-- Logs begin at Wed 2021-08-25 13:47:02 UTC, end at Wed 2021-08-25 16:24:26 UTC. -- Aug 25 14:33:02.654771 n-d-805995-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 14:33:05.411607 n-d-805995-2 neutron-server[101761]: INFO neutron.common.config [-] Logging enabled! Aug 25 14:33:05.412229 n-d-805995-2 neutron-server[101761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 14:33:05.412429 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 14:33:05.415845 n-d-805995-2 neutron-server[101761]: INFO neutron.common.config [-] Logging enabled! Aug 25 14:33:05.416113 n-d-805995-2 neutron-server[101761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 14:33:05.416430 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 14:33:05.417399 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 14:33:05.417634 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 14:33:05.418005 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 14:33:05.418254 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 14:33:05.418508 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 14:33:05.418839 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.419212 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.419516 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.419751 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.420056 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.420355 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.420648 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.420944 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.421249 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.421543 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.421832 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.422126 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.422359 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.422644 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.422938 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.423259 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.423488 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] debug = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.423772 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.424209 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.424638 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.424926 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.425224 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.425510 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.425786 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.426067 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.426360 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.426696 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] host = n-d-805995-2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.426981 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.427314 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.427596 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.427886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.428163 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.428444 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.428732 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.429011 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.429294 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.429576 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.429866 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.430156 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.430447 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.430671 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.430896 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.431215 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.431508 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.431785 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.432065 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.432348 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.432627 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.432905 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.433176 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.433463 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.433749 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.434564 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.434855 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.435162 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.435431 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.435709 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.435996 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.436276 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.436576 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.436833 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.437124 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.437396 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.437675 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.437983 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.438275 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.438561 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.438851 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.439153 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.439441 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.439718 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.439995 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.440267 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] use_json = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.441886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.441886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.441886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.441886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.441886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.441886 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.442349 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.442429 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:05.442718 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.443019 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.443363 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.443686 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.443928 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.444216 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.444511 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.444800 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.445100 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.445389 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.445686 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.445968 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.446262 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.446544 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.446843 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.447187 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.447481 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.447779 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.448058 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.448345 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.448622 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.448902 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.449193 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.449472 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.450326 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.450626 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.450912 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.451240 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.451541 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.451835 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.452114 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.452394 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.452690 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.452968 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.453241 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.453518 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.453808 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.454085 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.454360 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.454647 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.454926 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.455232 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.455545 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.455820 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.456175 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.456392 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.456668 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.456942 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.457221 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.457497 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.457785 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.458065 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.458372 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.458622 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.458902 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.459206 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.459483 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.459762 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.460037 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.460317 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.460592 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.460869 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.461144 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.461420 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.461694 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.461975 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.462248 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.462530 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.462801 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.463102 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.463383 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.463659 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.463936 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.464229 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.464532 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.464819 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.465104 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.465417 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.465699 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.465980 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.466261 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.466546 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.466829 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.467128 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.467427 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.467716 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.468008 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.468298 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.468585 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.468895 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.469182 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.469475 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.469762 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.470048 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.470339 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.470630 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.470930 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.471261 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.471565 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.471863 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.472162 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.472453 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.472768 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.473054 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:05.473277 n-d-805995-2 neutron-server[101761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 14:33:05.473525 n-d-805995-2 neutron-server[101761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101761) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 14:33:05.827654 n-d-805995-2 neutron-server[101761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 14:33:05.827932 n-d-805995-2 neutron-server[101761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 14:33:05.828227 n-d-805995-2 neutron-server[101761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 14:33:05.828561 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 14:33:06.227487 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.227794 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.228072 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.229443 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.229723 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.229995 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.266798 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.267103 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.267379 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.283173 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.283464 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.283740 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.311763 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.312173 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.312452 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.351374 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.351658 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.351931 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.585419 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.586047 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.586047 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.586219 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.587041 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.709645 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.709963 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.710250 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.710525 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.710796 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.711135 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.711401 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.711659 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.711915 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.712204 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.712467 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.712736 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.713000 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.713259 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.713520 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.713788 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.714048 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.714319 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.714591 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.714851 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.715146 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.715429 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.715716 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.716104 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.716360 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.716611 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.717016 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:06.717261 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:06.717500 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:06.717738 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:06.717981 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:06.718217 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:06.718590 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 14:33:06.721919 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 14:33:06.726001 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 14:33:06.729871 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 25 14:33:06.731574 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 14:33:06.732033 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 14:33:06.732369 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 14:33:06.732760 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 14:33:06.735615 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 14:33:06.735872 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 14:33:06.736225 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 14:33:06.741545 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 14:33:06.764801 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 14:33:06.765263 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.765571 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 14:33:06.765940 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.767336 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 14:33:06.767631 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 14:33:06.767880 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 14:33:06.771132 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.771418 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:06.837996 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 14:33:06.838244 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 14:33:06.838485 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 14:33:06.838871 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 14:33:06.859901 n-d-805995-2 neutron-server[101761]: DEBUG oslo_db.sqlalchemy.engines [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101761) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 14:33:07.639801 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing driver for type 'gre' Aug 25 14:33:07.640460 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] gre ID ranges: [(1, 1000)] Aug 25 14:33:07.880205 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing driver for type 'local' Aug 25 14:33:07.880609 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing driver for type 'vlan' Aug 25 14:33:07.978792 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] VlanTypeDriver initialization complete Aug 25 14:33:07.979216 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing driver for type 'vxlan' Aug 25 14:33:07.979777 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] vxlan ID ranges: [(1, 1000)] Aug 25 14:33:08.213359 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing extension driver 'port_security' Aug 25 14:33:08.213695 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.extensions.port_security [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] PortSecurityExtensionDriver initialization complete Aug 25 14:33:08.214034 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing mechanism driver 'openvswitch' Aug 25 14:33:08.214367 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing mechanism driver 'hyperv' Aug 25 14:33:08.221018 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.plugin [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:33:08.221702 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.222076 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.222430 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.222959 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 14:33:08.223423 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.223783 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.224129 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.224528 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 14:33:08.224936 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.225308 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.225661 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.226049 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 14:33:08.226451 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > security_group after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.226797 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > security_group after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.227164 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.227697 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 14:33:08.228133 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.228486 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.228876 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.229221 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 14:33:08.229625 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > address_group after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.229971 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > address_group after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.230313 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.230700 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 14:33:08.231126 n-d-805995-2 neutron-server[101761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] ML2 OVO RPC backend initialized. {{(pid=101761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 14:33:08.231847 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.232203 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.232623 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.232975 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > networks before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.233326 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.233668 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > ports before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.234013 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.234356 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnets before_response 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.234706 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.235067 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.235408 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.235746 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.236082 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.236464 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.236801 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.237139 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.237481 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.238065 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.plugin [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Modular L2 Plugin initialization complete Aug 25 14:33:08.238396 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading services supported by the core plugin {{(pid=101761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 14:33:08.238725 n-d-805995-2 neutron-server[101761]: INFO neutron.plugins.ml2.managers [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Got port-security extension from driver 'port_security' Aug 25 14:33:08.239210 n-d-805995-2 neutron-server[101761]: INFO neutron.extensions.vlantransparent [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Disabled vlantransparent extension. Aug 25 14:33:08.269849 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 14:33:08.269849 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: router Aug 25 14:33:08.307048 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.307468 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_create 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.307855 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router before_create 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.308226 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.308612 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.309485 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_delete 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.309849 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.310294 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.310657 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_create 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.311017 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_update 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.311392 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_update 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.311745 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.312111 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_update 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.312526 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_update 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.312898 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.313239 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.313577 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: subnet after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.313923 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.314274 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.314625 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_create 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.314969 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.315345 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.315708 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router after_update 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.316059 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.316417 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_create 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.316780 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.317129 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_update 55549900 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.317501 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > agent after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.317857 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > agent after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.318206 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > network after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.319128 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Tracking information for resource: router configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:08.319462 n-d-805995-2 neutron-server[101761]: DEBUG neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Tracking information for resource: floatingip configured {{(pid=101761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 14:33:08.324525 n-d-805995-2 neutron-server[101761]: INFO neutron.db.l3_agentschedulers_db [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 14:33:08.325659 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.326018 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port after_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.326369 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port after_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.326719 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: port after_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.327556 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router before_create 55550100 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.327926 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.328290 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_create 55550100 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.328648 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > router precommit_update 55550100 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.333438 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.provider_configuration [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service providers = [] {{(pid=101761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 14:33:08.333803 n-d-805995-2 neutron-server[101761]: DEBUG neutron.db.servicetype_db [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 14:33:08.336797 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.service_base [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 14:33:08.337144 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.service_base [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 14:33:08.337488 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.service_base [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 14:33:08.338388 n-d-805995-2 neutron-server[101761]: DEBUG neutron.services.service_base [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 14:33:08.338761 n-d-805995-2 neutron-server[101761]: INFO neutron.services.service_base [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 14:33:08.339171 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.339492 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 14:33:08.350519 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.350885 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: auto_allocate Aug 25 14:33:08.356832 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: network precommit_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.357206 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: network precommit_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.357730 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.358050 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: tag Aug 25 14:33:08.364745 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.365071 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: timestamp Aug 25 14:33:08.369146 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.369474 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: network_ip_availability Aug 25 14:33:08.375485 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.375855 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.376290 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.377023 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.377341 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: flavors Aug 25 14:33:08.382110 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.382442 n-d-805995-2 neutron-server[101761]: INFO neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading Plugin: revisions Aug 25 14:33:08.386791 n-d-805995-2 neutron-server[101761]: DEBUG neutron.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 14:33:08.387805 n-d-805995-2 neutron-server[101761]: DEBUG oslo_concurrency.lockutils [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.559s {{(pid=101761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 14:33:08.388614 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 14:33:08.388938 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Initializing extension manager. Aug 25 14:33:08.389453 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: __init__.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.389797 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: __pycache__ {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.390131 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.390463 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: address_group.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.391260 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.391850 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: address-group Aug 25 14:33:08.392180 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: address_scope.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.392890 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.393397 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: address-scope Aug 25 14:33:08.393718 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.394678 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.395221 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: router-admin-state-down-before-update Aug 25 14:33:08.395550 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: agent.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.396459 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.396975 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: agent Aug 25 14:33:08.397290 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: agent_resources_synced.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.398201 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.398979 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: agent-resources-synced Aug 25 14:33:08.399323 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: allowedaddresspairs.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.401118 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.401648 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: allowed-address-pairs Aug 25 14:33:08.401975 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: auto_allocated_topology.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.403095 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.403616 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: auto-allocated-topology Aug 25 14:33:08.403948 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: availability_zone.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.404668 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.405175 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: availability_zone Aug 25 14:33:08.405498 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: availability_zone_filter.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.406406 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.406912 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: availability_zone_filter Aug 25 14:33:08.407267 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: data_plane_status.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.408171 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.408675 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 14:33:08.408998 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: default_subnetpools.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.409905 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.410414 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: default-subnetpools Aug 25 14:33:08.410733 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.411572 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.412078 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: dhcp_agent_scheduler Aug 25 14:33:08.412450 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: dns.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.413393 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.413910 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 14:33:08.414238 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: dns_domain_ports.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.415177 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.415682 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 14:33:08.416003 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.416919 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.417420 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 14:33:08.417741 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: dvr.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.418432 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.418938 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: dvr Aug 25 14:33:08.419288 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: ecmp_routes.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.420199 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.420702 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 14:33:08.421023 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: empty_string_filtering.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.421924 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.422434 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: empty-string-filtering Aug 25 14:33:08.422755 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.423693 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.424290 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 14:33:08.424612 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.425527 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.426028 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 14:33:08.426354 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: external_net.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.427290 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.427795 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: external-net Aug 25 14:33:08.428116 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.429023 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.429530 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: extra_dhcp_opt Aug 25 14:33:08.429848 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: extraroute.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.430752 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.431295 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: extraroute Aug 25 14:33:08.431618 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: extraroute_atomic.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.432652 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.433159 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: extraroute-atomic Aug 25 14:33:08.433479 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: filter_validation.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.434682 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.435212 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: filter-validation Aug 25 14:33:08.435534 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: fip_pf_description.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.436451 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.436953 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 14:33:08.437270 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: fip_port_details.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.438265 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.438765 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: fip-port-details Aug 25 14:33:08.439123 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: flavors.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.440363 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.440876 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: flavors Aug 25 14:33:08.441199 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.442864 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.443419 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 14:33:08.443756 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: floatingip_pools.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.444472 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.444982 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: floatingip-pools Aug 25 14:33:08.445307 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: ip_allocation.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.446225 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.446729 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 14:33:08.447080 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.448013 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.448524 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: ip-substring-filtering Aug 25 14:33:08.448930 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l2_adjacency.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.450412 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.450914 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 14:33:08.451293 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.452428 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.452950 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: router Aug 25 14:33:08.453278 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.455573 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.456104 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 14:33:08.456439 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.457374 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.457886 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: ext-gw-mode Aug 25 14:33:08.458212 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.459173 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.459687 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: l3-ha Aug 25 14:33:08.460011 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3_flavors.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.460920 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.461423 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: l3-flavors Aug 25 14:33:08.461748 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.462661 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.463200 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 14:33:08.463528 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: l3agentscheduler.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.464881 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.465446 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: l3_agent_scheduler Aug 25 14:33:08.465777 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: logging.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.467326 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.467846 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension logging not supported by any of loaded plugins Aug 25 14:33:08.468175 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: metering.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.468914 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.469485 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: metering Aug 25 14:33:08.469810 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.470905 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.471456 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: metering_source_and_destination_fields Aug 25 14:33:08.471783 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: multiprovidernet.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.472705 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.473307 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: multi-provider Aug 25 14:33:08.473632 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: netmtu.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.474546 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.475072 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: net-mtu Aug 25 14:33:08.475398 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: netmtu_writable.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.476314 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.476826 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: net-mtu-writable Aug 25 14:33:08.477148 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: network_availability_zone.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.477815 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.478321 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: network_availability_zone Aug 25 14:33:08.478642 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: network_ip_availability.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.479807 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.480272 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: network-ip-availability Aug 25 14:33:08.480595 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: network_segment_range.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.481396 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.481900 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 14:33:08.482220 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: pagination.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.483226 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.483550 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: pagination Aug 25 14:33:08.483869 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: port_device_profile.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.484779 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.485293 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: port-device-profile Aug 25 14:33:08.485614 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.486548 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.487252 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: port-mac-address-regenerate Aug 25 14:33:08.487576 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.488506 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.489015 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: port-numa-affinity-policy Aug 25 14:33:08.489337 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: port_resource_request.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.490245 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.490754 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 14:33:08.491101 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: portbindings.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.492029 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.492538 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: binding Aug 25 14:33:08.492861 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: portbindings_extended.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.494281 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.494985 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: binding-extended Aug 25 14:33:08.495351 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: portsecurity.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.496272 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.497313 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: port-security Aug 25 14:33:08.497638 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: project_id.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.498674 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.499004 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: project-id Aug 25 14:33:08.499354 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: providernet.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.500285 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.500799 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: provider Aug 25 14:33:08.501123 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.504712 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.505236 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos not supported by any of loaded plugins Aug 25 14:33:08.505697 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.506949 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.507492 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 14:33:08.507818 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.508735 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.509252 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 14:33:08.509574 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_default.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.510485 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.510996 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-default not supported by any of loaded plugins Aug 25 14:33:08.511348 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_fip.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.512060 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.513240 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 14:33:08.513562 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_gateway_ip.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.514494 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.515011 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 14:33:08.515364 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_port_network_policy.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.516274 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.516779 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 14:33:08.517101 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_pps_rule.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.518276 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.518796 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 14:33:08.519158 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_rule_type_details.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.520073 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.520588 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 14:33:08.520913 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: qos_rules_alias.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.521952 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.522483 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 14:33:08.522807 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: quotasv2.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.524040 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.524370 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: quotas Aug 25 14:33:08.524698 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: quotasv2_detail.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.527851 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.528192 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: quota_details Aug 25 14:33:08.528528 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: rbac.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.529807 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.530352 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: rbac-policies Aug 25 14:33:08.530680 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: rbac_address_group.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.531629 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.532148 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: rbac-address-group Aug 25 14:33:08.532474 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: rbac_address_scope.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.533386 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.533901 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: rbac-address-scope Aug 25 14:33:08.534226 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: rbac_security_groups.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.535246 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.535757 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: rbac-security-groups Aug 25 14:33:08.536081 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: rbac_subnetpool.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.536993 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.537502 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: rbac-subnetpool Aug 25 14:33:08.537825 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: revisionifmatch.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.538741 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.539288 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: revision-if-match Aug 25 14:33:08.539613 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: revisions.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.540722 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.541237 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: standard-attr-revisions Aug 25 14:33:08.541563 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: router_availability_zone.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.542237 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.542754 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: router_availability_zone Aug 25 14:33:08.543109 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: routerservicetype.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.544551 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.545067 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 14:33:08.545390 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.546298 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.546812 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: security-groups-normalized-cidr Aug 25 14:33:08.547161 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.548128 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.548641 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: port-security-groups-filtering Aug 25 14:33:08.548963 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.549881 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.550404 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: security-groups-remote-address-group Aug 25 14:33:08.550724 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: securitygroup.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.562553 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.563125 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: security-group Aug 25 14:33:08.563461 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: segment.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.564282 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.564798 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension segment not supported by any of loaded plugins Aug 25 14:33:08.565131 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.566112 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.566629 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 14:33:08.566957 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: servicetype.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.568173 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.568698 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: service-type Aug 25 14:33:08.569028 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: sorting.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.570012 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.570345 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: sorting Aug 25 14:33:08.570670 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: standard_attr_segment.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.571603 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.572117 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 14:33:08.572441 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: standardattrdescription.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.573093 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.573660 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: standard-attr-description Aug 25 14:33:08.573984 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: stateful_security_group.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.585248 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.585808 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: stateful-security-group Aug 25 14:33:08.586147 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: stdattrs_common.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.586767 n-d-805995-2 neutron-server[101761]: WARNING neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 14:33:08.587129 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.588215 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.588742 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 14:33:08.589070 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: subnet_onboard.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.590171 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.590773 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: subnet_onboard Aug 25 14:33:08.591136 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.592073 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.592590 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 14:33:08.592934 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: subnet_service_types.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.593841 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.594360 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: subnet-service-types Aug 25 14:33:08.594687 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: subnetallocation.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.595812 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.596338 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: subnet_allocation Aug 25 14:33:08.596668 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.597350 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.597866 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: subnetpool-prefix-ops Aug 25 14:33:08.598198 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.599196 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.599718 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 14:33:08.600045 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: tagging.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.601187 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.601723 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: standard-attr-tag Aug 25 14:33:08.602054 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: timestamp.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.603302 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.603829 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loaded extension: standard-attr-timestamp Aug 25 14:33:08.604161 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: trunk.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.605247 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.605771 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension trunk not supported by any of loaded plugins Aug 25 14:33:08.606642 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: trunk_details.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.607612 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.608134 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 14:33:08.608462 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: uplink_status_propagation.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.609393 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.609912 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 14:33:08.610239 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Loading extension file: vlantransparent.py {{(pid=101761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 14:33:08.610920 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 14:33:08.611475 n-d-805995-2 neutron-server[101761]: INFO neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 14:33:08.614068 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:network Aug 25 14:33:08.614604 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:subnet Aug 25 14:33:08.615011 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 14:33:08.615429 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:port Aug 25 14:33:08.616713 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.617186 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service FLAVORS assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.617847 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.618320 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.618655 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:router Aug 25 14:33:08.619119 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 14:33:08.619666 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service METERING assigned prefix: /metering {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.621127 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.627849 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.627849 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:33:08.627849 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 14:33:08.627849 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:security_group Aug 25 14:33:08.627849 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 14:33:08.627849 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service CORE assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.628287 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 14:33:08.628287 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] subnetpool is already registered Aug 25 14:33:08.628287 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service CORE assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.628287 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 14:33:08.628287 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] subnetpool is already registered Aug 25 14:33:08.629032 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.629471 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service FLAVORS assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.630076 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.630501 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.630836 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:router Aug 25 14:33:08.631200 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] router is already registered Aug 25 14:33:08.631616 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 14:33:08.631956 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] floatingip is already registered Aug 25 14:33:08.632457 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service METERING assigned prefix: /metering {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.633078 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 14:33:08.633408 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] rbac_policy is already registered Aug 25 14:33:08.633825 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:security_group Aug 25 14:33:08.634163 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] security_group is already registered Aug 25 14:33:08.634607 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 14:33:08.634951 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] security_group_rule is already registered Aug 25 14:33:08.635619 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service CORE assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.635951 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 14:33:08.636288 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] subnetpool is already registered Aug 25 14:33:08.636710 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.v2.resource_helper [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Service CORE assigned prefix: {{(pid=101761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 14:33:08.637036 n-d-805995-2 neutron-server[101761]: INFO neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 14:33:08.637370 n-d-805995-2 neutron-server[101761]: WARNING neutron.quota.resource_registry [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] subnetpool is already registered Aug 25 14:33:08.637845 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: extensions {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.639408 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: address-groups {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.640894 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: address-scopes {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.642214 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: agents {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.643476 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: auto-allocated-topology {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.644712 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: availability_zones {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.645950 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: dhcp-networks {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.647540 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: dhcp-agents {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.649227 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: routers {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.651443 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: flavors {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.652624 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: service_profiles {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.653858 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: next_providers {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.655335 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: service_profiles {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.656864 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: floatingip-pools {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.658071 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: routers {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.660259 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: floatingips {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.661572 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: l3-routers {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.662958 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: l3-agents {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.664373 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: metering-labels {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.665823 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: metering-label-rules {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.667199 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: network-ip-availabilities {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.668964 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: bindings {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.670625 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: quotas {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.672107 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: quotas {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.673610 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: rbac-policies {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.674820 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: security-groups {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.676225 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: security-group-rules {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.677471 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: service-providers {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.678726 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: subnetpools {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.681415 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: subnetpools {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.682898 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.685371 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.687199 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.689168 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.691009 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.692905 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.694631 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.696701 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.698668 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.700554 n-d-805995-2 neutron-server[101761]: DEBUG neutron.api.extensions [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Extended resource: tags {{(pid=101761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 14:33:08.706583 n-d-805995-2 neutron-server[101761]: WARNING keystonemiddleware.auth_token [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 14:33:08.711385 n-d-805995-2 neutron-server[101761]: WARNING keystonemiddleware.auth_token [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 14:33:08.720192 n-d-805995-2 neutron-server[101761]: DEBUG oslo_concurrency.lockutils [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Acquired lock "singleton_lock" {{(pid=101761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 14:33:08.720673 n-d-805995-2 neutron-server[101761]: DEBUG oslo_concurrency.lockutils [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Releasing lock "singleton_lock" {{(pid=101761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 14:33:08.721331 n-d-805995-2 neutron-server[101761]: INFO oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Starting 2 workers Aug 25 14:33:08.726330 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Started child 101872 {{(pid=101761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 14:33:08.731673 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Started child 101873 {{(pid=101761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 14:33:08.732440 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:08.733268 n-d-805995-2 neutron-server[101761]: INFO neutron.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 14:33:08.733968 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Notify callbacks [] for process, before_spawn {{(pid=101761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:08.734064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [-] (101872) wsgi starting up on http://0.0.0.0:9696 Aug 25 14:33:08.736561 n-d-805995-2 neutron-server[101761]: INFO oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Starting 1 workers Aug 25 14:33:08.736692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:08.738031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [-] (101873) wsgi starting up on http://0.0.0.0:9696 Aug 25 14:33:08.741940 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Started child 101874 {{(pid=101761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 14:33:08.742470 n-d-805995-2 neutron-server[101761]: INFO oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Starting 1 workers Aug 25 14:33:08.745407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] calling RpcWorker wait() {{(pid=101874) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 14:33:08.745986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] returning from RpcWorker wait() {{(pid=101874) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 14:33:08.747765 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Started child 101875 {{(pid=101761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 14:33:08.747892 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:08.748212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:33:08.748627 n-d-805995-2 neutron-server[101761]: DEBUG neutron_lib.callbacks.manager [None req-008897b9-7f0d-483f-aa74-317364ee2d06 None None] Notify callbacks [] for process, after_spawn {{(pid=101761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:08.750695 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 14:33:08.750913 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 14:33:08.751134 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 14:33:08.751365 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 14:33:08.751824 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 14:33:08.752456 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 14:33:08.752456 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.752665 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.752924 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.753117 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:08.753766 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.753766 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.754058 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.754295 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.754621 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.754891 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.755148 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.755319 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.755490 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.755766 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.756022 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.756329 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.756600 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.756842 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.757128 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.757301 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.757582 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.757858 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.758065 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.758344 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] debug = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.758585 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.759121 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.759385 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.759588 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.759801 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.760077 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.760312 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.760586 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.760845 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.761097 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.761356 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.761639 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.761878 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.762121 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.762366 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.762626 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.762865 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.763363 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] host = n-d-805995-2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.763609 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.763846 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.764078 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.764305 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.764548 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.764783 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.765040 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.765298 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.765555 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.765803 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.766053 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.766324 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.766524 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.766798 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.767006 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_options = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.767277 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.767489 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.767767 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.767931 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.768092 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.768252 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.768490 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.768644 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.768912 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.769147 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.769362 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.769576 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.769792 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.770028 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.770326 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.770651 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.770789 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.771007 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.771277 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.771523 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.771779 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.771972 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.772214 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.772449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.772664 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.772879 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.773119 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.773336 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.773546 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.774074 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.774310 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.774581 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.774832 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.775151 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.775386 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.775617 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.775849 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.776106 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.776335 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.776587 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.776832 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.777068 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.777312 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.777531 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.777915 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.778063 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_json = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.778246 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.778482 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.778731 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.779059 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.779287 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.780447 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.780788 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.780984 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.781954 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.782166 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.782497 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.782778 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.783059 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.783309 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.783566 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.783794 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.784052 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.784310 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.784628 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.784858 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.785159 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.785404 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.785687 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.786044 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.786301 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.786580 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.786821 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.787059 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.799792 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.799792 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.799792 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.799792 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800379 n-d-805995-2 neutron-server[101875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.800477 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801067 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.801723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.803140 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.804599 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.805449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806253 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.806802 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.808397 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.808397 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.808397 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.808397 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.809790 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.810026 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.810272 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.810495 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.810737 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.810960 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.811268 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.811500 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.811748 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.811970 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.812202 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.812464 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.812764 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.813160 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.813385 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.813650 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.813947 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.814186 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.814473 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.814741 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.814996 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.815257 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.815520 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.815783 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.816009 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.816265 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.816483 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.816768 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.816994 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.817237 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.817451 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.817711 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.818010 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.818238 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.818470 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.818701 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.818980 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.819259 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.819498 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.819758 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.820005 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.820241 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.820487 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.820725 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.820932 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.821169 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.821412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.821632 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.821876 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.822105 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.822364 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.822584 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.822859 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.823116 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.823263 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.823581 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.823723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.823984 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.824205 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.824455 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.824734 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.825068 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.825195 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.825411 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.825628 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.825845 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.826079 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.826328 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.826560 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.826824 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.827095 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.827344 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.827566 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.827820 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.828078 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.828291 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.829231 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.829231 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.829231 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.829499 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.829658 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.829870 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.830102 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.830412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.830689 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.830990 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.831276 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.831672 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.831933 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.832830 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.832830 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.832830 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.833259 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.833259 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.833528 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.833711 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.833858 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.834017 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.834296 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.834863 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.834863 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.835264 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.835441 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.837636 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.838660 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.839217 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.839217 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.839469 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.839592 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.839752 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.839964 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.840215 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.840492 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.840687 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.840910 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.841298 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.841440 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.841587 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.841783 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.842501 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.842501 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.842501 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.843339 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.843584 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.843800 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.844552 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.845380 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.846521 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.846521 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.846521 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.846922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41024) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:08.847076 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.848885 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.849192 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.849440 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.849708 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.849990 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.850300 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.850560 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.850808 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.851129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.851664 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.851900 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.852174 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.852498 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.852776 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.854006 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.854181 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.854468 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.854738 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.855011 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.855254 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.855575 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.856808 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.857088 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.857343 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.858284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088513 Aug 25 14:33:08.858402 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.858532 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.858764 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.858990 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.859272 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.859494 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.860091 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.860358 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.860589 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.860829 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.862340 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.862592 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.862814 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.867271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.867624 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.867966 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.868281 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.868515 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 14:33:08.869123 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 14:33:08.869297 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 14:33:08.869484 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 14:33:08.869639 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 14:33:08.869833 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 14:33:08.870002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 14:33:08.870209 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.870435 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.870600 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.870768 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.870936 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.871247 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.871355 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.871621 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.872275 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.872566 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.872730 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.872894 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.873053 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.873193 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.873331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.873491 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.873657 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.873899 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.874045 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.874196 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.874346 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.874485 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.874621 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] debug = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.874816 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.875171 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.875366 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.875528 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.875687 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.875825 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.875984 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.876124 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.876263 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.876399 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.876642 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.876745 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.876855 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877017 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877352 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877352 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877503 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877638 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] host = n-d-805995-2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877800 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.877963 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.878124 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.878287 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.878449 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.878979 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.879845 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.879845 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.879845 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.879845 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.880540 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.880540 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.880540 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.880932 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.880932 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_options = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.883144 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.883337 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.883513 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.883714 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.883889 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.884058 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.884224 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.884391 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.884556 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.884728 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.884904 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.886107 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.886583 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.886830 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.887013 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.887234 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.887403 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.887792 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.888181 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.888358 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.888523 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.888686 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.888849 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.889013 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.889214 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.889341 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.889503 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.889667 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.889923 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890024 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890161 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890324 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890492 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890707 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890822 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.890947 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.891156 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892207 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892207 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892207 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892207 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892746 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892746 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892746 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.892746 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_json = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893657 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893657 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893910 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.893910 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.894169 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.894169 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 14:33:08.894398 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.894479 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.894656 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.894828 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.894995 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.895184 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.895418 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.895540 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.895689 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.895902 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.896736 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.896925 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.897109 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.897301 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.897469 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.897639 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.897806 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.899178 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.899541 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.899841 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.900056 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.900225 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.900824 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.900994 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.901162 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.901345 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.902318 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.902318 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.903213 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.903392 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.903547 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.905695 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.905695 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.905862 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.905928 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.906076 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.906221 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.906398 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.906655 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.907729 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.907899 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.908075 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.908246 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.908417 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.908585 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.908754 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.908921 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.909089 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.909258 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.909424 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.909590 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.909757 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.909923 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.910083 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.910248 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.910427 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911138 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911138 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911138 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911555 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911555 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911811 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.911811 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.912080 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.912080 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.912344 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.912478 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.912704 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.912894 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.913062 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914075 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914075 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914075 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914075 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914075 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914387 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914387 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914503 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.914589 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915412 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915746 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.915855 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.916006 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.916175 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.916338 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.918154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919345 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919345 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919345 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919345 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919345 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919652 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919753 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.919919 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.920083 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.920246 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.920409 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.920572 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.920735 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.920898 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.921061 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.921225 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927129 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.927775 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928270 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.928732 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.929027 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.929635 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.929635 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.929635 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.929878 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.929961 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.930136 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.930285 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.930443 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.930603 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.930765 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.930928 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.931114 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.931266 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.931426 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.931585 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.931738 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.931901 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.932066 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.932220 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.932403 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.932559 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.932706 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.932865 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.933008 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.933158 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.933336 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.933474 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.933645 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.933785 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.934121 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.934410 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.934711 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.934999 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.935307 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.935603 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.935768 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.936058 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.936340 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.936638 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.936923 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.937221 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.937530 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.937697 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.937847 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.938143 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.938438 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.938739 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.938898 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.939188 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.939359 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.939505 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.939659 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.939824 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.940000 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.940154 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.940461 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.940628 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.940793 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.940954 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.941102 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.941265 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.941425 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.941583 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.941744 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.941907 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.942072 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.942233 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.942395 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.942559 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.942736 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.942890 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.943073 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.944895 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.944895 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.944895 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.944895 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.944895 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.944895 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945296 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945296 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945296 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:33:08.945546 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945546 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945690 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.945960 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946063 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946203 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946309 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946474 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946628 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946788 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.946963 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.947929 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.948088 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.948251 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.948398 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.948570 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.948714 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.948878 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.949022 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.949185 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.949338 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.949503 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.949716 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.949863 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.950002 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.950138 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.950273 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.951331 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.952271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.952271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.952271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.952271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.952271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.952271 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953062 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953062 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953062 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953062 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953062 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953685 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953685 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953685 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.953685 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954221 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954221 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954221 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954221 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.954723 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955152 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955152 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955152 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955536 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955536 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955803 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.955803 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956073 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956073 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956341 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956341 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956611 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956611 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.956869 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 14:33:08.957006 n-d-805995-2 neutron-server[101761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 14:33:20.927931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d5ed0-0aab-48a5-a3d5-0ea5dd4d6b9e None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 14:33:21.003235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d5ed0-0aab-48a5-a3d5-0ea5dd4d6b9e None None] No non-hosted networks {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 14:33:21.021281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.agentschedulers_db [None req-3d4d5ed0-0aab-48a5-a3d5-0ea5dd4d6b9e None None] DHCP Agent not found on host n-d-805995-2 {{(pid=101874) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 14:33:21.258895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e29babbd-9ca5-449b-a47d-753044820dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:23.808043 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae2545bc-73ac-4306-8544-e6bc16efd848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:23.876971 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-9d5bc40d-47cc-4510-8067-dd25b470973c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-805995-2 {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:33:23.877779 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-9d5bc40d-47cc-4510-8067-dd25b470973c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:33:23.899212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:23.900307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.900962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.901535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.902078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.903202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.903747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.904286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.904847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.905464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.906014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.906553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.907146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:23.907774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805995-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:33:23.936171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805995-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:33:24.401034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc40d-47cc-4510-8067-dd25b470973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:25.408030 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:26.627250 n-d-805995-2 neutron-server[101874]: INFO neutron.db.l3_hamode_db [None req-1a87914c-0855-440c-b14c-91f20f483b06 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 14:33:26.713631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87914c-0855-440c-b14c-91f20f483b06 None None] Routers set() bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:33:26.714024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87914c-0855-440c-b14c-91f20f483b06 None None] Router IDs set() for agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 14:33:26.858641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:27.947897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41126) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:28.469617 n-d-805995-2 neutron-server[101873]: WARNING oslo_policy.policy [None req-5a22eb3c-905e-45e4-95dd-05b92fe629e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:28.470223 n-d-805995-2 neutron-server[101873]: WARNING oslo_policy.policy [None req-5a22eb3c-905e-45e4-95dd-05b92fe629e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:28.695853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-5a22eb3c-905e-45e4-95dd-05b92fe629e6 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:33:28.696901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a22eb3c-905e-45e4-95dd-05b92fe629e6 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7480953 Aug 25 14:33:31.269030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41140) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:31.782856 n-d-805995-2 neutron-server[101872]: WARNING oslo_policy.policy [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:31.783486 n-d-805995-2 neutron-server[101872]: WARNING oslo_policy.policy [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:32.009568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:33:32.104413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.policy [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 14:33:32.150526 n-d-805995-2 neutron-server[101872]: WARNING oslo_policy.policy [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:32.150907 n-d-805995-2 neutron-server[101872]: WARNING oslo_policy.policy [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:32.160232 n-d-805995-2 neutron-server[101872]: INFO neutron.quota [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] Loaded quota_driver: . Aug 25 14:33:32.334932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778754241940', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778754242531', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778754286628', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778754289472', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778754638194', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778754275934', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-574695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659413'] for rbac-policy, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:32.565227 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:32.566687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-919fab5c-a611-4f0c-a49e-e66c20d32120 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2954934 Aug 25 14:33:35.194266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41158) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:35.521956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'name': 'private', 'project_id': '325afc17df8d4901a71d59548c6a901e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:33:35.610314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Made reservation on behalf of 325afc17df8d4901a71d59548c6a901e for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:33:35.613365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:35.630898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:35.774651 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:35.850652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:35.870713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:33:35.898914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778757339365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:35.899462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Unsubscribe: segment precommit_create {{(pid=101872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 14:33:35.899992 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Added segment 90375f23-56f5-481e-929b-c6f79e6a5743 of type vlan for network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 Aug 25 14:33:35.916560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb443d-f53c-4f10-81a7-be9a6c93151f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:35.942843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.943214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.943558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.943893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.944228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.944555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.944879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.945203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.945524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.945844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.946165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.946483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Tracked resource versions report: Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: pushed versions: Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: { 'AddressGroup': {'1.2'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'ConntrackHelper': {'1.0'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Log': {'1.0'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Network': {'1.1'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Port': {'1.7'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'PortForwarding': {'1.2'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'QosPolicy': {'1.9'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'SecurityGroup': {'1.4'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'SubPort': {'1.0'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Subnet': {'1.1'}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Trunk': {'1.1'}} Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: consumer versions: Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: L3 agent@n-d-805995-2: {}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: Metadata agent@n-d-805995-2: {}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: Metering agent@n-d-805995-2: {}, Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'ConntrackHelper': '1.0', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Log': '1.0', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Network': '1.1', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Port': '1.7', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'PortForwarding': '1.2', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'QosPolicy': '1.9', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'SecurityGroup': '1.4', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'SecurityGroupRule': '1.2', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'SubPort': '1.0', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Subnet': '1.1', Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: 'Trunk': '1.1'}} Aug 25 14:33:35.947714 n-d-805995-2 neutron-server[101872]: {{(pid=101872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:33:36.021695 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:36.150039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:36.151339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:33:36.151986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:36.247596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] Pushing event updated for resources: {'Network': ['ID=caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:36.259209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:33:36.291243 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-334e59fd-8d3d-4d8b-b4de-80f921f9285f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0958333 Aug 25 14:33:38.923578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41172) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:39.314976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b06dc-b3f9-49d4-8e9d-f6ab17bd980a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:33:39.316396 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-701b06dc-b3f9-49d4-8e9d-f6ab17bd980a admin admin] 10.222.0.58 "GET /v2.0/networks/caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 HTTP/1.1" status: 200 len: 825 time: 0.3918045 Aug 25 14:33:39.340983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb685465-c23f-4aea-aa17-1d9e616bbf4c admin admin] 10.222.0.58 "GET /v2.0/subnetpools/8a5ae892-7b15-428a-b0a7-f8e1f479726d HTTP/1.1" status: 200 len: 734 time: 0.0184343 Aug 25 14:33:39.350077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Request body: {'subnet': {'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:33:39.463520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Made reservation on behalf of 325afc17df8d4901a71d59548c6a901e for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:33:39.465835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:39.829923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:39.900565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e961621-006a-4648-82c4-5ffe21c1ac83,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:39.904175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Checking segment: {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:33:39.904563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Network hostable DHCP agents. Network: caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:33:39.994963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:33:40.084196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:33:40.088763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:33:40.089362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:40.098086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa8855-f8cb-4710-a43e-2c3478f3d75f None None] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:33:40.193984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f19ac8e-8301-43b1-a1e2-a5948714ff04 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8471389 Aug 25 14:33:40.425571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:33:40.426804 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:40.831061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Allocated IP 172.20.0.2 (caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2/5e961621-006a-4648-82c4-5ffe21c1ac83/84fe40b7-63d5-49ec-8453-31fa2a4c597d) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:33:41.038159 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:41.083065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Transition to ACTIVE for port object 84fe40b7-63d5-49ec-8453-31fa2a4c597d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:33:41.103839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Transition to ACTIVE for port object 84fe40b7-63d5-49ec-8453-31fa2a4c597d will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:33:41.159497 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:41.227170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:33:41.232623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:33:41.245090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:33:41.248304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Pushing event updated for resources: {'Port': ['ID=84fe40b7-63d5-49ec-8453-31fa2a4c597d,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:41.278593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.278939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.279297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.279633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.279964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.280293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.280618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.280940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.281262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.281583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.281902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.282217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Tracked resource versions report: Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: pushed versions: Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: { 'AddressGroup': {'1.2'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'ConntrackHelper': {'1.0'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Log': {'1.0'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Network': {'1.1'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Port': {'1.7'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'PortForwarding': {'1.2'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'QosPolicy': {'1.9'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'SecurityGroup': {'1.4'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'SubPort': {'1.0'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Subnet': {'1.1'}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Trunk': {'1.1'}} Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: consumer versions: Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: L3 agent@n-d-805995-2: {}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: Metadata agent@n-d-805995-2: {}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: Metering agent@n-d-805995-2: {}, Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'ConntrackHelper': '1.0', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Log': '1.0', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Network': '1.1', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Port': '1.7', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'PortForwarding': '1.2', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'QosPolicy': '1.9', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'SecurityGroup': '1.4', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'SecurityGroupRule': '1.2', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'SubPort': '1.0', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Subnet': '1.1', Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: 'Trunk': '1.1'}} Aug 25 14:33:41.283346 n-d-805995-2 neutron-server[101874]: {{(pid=101874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:33:41.330725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Attempting to bind port 84fe40b7-63d5-49ec-8453-31fa2a4c597d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:33:41.331136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Attempting to bind port 84fe40b7-63d5-49ec-8453-31fa2a4c597d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:33:41.331583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Attempting to bind port 84fe40b7-63d5-49ec-8453-31fa2a4c597d on network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:33:41.336471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:33:41.336827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Checking segment: {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:33:41.337345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:41.337684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Bound using segment: {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:33:41.338185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Bound port: 84fe40b7-63d5-49ec-8453-31fa2a4c597d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:33:41.338588 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:41.400307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] For port 84fe40b7-63d5-49ec-8453-31fa2a4c597d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:33:41.405031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] For port 84fe40b7-63d5-49ec-8453-31fa2a4c597d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=84fe40b7-63d5-49ec-8453-31fa2a4c597d,segment=NetworkSegment(90375f23-56f5-481e-929b-c6f79e6a5743),segment_id=90375f23-56f5-481e-929b-c6f79e6a5743)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:33:41.479690 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:41.547809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ff95b-6fac-4e65-89a9-97976df027e2 None None] Pushing event updated for resources: {'Port': ['ID=84fe40b7-63d5-49ec-8453-31fa2a4c597d,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:42.643150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41180) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:42.981005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-315da02d-3919-469c-8baa-e6e3614f65cc admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:33:42.982060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-315da02d-3919-469c-8baa-e6e3614f65cc admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378475 Aug 25 14:33:45.429678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:45.787852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-cba656b3-a1a9-49c5-b167-bcb739d66e14 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:33:45.788856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cba656b3-a1a9-49c5-b167-bcb739d66e14 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3581517 Aug 25 14:33:47.822855 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:33:48.544780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41198) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:48.865723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '325afc17df8d4901a71d59548c6a901e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:33:48.970734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:48.972553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:49.116143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:49.218881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:49.337876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:49.339172 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5224c2e3-5f91-4750-b047-7c64f633fcb4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7933614 Aug 25 14:33:49.967753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 84fe40b7-63d5-49ec-8453-31fa2a4c597d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:33:49.993977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c14b37-11b1-4602-8a4b-94778e13b9ea None None] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:33:50.176844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5baf3bba-ec49-4c40-a067-a1ab503ae21c None None] Provisioning for port 84fe40b7-63d5-49ec-8453-31fa2a4c597d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:33:50.262101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 84fe40b7-63d5-49ec-8453-31fa2a4c597d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:33:50.266601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 84fe40b7-63d5-49ec-8453-31fa2a4c597d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:33:50.267131 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:50.385723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:50.422091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 84fe40b7-63d5-49ec-8453-31fa2a4c597d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=84fe40b7-63d5-49ec-8453-31fa2a4c597d,segment=NetworkSegment(90375f23-56f5-481e-929b-c6f79e6a5743),segment_id=90375f23-56f5-481e-929b-c6f79e6a5743)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:33:50.508453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dcfb5a6e-d513-4eb5-9398-d9a56afdf7d1 None None] Provisioning complete for port 84fe40b7-63d5-49ec-8453-31fa2a4c597d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:33:50.508822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a6e-d513-4eb5-9398-d9a56afdf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:50.599904 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a6e-d513-4eb5-9398-d9a56afdf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:50.628078 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:50.700983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-dcfb5a6e-d513-4eb5-9398-d9a56afdf7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:33:50.701356 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-dcfb5a6e-d513-4eb5-9398-d9a56afdf7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:33:50.703946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=84fe40b7-63d5-49ec-8453-31fa2a4c597d,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:51.115210 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25f29f60-ed2f-407a-83c4-32198b1d19f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:51.763989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41210) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:51.944833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 84fe40b7-63d5-49ec-8453-31fa2a4c597d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:33:51.992954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 84fe40b7-63d5-49ec-8453-31fa2a4c597d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:33:51.993325 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:52.073464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-9b51afaa-db26-4b27-9539-aeee771ba987 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:33:52.074964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9b51afaa-db26-4b27-9539-aeee771ba987 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100157 Aug 25 14:33:53.778472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8dad105c-85e5-4f8e-9ecf-a19eb2f6428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:53.898209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:54.466095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41218) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:54.783719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:33:54.785195 n-d-805995-2 neutron-server[101873]: INFO neutron.quota [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Loaded quota_driver: . Aug 25 14:33:54.898208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Made reservation on behalf of e7b5287a05a84925a16e4d5b0c57d3d0 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:33:54.964022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.policy [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 14:33:55.008734 n-d-805995-2 neutron-server[101873]: WARNING oslo_policy.policy [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:55.009110 n-d-805995-2 neutron-server[101873]: WARNING oslo_policy.policy [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 14:33:55.020040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.040452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.167596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.221345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.249825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.262551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Reserving flat network on physical network physnet1 {{(pid=101873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 14:33:55.297730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778757339365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.298332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Unsubscribe: segment precommit_create {{(pid=101873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 14:33:55.298911 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Added segment 9b429b18-910a-4e14-83c1-d2e2019001c8 of type flat for network 4b029e60-5bcb-46e6-983c-ea15f620bb16 Aug 25 14:33:55.315061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27500920-d107-4e9d-9be6-3ffcf32bca47,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:55.365730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.366086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.366453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.366792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.367153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.367488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.367818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.368145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.368470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.368827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.369153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.369476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Tracked resource versions report: Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: pushed versions: Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: { 'AddressGroup': {'1.2'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'ConntrackHelper': {'1.0'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Log': {'1.0'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Network': {'1.1'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Port': {'1.7'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'PortForwarding': {'1.2'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'QosPolicy': {'1.9'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'SecurityGroup': {'1.4'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'SubPort': {'1.0'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Subnet': {'1.1'}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Trunk': {'1.1'}} Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: consumer versions: Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: L3 agent@n-d-805995-2: {}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: Metadata agent@n-d-805995-2: {}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: Metering agent@n-d-805995-2: {}, Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'ConntrackHelper': '1.0', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Log': '1.0', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Network': '1.1', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Port': '1.7', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'PortForwarding': '1.2', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'QosPolicy': '1.9', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'SecurityGroup': '1.4', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'SecurityGroupRule': '1.2', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'SubPort': '1.0', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Subnet': '1.1', Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: 'Trunk': '1.1'}} Aug 25 14:33:55.370732 n-d-805995-2 neutron-server[101873]: {{(pid=101873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:33:55.426556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.532504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.533664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:33:55.534330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:55.632028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] Pushing event updated for resources: {'Network': ['ID=4b029e60-5bcb-46e6-983c-ea15f620bb16,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:55.649425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:33:55.806948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb3b9b8b-871e-4013-8bcc-cfec564c4aac admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3397617 Aug 25 14:33:56.781324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:58.201064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41242) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:33:58.424431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2056f0-83eb-4a5d-a2c1-d682bcb96629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:33:58.425731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1c2056f0-83eb-4a5d-a2c1-d682bcb96629 admin admin] 10.222.0.58 "GET /v2.0/subnets/5e961621-006a-4648-82c4-5ffe21c1ac83 HTTP/1.1" status: 200 len: 849 time: 0.2237270 Aug 25 14:33:58.590454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5efaa2b3-018a-4f9e-b7a4-8d003e5c7401 admin admin] 10.222.0.58 "GET /v2.0/routers/746de0f8-3509-497d-9d78-a911029198cf HTTP/1.1" status: 200 len: 704 time: 0.1585171 Aug 25 14:33:58.885726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:59.189951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Allocated IP 172.20.0.1 (caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2/5e961621-006a-4648-82c4-5ffe21c1ac83/1d94cee9-39b8-4e3d-9dec-b95e9c354d23) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:33:59.371926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:59.396850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Transition to ACTIVE for port object 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:33:59.532829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:59.606947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:33:59.611873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:33:59.621535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:33:59.622109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:59.640855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Pushing event updated for resources: {'Port': ['ID=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:33:59.882772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:59.924155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38b056de-44ae-4de6-8110-6d5d45a1f5dc None None] Provisioning for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:33:59.928131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38b056de-44ae-4de6-8110-6d5d45a1f5dc None None] Provisioning complete for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:33:59.928511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38b056de-44ae-4de6-8110-6d5d45a1f5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:33:59.961699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-38b056de-44ae-4de6-8110-6d5d45a1f5dc None None] Port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:34:00.146792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:00.221249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:00.222066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:00.303793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Pushing event updated for resources: {'Port': ['ID=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:00.351685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:34:00.353098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:34:00.577683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Router 746de0f8-3509-497d-9d78-a911029198cf is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:34:00.583920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e09f1758-f6cd-4399-a3d8-9029859dd2e3 None None] Provisioning complete for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:34:00.584299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e09f1758-f6cd-4399-a3d8-9029859dd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:00.617449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e09f1758-f6cd-4399-a3d8-9029859dd2e3 None None] Port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:34:00.676591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:34:00.687268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-232149b3-2aad-47e3-8cdc-f13ab7374f93 admin admin] 10.222.0.58 "PUT /v2.0/routers/746de0f8-3509-497d-9d78-a911029198cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0867693 Aug 25 14:34:00.687368 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Sync routers for ids ['746de0f8-3509-497d-9d78-a911029198cf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:34:00.702858 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Routers {'746de0f8-3509-497d-9d78-a911029198cf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:34:00.703716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:33:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['746de0f8-3509-497d-9d78-a911029198cf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:00.898979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Set router 746de0f8-3509-497d-9d78-a911029198cf gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:34:01.335105 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746de0f8-3509-497d-9d78-a911029198cf', 'name': 'router1', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:33:48Z', 'updated_at': '2021-08-25T14:33:59Z', 'revision_number': 2, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'gw_port_host': None, '_interfaces': [{'id': '1d94cee9-39b8-4e3d-9dec-b95e9c354d23', 'name': '', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'mac_address': 'fa:16:3e:e9:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:33:58Z', 'updated_at': '2021-08-25T14:33:59Z', 'revision_number': 2, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'subnets': [{'id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:01.387235 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Checking router: 746de0f8-3509-497d-9d78-a911029198cf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:34:01.387613 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Updating router 746de0f8-3509-497d-9d78-a911029198cf port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:34:01.436811 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:01.964054 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:01.983338 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Transition to ACTIVE for port object 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:34:02.058685 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:02.237792 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Attempting to bind port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:34:02.238194 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Attempting to bind port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:34:02.238645 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Attempting to bind port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 on network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:34:02.240958 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Pushing event updated for resources: {'Port': ['ID=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:02.249685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:34:02.250114 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Checking segment: {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:34:02.250614 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:02.251005 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Bound using segment: {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:34:02.251556 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Bound port: 1d94cee9-39b8-4e3d-9dec-b95e9c354d23, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90375f23-56f5-481e-929b-c6f79e6a5743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:34:02.251953 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:02.254868 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.255237 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.255576 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.255910 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.256239 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.256567 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.256894 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.257216 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.257537 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.257859 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.258179 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.258496 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Tracked resource versions report: Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: pushed versions: Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: { 'AddressGroup': {'1.2'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'ConntrackHelper': {'1.0'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Log': {'1.0'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Network': {'1.1'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Port': {'1.7'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'PortForwarding': {'1.2'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'QosPolicy': {'1.9'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'SecurityGroup': {'1.4'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'SubPort': {'1.0'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Subnet': {'1.1'}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Trunk': {'1.1'}} Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: consumer versions: Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: L3 agent@n-d-805995-2: {}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: Metadata agent@n-d-805995-2: {}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: Metering agent@n-d-805995-2: {}, Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'ConntrackHelper': '1.0', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Log': '1.0', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Network': '1.1', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Port': '1.7', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'PortForwarding': '1.2', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'QosPolicy': '1.9', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'SecurityGroup': '1.4', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'SecurityGroupRule': '1.2', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'SubPort': '1.0', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Subnet': '1.1', Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: 'Trunk': '1.1'}} Aug 25 14:34:02.259633 n-d-805995-2 neutron-server[101875]: {{(pid=101875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:34:02.329482 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] For port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:34:02.349587 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] For port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,segment=NetworkSegment(90375f23-56f5-481e-929b-c6f79e6a5743),segment_id=90375f23-56f5-481e-929b-c6f79e6a5743)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:34:02.429726 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:02.482269 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Routers {'746de0f8-3509-497d-9d78-a911029198cf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:34:02.482905 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:33:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['746de0f8-3509-497d-9d78-a911029198cf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:02.528191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d776d4-a072-4828-92a6-4a63fed09d64 None None] Pushing event updated for resources: {'Port': ['ID=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:02.585131 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] Set router 746de0f8-3509-497d-9d78-a911029198cf gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:34:02.794760 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746de0f8-3509-497d-9d78-a911029198cf', 'name': 'router1', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:33:48Z', 'updated_at': '2021-08-25T14:33:59Z', 'revision_number': 2, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'gw_port_host': None, '_interfaces': [{'id': '1d94cee9-39b8-4e3d-9dec-b95e9c354d23', 'name': '', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'mac_address': 'fa:16:3e:e9:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:33:58Z', 'updated_at': '2021-08-25T14:34:02Z', 'revision_number': 4, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'subnets': [{'id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:02.823321 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de192cc-0c2a-4305-b1b5-545e84a145f6 None None] The sync data for ids ['746de0f8-3509-497d-9d78-a911029198cf'] in n-d-805995-2 is: [{'id': '746de0f8-3509-497d-9d78-a911029198cf', 'name': 'router1', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:33:48Z', 'updated_at': '2021-08-25T14:33:59Z', 'revision_number': 2, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'gw_port_host': None, '_interfaces': [{'id': '1d94cee9-39b8-4e3d-9dec-b95e9c354d23', 'name': '', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'mac_address': 'fa:16:3e:e9:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:33:58Z', 'updated_at': '2021-08-25T14:34:02Z', 'revision_number': 4, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'subnets': [{'id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:34:03.057216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41262) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:34:03.172636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688cdaa-dbd8-4391-999b-fac0d0ddb65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:34:03.173932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d688cdaa-dbd8-4391-999b-fac0d0ddb65d admin admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 842 time: 0.1156633 Aug 25 14:34:03.184302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:34:03.278753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Made reservation on behalf of e7b5287a05a84925a16e4d5b0c57d3d0 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:34:03.281005 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Notify callbacks [] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:03.690337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 14:34:03.693886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:03.743908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=674f15be-ee01-40e1-b679-0e43fde08998,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:03.752761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:34:03.753119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Network hostable DHCP agents. Network: 4b029e60-5bcb-46e6-983c-ea15f620bb16, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:34:03.834651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:34:03.931954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4b029e60-5bcb-46e6-983c-ea15f620bb16) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:34:03.938316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:34:03.939632 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:03.941519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a739d62b-1f4c-4dd7-b350-b180c7cac928 None None] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:34:04.041846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-464822bb-e19b-4255-8da3-f0baf0e1d5af admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8611052 Aug 25 14:34:04.070981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b4114-8d89-4936-ad20-b30aed542126 None None] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:34:06.370991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41270) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:34:06.503934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-201a7014-79d6-4e5e-9152-b889530cc870 admin admin] 10.222.0.58 "GET /v2.0/routers/746de0f8-3509-497d-9d78-a911029198cf HTTP/1.1" status: 200 len: 710 time: 0.1317813 Aug 25 14:34:06.591600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0339a-3b17-4a68-91cd-6014a21d8c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:34:06.592910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56b0339a-3b17-4a68-91cd-6014a21d8c39 admin admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 886 time: 0.0829706 Aug 25 14:34:06.602479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:34:06.856710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:07.178732 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:07.258457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:07.469018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Allocated IP 172.25.8.107 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/aa309bf9-9baa-45d6-992b-4386e7a11d84) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:34:07.638173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:07.758608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:07.804874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:34:07.810699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:34:07.812862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa309bf9-9baa-45d6-992b-4386e7a11d84,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:07.825069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:34:08.026089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:34:08.147067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:34:08.152192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:34:08.152496 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.181818 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.296413 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.327613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,segment=NetworkSegment(90375f23-56f5-481e-929b-c6f79e6a5743),segment_id=90375f23-56f5-481e-929b-c6f79e6a5743)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:34:08.392224 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.395990 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.426890 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.473246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1d94cee9-39b8-4e3d-9dec-b95e9c354d23,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:08.504356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Router 746de0f8-3509-497d-9d78-a911029198cf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:34:08.610073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:34:08.614896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:08.616130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-73af92e6-1430-43ae-aa5a-fb808bf74fc8 admin admin] 10.222.0.58 "PUT /v2.0/routers/746de0f8-3509-497d-9d78-a911029198cf HTTP/1.1" status: 200 len: 890 time: 2.0170557 Aug 25 14:34:09.339873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Sync routers for ids ['746de0f8-3509-497d-9d78-a911029198cf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:34:09.349910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Routers {'746de0f8-3509-497d-9d78-a911029198cf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:34:09.350624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:33:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['746de0f8-3509-497d-9d78-a911029198cf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:09.564083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Set router 746de0f8-3509-497d-9d78-a911029198cf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:34:09.955146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746de0f8-3509-497d-9d78-a911029198cf', 'name': 'router1', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'aa309bf9-9baa-45d6-992b-4386e7a11d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:33:48Z', 'updated_at': '2021-08-25T14:34:07Z', 'revision_number': 4, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'gw_port': {'id': 'aa309bf9-9baa-45d6-992b-4386e7a11d84', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:34:07Z', 'updated_at': '2021-08-25T14:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1d94cee9-39b8-4e3d-9dec-b95e9c354d23', 'name': '', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'mac_address': 'fa:16:3e:e9:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:33:58Z', 'updated_at': '2021-08-25T14:34:08Z', 'revision_number': 5, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'subnets': [{'id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:09.982945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:34:10.010620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Checking router: 746de0f8-3509-497d-9d78-a911029198cf for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:34:10.011551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Updating router 746de0f8-3509-497d-9d78-a911029198cf port aa309bf9-9baa-45d6-992b-4386e7a11d84 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:34:10.083842 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.194261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:34:10.194569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.550159 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.560262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Transition to ACTIVE for port object aa309bf9-9baa-45d6-992b-4386e7a11d84 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:34:10.644350 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.697890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Attempting to bind port aa309bf9-9baa-45d6-992b-4386e7a11d84 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:34:10.703434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Attempting to bind port aa309bf9-9baa-45d6-992b-4386e7a11d84 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:34:10.703434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Attempting to bind port aa309bf9-9baa-45d6-992b-4386e7a11d84 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:34:10.703434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f11d87-3615-4f31-8ff8-be7613ec95de None None] Pushing event updated for resources: {'Port': ['ID=aa309bf9-9baa-45d6-992b-4386e7a11d84,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:10.706702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:34:10.707102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:34:10.707509 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.707897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:34:10.708362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Bound port: aa309bf9-9baa-45d6-992b-4386e7a11d84, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:34:10.708766 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.758904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] For port aa309bf9-9baa-45d6-992b-4386e7a11d84, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:34:10.762536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] For port aa309bf9-9baa-45d6-992b-4386e7a11d84, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa309bf9-9baa-45d6-992b-4386e7a11d84,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:34:10.834886 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:10.889986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Routers {'746de0f8-3509-497d-9d78-a911029198cf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:34:10.890590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:33:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['746de0f8-3509-497d-9d78-a911029198cf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:10.939697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f11d87-3615-4f31-8ff8-be7613ec95de None None] Pushing event updated for resources: {'Port': ['ID=aa309bf9-9baa-45d6-992b-4386e7a11d84,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:11.017037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] Set router 746de0f8-3509-497d-9d78-a911029198cf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:34:11.073782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:34:11.194048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0619805b-fff1-4741-91ef-c38328cdec3b admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191022 Aug 25 14:34:11.231585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746de0f8-3509-497d-9d78-a911029198cf', 'name': 'router1', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'aa309bf9-9baa-45d6-992b-4386e7a11d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:33:48Z', 'updated_at': '2021-08-25T14:34:07Z', 'revision_number': 4, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'gw_port': {'id': 'aa309bf9-9baa-45d6-992b-4386e7a11d84', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:34:07Z', 'updated_at': '2021-08-25T14:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1d94cee9-39b8-4e3d-9dec-b95e9c354d23', 'name': '', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'mac_address': 'fa:16:3e:e9:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:33:58Z', 'updated_at': '2021-08-25T14:34:08Z', 'revision_number': 5, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'subnets': [{'id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:34:11.259114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03d059-933a-4ae1-817e-aa2dfa3958a9 None None] The sync data for ids ['746de0f8-3509-497d-9d78-a911029198cf'] in n-d-805995-2 is: [{'id': '746de0f8-3509-497d-9d78-a911029198cf', 'name': 'router1', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'aa309bf9-9baa-45d6-992b-4386e7a11d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:33:48Z', 'updated_at': '2021-08-25T14:34:07Z', 'revision_number': 4, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'gw_port': {'id': 'aa309bf9-9baa-45d6-992b-4386e7a11d84', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:34:07Z', 'updated_at': '2021-08-25T14:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1d94cee9-39b8-4e3d-9dec-b95e9c354d23', 'name': '', 'network_id': 'caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2', 'tenant_id': '325afc17df8d4901a71d59548c6a901e', 'mac_address': 'fa:16:3e:e9:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746de0f8-3509-497d-9d78-a911029198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:33:58Z', 'updated_at': '2021-08-25T14:34:08Z', 'revision_number': 5, 'project_id': '325afc17df8d4901a71d59548c6a901e', 'subnets': [{'id': '5e961621-006a-4648-82c4-5ffe21c1ac83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a5ae892-7b15-428a-b0a7-f8e1f479726d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:34:11.990370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa309bf9-9baa-45d6-992b-4386e7a11d84 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:34:12.149165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port aa309bf9-9baa-45d6-992b-4386e7a11d84 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:34:12.154722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port aa309bf9-9baa-45d6-992b-4386e7a11d84 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:34:12.155254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:12.234360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:12.254153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port aa309bf9-9baa-45d6-992b-4386e7a11d84, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa309bf9-9baa-45d6-992b-4386e7a11d84,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:34:12.326234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:12.373454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=aa309bf9-9baa-45d6-992b-4386e7a11d84,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:34:13.974127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa309bf9-9baa-45d6-992b-4386e7a11d84 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:34:14.024853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port aa309bf9-9baa-45d6-992b-4386e7a11d84 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:34:14.025234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:20.900613 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c66b5db7-df99-4389-8d9f-b53b91828789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:23.731379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce2eb612-9a86-4171-a1f9-51a02963af92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:23.820960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:24.821813 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:34:25.232379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:26.866635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:50.936745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f252080c-d409-4182-a1a2-d74b1d13fbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:53.739792 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1701031d-513d-4bab-8ad1-304cf544ec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:53.843048 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:55.250705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:34:56.829980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:01.820564 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:35:20.896619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd41c-3b52-4e5e-8e71-9e9cee8139d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:23.718528 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-31b57664-ccda-4018-95a4-1ff573d2c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:23.809817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:25.230855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:26.824924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:38.820513 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:35:50.934487 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc90d6be-ec72-44c7-96da-ac80a238ef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:53.744392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8866db9-b2b2-4425-9664-75e277702d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:53.886897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:55.246734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:55.546352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41880) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:35:55.611159 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-73766e94-d0a5-4fe0-a797-dca7948b95f1 admin admin] GET failed (client error): The resource could not be found. Aug 25 14:35:55.612589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-73766e94-d0a5-4fe0-a797-dca7948b95f1 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652792 Aug 25 14:35:55.779945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a54c3-4f7c-4f1d-af12-8e8888bd6f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:35:55.781349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bb9a54c3-4f7c-4f1d-af12-8e8888bd6f27 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1640654 Aug 25 14:35:56.831652 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:58.059783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41890) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:35:58.153065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced384c-c9ad-4c58-914b-1db651c6f08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:35:58.156394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7ced384c-c9ad-4c58-914b-1db651c6f08c admin admin] 10.222.0.58 "GET /v2.0/subnets/5e961621-006a-4648-82c4-5ffe21c1ac83 HTTP/1.1" status: 200 len: 849 time: 0.0936427 Aug 25 14:35:58.166851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:35:58.260218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Notify callbacks [] for subnet, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:58.483416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778757248552'] for subnet, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:58.519803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:35:58.520653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:58.522028 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] 10.222.0.58 "PUT /v2.0/subnets/5e961621-006a-4648-82c4-5ffe21c1ac83 HTTP/1.1" status: 200 len: 868 time: 0.3595059 Aug 25 14:35:58.525414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5820f-f02e-46c5-9905-501e73ebfa9c None None] Network caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:35:58.540641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e961621-006a-4648-82c4-5ffe21c1ac83,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:35:58.548743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.552928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a23b-9070-43f4-bbc3-24a964c62a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:35:58.906151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73c6b0cc-6496-418d-878c-ddf17de3a283 None None] Provisioning complete for port 84fe40b7-63d5-49ec-8453-31fa2a4c597d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:35:58.906521 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73c6b0cc-6496-418d-878c-ddf17de3a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:35:58.999995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73c6b0cc-6496-418d-878c-ddf17de3a283 None None] Provisioning complete for port 1d94cee9-39b8-4e3d-9dec-b95e9c354d23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:35:59.000258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73c6b0cc-6496-418d-878c-ddf17de3a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:00.709739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41900) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:00.910819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e5795-4f12-44b6-9f47-61e7df6737ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:00.911244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e5795-4f12-44b6-9f47-61e7df6737ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:00.912807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-501e5795-4f12-44b6-9f47-61e7df6737ee admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020946 Aug 25 14:36:03.098179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:03.297961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88182615-7320-42dd-8ef6-bfe5c35086d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:03.298444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88182615-7320-42dd-8ef6-bfe5c35086d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:03.300093 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-88182615-7320-42dd-8ef6-bfe5c35086d2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010212 Aug 25 14:36:05.496925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41916) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:05.628146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02c9e2-7553-41ef-8a3b-d9a7af157b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:05.629575 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c02c9e2-7553-41ef-8a3b-d9a7af157b18 admin admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 886 time: 0.1316752 Aug 25 14:36:07.817795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41924) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:08.053253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7454e8-fc76-4c5b-8e6a-4bbf187f5530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:08.054569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4d7454e8-fc76-4c5b-8e6a-4bbf187f5530 admin admin] 10.222.0.58 "GET /v2.0/networks/caff02ce-5fb6-4b2b-b5f3-9c32a074d3b2 HTTP/1.1" status: 200 len: 869 time: 0.2358246 Aug 25 14:36:10.227278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:10.351722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123343b-7616-4b88-a0ed-b6304b25f610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:10.352191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123343b-7616-4b88-a0ed-b6304b25f610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:10.353754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6123343b-7616-4b88-a0ed-b6304b25f610 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255174 Aug 25 14:36:12.532577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:12.624978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f5c1e-2d13-4be2-9cb2-cfd819d4e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:12.625442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f5c1e-2d13-4be2-9cb2-cfd819d4e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:12.626989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-845f5c1e-2d13-4be2-9cb2-cfd819d4e2cc admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934250 Aug 25 14:36:14.845741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41948) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:14.944405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4981880-336d-4dbc-9d26-629b000aab0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:14.946374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a4981880-336d-4dbc-9d26-629b000aab0c admin admin] 10.222.0.58 "GET /v2.0/subnets/5e961621-006a-4648-82c4-5ffe21c1ac83 HTTP/1.1" status: 200 len: 868 time: 0.0996251 Aug 25 14:36:15.819200 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:36:17.142116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:17.233478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f86cac-21b4-4b49-b5b8-e61573d05dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:17.234865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b3f86cac-21b4-4b49-b5b8-e61573d05dc3 admin admin] 10.222.0.58 "GET /v2.0/subnets/674f15be-ee01-40e1-b679-0e43fde08998 HTTP/1.1" status: 200 len: 816 time: 0.0914586 Aug 25 14:36:20.916766 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e2f5d179-cdfd-4a53-992f-a1b0383bb757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:23.697120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2fd84029-95fc-4c56-860f-7be4e621a306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:23.811989 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:25.236559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:26.871318 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:41.870409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42010) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:41.918698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-439e5dd8-23ba-4943-b956-5b746fcadc44 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:36:41.919744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-439e5dd8-23ba-4943-b956-5b746fcadc44 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483859 Aug 25 14:36:44.175031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42018) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:44.236178 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7810a70-2d7d-4638-97b2-4e36c19c029c admin admin] GET failed (client error): The resource could not be found. Aug 25 14:36:44.237510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a7810a70-2d7d-4638-97b2-4e36c19c029c admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615089 Aug 25 14:36:44.382205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc628895-d3d3-45b0-8ff4-5384d9dafb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:44.383617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fc628895-d3d3-45b0-8ff4-5384d9dafb94 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415267 Aug 25 14:36:46.585437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42026) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:46.636885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:36:46.743180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Made reservation on behalf of e7b5287a05a84925a16e4d5b0c57d3d0 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:36:46.745535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:46.774543 n-d-805995-2 neutron-server[101873]: WARNING neutron.services.revisions.revision_plugin [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Could not find related network for resource to bump revision. Aug 25 14:36:46.789218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:36:46.800008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:46.800347 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Added segment d1a3ccca-a663-4527-b9ed-c64d910ddfb7 of type vlan for network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 Aug 25 14:36:46.841283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:46.914769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:46.915802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:46.916383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:46.975878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] Pushing event updated for resources: {'Network': ['ID=ff26ccd5-2245-4bce-882c-b3a0ea37dca1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:36:46.992268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:36:47.039144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b14685e2-86c3-4500-a41c-17c14b8f7129 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4388518 Aug 25 14:36:49.228575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42034) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:36:49.293332 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3a7036-eb88-4132-a546-c3759b153ccd admin admin] GET failed (client error): The resource could not be found. Aug 25 14:36:49.294659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0d3a7036-eb88-4132-a546-c3759b153ccd admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651157 Aug 25 14:36:49.364766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8184d-2219-4aa3-ba55-00aea71f3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:49.366283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87b8184d-2219-4aa3-ba55-00aea71f3ea1 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666912 Aug 25 14:36:49.376808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:36:49.464821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Made reservation on behalf of e7b5287a05a84925a16e4d5b0c57d3d0 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:36:49.467099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:49.705395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:49.757632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58770463-bc13-4c24-a555-82506858c222,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:36:49.773782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:36:49.774130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Network hostable DHCP agents. Network: ff26ccd5-2245-4bce-882c-b3a0ea37dca1, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:36:49.860112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:36:49.939044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ff26ccd5-2245-4bce-882c-b3a0ea37dca1) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:36:49.943676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:36:49.944716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:49.948780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f62146-638c-4694-b9c3-945ce19cb1b6 None None] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:36:50.042276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ec7bcf35-2d22-4105-a0d4-c9437d010b0b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6689568 Aug 25 14:36:50.098799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'tenant_id': 'e7b5287a05a84925a16e4d5b0c57d3d0', 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:36:50.099756 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:50.247370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Allocated IP 192.168.233.2 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/9d372fff-24d2-47e7-ad37-7caa78fcc6c5) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:36:50.394024 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:50.403303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Transition to ACTIVE for port object 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:36:50.419235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Transition to ACTIVE for port object 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:36:50.506618 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:50.543906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:36:50.546761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:36:50.550211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:36:50.569404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Pushing event updated for resources: {'Port': ['ID=9d372fff-24d2-47e7-ad37-7caa78fcc6c5,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:36:50.592493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.592493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.592817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.592914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.593228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.593553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.593899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.594222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.594543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.594888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.595248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.595563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:36:50.624628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Attempting to bind port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:36:50.625030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Attempting to bind port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:36:50.625391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Attempting to bind port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:36:50.631008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:36:50.631964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:36:50.632391 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:50.632788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:36:50.633262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Bound port: 9d372fff-24d2-47e7-ad37-7caa78fcc6c5, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:36:50.633709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:50.698558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] For port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:36:50.701581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] For port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9d372fff-24d2-47e7-ad37-7caa78fcc6c5,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:36:50.783149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:50.859838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39067f8-5cc0-4fa0-923a-bf30b68e9983 None None] Pushing event updated for resources: {'Port': ['ID=9d372fff-24d2-47e7-ad37-7caa78fcc6c5,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:36:50.950567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed128158-9c0a-4433-a21b-23932cba1971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:51.694081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f8d3c-7c62-484e-8d7f-2ec1764d63c8 None None] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:36:51.841210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6c96f0c3-d8d9-43c1-a8fb-098c09855855 None None] Provisioning for port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:36:52.105550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:36:52.205106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:36:52.210038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:36:52.210414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:52.291992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:52.324165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9d372fff-24d2-47e7-ad37-7caa78fcc6c5,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:36:52.399477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:52.450780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9d372fff-24d2-47e7-ad37-7caa78fcc6c5,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:36:52.817603 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:36:53.687534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-de7d6652-cd70-43d6-ae48-1514c49b7fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:53.807433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:54.067223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:36:54.115034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9d372fff-24d2-47e7-ad37-7caa78fcc6c5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:36:54.115460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:55.227692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:36:56.859041 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:20.903957 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf6d-34bd-4c5f-9f8f-450410f810bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:23.696031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3e49f1f7-f33e-416d-b65b-58a0694da74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:23.855736 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:25.275584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:26.874838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:29.815878 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:37:50.942800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3600f427-12e0-4e36-bd7b-8c0eab1ffdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:53.691165 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28cf6142-6052-4d35-b41f-f4ca9ce426be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:53.803109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:55.268662 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:37:56.857016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:06.815488 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:38:07.923414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42086) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:38:07.930790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-878bc9ab-04de-409f-b336-cb052aebfb2d tempest-verify_tempest_config-1743777477 tempest-verify_tempest_config-1743777477-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:38:07.931792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-878bc9ab-04de-409f-b336-cb052aebfb2d tempest-verify_tempest_config-1743777477 tempest-verify_tempest_config-1743777477-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072973 Aug 25 14:38:08.696238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42104) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:38:08.797117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:08.881900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:08.957196 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:09.001015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=005e5e9c8cbb496fa7b3ea70880440fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3037169 Aug 25 14:38:09.001883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20795a-36ab-4396-9d0a-640e041c1bce,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:38:09.003788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42108) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:38:09.009649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.009936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.010281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.010621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.010961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.011318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.011649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.011980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.012309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.012653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.012962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.013285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0502-d83e-46e2-a6d7-d6d0f5166c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.104885 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:09.125402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:09.314257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:09.316876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:09.318024 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c20795a-36ab-4396-9d0a-640e041c1bce HTTP/1.1" status: 204 len: 168 time: 0.3132713 Aug 25 14:38:09.325916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20795a-36ab-4396-9d0a-640e041c1bce,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:38:09.332806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.333168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.333517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.333862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.334205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.334543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.334878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.335238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.335574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.335906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.336244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:09.336575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beb6cb-9c33-4f8a-acfc-0be13a575727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:38:20.922269 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99a9344f-6829-44bf-bde7-fd6489bc9fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:23.690546 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad97c52b-b4b4-4d17-9b9a-ce2e376bc6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:24.193299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:25.250403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:26.842339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:43.814841 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:38:50.915854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c7f41783-dcb7-4ec1-b0d4-184da45430f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:53.689783 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9cd38a5-7635-4333-a4aa-81a6356e96d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:53.803915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:55.281739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:38:56.841692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:20.816583 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:39:20.926993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-250714e4-bbed-454a-9f03-ab39227b9f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:23.677420 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-de0afbad-7445-4cb1-aa56-b7c0bc40edd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:23.785995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:25.263282 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:26.843473 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:50.936988 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcc83316-7c0b-429c-983e-66c22ec4e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:53.691233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66add981-1a5c-49e5-bd01-9e01e94c8641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:53.828202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:55.262370 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:56.846311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:39:57.815550 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:40:20.908325 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34d41762-e20f-4778-b9fc-35fe44610f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:23.707699 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c17eb79-5d4a-4420-9cb3-532370441cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:23.798807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:25.270157 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:26.879111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:34.814239 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:40:50.909367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-edf816f5-9adc-4a39-8730-08233e2a445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:53.686488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1ebf1028-78d4-41d5-ad70-633e2fb4535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:53.795098 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:55.269353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:40:56.880484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:11.812471 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 5 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:41:20.929069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37db-d2be-4fe9-8067-85dc99453bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:23.732147 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2170-c2f6-45d0-b19f-3620a572ad32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:23.799840 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:25.268097 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:26.854491 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:26.877049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:28.608801 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797294'] for agent, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:48.811983 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:41:50.907774 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a960f5d7-6738-4a64-a47f-45b5d30c8b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:53.696180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bb707c8-7909-4150-9404-3bda4ccccbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:53.799080 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:55.273153 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:56.861839 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:56.876266 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:41:58.545413 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:18.861946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:42:18.966490 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1881a6e-0ccf-4381-88bf-b44a3fafd7bf admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1034374 Aug 25 14:42:20.896089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4adc6b73-1a29-408a-baae-357900eff8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:21.131137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42184) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:42:21.186079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7927996-73d7-4fa4-83f6-5846138cc7cd admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0538697 Aug 25 14:42:23.722054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28f7-412f-4df2-ad4d-e3b9e55d27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:23.813569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:25.276447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:25.811442 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:42:26.815931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:26.864769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:28.552982 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:50.915777 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-09849f7f-93ef-4e7f-83c2-23c41aa546b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:53.749941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1d20-da53-47f8-980d-d0e47da0dfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:53.818983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:55.287622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:56.824607 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:56.933851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:42:58.570437 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:02.811052 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:43:20.944574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1013afb6-a190-4707-89ae-adb8bb0f87e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:23.712432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-71c1b920-d374-4625-91df-272634847ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:23.844148 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:25.287196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:26.801992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:26.861216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:28.573399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:39.809979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:43:49.219692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:49.667994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-network', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:43:49.775322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Made reservation on behalf of a424c59993f2421dbcad936b1d7e229e for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:43:49.778247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:49.786976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:49.885992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:49.955718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:49.985147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:43:49.991878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b5327-1294-4484-b1d4-7ebfbabd65b1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:50.003922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.004273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.004614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.005035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.005395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.005728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.006060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.006388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.006712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.007051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.007380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.007703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Tracked resource versions report: Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: pushed versions: Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: { 'AddressGroup': {'1.2'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'ConntrackHelper': {'1.0'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Log': {'1.0'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Network': {'1.1'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Port': {'1.7'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'PortForwarding': {'1.2'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'QosPolicy': {'1.9'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'SecurityGroup': {'1.4'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'SubPort': {'1.0'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Subnet': {'1.1'}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Trunk': {'1.1'}} Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: consumer versions: Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: HyperV agent@n-h1-805995-2: {}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: HyperV agent@n-h2-805995-2: {}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: L3 agent@n-d-805995-2: {}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: Metadata agent@n-d-805995-2: {}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: Metering agent@n-d-805995-2: {}, Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'ConntrackHelper': '1.0', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Log': '1.0', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Network': '1.1', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Port': '1.7', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'PortForwarding': '1.2', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'QosPolicy': '1.9', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'SecurityGroup': '1.4', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'SecurityGroupRule': '1.2', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'SubPort': '1.0', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Subnet': '1.1', Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: 'Trunk': '1.1'}} Aug 25 14:43:50.008774 n-d-805995-2 neutron-server[101872]: {{(pid=101872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:43:50.014180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.014555 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Added segment c0849f4a-0b5b-4d85-86ad-b991258e3ddd of type vlan for network 06a43927-6987-4a83-ac03-d8a26c3f8995 Aug 25 14:43:50.059317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.161361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.162295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:43:50.162887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.224103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] Pushing event updated for resources: {'Network': ['ID=06a43927-6987-4a83-ac03-d8a26c3f8995,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:50.236998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:43:50.276659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa878f03-aa6d-48c1-988c-461229879b47 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0553021 Aug 25 14:43:50.280340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42458) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:50.285200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Request body: {'subnet': {'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-subnet', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:43:50.384372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Made reservation on behalf of a424c59993f2421dbcad936b1d7e229e for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:43:50.387411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.613081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.678811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c30c73-7204-485f-a658-df98233094fa,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:50.683585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Checking segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:43:50.683982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Network hostable DHCP agents. Network: 06a43927-6987-4a83-ac03-d8a26c3f8995, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:43:50.790644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:43:50.886656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 06a43927-6987-4a83-ac03-d8a26c3f8995) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:43:50.891267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:43:50.892108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:50.896979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a846f525-4476-4224-b79e-89bc9d732013 None None] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:43:50.998688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7e48f8ed-dd37-45f6-8a8c-0d83da9432a0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7172771 Aug 25 14:43:51.001473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42494) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:51.010505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:43:51.029908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-18581a38-7a4d-4ab4-832e-713d026785cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.079188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-06a43927-6987-4a83-ac03-d8a26c3f8995', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:43:51.080399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.146701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.147890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.229956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Allocated IP 172.20.0.2 (06a43927-6987-4a83-ac03-d8a26c3f8995/c3c30c73-7204-485f-a658-df98233094fa/2fa36cc8-28e9-412e-a2e9-508cbe93848a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:43:51.248500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.401424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.410297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Transition to ACTIVE for port object 2fa36cc8-28e9-412e-a2e9-508cbe93848a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:43:51.425264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Transition to ACTIVE for port object 2fa36cc8-28e9-412e-a2e9-508cbe93848a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:43:51.499094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.509415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.542064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:43:51.544828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:43:51.548214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:43:51.601808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Pushing event updated for resources: {'Port': ['ID=2fa36cc8-28e9-412e-a2e9-508cbe93848a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:51.614577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.614927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.615281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.615612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.615938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.616260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.616579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.616909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.617210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.617524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.617836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.618147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Tracked resource versions report: Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: pushed versions: Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: { 'AddressGroup': {'1.2'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'ConntrackHelper': {'1.0'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Log': {'1.0'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Network': {'1.1'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Port': {'1.7'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'PortForwarding': {'1.2'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'QosPolicy': {'1.9'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'SecurityGroup': {'1.4'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'SubPort': {'1.0'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Subnet': {'1.1'}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Trunk': {'1.1'}} Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: consumer versions: Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: HyperV agent@n-h1-805995-2: {}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: HyperV agent@n-h2-805995-2: {}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: L3 agent@n-d-805995-2: {}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: Metadata agent@n-d-805995-2: {}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: Metering agent@n-d-805995-2: {}, Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'ConntrackHelper': '1.0', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Log': '1.0', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Network': '1.1', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Port': '1.7', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'PortForwarding': '1.2', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'QosPolicy': '1.9', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'SecurityGroup': '1.4', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'SecurityGroupRule': '1.2', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'SubPort': '1.0', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Subnet': '1.1', Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: 'Trunk': '1.1'}} Aug 25 14:43:51.619226 n-d-805995-2 neutron-server[101874]: {{(pid=101874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:43:51.623510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Attempting to bind port 2fa36cc8-28e9-412e-a2e9-508cbe93848a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:43:51.623875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Attempting to bind port 2fa36cc8-28e9-412e-a2e9-508cbe93848a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:43:51.624233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Attempting to bind port 2fa36cc8-28e9-412e-a2e9-508cbe93848a on network 06a43927-6987-4a83-ac03-d8a26c3f8995 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:43:51.629328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:43:51.629699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Checking segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:43:51.630096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.630475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Bound using segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:43:51.631119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Bound port: 2fa36cc8-28e9-412e-a2e9-508cbe93848a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:43:51.631355 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.695757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] For port 2fa36cc8-28e9-412e-a2e9-508cbe93848a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:43:51.700041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] For port 2fa36cc8-28e9-412e-a2e9-508cbe93848a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2fa36cc8-28e9-412e-a2e9-508cbe93848a,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:43:51.787551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.807430 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.848578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:51.916511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c5a9-8625-49e5-854f-48e57a30c098 None None] Pushing event updated for resources: {'Port': ['ID=2fa36cc8-28e9-412e-a2e9-508cbe93848a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:51.929738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Allocated IP 172.25.8.131 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/066f048e-66be-48b5-8447-184395c2f9dc) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:43:52.187488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:52.301395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:52.308052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:52.348654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:43:52.351705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:43:52.356783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:43:52.360257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Pushing event updated for resources: {'Port': ['ID=066f048e-66be-48b5-8447-184395c2f9dc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:52.399067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2fa36cc8-28e9-412e-a2e9-508cbe93848a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:43:52.435916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.436521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.437028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.437502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.437984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.438459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.438942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.439454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.439928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.440398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.440866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.441357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Tracked resource versions report: Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: pushed versions: Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: { 'AddressGroup': {'1.2'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'ConntrackHelper': {'1.0'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Log': {'1.0'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Network': {'1.1'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Port': {'1.7'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'PortForwarding': {'1.2'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'QosPolicy': {'1.9'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'SecurityGroup': {'1.4'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'SubPort': {'1.0'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Subnet': {'1.1'}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Trunk': {'1.1'}} Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: consumer versions: Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: HyperV agent@n-h1-805995-2: {}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: HyperV agent@n-h2-805995-2: {}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: L3 agent@n-d-805995-2: {}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: Metadata agent@n-d-805995-2: {}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: Metering agent@n-d-805995-2: {}, Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'ConntrackHelper': '1.0', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Log': '1.0', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Network': '1.1', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Port': '1.7', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'PortForwarding': '1.2', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'QosPolicy': '1.9', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'SecurityGroup': '1.4', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'SecurityGroupRule': '1.2', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'SubPort': '1.0', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Subnet': '1.1', Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: 'Trunk': '1.1'}} Aug 25 14:43:52.442430 n-d-805995-2 neutron-server[101873]: {{(pid=101873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:43:52.529846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2fa36cc8-28e9-412e-a2e9-508cbe93848a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:43:52.661394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:52.850023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3cc54270-d81c-42f6-a8c1-376557160674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:52.965472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.012885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9fc57b-b731-40f6-bb6e-b5a85f98023d None None] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:43:53.022075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3cc54270-d81c-42f6-a8c1-376557160674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.105300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3cc54270-d81c-42f6-a8c1-376557160674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.195322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3cc54270-d81c-42f6-a8c1-376557160674 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e482e32a5b8842209161f6759f9bc579&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8861604 Aug 25 14:43:53.197576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc54270-d81c-42f6-a8c1-376557160674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a6be4-4bdc-4588-a22b-5d2308cc18df,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:53.198157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42594) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:53.212683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] Provisioning for port 2fa36cc8-28e9-412e-a2e9-508cbe93848a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:43:53.221160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] Provisioning complete for port 2fa36cc8-28e9-412e-a2e9-508cbe93848a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:53.226303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.258758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Router eb788e96-baa3-4f87-bdcf-004291cd960c is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:43:53.318763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.343194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-150dd0e2-68d3-47ea-b82f-9ad89643b954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.380690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-150dd0e2-68d3-47ea-b82f-9ad89643b954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.386713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] For port 2fa36cc8-28e9-412e-a2e9-508cbe93848a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2fa36cc8-28e9-412e-a2e9-508cbe93848a,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:43:53.468540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:43:53.480536 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.501119 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:43:53.512699 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:43:53.513316 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:53.553016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15f4f6-85dc-4f16-9457-e8e864f9b715 None None] Pushing event updated for resources: {'Port': ['ID=2fa36cc8-28e9-412e-a2e9-508cbe93848a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:53.569633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.570971 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9b28fd93-0489-40d5-a9e1-659c9412bb45 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5684505 Aug 25 14:43:53.575968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42614) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:53.601104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-150dd0e2-68d3-47ea-b82f-9ad89643b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.604708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-150dd0e2-68d3-47ea-b82f-9ad89643b954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.605810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-150dd0e2-68d3-47ea-b82f-9ad89643b954 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d02a6be4-4bdc-4588-a22b-5d2308cc18df HTTP/1.1" status: 204 len: 168 time: 0.4065773 Aug 25 14:43:53.628410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dd0e2-68d3-47ea-b82f-9ad89643b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a6be4-4bdc-4588-a22b-5d2308cc18df,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:53.688579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9a1ae00d-636a-4061-b707-7ec1207d93cc None None] Provisioning complete for port 2fa36cc8-28e9-412e-a2e9-508cbe93848a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:53.688956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae00d-636a-4061-b707-7ec1207d93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.730610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:43:53.827880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-088724a4-c90d-45f7-8847-6af1c659ede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.855850 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:53.965595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:52Z', 'revision_number': 3, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:53.994756 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:43:53.995145 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Updating router eb788e96-baa3-4f87-bdcf-004291cd960c port 066f048e-66be-48b5-8447-184395c2f9dc binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:43:54.021779 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.193718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42656) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:54.330369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2fa36cc8-28e9-412e-a2e9-508cbe93848a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:43:54.376145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.379167 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.390199 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Transition to ACTIVE for port object 066f048e-66be-48b5-8447-184395c2f9dc will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:43:54.399966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2fa36cc8-28e9-412e-a2e9-508cbe93848a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:54.400345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.466912 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.520209 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Pushing event updated for resources: {'Port': ['ID=066f048e-66be-48b5-8447-184395c2f9dc,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:54.527248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Attempting to bind port 066f048e-66be-48b5-8447-184395c2f9dc on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:43:54.530811 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Attempting to bind port 066f048e-66be-48b5-8447-184395c2f9dc by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:43:54.530811 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Attempting to bind port 066f048e-66be-48b5-8447-184395c2f9dc on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:43:54.532927 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.533272 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.533614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.533946 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.534275 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.534599 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.534926 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.535277 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.535599 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.535920 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.536238 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.536556 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Tracked resource versions report: Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: pushed versions: Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: { 'AddressGroup': {'1.2'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'ConntrackHelper': {'1.0'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Log': {'1.0'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Network': {'1.1'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Port': {'1.7'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'PortForwarding': {'1.2'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'QosPolicy': {'1.9'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'SecurityGroup': {'1.4'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'SecurityGroupRule': {'1.2'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'SubPort': {'1.0'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Subnet': {'1.1'}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Trunk': {'1.1'}} Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: consumer versions: Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: { DHCP agent@n-d-805995-2: {}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: HyperV agent@n-h1-805995-2: {}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: HyperV agent@n-h2-805995-2: {}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: L3 agent@n-d-805995-2: {}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: Metadata agent@n-d-805995-2: {}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: Metering agent@n-d-805995-2: {}, Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: Open vSwitch agent@n-d-805995-2: { 'AddressGroup': '1.2', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'ConntrackHelper': '1.0', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Log': '1.0', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Network': '1.1', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Port': '1.7', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'PortForwarding': '1.2', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'QosPolicy': '1.9', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'SecurityGroup': '1.4', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'SecurityGroupRule': '1.2', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'SubPort': '1.0', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Subnet': '1.1', Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: 'Trunk': '1.1'}} Aug 25 14:43:54.537626 n-d-805995-2 neutron-server[101875]: {{(pid=101875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 14:43:54.540415 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:43:54.540944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:43:54.541367 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.541745 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:43:54.542255 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Bound port: 066f048e-66be-48b5-8447-184395c2f9dc, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:43:54.542665 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.598269 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] For port 066f048e-66be-48b5-8447-184395c2f9dc, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:43:54.601357 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] For port 066f048e-66be-48b5-8447-184395c2f9dc, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=066f048e-66be-48b5-8447-184395c2f9dc,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:43:54.662024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Allocated IP 172.20.0.1 (06a43927-6987-4a83-ac03-d8a26c3f8995/c3c30c73-7204-485f-a658-df98233094fa/f69fd6c9-dd44-4c68-8bce-916ac430cd96) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:43:54.696158 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.731932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bf78-3923-4bff-8a12-0af0ff596391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.761909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42672) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:54.783049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f91870c9-bc00-4e7f-9cf9-39439ba17958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.805036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29afa6f-a3be-40a1-a9dd-5e957c2c73c4 None None] Pushing event updated for resources: {'Port': ['ID=066f048e-66be-48b5-8447-184395c2f9dc,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:54.816841 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:43:54.817715 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:54.871684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bf78-3923-4bff-8a12-0af0ff596391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.908472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:54.932917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Transition to ACTIVE for port object f69fd6c9-dd44-4c68-8bce-916ac430cd96 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:43:54.942956 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:43:54.968604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bf78-3923-4bff-8a12-0af0ff596391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.018617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42678) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:55.035922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2bf78-3923-4bff-8a12-0af0ff596391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ddaf3d-8b9f-4f62-b6e4-2263380e1960,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:55.043660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a4f2bf78-3923-4bff-8a12-0af0ff596391 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d866f3a031c8490aa3ef72bca2337c4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8487999 Aug 25 14:43:55.048688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:55.077807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.114756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f91870c9-bc00-4e7f-9cf9-39439ba17958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.119524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:43:55.150217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:43:55.170747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:43:55.170747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.190012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f91870c9-bc00-4e7f-9cf9-39439ba17958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.268062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f91870c9-bc00-4e7f-9cf9-39439ba17958 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fb2956607d6472091e707850171f935&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5046144 Aug 25 14:43:55.270894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42694) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:55.273136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91870c9-bc00-4e7f-9cf9-39439ba17958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda4c17-948a-4dbc-8361-6a2e1b4f0996,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:55.288096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.338834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42700) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:55.379268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c41cfa-a5e8-4722-961f-3d11f69c8de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.410379 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:52Z', 'revision_number': 3, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:55.425929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c964154d-e2c0-45fb-9d71-4b63d15b8cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.429371 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c41cfa-a5e8-4722-961f-3d11f69c8de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.445339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Pushing event updated for resources: {'Port': ['ID=f69fd6c9-dd44-4c68-8bce-916ac430cd96,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:55.474041 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c8c5b-4b56-48a5-8700-4989bcbb6eda None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:52Z', 'revision_number': 3, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:43:55.484084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b650cead-37b6-48dc-a940-7e4fe929a25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.533768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a344c6c-2093-4ab2-a173-448e61a0616f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.571270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b650cead-37b6-48dc-a940-7e4fe929a25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.956069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c41cfa-a5e8-4722-961f-3d11f69c8de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.958724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c41cfa-a5e8-4722-961f-3d11f69c8de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:55.960206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-50c41cfa-a5e8-4722-961f-3d11f69c8de4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bda4c17-948a-4dbc-8361-6a2e1b4f0996 HTTP/1.1" status: 204 len: 168 time: 0.6877668 Aug 25 14:43:55.970355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c41cfa-a5e8-4722-961f-3d11f69c8de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda4c17-948a-4dbc-8361-6a2e1b4f0996,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:55.994419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-41948c50-2872-4c74-a343-a3dd171d0b28 None None] Provisioning for port f69fd6c9-dd44-4c68-8bce-916ac430cd96 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:43:55.996936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-41948c50-2872-4c74-a343-a3dd171d0b28 None None] Provisioning complete for port f69fd6c9-dd44-4c68-8bce-916ac430cd96 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:55.997314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-41948c50-2872-4c74-a343-a3dd171d0b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.001613 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b650cead-37b6-48dc-a940-7e4fe929a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.004126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b650cead-37b6-48dc-a940-7e4fe929a25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.015712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b650cead-37b6-48dc-a940-7e4fe929a25f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1ddaf3d-8b9f-4f62-b6e4-2263380e1960 HTTP/1.1" status: 204 len: 168 time: 0.9658415 Aug 25 14:43:56.057086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-41948c50-2872-4c74-a343-a3dd171d0b28 None None] Port f69fd6c9-dd44-4c68-8bce-916ac430cd96 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:43:56.087117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650cead-37b6-48dc-a940-7e4fe929a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ddaf3d-8b9f-4f62-b6e4-2263380e1960,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:56.094009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.218863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c964154d-e2c0-45fb-9d71-4b63d15b8cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.328080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c964154d-e2c0-45fb-9d71-4b63d15b8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.421086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a344c6c-2093-4ab2-a173-448e61a0616f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.421284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 066f048e-66be-48b5-8447-184395c2f9dc up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:43:56.430494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964154d-e2c0-45fb-9d71-4b63d15b8cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a9cbe5-ddf9-4aa6-a6d6-d85bfbfaa3f0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:56.487012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a344c6c-2093-4ab2-a173-448e61a0616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.497566 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c964154d-e2c0-45fb-9d71-4b63d15b8cd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa5d9681ff74493c8c53e4e7ea5acd0b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4777267 Aug 25 14:43:56.501324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42736) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:56.524008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.558994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3a344c6c-2093-4ab2-a173-448e61a0616f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25925fc94cd843beb8f0d7c2d4bc3f0c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2245858 Aug 25 14:43:56.561701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42738) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:56.562740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344c6c-2093-4ab2-a173-448e61a0616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f3ae0-1888-4277-83ff-8e2e6cdb101a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:56.592551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd8cd-88a3-4048-adf0-4d603528e503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.606421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.607281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.617219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd8cd-88a3-4048-adf0-4d603528e503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.652531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 066f048e-66be-48b5-8447-184395c2f9dc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:43:56.658060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 066f048e-66be-48b5-8447-184395c2f9dc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:56.658732 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.729843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dab7125f-4637-4655-9686-a2abfe4e3e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.740997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Pushing event updated for resources: {'Port': ['ID=f69fd6c9-dd44-4c68-8bce-916ac430cd96,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:56.746873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd8cd-88a3-4048-adf0-4d603528e503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.749297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd8cd-88a3-4048-adf0-4d603528e503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.754027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5e6cd8cd-88a3-4048-adf0-4d603528e503 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9a9cbe5-ddf9-4aa6-a6d6-d85bfbfaa3f0 HTTP/1.1" status: 204 len: 168 time: 0.2504337 Aug 25 14:43:56.763193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cd8cd-88a3-4048-adf0-4d603528e503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a9cbe5-ddf9-4aa6-a6d6-d85bfbfaa3f0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:56.785630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dab7125f-4637-4655-9686-a2abfe4e3e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.835810 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.839882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:43:56.841298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:43:56.846145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42756) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:56.878453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a590-c919-4f8e-90d2-b584713953e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:56.893642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 066f048e-66be-48b5-8447-184395c2f9dc, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=066f048e-66be-48b5-8447-184395c2f9dc,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:43:56.988484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.053176 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.054062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.069035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dab7125f-4637-4655-9686-a2abfe4e3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.072702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dab7125f-4637-4655-9686-a2abfe4e3e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.074366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dab7125f-4637-4655-9686-a2abfe4e3e43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e97f3ae0-1888-4277-83ff-8e2e6cdb101a HTTP/1.1" status: 204 len: 168 time: 0.5111055 Aug 25 14:43:57.092033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7125f-4637-4655-9686-a2abfe4e3e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f3ae0-1888-4277-83ff-8e2e6cdb101a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:57.105941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Router eb788e96-baa3-4f87-bdcf-004291cd960c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:43:57.178640 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a590-c919-4f8e-90d2-b584713953e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.183977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=066f048e-66be-48b5-8447-184395c2f9dc,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:57.205859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7e48e235-ede3-411e-abfa-52510e03258a None None] Provisioning complete for port f69fd6c9-dd44-4c68-8bce-916ac430cd96 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:57.206629 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7e48e235-ede3-411e-abfa-52510e03258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.257292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7e48e235-ede3-411e-abfa-52510e03258a None None] Port f69fd6c9-dd44-4c68-8bce-916ac430cd96 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:43:57.276229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a590-c919-4f8e-90d2-b584713953e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.301701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:43:57.311556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9b23415b-d3b4-4f5f-a907-37657b4621dc admin admin] 10.222.0.58 "PUT /v2.0/routers/eb788e96-baa3-4f87-bdcf-004291cd960c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7355833 Aug 25 14:43:57.321439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4aa8a590-c919-4f8e-90d2-b584713953e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94d82cb00da048b2be6ffd9df252036b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4714775 Aug 25 14:43:57.321439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8a590-c919-4f8e-90d2-b584713953e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae02750-5bde-4779-8f01-b115c0bfa24a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:57.322038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42782) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:57.393063 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce412-9662-4e29-bae6-742262db2464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.425957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:43:57.447246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce412-9662-4e29-bae6-742262db2464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.452301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:43:57.452301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:57.594586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:43:57.624090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce412-9662-4e29-bae6-742262db2464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.628664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce412-9662-4e29-bae6-742262db2464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:57.630607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c9ce412-9662-4e29-bae6-742262db2464 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ae02750-5bde-4779-8f01-b115c0bfa24a HTTP/1.1" status: 204 len: 168 time: 0.3066037 Aug 25 14:43:57.640472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ce412-9662-4e29-bae6-742262db2464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae02750-5bde-4779-8f01-b115c0bfa24a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:57.929135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 2, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:57.964815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:43:57.965179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Updating router eb788e96-baa3-4f87-bdcf-004291cd960c port f69fd6c9-dd44-4c68-8bce-916ac430cd96 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:43:57.991977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.172825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:58.186630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ba0acf1-1d66-4da6-901d-210e137ae273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.276737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.278358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ba0acf1-1d66-4da6-901d-210e137ae273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.290618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Transition to ACTIVE for port object f69fd6c9-dd44-4c68-8bce-916ac430cd96 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:43:58.341198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 066f048e-66be-48b5-8447-184395c2f9dc up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:43:58.346292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ba0acf1-1d66-4da6-901d-210e137ae273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.378366 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.386441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5ba0acf1-1d66-4da6-901d-210e137ae273 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9af332f6b4a4c4482fc8f2ff18c0e30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2124553 Aug 25 14:43:58.387975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0acf1-1d66-4da6-901d-210e137ae273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e77e65-1cb3-47a2-b6fe-9f596d3c13a8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:58.389358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42834) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:58.461599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52c6b0-558d-40a8-8db8-814d8d8abfc1 None None] Pushing event updated for resources: {'Port': ['ID=f69fd6c9-dd44-4c68-8bce-916ac430cd96,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:58.474578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8d02171-5fcc-4502-b28f-85092742e854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.503211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 066f048e-66be-48b5-8447-184395c2f9dc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:43:58.503715 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.506144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8d02171-5fcc-4502-b28f-85092742e854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.544563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Attempting to bind port f69fd6c9-dd44-4c68-8bce-916ac430cd96 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:43:58.549171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Attempting to bind port f69fd6c9-dd44-4c68-8bce-916ac430cd96 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:43:58.549171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Attempting to bind port f69fd6c9-dd44-4c68-8bce-916ac430cd96 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:43:58.560567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:43:58.561088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Checking segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:43:58.561941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.562665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Bound using segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:43:58.563196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Bound port: f69fd6c9-dd44-4c68-8bce-916ac430cd96, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:43:58.563581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.643258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.672193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] For port f69fd6c9-dd44-4c68-8bce-916ac430cd96, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:43:58.675356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] For port f69fd6c9-dd44-4c68-8bce-916ac430cd96, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f69fd6c9-dd44-4c68-8bce-916ac430cd96,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:43:58.684270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8d02171-5fcc-4502-b28f-85092742e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.686928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8d02171-5fcc-4502-b28f-85092742e854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.688226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e8d02171-5fcc-4502-b28f-85092742e854 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00e77e65-1cb3-47a2-b6fe-9f596d3c13a8 HTTP/1.1" status: 204 len: 168 time: 0.2973180 Aug 25 14:43:58.700032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02171-5fcc-4502-b28f-85092742e854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e77e65-1cb3-47a2-b6fe-9f596d3c13a8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:58.750081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:58.753128 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.770433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d75b0465-d1f7-4b21-8fed-c5d5e4ed5fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.839799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:43:58.840609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:58.843932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52c6b0-558d-40a8-8db8-814d8d8abfc1 None None] Pushing event updated for resources: {'Port': ['ID=f69fd6c9-dd44-4c68-8bce-916ac430cd96,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:58.919706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d75b0465-d1f7-4b21-8fed-c5d5e4ed5fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.984232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d75b0465-d1f7-4b21-8fed-c5d5e4ed5fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:58.989384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:43:59.028461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0465-d1f7-4b21-8fed-c5d5e4ed5fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8221623a-8599-4122-964f-c3360acad315,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:59.032724 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d75b0465-d1f7-4b21-8fed-c5d5e4ed5fe4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b27e21e1c375453db9756a6d55a3b702&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2810094 Aug 25 14:43:59.035389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42854) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:59.100642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3798e1d5-8772-4b41-a437-a58e612fdccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:59.232395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:43:58Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:43:59.261528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3798e1d5-8772-4b41-a437-a58e612fdccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:59.265147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc587e6-4830-451c-95be-663a1fa1765a None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:43:58Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:43:59.412525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3798e1d5-8772-4b41-a437-a58e612fdccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:59.415184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3798e1d5-8772-4b41-a437-a58e612fdccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:43:59.419486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3798e1d5-8772-4b41-a437-a58e612fdccb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8221623a-8599-4122-964f-c3360acad315 HTTP/1.1" status: 204 len: 168 time: 0.3800025 Aug 25 14:43:59.425426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798e1d5-8772-4b41-a437-a58e612fdccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221623a-8599-4122-964f-c3360acad315,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:43:59.803901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:43:59.806643 n-d-805995-2 neutron-server[101873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 14:43:59.840305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-a57da734-d9d6-4170-a8d1-e22ee2a8829e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=55862466f21d4e55aac9b6a53c69e007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345004 Aug 25 14:44:00.146868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4500125e-83d4-4dc6-9260-f0caf517427d tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:00.148406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4500125e-83d4-4dc6-9260-f0caf517427d tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038578 Aug 25 14:44:00.182917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-488a5362-63f1-4e56-86d6-84c8b28b8815 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/quotas/55862466f21d4e55aac9b6a53c69e007 HTTP/1.1" status: 200 len: 375 time: 0.0256286 Aug 25 14:44:00.235929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-6688b696-1b47-46a7-a0bc-f2c0cd811c5e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=55862466f21d4e55aac9b6a53c69e007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540788 Aug 25 14:44:00.309150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:00.315111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-network', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:00.371167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f69fd6c9-dd44-4c68-8bce-916ac430cd96 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:00.415288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Made reservation on behalf of 7fca87f2d11c4851927f47ee52b91a5a for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:00.418814 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.435701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.500977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f69fd6c9-dd44-4c68-8bce-916ac430cd96 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:00.506358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f69fd6c9-dd44-4c68-8bce-916ac430cd96 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:00.506739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.559937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.626582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.634418 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.648169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:00.664210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66de26f7-551f-476e-80fc-e72d97633908,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:00.669471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f69fd6c9-dd44-4c68-8bce-916ac430cd96, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f69fd6c9-dd44-4c68-8bce-916ac430cd96,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:00.669622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.669886 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Added segment fb114ace-9bd9-49fc-a2c1-497438eb8d7a of type vlan for network c0571413-7bf1-457f-a947-1e7547bb2a95 Aug 25 14:44:00.710706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.769640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.809190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.810330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:00.811050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:00.844025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f69fd6c9-dd44-4c68-8bce-916ac430cd96,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:00.878045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] Pushing event updated for resources: {'Network': ['ID=c0571413-7bf1-457f-a947-1e7547bb2a95,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:00.889608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c0571413-7bf1-457f-a947-1e7547bb2a95 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:00.901955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d07372a-781e-45d1-b2ff-2e44bee63301 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5883403 Aug 25 14:44:00.902114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42944) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:00.908051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Request body: {'subnet': {'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-subnet', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:01.003315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Made reservation on behalf of 7fca87f2d11c4851927f47ee52b91a5a for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:01.003315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.165298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42958) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:01.247316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.313040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7692dd5-e2c8-4f4e-9c13-333150bc91b9,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:01.313040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Checking segment: {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:01.313040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Network hostable DHCP agents. Network: c0571413-7bf1-457f-a947-1e7547bb2a95, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:01.435627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Network c0571413-7bf1-457f-a947-1e7547bb2a95 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:01.489945 n-d-805995-2 neutron-server[101872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 14:44:01.518388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c0571413-7bf1-457f-a947-1e7547bb2a95) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:01.530237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca40af3-9b70-4bdc-9bca-eb137c87c8d5 None None] Network c0571413-7bf1-457f-a947-1e7547bb2a95 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:01.530963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:01.531615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.580256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59c0bdda-c84f-4f37-b3bf-c7e026fc5894 req-f7e3ba85-af72-4d92-93e2-54a85c3aedd2 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 210 time: 0.4125102 Aug 25 14:44:01.642068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6f9bf5b6-57da-4ad0-b8a2-cfd4228100a3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7388508 Aug 25 14:44:01.649419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42980) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:01.651289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:01.726685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c0571413-7bf1-457f-a947-1e7547bb2a95', 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'fixed_ips': [{'subnet_id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:44:01.728056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.741740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.742784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.812275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:01.913644 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Allocated IP 172.20.0.2 (c0571413-7bf1-457f-a947-1e7547bb2a95/c7692dd5-e2c8-4f4e-9c13-333150bc91b9/11b6ce96-d67f-4798-b608-ef16ac80d627) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:02.049248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.094341 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.106744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Transition to ACTIVE for port object 11b6ce96-d67f-4798-b608-ef16ac80d627 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:02.125822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Transition to ACTIVE for port object 11b6ce96-d67f-4798-b608-ef16ac80d627 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:02.207407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.246747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Network c0571413-7bf1-457f-a947-1e7547bb2a95 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:02.249843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:02.253523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:02.270943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Pushing event updated for resources: {'Port': ['ID=11b6ce96-d67f-4798-b608-ef16ac80d627,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:02.325572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Attempting to bind port 11b6ce96-d67f-4798-b608-ef16ac80d627 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:02.326373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Attempting to bind port 11b6ce96-d67f-4798-b608-ef16ac80d627 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:02.326795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Attempting to bind port 11b6ce96-d67f-4798-b608-ef16ac80d627 on network c0571413-7bf1-457f-a947-1e7547bb2a95 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:02.333352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:02.334301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Checking segment: {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:02.334450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.334905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Bound using segment: {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:02.335495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Bound port: 11b6ce96-d67f-4798-b608-ef16ac80d627, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:02.335965 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.391251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f69fd6c9-dd44-4c68-8bce-916ac430cd96 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:02.410360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.432809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.467468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] For port 11b6ce96-d67f-4798-b608-ef16ac80d627, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:02.471518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] For port 11b6ce96-d67f-4798-b608-ef16ac80d627, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=11b6ce96-d67f-4798-b608-ef16ac80d627,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:02.482622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f69fd6c9-dd44-4c68-8bce-916ac430cd96 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:02.482622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.563443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Allocated IP 172.25.8.18 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:02.564312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.669093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a610b39-9b33-453c-8c8d-77928737da4a None None] Pushing event updated for resources: {'Port': ['ID=11b6ce96-d67f-4798-b608-ef16ac80d627,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:02.769828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f50bbf-0764-48a6-a453-6b8e4728daa0 req-1d68c602-68b5-4e1d-9940-2fe87f4c8125 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 210 time: 0.0786602 Aug 25 14:44:02.777753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:02.951386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:03.022278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:03.026579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:03.034246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:03.040081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Pushing event updated for resources: {'Port': ['ID=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:03.330687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:03.731781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:03.778521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1a28e-6b57-4423-8b3d-4e0034daae15 None None] Network c0571413-7bf1-457f-a947-1e7547bb2a95 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:03.895061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Router 8f7f4dc1-b923-4114-8393-483bc221e185 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:44:03.946968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43074) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:03.954695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1684640c-16f5-4a69-8ce8-87561315dbd7 None None] Provisioning for port 11b6ce96-d67f-4798-b608-ef16ac80d627 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:04.068448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23bb02ec-9f8b-46b0-86db-c7d0b7f73383 req-960f4ba5-0226-4ee8-81ba-fea3b135bc40 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 210 time: 0.0464711 Aug 25 14:44:04.083188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:44:04.093575 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Sync routers for ids ['8f7f4dc1-b923-4114-8393-483bc221e185'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:44:04.104702 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Routers {'8f7f4dc1-b923-4114-8393-483bc221e185'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:04.106595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f7f4dc1-b923-4114-8393-483bc221e185'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:04.195773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.197026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7273af13-88c4-46ca-9c8f-8b11426ff082 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5512669 Aug 25 14:44:04.200518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43086) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:04.248837 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Set router 8f7f4dc1-b923-4114-8393-483bc221e185 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:04.280420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-528bc69d-0f37-46a1-82a0-80b71fbb4e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.398520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 11b6ce96-d67f-4798-b608-ef16ac80d627 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:04.408721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-528bc69d-0f37-46a1-82a0-80b71fbb4e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.491589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.45', 55514) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:04.542443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-2a263918-e836-497f-aca5-03186432359d tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=55862466f21d4e55aac9b6a53c69e007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491686 Aug 25 14:44:04.590309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-528bc69d-0f37-46a1-82a0-80b71fbb4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.609069 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:44:03Z', 'revision_number': 3, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:04.655529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Checking router: 8f7f4dc1-b923-4114-8393-483bc221e185 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:44:04.655874 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Updating router 8f7f4dc1-b923-4114-8393-483bc221e185 port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:44:04.665722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bc69d-0f37-46a1-82a0-80b71fbb4e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f6cc7-949a-496f-bfec-b1fb09dd9147,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:04.701197 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.729991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-528bc69d-0f37-46a1-82a0-80b71fbb4e66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e8a9040d760426db18bf448e5ca1960&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7804441 Aug 25 14:44:04.734789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43098) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:04.829913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 11b6ce96-d67f-4798-b608-ef16ac80d627 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:04.833802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 11b6ce96-d67f-4798-b608-ef16ac80d627 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:04.834172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.856086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-ec7d744d-547f-41f7-947b-28a3e4d6900f tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:04.857602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-ec7d744d-547f-41f7-947b-28a3e4d6900f tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090479 Aug 25 14:44:04.908446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5449e9f5-dc1e-4cc7-9929-8432d63730da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.936228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5449e9f5-dc1e-4cc7-9929-8432d63730da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:04.957481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Request body: {'port': {'device_id': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '55862466f21d4e55aac9b6a53c69e007'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:05.040185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.107473 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.122690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.124853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 11b6ce96-d67f-4798-b608-ef16ac80d627, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=11b6ce96-d67f-4798-b608-ef16ac80d627,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:05.184508 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Transition to ACTIVE for port object 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:05.191858 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5449e9f5-dc1e-4cc7-9929-8432d63730da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.194762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5449e9f5-dc1e-4cc7-9929-8432d63730da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.199050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5449e9f5-dc1e-4cc7-9929-8432d63730da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e26f6cc7-949a-496f-bfec-b1fb09dd9147 HTTP/1.1" status: 204 len: 168 time: 0.4603169 Aug 25 14:44:05.227635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449e9f5-dc1e-4cc7-9929-8432d63730da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f6cc7-949a-496f-bfec-b1fb09dd9147,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:05.256358 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.264824 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.287822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Made reservation on behalf of 55862466f21d4e55aac9b6a53c69e007 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:05.292757 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.295721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-caf5694b-8c8b-4297-a2e9-cff630a19fd9 req-2ec44b1f-9e59-47f3-a8df-a649053cfefd tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 210 time: 0.0722768 Aug 25 14:44:05.313400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.331516 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0980f80-6583-4745-a482-41b24b92892c None None] Pushing event updated for resources: {'Port': ['ID=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:05.346233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=11b6ce96-d67f-4798-b608-ef16ac80d627,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:05.365261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Attempting to bind port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:05.365604 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Attempting to bind port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:05.365970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Attempting to bind port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:05.383385 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:05.383817 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:05.384257 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.384666 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:05.385164 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Bound port: 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:05.385772 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.465460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] For port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:05.473222 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] For port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:05.475749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43118) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:05.477617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Allocated IP 172.20.0.1 (c0571413-7bf1-457f-a947-1e7547bb2a95/c7692dd5-e2c8-4f4e-9c13-333150bc91b9/91e97614-2821-4703-8435-9e8ed2ba935a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:05.509429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.553466 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.580706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.611058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43122) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:05.616540 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Routers {'8f7f4dc1-b923-4114-8393-483bc221e185'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:05.617181 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f7f4dc1-b923-4114-8393-483bc221e185'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:05.645966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.659163 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0980f80-6583-4745-a482-41b24b92892c None None] Pushing event updated for resources: {'Port': ['ID=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:05.678614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Transition to ACTIVE for port object 91e97614-2821-4703-8435-9e8ed2ba935a will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:05.703603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d423b855-1c9f-4b84-a596-7c6fdaba11b8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:05.770660 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] Set router 8f7f4dc1-b923-4114-8393-483bc221e185 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:05.853812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Allocated IP 192.168.233.249 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/c618e6ff-3ec8-446c-84f2-27742bdd674d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:05.895642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:05.964687 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:44:03Z', 'revision_number': 3, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:05.973610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Network c0571413-7bf1-457f-a947-1e7547bb2a95 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:05.976671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:05.995822 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e5410-3173-4ed7-bda3-e30a3343fb4e None None] The sync data for ids ['8f7f4dc1-b923-4114-8393-483bc221e185'] in n-d-805995-2 is: [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:44:03Z', 'revision_number': 3, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:44:06.000924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:06.000924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.091514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Pushing event updated for resources: {'Port': ['ID=91e97614-2821-4703-8435-9e8ed2ba935a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:06.114476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a694ab8-d687-4ca1-8718-38fdbca59693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.188129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.202293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Transition to ACTIVE for port object c618e6ff-3ec8-446c-84f2-27742bdd674d will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:06.263167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b721ac48-846d-4781-8ea5-07be466e81d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.264673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.352558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.433895 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5aa57f7e-6ad0-4b9f-b9fb-a7e90b86d05f None None] Provisioning for port 91e97614-2821-4703-8435-9e8ed2ba935a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:06.439624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 11b6ce96-d67f-4798-b608-ef16ac80d627 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:06.445590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5aa57f7e-6ad0-4b9f-b9fb-a7e90b86d05f None None] Provisioning complete for port 91e97614-2821-4703-8435-9e8ed2ba935a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:06.446589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5aa57f7e-6ad0-4b9f-b9fb-a7e90b86d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.493764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:06.533394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5aa57f7e-6ad0-4b9f-b9fb-a7e90b86d05f None None] Port 91e97614-2821-4703-8435-9e8ed2ba935a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:06.564604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 11b6ce96-d67f-4798-b608-ef16ac80d627 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:06.564604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.570877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:06.582620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:06.599012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:06.599726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.609140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43156) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:06.697914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a694ab8-d687-4ca1-8718-38fdbca59693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.742756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.773584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a694ab8-d687-4ca1-8718-38fdbca59693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.828215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.831271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.973800 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-839ec692-88ae-45df-8310-3c6c46c3e6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:06.984216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Pushing event updated for resources: {'Port': ['ID=c618e6ff-3ec8-446c-84f2-27742bdd674d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:06.988606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a694ab8-d687-4ca1-8718-38fdbca59693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf75f1-2216-42f7-a8d8-0353bbf22577,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:07.079168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc978-2408-4fce-ba5c-02e7feb3dc5e req-8b2807a8-ad2e-443b-a631-1acdc9073f25 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:07.089536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-624dc978-2408-4fce-ba5c-02e7feb3dc5e req-8b2807a8-ad2e-443b-a631-1acdc9073f25 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 936 time: 0.6210816 Aug 25 14:44:07.092682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-031e1d6a-a2b9-4432-abff-0b3d0fbe619a None None] Provisioning for port c618e6ff-3ec8-446c-84f2-27742bdd674d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:07.097074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1a694ab8-d687-4ca1-8718-38fdbca59693 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a71e15d0cec34dd2a6ffba1428d6aa93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6196220 Aug 25 14:44:07.100468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-031e1d6a-a2b9-4432-abff-0b3d0fbe619a None None] Provisioning complete for port c618e6ff-3ec8-446c-84f2-27742bdd674d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:07.100851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031e1d6a-a2b9-4432-abff-0b3d0fbe619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.170380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43162) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:07.193855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Pushing event updated for resources: {'Port': ['ID=91e97614-2821-4703-8435-9e8ed2ba935a,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:07.211641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-031e1d6a-a2b9-4432-abff-0b3d0fbe619a None None] Port c618e6ff-3ec8-446c-84f2-27742bdd674d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:07.236117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-624dc978-2408-4fce-ba5c-02e7feb3dc5e req-addefcde-8bbf-4ced-875a-14e99ca9a842 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452312 Aug 25 14:44:07.274301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b721ac48-846d-4781-8ea5-07be466e81d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.297600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e32dee-50a7-41b9-8522-6413013879f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.332868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Network c0571413-7bf1-457f-a947-1e7547bb2a95 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:07.343220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:07.366349 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e32dee-50a7-41b9-8522-6413013879f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.390724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b721ac48-846d-4781-8ea5-07be466e81d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.533722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43166) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:07.624017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Router 8f7f4dc1-b923-4114-8393-483bc221e185 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:44:07.756768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e32dee-50a7-41b9-8522-6413013879f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.759435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-adb37405-16e6-42dc-b596-2a2a1baec78a None None] Provisioning complete for port 91e97614-2821-4703-8435-9e8ed2ba935a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:07.761273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-adb37405-16e6-42dc-b596-2a2a1baec78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.772106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e32dee-50a7-41b9-8522-6413013879f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.781996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33e32dee-50a7-41b9-8522-6413013879f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7daf75f1-2216-42f7-a8d8-0353bbf22577 HTTP/1.1" status: 204 len: 168 time: 0.6040654 Aug 25 14:44:07.782749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b721ac48-846d-4781-8ea5-07be466e81d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f1d74eff51040c683b003947f6474ae&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1647105 Aug 25 14:44:07.782749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-4b984dcc-15d1-424d-bd94-23f1b250f9da tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8266153 Aug 25 14:44:07.782749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43172) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:07.811089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-22f38248-5acb-4741-a825-6d449d2db9a9 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:44:07.812832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-22f38248-5acb-4741-a825-6d449d2db9a9 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136077 Aug 25 14:44:07.847408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721ac48-846d-4781-8ea5-07be466e81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b34f3-f1fa-4d28-a41b-4c2048d88309,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:07.872723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-adb37405-16e6-42dc-b596-2a2a1baec78a None None] Port 91e97614-2821-4703-8435-9e8ed2ba935a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:07.898552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92312c80-400b-47d7-893d-b9a65c28ba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.922534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92312c80-400b-47d7-893d-b9a65c28ba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:07.948474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-839ec692-88ae-45df-8310-3c6c46c3e6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.055481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-839ec692-88ae-45df-8310-3c6c46c3e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.105323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Request body: {'port': {'device_id': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'device_owner': 'compute:tempest-test_az-238485322', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:08.126648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e32dee-50a7-41b9-8522-6413013879f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf75f1-2216-42f7-a8d8-0353bbf22577,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:08.135744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0cc011ff-777e-442c-8bf3-b5dcde4466e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.140085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92312c80-400b-47d7-893d-b9a65c28ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.143724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92312c80-400b-47d7-893d-b9a65c28ba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.149496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-92312c80-400b-47d7-893d-b9a65c28ba7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f1b34f3-f1fa-4d28-a41b-4c2048d88309 HTTP/1.1" status: 204 len: 168 time: 0.3666441 Aug 25 14:44:08.164130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-839ec692-88ae-45df-8310-3c6c46c3e6f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4665ab8fc54e49b79e3e6f4143a2b833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5508442 Aug 25 14:44:08.167016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43180) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:08.184864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:44:08.189459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ec692-88ae-45df-8310-3c6c46c3e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73953191-584b-423f-84d1-77ad6ef4b99f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:08.200881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-caff0ec1-7527-46b1-85fe-1cdbdc4ebde3 admin admin] 10.222.0.58 "PUT /v2.0/routers/8f7f4dc1-b923-4114-8393-483bc221e185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9968822 Aug 25 14:44:08.209594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92312c80-400b-47d7-893d-b9a65c28ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b34f3-f1fa-4d28-a41b-4c2048d88309,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:08.255324 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.377998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f69178b-9f03-473a-a472-23f6a9b486c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.479249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f69178b-9f03-473a-a472-23f6a9b486c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.532865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:08.566473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0cc011ff-777e-442c-8bf3-b5dcde4466e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.578024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1b9e7-36e0-4eda-9c12-531e4898959a req-d578fcfc-7f1a-4ebc-afc0-7296f545e100 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:08.581476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89c1b9e7-36e0-4eda-9c12-531e4898959a req-d578fcfc-7f1a-4ebc-afc0-7296f545e100 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 936 time: 0.1964033 Aug 25 14:44:08.641076 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0cc011ff-777e-442c-8bf3-b5dcde4466e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.667751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Sync routers for ids ['8f7f4dc1-b923-4114-8393-483bc221e185'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:44:08.696407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Routers {'8f7f4dc1-b923-4114-8393-483bc221e185'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:08.696407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f7f4dc1-b923-4114-8393-483bc221e185'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:08.732609 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89c1b9e7-36e0-4eda-9c12-531e4898959a req-53a5ee9c-573f-4e96-82fe-f77ad60138dc tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218052 Aug 25 14:44:08.734812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f69178b-9f03-473a-a472-23f6a9b486c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.740703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f69178b-9f03-473a-a472-23f6a9b486c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.754526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0f69178b-9f03-473a-a472-23f6a9b486c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73953191-584b-423f-84d1-77ad6ef4b99f HTTP/1.1" status: 204 len: 168 time: 0.5777805 Aug 25 14:44:08.771909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc011ff-777e-442c-8bf3-b5dcde4466e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87684d14-f3a3-4818-83f2-66fbb715e4ce,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:08.807459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0cc011ff-777e-442c-8bf3-b5dcde4466e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15d8f41171ac496e9810f473466c28ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2711427 Aug 25 14:44:08.810882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43196) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:08.817087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69178b-9f03-473a-a472-23f6a9b486c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73953191-584b-423f-84d1-77ad6ef4b99f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:08.867553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:08.872938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:08.873310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:08.909880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Set router 8f7f4dc1-b923-4114-8393-483bc221e185 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:08.993329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c618e6ff-3ec8-446c-84f2-27742bdd674d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:09.006467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.041974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Transition to ACTIVE for port object c618e6ff-3ec8-446c-84f2-27742bdd674d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:09.053346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b42c9ee4-4251-449e-8e63-05b31ab05e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.102717 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b42c9ee4-4251-449e-8e63-05b31ab05e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.111845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.150634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:09.152401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.163294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:09.190313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb786-00d5-417a-a604-0cb8fc89ee71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.232458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:44:06Z', 'revision_number': 4, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '91e97614-2821-4703-8435-9e8ed2ba935a', 'name': '', 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'mac_address': 'fa:16:3e:9b:70:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:05Z', 'updated_at': '2021-08-25T14:44:06Z', 'revision_number': 2, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'subnets': [{'id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:09.274113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Checking router: 8f7f4dc1-b923-4114-8393-483bc221e185 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:44:09.274574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Updating router 8f7f4dc1-b923-4114-8393-483bc221e185 port 91e97614-2821-4703-8435-9e8ed2ba935a binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:44:09.276916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.310493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b42c9ee4-4251-449e-8e63-05b31ab05e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.314065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b42c9ee4-4251-449e-8e63-05b31ab05e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.315715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b42c9ee4-4251-449e-8e63-05b31ab05e46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87684d14-f3a3-4818-83f2-66fbb715e4ce HTTP/1.1" status: 204 len: 168 time: 0.5034618 Aug 25 14:44:09.331766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Pushing event updated for resources: {'Port': ['ID=c618e6ff-3ec8-446c-84f2-27742bdd674d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:09.351603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Attempting to bind port c618e6ff-3ec8-446c-84f2-27742bdd674d on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:09.351603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Attempting to bind port c618e6ff-3ec8-446c-84f2-27742bdd674d by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:09.356794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Attempting to bind port c618e6ff-3ec8-446c-84f2-27742bdd674d on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:09.356907 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.364874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Port c618e6ff-3ec8-446c-84f2-27742bdd674d on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:44:09.366153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Attempting to bind port c618e6ff-3ec8-446c-84f2-27742bdd674d on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:09.374756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c9ee4-4251-449e-8e63-05b31ab05e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87684d14-f3a3-4818-83f2-66fbb715e4ce,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:09.377296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:09.377739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:09.378567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:09.379166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Bound port: c618e6ff-3ec8-446c-84f2-27742bdd674d, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:09.384602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.445773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:09.589636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb786-00d5-417a-a604-0cb8fc89ee71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.590693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] For port c618e6ff-3ec8-446c-84f2-27742bdd674d, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:09.590693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] For port c618e6ff-3ec8-446c-84f2-27742bdd674d, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:09.684673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb786-00d5-417a-a604-0cb8fc89ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.702579 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.747685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bb786-00d5-417a-a604-0cb8fc89ee71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f5224-9323-4d32-acb4-bfbbda56e3ab,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:09.773273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8b7bb786-00d5-417a-a604-0cb8fc89ee71 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1395b0517804f95b8d1b591b7641a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089075 Aug 25 14:44:09.776591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:09.865887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:09.866802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.872251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] 10.222.0.45 "PUT /v2.0/ports/c618e6ff-3ec8-446c-84f2-27742bdd674d HTTP/1.1" status: 200 len: 1117 time: 1.9010463 Aug 25 14:44:09.873071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'tag': 'c618e6ff-3ec8-446c-84f2-27742bdd674d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:09.901612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cd3632-6035-45b0-80d4-fc99c1e021eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.952435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cd3632-6035-45b0-80d4-fc99c1e021eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:09.988330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.011908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Transition to ACTIVE for port object 91e97614-2821-4703-8435-9e8ed2ba935a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:10.049017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43220) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:10.069629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ee6a8-b3b0-4961-a247-633bf50c409a service neutron] Pushing event updated for resources: {'Port': ['ID=c618e6ff-3ec8-446c-84f2-27742bdd674d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:10.081129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a120e956-e105-4279-a1d9-5bb343c1564d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.106621 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.151562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f168d-9899-4a63-ae9d-d3f923b01fda req-2b226a0b-f3dd-494e-ac24-199ea2ce68d1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:10.153524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-511f168d-9899-4a63-ae9d-d3f923b01fda req-2b226a0b-f3dd-494e-ac24-199ea2ce68d1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.1316280 Aug 25 14:44:10.320015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-511f168d-9899-4a63-ae9d-d3f923b01fda req-c1252c57-a4d4-49f2-b22f-f903e5ac8edc tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426852 Aug 25 14:44:10.320835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a120e956-e105-4279-a1d9-5bb343c1564d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.320835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cd3632-6035-45b0-80d4-fc99c1e021eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.320835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cd3632-6035-45b0-80d4-fc99c1e021eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.322187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47cd3632-6035-45b0-80d4-fc99c1e021eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a02f5224-9323-4d32-acb4-bfbbda56e3ab HTTP/1.1" status: 204 len: 168 time: 0.5442321 Aug 25 14:44:10.352457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd3632-6035-45b0-80d4-fc99c1e021eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f5224-9323-4d32-acb4-bfbbda56e3ab,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:10.358146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dbb64-d87f-4ff7-b3fa-d392c137aacc None None] Pushing event updated for resources: {'Port': ['ID=91e97614-2821-4703-8435-9e8ed2ba935a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:10.489521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:10.539053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Attempting to bind port 91e97614-2821-4703-8435-9e8ed2ba935a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:10.539456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Attempting to bind port 91e97614-2821-4703-8435-9e8ed2ba935a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:10.539821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Attempting to bind port 91e97614-2821-4703-8435-9e8ed2ba935a on network c0571413-7bf1-457f-a947-1e7547bb2a95 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:10.550930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:10.562009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Checking segment: {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:10.562467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.562883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Bound using segment: {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:10.563417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Bound port: 91e97614-2821-4703-8435-9e8ed2ba935a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:10.563822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.583940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a120e956-e105-4279-a1d9-5bb343c1564d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.676500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:10.676873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.678396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43236) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:10.686662 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a120e956-e105-4279-a1d9-5bb343c1564d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a2768b4d42241b0a57130d3c9851f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363022 Aug 25 14:44:10.692646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-88a4908c-b243-45bd-85b8-a36e108f5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:10.693654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e956-e105-4279-a1d9-5bb343c1564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdc7854-fec5-4d09-aecc-59f5019046d7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:10.695601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-88a4908c-b243-45bd-85b8-a36e108f5065 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55862466f21d4e55aac9b6a53c69e007&device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 1120 time: 0.2048998 Aug 25 14:44:10.841917 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43689166-9686-4e9b-985c-028d14891c91" -d '{"events": [{"name": "network-changed", "server_uuid": "50a6b18d-f602-42b5-9f73-d7890f88f4ae", "tag": "c618e6ff-3ec8-446c-84f2-27742bdd674d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:10.864451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-c5c485eb-4251-4e5c-b429-022f825e6ca5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d HTTP/1.1" status: 200 len: 217 time: 0.1354132 Aug 25 14:44:10.906293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] For port 91e97614-2821-4703-8435-9e8ed2ba935a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:10.906293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] For port 91e97614-2821-4703-8435-9e8ed2ba935a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=91e97614-2821-4703-8435-9e8ed2ba935a,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:10.908629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43244) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:10.911132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-502636c3-c833-431c-ab7f-21f918187302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:10.914456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380901398', 'description': 'tempest-description--54378967'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:10.997487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-502636c3-c833-431c-ab7f-21f918187302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.019200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-eb248d19-9f34-41a3-8181-91ef8b090889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:11.020826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-eb248d19-9f34-41a3-8181-91ef8b090889 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1067324 Aug 25 14:44:11.059078 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.107394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.128431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dbb64-d87f-4ff7-b3fa-d392c137aacc None None] Pushing event updated for resources: {'Port': ['ID=91e97614-2821-4703-8435-9e8ed2ba935a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:11.144409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Routers {'8f7f4dc1-b923-4114-8393-483bc221e185'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:11.146969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:43:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f7f4dc1-b923-4114-8393-483bc221e185'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:11.266727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-502636c3-c833-431c-ab7f-21f918187302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.277359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-502636c3-c833-431c-ab7f-21f918187302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.280934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-502636c3-c833-431c-ab7f-21f918187302 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfdc7854-fec5-4d09-aecc-59f5019046d7 HTTP/1.1" status: 204 len: 168 time: 0.6011984 Aug 25 14:44:11.306391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502636c3-c833-431c-ab7f-21f918187302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdc7854-fec5-4d09-aecc-59f5019046d7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:11.432413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.458784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] Set router 8f7f4dc1-b923-4114-8393-483bc221e185 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:11.489963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43252) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:11.509117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-968bdd2b-863b-4b32-9ff1-0c3a24fdccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.530430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c758-3969-4251-a592-a19512d97614 req-45b30a27-627a-472b-ac87-3c746a48137b tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:11.538667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1951c758-3969-4251-a592-a19512d97614 req-45b30a27-627a-472b-ac87-3c746a48137b tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.0922940 Aug 25 14:44:11.574685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.650746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1951c758-3969-4251-a592-a19512d97614 req-04aa223b-9c74-4661-925b-4224f7147b1e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068637 Aug 25 14:44:11.689563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afba6763-adac-4bb9-b7e1-b4a2ea87bc20,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:11.830707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:44:06Z', 'revision_number': 4, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '91e97614-2821-4703-8435-9e8ed2ba935a', 'name': '', 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'mac_address': 'fa:16:3e:9b:70:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:05Z', 'updated_at': '2021-08-25T14:44:10Z', 'revision_number': 4, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'subnets': [{'id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:11.831695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeaaac-d0bb-4a1f-b49e-a0ab13b86e2e None None] The sync data for ids ['8f7f4dc1-b923-4114-8393-483bc221e185'] in n-d-805995-2 is: [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:44:06Z', 'revision_number': 4, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '91e97614-2821-4703-8435-9e8ed2ba935a', 'name': '', 'network_id': 'c0571413-7bf1-457f-a947-1e7547bb2a95', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'mac_address': 'fa:16:3e:9b:70:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:05Z', 'updated_at': '2021-08-25T14:44:10Z', 'revision_number': 4, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'subnets': [{'id': 'c7692dd5-e2c8-4f4e-9c13-333150bc91b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:44:11.832248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-968bdd2b-863b-4b32-9ff1-0c3a24fdccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:11.959350 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ed8b8-3015-4ddb-a0e4-e62ff937db84 x-openstack-request-id: req-a44ed8b8-3015-4ddb-a0e4-e62ff937db84 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:11.959350 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a6b18d-f602-42b5-9f73-d7890f88f4ae", "tag": "c618e6ff-3ec8-446c-84f2-27742bdd674d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:11.959350 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a44ed8b8-3015-4ddb-a0e4-e62ff937db84 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:11.959350 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'tag': 'c618e6ff-3ec8-446c-84f2-27742bdd674d', 'status': 'completed', 'code': 200} Aug 25 14:44:12.031398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-968bdd2b-863b-4b32-9ff1-0c3a24fdccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.091711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bdd2b-863b-4b32-9ff1-0c3a24fdccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e060a25-f015-4512-9d6a-d19b2cac2845,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:12.110632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43260) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:12.111729 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-968bdd2b-863b-4b32-9ff1-0c3a24fdccb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2acb7907086142d69da117ddc52c7dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198390 Aug 25 14:44:12.138664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.143230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-837e954c-bbd9-4856-a107-0a13b9113ed0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2302139 Aug 25 14:44:12.143230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43262) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:12.148785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'security_group_rule': {'security_group_id': 'afba6763-adac-4bb9-b7e1-b4a2ea87bc20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:12.235981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a222eaa-2348-4614-b7db-360cf2af8a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.239624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a222eaa-2348-4614-b7db-360cf2af8a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.427766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91e97614-2821-4703-8435-9e8ed2ba935a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:12.440018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a222eaa-2348-4614-b7db-360cf2af8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.442541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a222eaa-2348-4614-b7db-360cf2af8a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.443728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a222eaa-2348-4614-b7db-360cf2af8a14 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e060a25-f015-4512-9d6a-d19b2cac2845 HTTP/1.1" status: 204 len: 168 time: 0.3320751 Aug 25 14:44:12.458305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.476110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a222eaa-2348-4614-b7db-360cf2af8a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e060a25-f015-4512-9d6a-d19b2cac2845,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:12.597309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.775240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 91e97614-2821-4703-8435-9e8ed2ba935a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:12.779664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.780671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 91e97614-2821-4703-8435-9e8ed2ba935a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:12.781450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.824530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb36151-aa3c-46ba-9b5e-4f03780bd539 req-5a85ee8a-c4a8-4796-8e4e-23ffce57a085 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:12.835475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcb36151-aa3c-46ba-9b5e-4f03780bd539 req-5a85ee8a-c4a8-4796-8e4e-23ffce57a085 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.1040919 Aug 25 14:44:12.859721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a370598a-7779-4e57-9d50-90bfa9946ab9,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:12.899000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcb36151-aa3c-46ba-9b5e-4f03780bd539 req-7dbcb5fe-579a-4a2b-9242-421fce41c2a0 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622354 Aug 25 14:44:12.937908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:12.939314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-639fca74-a79f-45b6-a894-54a48b0af290 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7950132 Aug 25 14:44:12.942561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43286) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:12.947632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'security_group_rule': {'security_group_id': 'afba6763-adac-4bb9-b7e1-b4a2ea87bc20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:12.997647 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:13.073993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 91e97614-2821-4703-8435-9e8ed2ba935a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=91e97614-2821-4703-8435-9e8ed2ba935a,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:13.077912 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:13.153966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:13.363678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:13.395790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:13.433912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fb5748-be05-44be-8b60-21feb4716efd,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:13.467413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=91e97614-2821-4703-8435-9e8ed2ba935a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:13.529661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:13.536109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f5d54bd-6569-4e11-b6f0-929cddd0b220 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5874429 Aug 25 14:44:13.536109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43296) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:13.539577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:13.906843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:14.057161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749958d-2e25-4c4a-b58a-2eae8f9fff40 req-3624e091-2e7b-4867-a1e6-469653e3513a tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:14.066259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c749958d-2e25-4c4a-b58a-2eae8f9fff40 req-3624e091-2e7b-4867-a1e6-469653e3513a tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.0699396 Aug 25 14:44:14.120653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c749958d-2e25-4c4a-b58a-2eae8f9fff40 req-afdcefec-cfe6-47e8-a5af-3ac61e0a51f6 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Aug 25 14:44:14.193397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:14.308999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Allocated IP 172.25.8.68 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/cc01ec70-d2e8-402e-8a39-ddd41360cd1c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:14.358453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91e97614-2821-4703-8435-9e8ed2ba935a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:14.457104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 91e97614-2821-4703-8435-9e8ed2ba935a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:14.457104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:14.457602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:14.598948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:14.687574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:14.688395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:14.696797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:14.808371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'Port': ['ID=cc01ec70-d2e8-402e-8a39-ddd41360cd1c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:14.808371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:14.943251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:15.167019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:15.235185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555e47-e2cd-4a22-980c-036b4829c2f1 req-d8c20647-d967-43af-8f97-35afc7f04dc0 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:15.236847 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0555e47-e2cd-4a22-980c-036b4829c2f1 req-d8c20647-d967-43af-8f97-35afc7f04dc0 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.0500309 Aug 25 14:44:15.298302 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:15.316790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0555e47-e2cd-4a22-980c-036b4829c2f1 req-94372fac-095b-46ab-972e-b5cd26161fe1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678952 Aug 25 14:44:15.350770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:15.382798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'Port': ['ID=cc01ec70-d2e8-402e-8a39-ddd41360cd1c,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:15.624171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:15.627647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-455f863d-f85f-4b90-b8a4-43c9292c0bcd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0903902 Aug 25 14:44:16.135330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-2a789802-51d3-4988-9a4e-54abd0334f88 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--380901398&fields=id&tenant_id=a424c59993f2421dbcad936b1d7e229e HTTP/1.1" status: 200 len: 267 time: 0.0454977 Aug 25 14:44:16.564764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-1d45c397-3445-4534-8ec0-6cdefcce3625 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:16.566334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-1d45c397-3445-4534-8ec0-6cdefcce3625 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 824 time: 0.4236968 Aug 25 14:44:16.574499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118f201-54ad-429c-8432-1be5932d3744 req-d933808e-796b-42a7-abba-48b131c444af tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:16.581577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7118f201-54ad-429c-8432-1be5932d3744 req-d933808e-796b-42a7-abba-48b131c444af tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.0546966 Aug 25 14:44:16.597756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-6d39d232-6686-48aa-a3c9-3573ce57c903 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/quotas/a424c59993f2421dbcad936b1d7e229e HTTP/1.1" status: 200 len: 375 time: 0.0245857 Aug 25 14:44:16.661361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7118f201-54ad-429c-8432-1be5932d3744 req-bc609f78-6ae5-4dfa-9659-1bc215fbdd07 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785992 Aug 25 14:44:16.773844 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-d5ea2e97-ea8a-4a3d-b2f7-3285629287e9 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1751962 Aug 25 14:44:16.813444 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:44:17.359445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-2a4104ba-58a4-401f-8481-ea84f539b47c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:44:17.360638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-2a4104ba-58a4-401f-8481-ea84f539b47c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1848550 Aug 25 14:44:17.488665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-0e33fe3d-4e73-4488-bcf2-6b255710571b service neutron] 10.222.0.58 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213872 Aug 25 14:44:17.583566 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-3f4d3d68-1a5c-4061-9d0d-9a7202825814 service neutron] 10.222.0.58 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888567 Aug 25 14:44:17.612938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43432) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:17.776888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fff178c8-73ed-4dd8-83ec-f0629b6af36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:17.910806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-afafb4cb-044d-448d-b65a-020edd84b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:17.910806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-afafb4cb-044d-448d-b65a-020edd84b353 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663773 Aug 25 14:44:17.913759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d5e7021-5f02-4601-abc6-c748ce97d0f9 req-e8708a28-12f4-49c7-a19f-457d7ac18770 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 210 time: 0.0462418 Aug 25 14:44:17.928490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96feea-0d20-4f1f-95ba-2a84a5c2737e req-d76fa5c1-2bee-446e-95ec-29fefb2fbdaf tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:17.935545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c96feea-0d20-4f1f-95ba-2a84a5c2737e req-d76fa5c1-2bee-446e-95ec-29fefb2fbdaf tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.1932921 Aug 25 14:44:17.985950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fff178c8-73ed-4dd8-83ec-f0629b6af36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.036156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c96feea-0d20-4f1f-95ba-2a84a5c2737e req-b655cf2d-ea2a-4bb1-93f5-e97f62ac57bb tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911105 Aug 25 14:44:18.063668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fff178c8-73ed-4dd8-83ec-f0629b6af36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.065085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-2a92824f-6087-467b-bfcb-c0071cefde45 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285570 Aug 25 14:44:18.150290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fff178c8-73ed-4dd8-83ec-f0629b6af36d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6c8a7992f354cfda80f5aec08bf2b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364108 Aug 25 14:44:18.153261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:18.188773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3dbf44b-a834-40a9-9e56-c3014270f5ea req-cb7bae4b-6516-4472-89a0-f91bdcac133a service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134748 Aug 25 14:44:18.192775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff178c8-73ed-4dd8-83ec-f0629b6af36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7194c7b4-1c50-43ba-bb66-72a0f3db653c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:18.237809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43472) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:18.253760 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a36a13a-adfa-4144-aa84-35ca4622490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.289237 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a36a13a-adfa-4144-aa84-35ca4622490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.391527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91e678aa-1297-49f5-835e-fe2e272603f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.412504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689166-9686-4e9b-985c-028d14891c91 req-32f7cf25-3541-44e0-9130-ce0a3e9877f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:18.414002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-32f7cf25-3541-44e0-9130-ce0a3e9877f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55862466f21d4e55aac9b6a53c69e007&device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 1120 time: 0.0725801 Aug 25 14:44:18.429668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a36a13a-adfa-4144-aa84-35ca4622490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.432680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a36a13a-adfa-4144-aa84-35ca4622490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:18.436459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3a36a13a-adfa-4144-aa84-35ca4622490b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7194c7b4-1c50-43ba-bb66-72a0f3db653c HTTP/1.1" status: 204 len: 168 time: 0.2794375 Aug 25 14:44:18.455778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36a13a-adfa-4144-aa84-35ca4622490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7194c7b4-1c50-43ba-bb66-72a0f3db653c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:18.579342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-b9cc37ce-30ae-4be6-af9a-6c6b2e8c4505 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480566 Aug 25 14:44:18.871009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689166-9686-4e9b-985c-028d14891c91 req-c36c864d-39fc-4edd-b35a-c349773ab457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:18.872608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-c36c864d-39fc-4edd-b35a-c349773ab457 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.4388547 Aug 25 14:44:18.929848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-4b84b772-e93e-496e-8e84-06364255b5a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d HTTP/1.1" status: 200 len: 217 time: 0.0483558 Aug 25 14:44:18.990924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-47946387-5272-4cd1-b853-77c9d49499b7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:18.992404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-47946387-5272-4cd1-b853-77c9d49499b7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989763 Aug 25 14:44:19.017540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91e678aa-1297-49f5-835e-fe2e272603f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.026094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-69d4d707-db2b-4bca-b7eb-a062e125c040 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/quotas/ff4d31bfcd7b43fdacf994142969f28c HTTP/1.1" status: 200 len: 375 time: 0.0219679 Aug 25 14:44:19.027514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689166-9686-4e9b-985c-028d14891c91 req-7b9064c6-687c-44c5-bdef-85a2617a9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:19.028893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-7b9064c6-687c-44c5-bdef-85a2617a9349 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0828326 Aug 25 14:44:19.040534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba5ae0dd-6603-4828-afda-9a5a3654e784 req-5111c6f4-74d7-4a75-862e-9427c72cdb44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Aug 25 14:44:19.067569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-b9095356-cbce-4c3e-baa6-69dc683c9c8a tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335548 Aug 25 14:44:19.096251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689166-9686-4e9b-985c-028d14891c91 req-b4fd2859-c45c-4efe-a9d6-0f229d33b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:19.098041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-b4fd2859-c45c-4efe-a9d6-0f229d33b4a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539544 Aug 25 14:44:19.164540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91e678aa-1297-49f5-835e-fe2e272603f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.178205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcb97a-25b1-432f-8749-377a97bd6173 req-7df8c9dd-35bb-4d82-a2f9-60a55e2cdfbc tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:19.183527 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35fcb97a-25b1-432f-8749-377a97bd6173 req-7df8c9dd-35bb-4d82-a2f9-60a55e2cdfbc tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.0584347 Aug 25 14:44:19.213588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91e678aa-1297-49f5-835e-fe2e272603f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4959b8c6f8de41759a6fb96390efa6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9740980 Aug 25 14:44:19.216766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:19.217570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e678aa-1297-49f5-835e-fe2e272603f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4757918d-2481-446d-a790-fa240432f70d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:19.235604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35fcb97a-25b1-432f-8749-377a97bd6173 req-408f904c-72de-4678-b6cd-c5e6042d9647 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Aug 25 14:44:19.248768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-39ee9ef0-62ee-465d-bcec-3c721ad83efa service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424270 Aug 25 14:44:19.289687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a221f49d-b42d-4c96-b4ca-0f4b4d7cfe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.306769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43516) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:19.316095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a221f49d-b42d-4c96-b4ca-0f4b4d7cfe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.329896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb7f-d536-4318-b794-eb856fbcfb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.412987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54ba7af3-f2b5-429e-abe0-314df27c87c4 req-287e0395-c52d-48b8-a974-5fd100e87b72 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0434899 Aug 25 14:44:19.431665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43689166-9686-4e9b-985c-028d14891c91 req-e1a6ce12-32f9-46c4-99d2-fc7381296628 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742890 Aug 25 14:44:19.460957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a221f49d-b42d-4c96-b4ca-0f4b4d7cfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.464519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a221f49d-b42d-4c96-b4ca-0f4b4d7cfe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.469891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a221f49d-b42d-4c96-b4ca-0f4b4d7cfe29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4757918d-2481-446d-a790-fa240432f70d HTTP/1.1" status: 204 len: 168 time: 0.2494175 Aug 25 14:44:19.477292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f49d-b42d-4c96-b4ca-0f4b4d7cfe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4757918d-2481-446d-a790-fa240432f70d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:19.543811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb7f-d536-4318-b794-eb856fbcfb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.632175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b13cb7f-d536-4318-b794-eb856fbcfb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.671288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2b13cb7f-d536-4318-b794-eb856fbcfb9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=351f3721a4e8465b9e5013e6cf72253c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633990 Aug 25 14:44:19.672155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13cb7f-d536-4318-b794-eb856fbcfb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89757f19-d307-41eb-95bd-15de302d6111,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:19.674077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43530) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:19.723636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-301e157e-9ec1-4bef-b6b7-9eea251e8b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.747598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-301e157e-9ec1-4bef-b6b7-9eea251e8b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.904281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-301e157e-9ec1-4bef-b6b7-9eea251e8b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.907376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-301e157e-9ec1-4bef-b6b7-9eea251e8b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:19.911396 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-301e157e-9ec1-4bef-b6b7-9eea251e8b64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89757f19-d307-41eb-95bd-15de302d6111 HTTP/1.1" status: 204 len: 168 time: 0.2337856 Aug 25 14:44:19.918331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e157e-9ec1-4bef-b6b7-9eea251e8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89757f19-d307-41eb-95bd-15de302d6111,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:20.144002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ce1a64c-0b1a-4143-ad57-b50268b864df req-11084c4b-b646-484d-ae61-f2467f66ecd1 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 210 time: 0.0306299 Aug 25 14:44:20.388839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b81a8-b44e-4f4d-90f3-aee163c24599 req-3347bc3f-4c9e-4182-9d4f-c35d247db6a4 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:20.390343 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc2b81a8-b44e-4f4d-90f3-aee163c24599 req-3347bc3f-4c9e-4182-9d4f-c35d247db6a4 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.0630882 Aug 25 14:44:20.428330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc2b81a8-b44e-4f4d-90f3-aee163c24599 req-88c64a48-4fbf-4a74-af6d-47fc4e5a3788 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Aug 25 14:44:20.500969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddc91214-248d-4cb4-aaf3-2e4d986fd428 req-00b9d818-2b37-423d-af20-f144eb0f7f53 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0296729 Aug 25 14:44:20.588510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43558) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:20.602484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3991aa55-fd1a-4b55-8337-103da153a45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:20.697522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3991aa55-fd1a-4b55-8337-103da153a45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:20.783819 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3991aa55-fd1a-4b55-8337-103da153a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:20.834426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43566) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:20.834572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3991aa55-fd1a-4b55-8337-103da153a45a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=877352d020d345e884e16d81b6747ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448158 Aug 25 14:44:20.835278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991aa55-fd1a-4b55-8337-103da153a45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0404f281-19e1-40cc-8b81-12cf53977d54,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:20.895328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a48af2d-d588-4293-85bf-97cc4fd02cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:20.920787 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a48af2d-d588-4293-85bf-97cc4fd02cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:20.930089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fb183a5-b0da-4f11-abda-5687e4a30150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:20.945710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:21.043607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a48af2d-d588-4293-85bf-97cc4fd02cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.046322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a48af2d-d588-4293-85bf-97cc4fd02cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.050080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a48af2d-d588-4293-85bf-97cc4fd02cf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0404f281-19e1-40cc-8b81-12cf53977d54 HTTP/1.1" status: 204 len: 168 time: 0.2086084 Aug 25 14:44:21.055738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48af2d-d588-4293-85bf-97cc4fd02cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404f281-19e1-40cc-8b81-12cf53977d54,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:21.056744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11c0aaea-5b13-4863-a9c0-39d36afae0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.093401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.52', 60324) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:21.167795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11c0aaea-5b13-4863-a9c0-39d36afae0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.272375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a20abfbc-35fd-40ab-b9e5-43a477d6ee48 req-15867d29-17ea-4844-9a90-03a234022a65 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 210 time: 0.0443983 Aug 25 14:44:21.273105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11c0aaea-5b13-4863-a9c0-39d36afae0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.288180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-9605382a-55ba-4c13-ba29-c3158f6f39dc tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:21.289467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-9605382a-55ba-4c13-ba29-c3158f6f39dc tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 824 time: 0.1949990 Aug 25 14:44:21.312828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11c0aaea-5b13-4863-a9c0-39d36afae0af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4d4ec3f273840d7a580d840025f2a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660560 Aug 25 14:44:21.316964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0aaea-5b13-4863-a9c0-39d36afae0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8f6261-f819-4da6-a021-34c370a6ad53,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:21.318808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:21.377050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c27ffc-fb3c-4b5b-a418-9653874a2491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.394016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c27ffc-fb3c-4b5b-a418-9653874a2491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.477614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-f3def727-b005-4b11-bea5-cdfde1deac38 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a424c59993f2421dbcad936b1d7e229e HTTP/1.1" status: 200 len: 379 time: 0.0811610 Aug 25 14:44:21.487751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'port': {'device_id': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'admin_state_up': True, 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'security_groups': ['afba6763-adac-4bb9-b7e1-b4a2ea87bc20']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:21.547814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c618e6ff-3ec8-446c-84f2-27742bdd674d details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:44:21.566585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c27ffc-fb3c-4b5b-a418-9653874a2491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.569847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c27ffc-fb3c-4b5b-a418-9653874a2491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.571439 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-26c27ffc-fb3c-4b5b-a418-9653874a2491 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa8f6261-f819-4da6-a021-34c370a6ad53 HTTP/1.1" status: 204 len: 168 time: 0.2510676 Aug 25 14:44:21.590666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27ffc-fb3c-4b5b-a418-9653874a2491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8f6261-f819-4da6-a021-34c370a6ad53,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:21.636144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d5e9abf-7951-4a12-9c14-02aa725a6478 req-b4a59f7a-b6d9-43e8-9cb0-dc6692cbca02 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0380194 Aug 25 14:44:21.714326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cdf30-3138-400d-b528-6895ccaad005 req-703e7423-2cba-46e9-9a84-b5f22e230188 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:21.721474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac8cdf30-3138-400d-b528-6895ccaad005 req-703e7423-2cba-46e9-9a84-b5f22e230188 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 969 time: 0.1125259 Aug 25 14:44:21.741310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c618e6ff-3ec8-446c-84f2-27742bdd674d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:21.754595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'c618e6ff-3ec8-446c-84f2-27742bdd674d', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'c618e6ff-3ec8-446c-84f2-27742bdd674d', 'mac_address': 'fa:16:3e:ce:1d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:tempest-test_az-238485322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:44:21.771648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac8cdf30-3138-400d-b528-6895ccaad005 req-520b172b-6b55-4d68-87fb-52db6397e33e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493085 Aug 25 14:44:21.805767 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.820354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c618e6ff-3ec8-446c-84f2-27742bdd674d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:21.863737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c618e6ff-3ec8-446c-84f2-27742bdd674d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:21.863905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Made reservation on behalf of a424c59993f2421dbcad936b1d7e229e for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:21.863905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:21.946970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.023231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c618e6ff-3ec8-446c-84f2-27742bdd674d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:22.023363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Allocated IP 172.20.0.8 (06a43927-6987-4a83-ac03-d8a26c3f8995/c3c30c73-7204-485f-a658-df98233094fa/fe8da427-dc68-402e-84b0-8da52cd24144) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:22.173846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.189522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Transition to ACTIVE for port object fe8da427-dc68-402e-84b0-8da52cd24144 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:22.258282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c618e6ff-3ec8-446c-84f2-27742bdd674d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:22.292511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43618) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:22.295812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.313019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d42e1a-a8f6-4170-b186-7d7e1bc0845d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.355819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:22.367526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:22.384144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:22.398617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:22.399387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.421787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'Port': ['ID=fe8da427-dc68-402e-84b0-8da52cd24144,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:22.471577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d42e1a-a8f6-4170-b186-7d7e1bc0845d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.538495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f361b59-86b4-40e8-94e4-db331d581f05 req-6c8f7406-4ae0-4e78-80ac-92a3fec25234 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:22.540229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f361b59-86b4-40e8-94e4-db331d581f05 req-6c8f7406-4ae0-4e78-80ac-92a3fec25234 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 931 time: 0.0669296 Aug 25 14:44:22.563550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d42e1a-a8f6-4170-b186-7d7e1bc0845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.632002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d42e1a-a8f6-4170-b186-7d7e1bc0845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db886c4-074b-4261-9522-f50a5468de65,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:22.643303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-94d42e1a-a8f6-4170-b186-7d7e1bc0845d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a52976e5b67e444b991ad8197f1e182f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486066 Aug 25 14:44:22.652818 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f361b59-86b4-40e8-94e4-db331d581f05 req-ceca138a-39ec-4ce6-b314-42de60a09c80 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998194 Aug 25 14:44:22.653388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43630) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:22.723206 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-960402d3-9684-4fe4-9a22-804808f97651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.726318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-310f708d-0e6f-48ee-b339-fa6e347592a7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2424734 Aug 25 14:44:22.770250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-960402d3-9684-4fe4-9a22-804808f97651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.770791 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7db5823-fd05-4519-8cf7-f10aee6a2a12 req-5fc925f2-57cf-46de-9fbd-c0b9273b7325 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0412643 Aug 25 14:44:22.791413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b04f7161-b275-493c-be35-4bb7995da124 None None] Provisioning for port fe8da427-dc68-402e-84b0-8da52cd24144 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:22.804894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b04f7161-b275-493c-be35-4bb7995da124 None None] Provisioning complete for port fe8da427-dc68-402e-84b0-8da52cd24144 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:22.805463 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b04f7161-b275-493c-be35-4bb7995da124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.855591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43640) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:22.866901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-960402d3-9684-4fe4-9a22-804808f97651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.880670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-960402d3-9684-4fe4-9a22-804808f97651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:22.880670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-960402d3-9684-4fe4-9a22-804808f97651 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0db886c4-074b-4261-9522-f50a5468de65 HTTP/1.1" status: 204 len: 168 time: 0.2242544 Aug 25 14:44:22.903237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b04f7161-b275-493c-be35-4bb7995da124 None None] Port fe8da427-dc68-402e-84b0-8da52cd24144 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:22.927793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960402d3-9684-4fe4-9a22-804808f97651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db886c4-074b-4261-9522-f50a5468de65,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:22.952659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454bd2e-b781-4701-8b62-ef5a11ae30f5 req-b1b5f5c7-2f92-426d-9a83-2d862a6f214e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:22.959865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e454bd2e-b781-4701-8b62-ef5a11ae30f5 req-b1b5f5c7-2f92-426d-9a83-2d862a6f214e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 970 time: 0.0806606 Aug 25 14:44:23.011348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e454bd2e-b781-4701-8b62-ef5a11ae30f5 req-264235b5-0a96-42c9-a77e-745fb2b065e4 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504997 Aug 25 14:44:23.094974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1439641339-network', 'tenant_id': '5a420d7644374d28b42e34ebd0e5b311'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:23.186249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Made reservation on behalf of 5a420d7644374d28b42e34ebd0e5b311 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:23.188630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.205510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.302369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.352083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.381122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:23.387872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47574267-0b93-4c97-9a61-c7e34fc0f1b1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:23.393801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.394147 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Added segment 98dc1e5f-c9c2-45cb-b9c5-055d77f88b97 of type vlan for network 47440d0f-0d49-4dde-8d34-887c906c125a Aug 25 14:44:23.439811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.506448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c618e6ff-3ec8-446c-84f2-27742bdd674d up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:23.532197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.533492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:23.534170 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.613207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] Pushing event updated for resources: {'Network': ['ID=47440d0f-0d49-4dde-8d34-887c906c125a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:23.624039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 47440d0f-0d49-4dde-8d34-887c906c125a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:23.678174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port c618e6ff-3ec8-446c-84f2-27742bdd674d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:23.681489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0776952c-cd1a-4249-afe0-f21f520cdf02 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8246813 Aug 25 14:44:23.684581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43684) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:23.689254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port c618e6ff-3ec8-446c-84f2-27742bdd674d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:23.691296 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.691431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Request body: {'subnet': {'network_id': '47440d0f-0d49-4dde-8d34-887c906c125a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1439641339-subnet', 'tenant_id': '5a420d7644374d28b42e34ebd0e5b311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:23.739187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b097217-78c2-4a2f-944d-6957103f403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.808070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.817707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Made reservation on behalf of 5a420d7644374d28b42e34ebd0e5b311 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:23.821698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416cafe-e841-4313-9087-ade493fd57fe req-bd586de7-1c7b-4d49-9b38-a7d092b789c4 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:23.822189 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.822275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b416cafe-e841-4313-9087-ade493fd57fe req-bd586de7-1c7b-4d49-9b38-a7d092b789c4 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 931 time: 0.0684345 Aug 25 14:44:23.841484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c618e6ff-3ec8-446c-84f2-27742bdd674d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:23.879678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b416cafe-e841-4313-9087-ade493fd57fe req-06165668-d9b3-4c03-959b-5d74f01c9dd1 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485322 Aug 25 14:44:23.908528 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:23.919539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c618e6ff-3ec8-446c-84f2-27742bdd674d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:23.925474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0e6ea75-cf9c-4d9f-85cd-d87324766c8d req-7ba25c37-cffd-47bb-8b32-363efcf2ef23 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0554760 Aug 25 14:44:23.984726 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.038227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c618e6ff-3ec8-446c-84f2-27742bdd674d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:24.132417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.138551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154fd3-d979-438b-afe6-9d300f11890b req-2a3ad468-bcfb-473a-b913-cbf45578e2b7 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:24.140874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06154fd3-d979-438b-afe6-9d300f11890b req-2a3ad468-bcfb-473a-b913-cbf45578e2b7 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.0530539 Aug 25 14:44:24.193374 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06154fd3-d979-438b-afe6-9d300f11890b req-23081c9d-b554-42c0-baac-c441704762d0 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Aug 25 14:44:24.203312 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349c6f16-c45b-40ab-8b24-d622a78732a4" -d '{"events": [{"server_uuid": "50a6b18d-f602-42b5-9f73-d7890f88f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c618e6ff-3ec8-446c-84f2-27742bdd674d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:24.223184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46afd65-78d6-40bb-894c-3c4d2ba1a605,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:24.232876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Checking segment: {'id': '98dc1e5f-c9c2-45cb-b9c5-055d77f88b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '47440d0f-0d49-4dde-8d34-887c906c125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:24.233227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Network hostable DHCP agents. Network: 47440d0f-0d49-4dde-8d34-887c906c125a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:24.309645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43708) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:24.312635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Network 47440d0f-0d49-4dde-8d34-887c906c125a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:24.420561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 47440d0f-0d49-4dde-8d34-887c906c125a) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:24.424785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:24.425376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.428937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6910fffe-5565-4aa2-b137-4074d6243992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.435536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd5ecc-1ebb-46e0-b81c-b6e8f1debae5 None None] Network 47440d0f-0d49-4dde-8d34-887c906c125a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:24.487230 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c87cef-afa6-4f52-8733-0de6a0d27e2d x-openstack-request-id: req-29c87cef-afa6-4f52-8733-0de6a0d27e2d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:24.487612 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a6b18d-f602-42b5-9f73-d7890f88f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "c618e6ff-3ec8-446c-84f2-27742bdd674d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:24.487937 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29c87cef-afa6-4f52-8733-0de6a0d27e2d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:24.488448 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c618e6ff-3ec8-446c-84f2-27742bdd674d', 'code': 200} Aug 25 14:44:24.531067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-edec099e-6f57-4529-89ff-b22ec22fe4c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8383110 Aug 25 14:44:24.591060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d5f9a-4ca4-493a-adde-a80cacfcc41f None None] Network 47440d0f-0d49-4dde-8d34-887c906c125a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:24.656067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce869d8-6272-4478-9f61-365de642729f req-8b2419d5-bd4c-4a98-a708-1d8c38b69f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:24.658393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ce869d8-6272-4478-9f61-365de642729f req-8b2419d5-bd4c-4a98-a708-1d8c38b69f40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 1122 time: 0.1233950 Aug 25 14:44:24.659969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6910fffe-5565-4aa2-b137-4074d6243992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.683476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ce869d8-6272-4478-9f61-365de642729f req-3be11b3a-3763-49bb-b1b5-a983652986ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.733627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6910fffe-5565-4aa2-b137-4074d6243992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.770168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6910fffe-5565-4aa2-b137-4074d6243992 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=963a4a67ec934080a89a02cc17588b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4594035 Aug 25 14:44:24.771329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910fffe-5565-4aa2-b137-4074d6243992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a586996e-a96b-458e-812a-e5cb6ed291b7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:24.773615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43720) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:24.825087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ce869d8-6272-4478-9f61-365de642729f req-3be11b3a-3763-49bb-b1b5-a983652986ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.828808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e524a2-b698-4c5d-9ce6-0c6516a6afc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.856159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e524a2-b698-4c5d-9ce6-0c6516a6afc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.911889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ce869d8-6272-4478-9f61-365de642729f req-3be11b3a-3763-49bb-b1b5-a983652986ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:24.958662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ce869d8-6272-4478-9f61-365de642729f req-3be11b3a-3763-49bb-b1b5-a983652986ea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925858 Aug 25 14:44:24.973647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be11b3a-3763-49bb-b1b5-a983652986ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f30270bf-4a66-427c-848e-af88ca80b26d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:25.002220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e524a2-b698-4c5d-9ce6-0c6516a6afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:25.003934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e524a2-b698-4c5d-9ce6-0c6516a6afc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:25.005028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-19e524a2-b698-4c5d-9ce6-0c6516a6afc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a586996e-a96b-458e-812a-e5cb6ed291b7 HTTP/1.1" status: 204 len: 168 time: 0.2305152 Aug 25 14:44:25.037842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e524a2-b698-4c5d-9ce6-0c6516a6afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a586996e-a96b-458e-812a-e5cb6ed291b7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:25.060564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbcfd6-7881-4467-b95e-4cf23721f83e req-3101b1d3-3929-4f50-bff6-e4fcafca6b47 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:25.062033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-47dbcfd6-7881-4467-b95e-4cf23721f83e req-3101b1d3-3929-4f50-bff6-e4fcafca6b47 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 931 time: 0.0704544 Aug 25 14:44:25.073661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-96faed30-6026-4113-8001-a55722947ab0 req-4ea42e8b-b09c-4d04-9509-83dba7c34a7e tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0436511 Aug 25 14:44:25.118662 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-47dbcfd6-7881-4467-b95e-4cf23721f83e req-bbd6cb10-249c-4f2a-bd13-0c6d78e24cfe tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481164 Aug 25 14:44:25.309565 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:25.327803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8b38d-f806-4a5d-9a34-d5c9d6afc581 req-83bdd834-1e00-4750-86b9-658f3bfc2d59 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:25.330240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44f8b38d-f806-4a5d-9a34-d5c9d6afc581 req-83bdd834-1e00-4750-86b9-658f3bfc2d59 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.0649135 Aug 25 14:44:25.374880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44f8b38d-f806-4a5d-9a34-d5c9d6afc581 req-345f6236-f6d8-4ea8-b1bd-f69ff5df0285 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Aug 25 14:44:25.691543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43756) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:25.696701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-835124591-network', 'tenant_id': '870e935c8a184664a3bb69468eb57285'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:25.903716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:25.917107 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce69a-3a8d-4fa8-867f-6c4fe80fee21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:25.924084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Made reservation on behalf of 870e935c8a184664a3bb69468eb57285 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:25.926476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:25.940370 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.029313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce69a-3a8d-4fa8-867f-6c4fe80fee21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.096691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce69a-3a8d-4fa8-867f-6c4fe80fee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.153951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f0ce69a-3a8d-4fa8-867f-6c4fe80fee21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da182f272f7b4d92b29596609c048be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491543 Aug 25 14:44:26.158062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce69a-3a8d-4fa8-867f-6c4fe80fee21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb94108-1bbc-4312-82e5-a17f9ca9553b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:26.161456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:26.211970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7615a8e3-a6a0-43df-a6b4-e76463de87cb req-fa3cbc57-4fb5-448e-a4e7-b2b53c04ab7b tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0306153 Aug 25 14:44:26.225964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48e9fa20-7ec1-45df-937b-004b1e513c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.249293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.260412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48e9fa20-7ec1-45df-937b-004b1e513c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.318165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.355072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda3fb33-fce7-4bed-9c52-6f3d95e9fe7f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:26.367003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cc006-4afe-49ab-8441-7a6a0a1835c5 req-da5858af-10b6-4c4c-a8bc-e5fde7ddde30 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:26.368607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f2cc006-4afe-49ab-8441-7a6a0a1835c5 req-da5858af-10b6-4c4c-a8bc-e5fde7ddde30 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 931 time: 0.0830171 Aug 25 14:44:26.407481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48e9fa20-7ec1-45df-937b-004b1e513c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.410110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48e9fa20-7ec1-45df-937b-004b1e513c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.411338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-48e9fa20-7ec1-45df-937b-004b1e513c94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beb94108-1bbc-4312-82e5-a17f9ca9553b HTTP/1.1" status: 204 len: 168 time: 0.2486787 Aug 25 14:44:26.412426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f2cc006-4afe-49ab-8441-7a6a0a1835c5 req-499a9a9c-497b-48eb-b9ee-d5f7dad8b43b tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370100 Aug 25 14:44:26.421367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:26.422396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9fa20-7ec1-45df-937b-004b1e513c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb94108-1bbc-4312-82e5-a17f9ca9553b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:26.436247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.436864 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Added segment d697cf91-cdaf-4cdd-8740-5a3773dd5b66 of type vlan for network 94882675-0377-4714-8e1f-a28d64c1d3ab Aug 25 14:44:26.488092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.562998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37eb44-fd3e-42e0-87d5-49b320fe82f0 req-49affcae-8cc8-487d-a932-1fc4f100e9e5 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:26.566278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d37eb44-fd3e-42e0-87d5-49b320fe82f0 req-49affcae-8cc8-487d-a932-1fc4f100e9e5 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.0705028 Aug 25 14:44:26.611474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d37eb44-fd3e-42e0-87d5-49b320fe82f0 req-5e2a8177-0138-42a0-8cb2-f06c5e8d9b76 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Aug 25 14:44:26.626263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.627271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:26.629997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.690913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] Pushing event updated for resources: {'Network': ['ID=94882675-0377-4714-8e1f-a28d64c1d3ab,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:26.702221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 94882675-0377-4714-8e1f-a28d64c1d3ab details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:26.787049 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0798e47e-5ec5-4df7-8925-5bf9f6983ace admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0943010 Aug 25 14:44:26.790080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43790) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:26.796528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Request body: {'subnet': {'network_id': '94882675-0377-4714-8e1f-a28d64c1d3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-835124591-subnet', 'tenant_id': '870e935c8a184664a3bb69468eb57285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:26.841411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.866588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Made reservation on behalf of 870e935c8a184664a3bb69468eb57285 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:26.869981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:26.924782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:27.315753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1757839-5bd1-487b-87fe-72703f046b75 req-2d720fac-5ec0-40cc-934c-cecbca27cb15 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0285254 Aug 25 14:44:27.316406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:27.381843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fbae8f-c35a-4714-a9d0-bfcf5f92537e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:27.391953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Checking segment: {'id': 'd697cf91-cdaf-4cdd-8740-5a3773dd5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '94882675-0377-4714-8e1f-a28d64c1d3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:27.392311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Network hostable DHCP agents. Network: 94882675-0377-4714-8e1f-a28d64c1d3ab, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:27.454500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Network 94882675-0377-4714-8e1f-a28d64c1d3ab is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:27.536076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 94882675-0377-4714-8e1f-a28d64c1d3ab) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:27.546062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:27.546971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:27.552937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a27d02-b88b-4e9e-af8f-6c58ec0aac2b None None] Network 94882675-0377-4714-8e1f-a28d64c1d3ab requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:27.585515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:27.594490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06cec2-bcee-4816-9fdd-02286d0c996f req-4610c26b-0f3f-4d85-8bf9-b23506dd4b1c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:27.596856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d06cec2-bcee-4816-9fdd-02286d0c996f req-4610c26b-0f3f-4d85-8bf9-b23506dd4b1c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 931 time: 0.0803742 Aug 25 14:44:27.630560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee5fa8ac-7482-4d2d-b7e2-f4436645de62 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8309526 Aug 25 14:44:27.663831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d06cec2-bcee-4816-9fdd-02286d0c996f req-658efe84-db4e-4753-88e3-57987f2a419b tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604792 Aug 25 14:44:27.786812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-f4d4dc42-4022-4237-b45b-754cfb4bc157 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231146 Aug 25 14:44:27.787228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-289811194-network', 'tenant_id': 'bf24665fff3d4c11a72dd7f1e3bc3f52'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:27.800966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c94d1-6a21-43e4-8c54-a5e357a9de78 None None] Network 94882675-0377-4714-8e1f-a28d64c1d3ab requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:27.825899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368afae8-17f3-48bb-995b-8975e817b29e req-a053a8c1-e44d-4b52-82fc-8303da133f15 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:27.827563 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-368afae8-17f3-48bb-995b-8975e817b29e req-a053a8c1-e44d-4b52-82fc-8303da133f15 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.1101997 Aug 25 14:44:27.887828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43838) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:27.917281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-368afae8-17f3-48bb-995b-8975e817b29e req-229233b6-d84b-46a6-8baa-80b6750ec9e5 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812948 Aug 25 14:44:27.925712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c621-156d-458e-93a6-133cd3b44134 req-fd4da035-1c82-4ef5-aa80-e6605deb2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:27.927318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-fd4da035-1c82-4ef5-aa80-e6605deb2d97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55862466f21d4e55aac9b6a53c69e007&device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 1122 time: 0.0728524 Aug 25 14:44:27.940504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Made reservation on behalf of bf24665fff3d4c11a72dd7f1e3bc3f52 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:27.944468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:27.950610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Deleting subnet b46afd65-78d6-40bb-894c-3c4d2ba1a605 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:44:27.960140 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:27.974135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.013868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.024270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.096444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c621-156d-458e-93a6-133cd3b44134 req-476ffdd9-7753-4c37-8f9c-524de2746cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:28.097934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-476ffdd9-7753-4c37-8f9c-524de2746cbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1314433 Aug 25 14:44:28.147481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34141b-a035-455c-8091-92941dd1b8d9 req-f35a21e3-0d85-4ecb-91a6-24d1981801fd tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:28.147852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-9d065a05-8344-4b09-a89f-b15dd9c2f421 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d HTTP/1.1" status: 200 len: 217 time: 0.0401502 Aug 25 14:44:28.147955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b34141b-a035-455c-8091-92941dd1b8d9 req-f35a21e3-0d85-4ecb-91a6-24d1981801fd tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 1122 time: 0.0886354 Aug 25 14:44:28.169664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0b34141b-a035-455c-8091-92941dd1b8d9 req-13cb0024-7f02-42bb-9a3f-c96ebc3bf8f4 tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.212815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.218395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.220706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c621-156d-458e-93a6-133cd3b44134 req-aee88ccd-8233-4fb5-9426-c46977211703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:28.223336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-aee88ccd-8233-4fb5-9426-c46977211703 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0687466 Aug 25 14:44:28.246740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46afd65-78d6-40bb-894c-3c4d2ba1a605,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:28.259213 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.262058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f505fa6-8d23-441b-871d-6d1dcc5a08be admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b46afd65-78d6-40bb-894c-3c4d2ba1a605 HTTP/1.1" status: 204 len: 168 time: 0.3728929 Aug 25 14:44:28.265123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43846) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:28.320855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.352218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c621-156d-458e-93a6-133cd3b44134 req-763d8bd9-6e5f-451c-887a-23f499fbd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:28.355800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-763d8bd9-6e5f-451c-887a-23f499fbd16e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214898 Aug 25 14:44:28.371111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:28.396337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0b34141b-a035-455c-8091-92941dd1b8d9 req-13cb0024-7f02-42bb-9a3f-c96ebc3bf8f4 tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.403364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd41f98-3f95-4998-8625-f2e3f3acf217,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:28.411723 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.415200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.415200 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Added segment 6998335e-fd1f-45a9-b144-c417e4ae8bc7 of type vlan for network 33e6c780-ce50-4ae0-a99f-94317486de28 Aug 25 14:44:28.458214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0b34141b-a035-455c-8091-92941dd1b8d9 req-13cb0024-7f02-42bb-9a3f-c96ebc3bf8f4 tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.491800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8451c64c-f37b-4299-b320-175d06af7d5c req-cdca2f64-a8fa-4cdc-9ce6-5053f7218127 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0850413 Aug 25 14:44:28.527830 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b34141b-a035-455c-8091-92941dd1b8d9 req-13cb0024-7f02-42bb-9a3f-c96ebc3bf8f4 tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571782 Aug 25 14:44:28.527830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb0024-7f02-42bb-9a3f-c96ebc3bf8f4 tempest-AggregatesAdminTestJSON-1665705762 tempest-AggregatesAdminTestJSON-1665705762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba2c573-9346-4854-8c7a-d6e6f10514f0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:28.577532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.600737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.648209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-a926bda7-bf9a-4014-b2fc-d270cfb36165 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745497 Aug 25 14:44:28.768670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.805905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.808304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.808304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.808304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.808304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.808693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.809021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.809396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.809737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.810061 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.917737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.923216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.923216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.923216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:44:28.923216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47440d0f-0d49-4dde-8d34-887c906c125a']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:28.935102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.936294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:28.936867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:28.952288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dc1e5f-c9c2-45cb-b9c5-055d77f88b97') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:28.952702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dc1e5f-c9c2-45cb-b9c5-055d77f88b97') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:29.034602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.082725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390e8d0-c7f6-4613-b0b5-e8fe063a3ccc req-90af40f9-2ac5-4f5f-a770-fd5e1af91157 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:29.084271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2390e8d0-c7f6-4613-b0b5-e8fe063a3ccc req-90af40f9-2ac5-4f5f-a770-fd5e1af91157 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 931 time: 0.3220789 Aug 25 14:44:29.087388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] Pushing event updated for resources: {'Network': ['ID=33e6c780-ce50-4ae0-a99f-94317486de28,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:29.091854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b286c621-156d-458e-93a6-133cd3b44134 req-012df743-9ed3-405f-b196-08737694a11b service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343891 Aug 25 14:44:29.092824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.098065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 33e6c780-ce50-4ae0-a99f-94317486de28 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:29.118209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:44:29.118619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: from cryptography.utils import int_from_bytes Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: from cryptography.utils import int_from_bytes Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:44:29.144880 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:44:29.163955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43870) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:29.205392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d96eda12-1847-48a4-993a-d4bca25de490 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6187162 Aug 25 14:44:29.205710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43874) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:29.213997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Request body: {'subnet': {'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-289811194-subnet', 'tenant_id': 'bf24665fff3d4c11a72dd7f1e3bc3f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:29.219356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-3d0cb78d-f41b-4af7-9170-a72cbb5f3c71 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:44:29.220255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-3d0cb78d-f41b-4af7-9170-a72cbb5f3c71 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072548 Aug 25 14:44:29.243158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2390e8d0-c7f6-4613-b0b5-e8fe063a3ccc req-88a7d69b-d98d-4fb0-8414-f0d25a5c23a6 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439929 Aug 25 14:44:29.310816 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec18f212-a69e-46b8-8ac7-08b86cd43a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.328331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.328563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Made reservation on behalf of bf24665fff3d4c11a72dd7f1e3bc3f52 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:29.332217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.333303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.335622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] 10.222.0.58 "DELETE /v2.0/networks/47440d0f-0d49-4dde-8d34-887c906c125a HTTP/1.1" status: 204 len: 168 time: 1.0695763 Aug 25 14:44:29.348732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:29.358358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Request body: {'port': {'device_id': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:29.361052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf5ca0-cb8c-44ed-863a-24c3acf6fbfd admin admin] Pushing event deleted for resources: {'Network': ['ID=47440d0f-0d49-4dde-8d34-887c906c125a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:29.421260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.425620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.52', 60329) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:29.456938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-68d6b781-b1d2-445d-9860-58e765c49225 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301900 Aug 25 14:44:29.627644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Deleting subnet 78fbae8f-c35a-4714-a9d0-bfcf5f92537e {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:44:29.640639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.675260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3448c34-028c-48ea-8be7-3941d58c9ae4 req-a881a725-6ecc-4f49-bb67-005366e50c39 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0445740 Aug 25 14:44:29.721590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.737771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.776463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-b3afcbdf-444a-4037-83af-52dabadf5c82 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:29.778449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-b3afcbdf-444a-4037-83af-52dabadf5c82 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996216 Aug 25 14:44:29.798721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Request body: {'port': {'device_id': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'ff4d31bfcd7b43fdacf994142969f28c'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:29.844460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec18f212-a69e-46b8-8ac7-08b86cd43a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.947250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec18f212-a69e-46b8-8ac7-08b86cd43a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.971380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.973743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8da427-dc68-402e-84b0-8da52cd24144 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:29.973898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.983674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:29.996203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Transition to ACTIVE for port object fe8da427-dc68-402e-84b0-8da52cd24144 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:30.034309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18f212-a69e-46b8-8ac7-08b86cd43a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c10064-4399-40b7-aa97-8efb42d3fbb2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:30.036650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fbae8f-c35a-4714-a9d0-bfcf5f92537e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:30.048560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.050436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0bb3b53d-548d-42b7-9de2-cccc8ed89f69 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/78fbae8f-c35a-4714-a9d0-bfcf5f92537e HTTP/1.1" status: 204 len: 168 time: 0.6987448 Aug 25 14:44:30.053031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:30.056229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec18f212-a69e-46b8-8ac7-08b86cd43a52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=345e4be7c0084c5cb0888fe8f2ef6922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8895776 Aug 25 14:44:30.059184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:30.065494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Made reservation on behalf of ff4d31bfcd7b43fdacf994142969f28c for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:30.069597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.154069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e0c13b-bf3a-43c1-b356-551e62e14298,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:30.160635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:30.160954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Network hostable DHCP agents. Network: 33e6c780-ce50-4ae0-a99f-94317486de28, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:30.198963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62d66181-df21-4b2f-9407-7dbba6034d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.226380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62d66181-df21-4b2f-9407-7dbba6034d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.268944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Network 33e6c780-ce50-4ae0-a99f-94317486de28 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:30.296426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.318951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.338233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 33e6c780-ce50-4ae0-a99f-94317486de28) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:30.338656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:30.339464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.343351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093c81c-3204-4d28-a304-b4a36de4877d None None] Network 33e6c780-ce50-4ae0-a99f-94317486de28 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:30.345050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62d66181-df21-4b2f-9407-7dbba6034d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.348795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62d66181-df21-4b2f-9407-7dbba6034d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.352470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-62d66181-df21-4b2f-9407-7dbba6034d1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9c10064-4399-40b7-aa97-8efb42d3fbb2 HTTP/1.1" status: 204 len: 168 time: 0.2890155 Aug 25 14:44:30.377926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d66181-df21-4b2f-9407-7dbba6034d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c10064-4399-40b7-aa97-8efb42d3fbb2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:30.434771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6c309-39b9-423a-acef-72e0bcd2c044 req-af7bffe5-d6ee-44e6-81dd-e6fd38c48760 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:30.437443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50e6c309-39b9-423a-acef-72e0bcd2c044 req-af7bffe5-d6ee-44e6-81dd-e6fd38c48760 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 943 time: 0.0929027 Aug 25 14:44:30.453359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.461014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Pushing event updated for resources: {'Port': ['ID=fe8da427-dc68-402e-84b0-8da52cd24144,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:30.467318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac41ceda-d1dd-4f32-ba2d-7d63186bbff2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2598391 Aug 25 14:44:30.505067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50e6c309-39b9-423a-acef-72e0bcd2c044 req-5fd23295-0ace-4e46-94f6-93a37f06e9da tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564795 Aug 25 14:44:30.592169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Attempting to bind port fe8da427-dc68-402e-84b0-8da52cd24144 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:30.592801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Attempting to bind port fe8da427-dc68-402e-84b0-8da52cd24144 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:30.593450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Attempting to bind port fe8da427-dc68-402e-84b0-8da52cd24144 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:30.628219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Port fe8da427-dc68-402e-84b0-8da52cd24144 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:44:30.629089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Attempting to bind port fe8da427-dc68-402e-84b0-8da52cd24144 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:30.679019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:30.694996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Checking segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:30.694996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Bound using segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:30.694996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Bound port: fe8da427-dc68-402e-84b0-8da52cd24144, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:30.694996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.726703 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.745019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94882675-0377-4714-8e1f-a28d64c1d3ab']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:30.777956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e8721-f920-43fd-9a08-453cb2a6b29c None None] Network 33e6c780-ce50-4ae0-a99f-94317486de28 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:30.783199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd697cf91-cdaf-4cdd-8740-5a3773dd5b66') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:30.783455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd697cf91-cdaf-4cdd-8740-5a3773dd5b66') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:30.810150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.841892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.855600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a774a33e-c921-465d-afc0-b528b298908c req-39a506e8-7244-45ff-b29f-1907f772dcf7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0486238 Aug 25 14:44:30.874165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:44:30.874625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:44:30.880689 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:44:30.884209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:30.920496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] For port fe8da427-dc68-402e-84b0-8da52cd24144, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:30.946051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] For port fe8da427-dc68-402e-84b0-8da52cd24144, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fe8da427-dc68-402e-84b0-8da52cd24144,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:30.966584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.003632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cade349-211e-418a-8086-a5b4358ae371,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:31.043813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.078133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.094926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.096810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] 10.222.0.58 "DELETE /v2.0/networks/94882675-0377-4714-8e1f-a28d64c1d3ab HTTP/1.1" status: 204 len: 168 time: 1.0426567 Aug 25 14:44:31.139456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7467bd-b569-437a-9a21-3d59acae8e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=94882675-0377-4714-8e1f-a28d64c1d3ab,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:31.150002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:31.150753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.152266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] 10.222.0.52 "PUT /v2.0/ports/fe8da427-dc68-402e-84b0-8da52cd24144 HTTP/1.1" status: 200 len: 1091 time: 1.8733087 Aug 25 14:44:31.152710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:31.156727 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b783a4-f17c-4748-89b3-d2f477c2f4df" -d '{"events": [{"name": "network-changed", "server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:31.214274 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad21b2-b5cd-46c0-be96-cdd49ea037f4 x-openstack-request-id: req-b3ad21b2-b5cd-46c0-be96-cdd49ea037f4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:31.214575 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:31.214828 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3ad21b2-b5cd-46c0-be96-cdd49ea037f4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:31.215262 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'status': 'completed', 'code': 200} Aug 25 14:44:31.227285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd6f59-6de2-4eb7-92f9-da3eb6bcbfef service neutron] Pushing event updated for resources: {'Port': ['ID=fe8da427-dc68-402e-84b0-8da52cd24144,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:31.275182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Allocated IP 192.168.233.78 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/e0933b4f-44c7-49b6-a5b9-74dc63007b54) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:31.302841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b783a4-f17c-4748-89b3-d2f477c2f4df req-689ba3c4-4003-404f-95d4-db9661100750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:31.308625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76b783a4-f17c-4748-89b3-d2f477c2f4df req-689ba3c4-4003-404f-95d4-db9661100750 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 1094 time: 0.0720196 Aug 25 14:44:31.318845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:31.344434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7fbee7f4-afc9-4b1e-8a43-d5e30da9908e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.446764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7fbee7f4-afc9-4b1e-8a43-d5e30da9908e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.512440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:31.515503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7fbee7f4-afc9-4b1e-8a43-d5e30da9908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.557717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbee7f4-afc9-4b1e-8a43-d5e30da9908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a9202-9c8c-4dc0-b805-e74f36ecbd4c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:31.584228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b783a4-f17c-4748-89b3-d2f477c2f4df req-2a3f037b-38d4-4ef7-8071-fcbe22d68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:31.585767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76b783a4-f17c-4748-89b3-d2f477c2f4df req-2a3f037b-38d4-4ef7-8071-fcbe22d68e19 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a424c59993f2421dbcad936b1d7e229e&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2699237 Aug 25 14:44:31.594974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7fbee7f4-afc9-4b1e-8a43-d5e30da9908e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b9a8cef01084d22a36bce3ce1307b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711229 Aug 25 14:44:31.596166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:31.614266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4cb17e34-baa4-49ad-b8ce-c84e728c942a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a420d7644374d28b42e34ebd0e5b311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997581 Aug 25 14:44:31.614822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:31.666542 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d202886e-4809-43db-aeaf-44b01fa6ebfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.692545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d202886e-4809-43db-aeaf-44b01fa6ebfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.796849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.842961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d202886e-4809-43db-aeaf-44b01fa6ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.850800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d202886e-4809-43db-aeaf-44b01fa6ebfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.857322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d202886e-4809-43db-aeaf-44b01fa6ebfb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47574267-0b93-4c97-9a61-c7e34fc0f1b1 HTTP/1.1" status: 204 len: 168 time: 0.2368343 Aug 25 14:44:31.861274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Transition to ACTIVE for port object e0933b4f-44c7-49b6-a5b9-74dc63007b54 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:31.863666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202886e-4809-43db-aeaf-44b01fa6ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47574267-0b93-4c97-9a61-c7e34fc0f1b1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:31.896717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22abb1-a3cb-458f-8fa5-4e8491813260 req-e62d35ed-ce41-45d9-9798-1915e34aaec1 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:31.898245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab22abb1-a3cb-458f-8fa5-4e8491813260 req-e62d35ed-ce41-45d9-9798-1915e34aaec1 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 943 time: 0.2486470 Aug 25 14:44:31.907303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82596236-7c66-4fa4-accd-81a11ff75b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.914465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b783a4-f17c-4748-89b3-d2f477c2f4df req-37aeccc1-6447-4a43-a9b6-a704ea6c3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:31.916476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76b783a4-f17c-4748-89b3-d2f477c2f4df req-37aeccc1-6447-4a43-a9b6-a704ea6c3f72 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203530 Aug 25 14:44:31.964841 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82596236-7c66-4fa4-accd-81a11ff75b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:31.965537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44000) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:32.051160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab22abb1-a3cb-458f-8fa5-4e8491813260 req-0ece8de2-92cb-46f7-bb30-40464aadc43f tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383185 Aug 25 14:44:32.070834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d33b9099-8b09-44f6-88d0-5747e5d7d065 req-dc84ae6c-ec7b-489c-b4a9-9a440206bc98 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0341570 Aug 25 14:44:32.079765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-94e9880a-ce23-4d85-bbcf-7e443098004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:32.079765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-94e9880a-ce23-4d85-bbcf-7e443098004d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 1094 time: 0.1073935 Aug 25 14:44:32.124453 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-01461597-c535-4a64-827d-92a48757baf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8da427-dc68-402e-84b0-8da52cd24144 HTTP/1.1" status: 200 len: 217 time: 0.0386415 Aug 25 14:44:32.125438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.140365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad881661-844c-43c8-8044-815aff1b8df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.165118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:32.172442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-496599767-network', 'tenant_id': 'b39e9123788b45349513d25cb14bc124'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:32.209434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82596236-7c66-4fa4-accd-81a11ff75b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.211969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82596236-7c66-4fa4-accd-81a11ff75b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.215633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82596236-7c66-4fa4-accd-81a11ff75b0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/933a9202-9c8c-4dc0-b805-e74f36ecbd4c HTTP/1.1" status: 204 len: 168 time: 0.6147671 Aug 25 14:44:32.234323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:32.246289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:32.251956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-a4051424-ae44-44f0-bb86-4536692a04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:32.253434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-a4051424-ae44-44f0-bb86-4536692a04b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 200 len: 863 time: 0.1208839 Aug 25 14:44:32.254521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:32.258308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82596236-7c66-4fa4-accd-81a11ff75b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a9202-9c8c-4dc0-b805-e74f36ecbd4c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:32.289925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Pushing event updated for resources: {'Port': ['ID=e0933b4f-44c7-49b6-a5b9-74dc63007b54,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:32.332147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad881661-844c-43c8-8044-815aff1b8df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.372250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:32.372999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.391812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-f86df0a2-803c-4cb0-914d-979dc760d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:32.393344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-f86df0a2-803c-4cb0-914d-979dc760d088 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06a43927-6987-4a83-ac03-d8a26c3f8995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046085 Aug 25 14:44:32.414138 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad881661-844c-43c8-8044-815aff1b8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.490507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad881661-844c-43c8-8044-815aff1b8df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5149374d-c77d-4cb3-b93f-c988bd8d3c5a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:32.497393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ad881661-844c-43c8-8044-815aff1b8df5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a94935a9dab74fe1a386c30dded8409c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298252 Aug 25 14:44:32.500270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44022) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:32.501382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-df082ca0-2a49-481f-98d7-f1590dc18bd6 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995262 Aug 25 14:44:32.564926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7a44dd9-c719-4d68-be3e-19b40148ac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.571423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Made reservation on behalf of b39e9123788b45349513d25cb14bc124 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:32.574359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.594046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.609521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7a44dd9-c719-4d68-be3e-19b40148ac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.635305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8a98e86-23e3-47a3-baa3-bddec2ab4641 req-8460f1cf-7c9a-41c5-bf86-2fa52f212951 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254551 Aug 25 14:44:32.641802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-c01252c5-2677-4bea-a1f5-e08dcedcbf1d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8522379 Aug 25 14:44:32.655723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Request body: {'port': {'device_id': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:32.698515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-984da531-88a7-44d2-945c-26f12b3f9b3a None None] Provisioning for port e0933b4f-44c7-49b6-a5b9-74dc63007b54 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:32.703596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-984da531-88a7-44d2-945c-26f12b3f9b3a None None] Provisioning complete for port e0933b4f-44c7-49b6-a5b9-74dc63007b54 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:32.708281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-984da531-88a7-44d2-945c-26f12b3f9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.710533 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.756276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-984da531-88a7-44d2-945c-26f12b3f9b3a None None] Port e0933b4f-44c7-49b6-a5b9-74dc63007b54 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:32.778011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7a44dd9-c719-4d68-be3e-19b40148ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.779471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7a44dd9-c719-4d68-be3e-19b40148ac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.781012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7a44dd9-c719-4d68-be3e-19b40148ac87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5149374d-c77d-4cb3-b93f-c988bd8d3c5a HTTP/1.1" status: 204 len: 168 time: 0.2795343 Aug 25 14:44:32.808637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a44dd9-c719-4d68-be3e-19b40148ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5149374d-c77d-4cb3-b93f-c988bd8d3c5a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:32.863754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.911119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44040) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:32.957594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:32.965389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-77da30bf-fb76-4626-bb81-1b8f0424f22d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=870e935c8a184664a3bb69468eb57285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520318 Aug 25 14:44:32.971193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44042) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:32.985240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:33.001735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ea0fd-d90d-4f93-bcc0-99d96cd65eb0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:33.020501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.024366 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Added segment 95183894-6aaa-4d26-83f9-a5ac933c451a of type vlan for network d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c Aug 25 14:44:33.076712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0933b4f-44c7-49b6-a5b9-74dc63007b54 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:33.077539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.086309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.110231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Transition to ACTIVE for port object e0933b4f-44c7-49b6-a5b9-74dc63007b54 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:33.114930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e244d36-cb71-410a-ba1f-cb19096329a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.140445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e244d36-cb71-410a-ba1f-cb19096329a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.223732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.225200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:33.226266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.226980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.243659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0d8d-758c-4d46-acde-eb871fc6edde req-a0cc134a-172a-47ff-808a-5a8ab847c111 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:33.245939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60ef0d8d-758c-4d46-acde-eb871fc6edde req-a0cc134a-172a-47ff-808a-5a8ab847c111 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 943 time: 0.0863862 Aug 25 14:44:33.330717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1644416 Aug 25 14:44:33.333869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:33.341280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Request body: {'subnet': {'network_id': 'd83b4a47-fd9c-4232-8e7a-f1340ac1aa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-496599767-subnet', 'tenant_id': 'b39e9123788b45349513d25cb14bc124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:33.353852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e244d36-cb71-410a-ba1f-cb19096329a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.356778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e244d36-cb71-410a-ba1f-cb19096329a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.358072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3e244d36-cb71-410a-ba1f-cb19096329a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dda3fb33-fce7-4bed-9c52-6f3d95e9fe7f HTTP/1.1" status: 204 len: 168 time: 0.3859348 Aug 25 14:44:33.358973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0933b4f-44c7-49b6-a5b9-74dc63007b54,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:33.371271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8080d54-0f26-429a-a573-29707c207cfc admin admin] Pushing event updated for resources: {'Network': ['ID=d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:33.385521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:33.398214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc4518-3bad-448c-a8cc-cf5f02bff72e req-81cac75d-a69f-43d0-a066-b93bd4430821 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:33.409429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1bfc4518-3bad-448c-a8cc-cf5f02bff72e req-81cac75d-a69f-43d0-a066-b93bd4430821 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 947 time: 0.1586838 Aug 25 14:44:33.421638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60ef0d8d-758c-4d46-acde-eb871fc6edde req-e305ad4e-1c88-4d31-ac75-8c034960afa5 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663392 Aug 25 14:44:33.424591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e244d36-cb71-410a-ba1f-cb19096329a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda3fb33-fce7-4bed-9c52-6f3d95e9fe7f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:33.450768 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1bfc4518-3bad-448c-a8cc-cf5f02bff72e req-529b7f41-300e-4c18-ab1e-e62652e11286 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Aug 25 14:44:33.458934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Made reservation on behalf of b39e9123788b45349513d25cb14bc124 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:33.463358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.534626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Attempting to bind port e0933b4f-44c7-49b6-a5b9-74dc63007b54 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:33.544570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Attempting to bind port e0933b4f-44c7-49b6-a5b9-74dc63007b54 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:33.544570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Attempting to bind port e0933b4f-44c7-49b6-a5b9-74dc63007b54 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:33.548128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Port e0933b4f-44c7-49b6-a5b9-74dc63007b54 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:44:33.548452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Attempting to bind port e0933b4f-44c7-49b6-a5b9-74dc63007b54 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:33.554988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:33.555371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:33.555744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:33.556163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Bound port: e0933b4f-44c7-49b6-a5b9-74dc63007b54, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:33.556609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.627755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44072) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:33.677047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] For port e0933b4f-44c7-49b6-a5b9-74dc63007b54, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:33.683719 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af5629e-20b0-41ec-b85f-f4e108fa1c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.769418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] For port e0933b4f-44c7-49b6-a5b9-74dc63007b54, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:33.839780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af5629e-20b0-41ec-b85f-f4e108fa1c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.866542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:33.992191 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af5629e-20b0-41ec-b85f-f4e108fa1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.009745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.140306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:34.140306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.141793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/e0933b4f-44c7-49b6-a5b9-74dc63007b54 HTTP/1.1" status: 200 len: 1095 time: 1.4915402 Aug 25 14:44:34.144285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'tag': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:34.147592 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c0cac-587f-4405-a98f-262cf0788588" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b54311-e1f2-4e16-970f-0ecdabb32201", "tag": "e0933b4f-44c7-49b6-a5b9-74dc63007b54"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:34.168648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44104) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:34.170395 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8af5629e-20b0-41ec-b85f-f4e108fa1c6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d84f1e33c54f4f79bd9519a68c8005ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335336 Aug 25 14:44:34.177547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5629e-20b0-41ec-b85f-f4e108fa1c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29ff37-57f8-4e0d-a256-7a883a077be2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:34.204010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845a6291-a70c-4555-a4fb-23f2d74d957f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:34.219702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Checking segment: {'id': '95183894-6aaa-4d26-83f9-a5ac933c451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd83b4a47-fd9c-4232-8e7a-f1340ac1aa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:34.220115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Network hostable DHCP agents. Network: d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:34.297955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859622b-1629-45a7-8096-457f415a93d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0933b4f-44c7-49b6-a5b9-74dc63007b54,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:34.321441 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33100a29-cc6f-4ab4-968e-bf9305d2b473 x-openstack-request-id: req-33100a29-cc6f-4ab4-968e-bf9305d2b473 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:34.321735 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b54311-e1f2-4e16-970f-0ecdabb32201", "tag": "e0933b4f-44c7-49b6-a5b9-74dc63007b54", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:34.322614 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33100a29-cc6f-4ab4-968e-bf9305d2b473 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:34.323012 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'tag': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54', 'status': 'completed', 'code': 200} Aug 25 14:44:34.334564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Network d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:34.357761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e083041-bb21-4db3-8e90-890048cdbfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.386248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4080d5d2-5fa1-408f-9c26-28ee786bf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:34.388087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-4080d5d2-5fa1-408f-9c26-28ee786bf16c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 1098 time: 0.1094873 Aug 25 14:44:34.393315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e083041-bb21-4db3-8e90-890048cdbfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.420484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:34.424537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:34.425135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.455706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-d323a6ef-316b-41ee-8d0d-c7c80b0a6c9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54 HTTP/1.1" status: 200 len: 217 time: 0.0556779 Aug 25 14:44:34.458540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635e481-acb1-44ca-aff1-fbbf6b6e95bd None None] Network d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:34.523068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aac2d7d3-1154-419f-9417-75d072c122a1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1836987 Aug 25 14:44:34.571126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-ec15fd8c-64ba-4542-80d7-5e9885d8e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:34.573036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-ec15fd8c-64ba-4542-80d7-5e9885d8e1e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1008799 Aug 25 14:44:34.629181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-6d2c152b-7e3d-4ffc-823f-843de060d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:34.633596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-6d2c152b-7e3d-4ffc-823f-843de060d57d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519831 Aug 25 14:44:34.651424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e083041-bb21-4db3-8e90-890048cdbfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.657107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e083041-bb21-4db3-8e90-890048cdbfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:34.660712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5e083041-bb21-4db3-8e90-890048cdbfc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e29ff37-57f8-4e0d-a256-7a883a077be2 HTTP/1.1" status: 204 len: 168 time: 0.4928823 Aug 25 14:44:34.720056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544fbed6-c90c-4cae-99b8-8213aecd5efa None None] Network d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:34.743605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e083041-bb21-4db3-8e90-890048cdbfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e29ff37-57f8-4e0d-a256-7a883a077be2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:34.857817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-d84bc01a-6bb0-4e16-802f-8fd6ddd30d4d service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158115 Aug 25 14:44:34.937629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25731-37e1-4ded-949c-a8a0b33223ed req-ba03f3a4-e1f4-4278-96d6-fae4377afd28 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:34.939866 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2e25731-37e1-4ded-949c-a8a0b33223ed req-ba03f3a4-e1f4-4278-96d6-fae4377afd28 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 947 time: 0.0783687 Aug 25 14:44:34.991683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2e25731-37e1-4ded-949c-a8a0b33223ed req-c6ce252b-5850-45f6-b7f1-f4ee7d7e898f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Aug 25 14:44:35.000061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b662677-c49c-4d1f-9952-6849bdecff48 req-b91e3788-adf1-4b55-8395-0ef30e0c2e29 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:35.001644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b662677-c49c-4d1f-9952-6849bdecff48 req-b91e3788-adf1-4b55-8395-0ef30e0c2e29 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 943 time: 0.1428902 Aug 25 14:44:35.061898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b662677-c49c-4d1f-9952-6849bdecff48 req-fba2e20e-d40f-4ede-a424-bf239d58c866 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533545 Aug 25 14:44:35.068991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eca9d67c-6e0a-457c-b48f-a24819ae24cd req-a207a995-5c55-4d4a-b7e6-0f75bcddf809 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771672 Aug 25 14:44:35.273010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c0cac-587f-4405-a98f-262cf0788588 req-838d4f83-b925-45cf-b5a8-3f1c8e72488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:35.275568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-838d4f83-b925-45cf-b5a8-3f1c8e72488e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 1098 time: 0.0505016 Aug 25 14:44:35.383133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c0cac-587f-4405-a98f-262cf0788588 req-e4c71562-c4b8-48f8-9cfd-2f1933b976fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:35.384636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-e4c71562-c4b8-48f8-9cfd-2f1933b976fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.0998421 Aug 25 14:44:35.423115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fe8da427-dc68-402e-84b0-8da52cd24144 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:44:35.432037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-506ea968-6131-400d-854e-f586971bd0ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54 HTTP/1.1" status: 200 len: 217 time: 0.0381567 Aug 25 14:44:35.586419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fe8da427-dc68-402e-84b0-8da52cd24144, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fe8da427-dc68-402e-84b0-8da52cd24144,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:35.587526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c0cac-587f-4405-a98f-262cf0788588 req-aef7638c-0e83-42b3-8e15-bbaa36784cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:35.589199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-aef7638c-0e83-42b3-8e15-bbaa36784cb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1462581 Aug 25 14:44:35.604319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'port_id': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'mac_address': 'fa:16:3e:c0:19:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:44:35.663520 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:35.675986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-ed1cfd78-c83c-4cc3-af66-209c52d2a5b7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:35.679499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8da427-dc68-402e-84b0-8da52cd24144 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:35.682921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-ed1cfd78-c83c-4cc3-af66-209c52d2a5b7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.1706524 Aug 25 14:44:35.694543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c0cac-587f-4405-a98f-262cf0788588 req-4c314cec-7aa0-4aee-aeab-504ce22d18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:35.696048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-4c314cec-7aa0-4aee-aeab-504ce22d18be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970995 Aug 25 14:44:35.704911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-da8a9ba1-7972-4b83-b7b8-cc54869841c6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/quotas/bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 375 time: 0.0210578 Aug 25 14:44:35.726761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fe8da427-dc68-402e-84b0-8da52cd24144, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fe8da427-dc68-402e-84b0-8da52cd24144,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:35.767337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44196) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:35.792516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-2fe9cc91-ed32-484e-b574-56b2a8935a4d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864873 Aug 25 14:44:35.812714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:35.856133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-484a2270-b4ac-44c7-9292-35c7eab1670b service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491957 Aug 25 14:44:35.857230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fe8da427-dc68-402e-84b0-8da52cd24144,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:35.980828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b68c0cac-587f-4405-a98f-262cf0788588 req-cba1ca23-6b9f-43a0-90e7-09881d4ffac1 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153431 Aug 25 14:44:35.991633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dcb-5582-4496-b907-22e033a6f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.091263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dcb-5582-4496-b907-22e033a6f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.143199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fe8da427-dc68-402e-84b0-8da52cd24144'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:36.152406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-fa95cace-a1f9-4cc9-8041-c84cd14db425 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:44:36.154155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-fa95cace-a1f9-4cc9-8041-c84cd14db425 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699911 Aug 25 14:44:36.164522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dcb-5582-4496-b907-22e033a6f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.240215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e34a6dcb-5582-4496-b907-22e033a6f07b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8cb585ca4c647daa70077af481bcb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706125 Aug 25 14:44:36.242391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44232) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:36.251783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6dcb-5582-4496-b907-22e033a6f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddad336-eb36-4996-8421-99afd094ffaa,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:36.303697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3fac82b4-593a-46d4-81ae-5a0ce367bb57 service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432300 Aug 25 14:44:36.362231 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c73d2237-effe-4a50-865f-0a5cf6a5950e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.395966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b621e0-3c6d-424a-bcbe-14cd8748d9d6 req-15dddd9e-ebb7-44ac-8a7c-28916b7aa18b tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:36.397475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a0b621e0-3c6d-424a-bcbe-14cd8748d9d6 req-15dddd9e-ebb7-44ac-8a7c-28916b7aa18b tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 947 time: 0.1099732 Aug 25 14:44:36.402547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c73d2237-effe-4a50-865f-0a5cf6a5950e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.405440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-55dd43d3-ee19-42f1-b8d7-d852ef843549 service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003966 Aug 25 14:44:36.469993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a0b621e0-3c6d-424a-bcbe-14cd8748d9d6 req-c3c5cb84-2075-4ba4-a7c9-54c2846baded tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653870 Aug 25 14:44:36.558345 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c73d2237-effe-4a50-865f-0a5cf6a5950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.565075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c73d2237-effe-4a50-865f-0a5cf6a5950e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:36.565075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c73d2237-effe-4a50-865f-0a5cf6a5950e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ddad336-eb36-4996-8421-99afd094ffaa HTTP/1.1" status: 204 len: 168 time: 0.3188634 Aug 25 14:44:36.584039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d2237-effe-4a50-865f-0a5cf6a5950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddad336-eb36-4996-8421-99afd094ffaa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:36.623529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6f2c-080c-4d7c-8bca-10cb467d84ad req-a0d300c3-88f8-468a-876a-fab336404f8d tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:36.625108 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-98ec6f2c-080c-4d7c-8bca-10cb467d84ad req-a0d300c3-88f8-468a-876a-fab336404f8d tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 944 time: 0.0783482 Aug 25 14:44:36.636832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44248) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:36.708097 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-98ec6f2c-080c-4d7c-8bca-10cb467d84ad req-5bc37416-3327-4341-832e-531d28e8e170 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738742 Aug 25 14:44:36.777490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff46fb23-1b73-4d6a-80d2-d1d319608960 req-148b4cef-1668-4976-a903-24aff8970bf6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 210 time: 0.0443585 Aug 25 14:44:36.899391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52685908-2457-476b-9de7-592c9320e8c5 tempest-AutoAllocateNetworkTest-617874291 tempest-AutoAllocateNetworkTest-617874291-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b500f06ab5934ac0ab21c474154dcc3e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2603576 Aug 25 14:44:36.899817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44270) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:37.167068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28905cfa-c042-475c-acc7-a12f321deb12 tempest-AutoAllocateNetworkTest-617874291 tempest-AutoAllocateNetworkTest-617874291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:37.169425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28905cfa-c042-475c-acc7-a12f321deb12 tempest-AutoAllocateNetworkTest-617874291 tempest-AutoAllocateNetworkTest-617874291-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2684832 Aug 25 14:44:37.172341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44294) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:37.247196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93be6dea-1def-4e69-b73c-15af96eb9d61 tempest-AutoAllocateNetworkTest-617874291 tempest-AutoAllocateNetworkTest-617874291-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718298 Aug 25 14:44:37.249876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44300) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:37.295378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b2a2849-79a7-4bcc-8d12-09ea55aeaa76 tempest-AutoAllocateNetworkTest-617874291 tempest-AutoAllocateNetworkTest-617874291-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b500f06ab5934ac0ab21c474154dcc3e HTTP/1.1" status: 200 len: 208 time: 0.0441482 Aug 25 14:44:37.412717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fe8da427-dc68-402e-84b0-8da52cd24144 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:37.433576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50347cef-9a45-4173-833c-da8176b00e22 req-d5bcbaf0-b481-45f5-8494-76c1a350b9bb tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:37.435092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50347cef-9a45-4173-833c-da8176b00e22 req-d5bcbaf0-b481-45f5-8494-76c1a350b9bb tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.0481496 Aug 25 14:44:37.474453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50347cef-9a45-4173-833c-da8176b00e22 req-3820700c-209e-4544-8b0d-3586b1572d9e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Aug 25 14:44:37.527369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44312) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:37.534536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port fe8da427-dc68-402e-84b0-8da52cd24144 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:37.539269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port fe8da427-dc68-402e-84b0-8da52cd24144 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:37.539900 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:37.548703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74dea730-caf2-4ad0-a963-360ab884ae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:37.629616 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:37.630437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e954d-dad3-4f38-bc9d-d6f9ae439557 req-8c2be618-812e-414f-af2d-793e9f7c9a30 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:37.631987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-374e954d-dad3-4f38-bc9d-d6f9ae439557 req-8c2be618-812e-414f-af2d-793e9f7c9a30 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 947 time: 0.0739713 Aug 25 14:44:37.659147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:37.661871 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f564a13-ec2e-4530-826d-2534ec417c89" -d '{"events": [{"server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "name": "network-vif-plugged", "status": "completed", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:37.679993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fe8da427-dc68-402e-84b0-8da52cd24144, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fe8da427-dc68-402e-84b0-8da52cd24144,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:37.691831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-374e954d-dad3-4f38-bc9d-d6f9ae439557 req-fa73e517-2cde-486c-8c87-169892a25aef tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 Aug 25 14:44:37.726434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74dea730-caf2-4ad0-a963-360ab884ae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:37.761308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:37.784945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44320) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:37.796470 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664afb46-3318-4099-8299-a3ffd68b4b7f x-openstack-request-id: req-664afb46-3318-4099-8299-a3ffd68b4b7f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:37.797048 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "name": "network-vif-plugged", "status": "completed", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:37.797436 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-664afb46-3318-4099-8299-a3ffd68b4b7f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:37.797982 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'code': 200} Aug 25 14:44:37.850143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fe8da427-dc68-402e-84b0-8da52cd24144,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:37.857973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74dea730-caf2-4ad0-a963-360ab884ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:37.883341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2e3a-d857-4976-b56c-d2b1f2c89d4d req-8d2826c7-19f5-4aad-9407-bb82dbcc9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:37.886152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-923b2e3a-d857-4976-b56c-d2b1f2c89d4d req-8d2826c7-19f5-4aad-9407-bb82dbcc9447 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 1096 time: 0.0483301 Aug 25 14:44:37.927623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-74dea730-caf2-4ad0-a963-360ab884ae1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff14f36189774587acbbdf737a0f99a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989787 Aug 25 14:44:37.930778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44330) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:37.945238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-923b2e3a-d857-4976-b56c-d2b1f2c89d4d req-a86e3f6f-c5c4-4a7a-a111-675ffc31eb56 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506094 Aug 25 14:44:37.946184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dea730-caf2-4ad0-a963-360ab884ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5833a-8709-43a0-9bb4-034292d99625,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:37.976680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856ed5-b158-403a-a3d8-a46b6bb9eb29 req-ea823a95-6be0-442c-aa91-188bdfdf498a tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:37.978916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74856ed5-b158-403a-a3d8-a46b6bb9eb29 req-ea823a95-6be0-442c-aa91-188bdfdf498a tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 945 time: 0.0785060 Aug 25 14:44:38.001185 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ba8-334f-42c9-9261-c099a3131a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.017688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e16ca210-63f6-497a-9e80-7543f2f596de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.027460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ba8-334f-42c9-9261-c099a3131a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.064061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74856ed5-b158-403a-a3d8-a46b6bb9eb29 req-dbf00dfd-b180-4c4f-aeb6-3275f7ed01b8 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712364 Aug 25 14:44:38.125589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5935450f-a3a1-488a-a84e-a972cc18b531 req-7505175c-24d0-41bb-8e00-bbd1337c2ad1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 25 14:44:38.189653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ba8-334f-42c9-9261-c099a3131a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.192729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ba8-334f-42c9-9261-c099a3131a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.207314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b19a8ba8-334f-42c9-9261-c099a3131a21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16a5833a-8709-43a0-9bb4-034292d99625 HTTP/1.1" status: 204 len: 168 time: 0.2618268 Aug 25 14:44:38.207314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a8ba8-334f-42c9-9261-c099a3131a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5833a-8709-43a0-9bb4-034292d99625,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:38.309826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e16ca210-63f6-497a-9e80-7543f2f596de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.323761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44354) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:38.374844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e16ca210-63f6-497a-9e80-7543f2f596de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.413839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e16ca210-63f6-497a-9e80-7543f2f596de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9832b892add4fc581a7d7c22e19fca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277926 Aug 25 14:44:38.415113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ca210-63f6-497a-9e80-7543f2f596de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9cf5ba-eb7e-4870-8bff-c07de65e29e9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:38.417385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44362) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:38.461555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-489766cd-02a9-4556-99fc-80b386047887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.510129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaffd-08ce-47b6-b3ae-537d0a3acc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.549970 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaffd-08ce-47b6-b3ae-537d0a3acc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.651988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98899e-d14d-4624-b5a3-885519cea9f1 req-154cf83b-3a3a-49dc-897e-2a11f4d8c1b6 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:38.653511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e98899e-d14d-4624-b5a3-885519cea9f1 req-154cf83b-3a3a-49dc-897e-2a11f4d8c1b6 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.0974226 Aug 25 14:44:38.674511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-489766cd-02a9-4556-99fc-80b386047887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.704352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e98899e-d14d-4624-b5a3-885519cea9f1 req-232aef3e-6206-4586-a457-efa6edd80538 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/security-groups?id=d423b855-1c9f-4b84-a596-7c6fdaba11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Aug 25 14:44:38.724884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaffd-08ce-47b6-b3ae-537d0a3acc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.724884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaffd-08ce-47b6-b3ae-537d0a3acc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.724884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5ffbaffd-08ce-47b6-b3ae-537d0a3acc4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e9cf5ba-eb7e-4870-8bff-c07de65e29e9 HTTP/1.1" status: 204 len: 168 time: 0.3032322 Aug 25 14:44:38.732848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbaffd-08ce-47b6-b3ae-537d0a3acc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9cf5ba-eb7e-4870-8bff-c07de65e29e9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:38.777077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-489766cd-02a9-4556-99fc-80b386047887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.842043 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-489766cd-02a9-4556-99fc-80b386047887 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b500f06ab5934ac0ab21c474154dcc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164056 Aug 25 14:44:38.844269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489766cd-02a9-4556-99fc-80b386047887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5098dd-e88f-4b6d-8fd4-7d4a2eba4a91,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:38.847256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44376) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:38.855607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8b57-6168-418f-a3b7-bb8171c01dc1 req-fc682ce0-a134-4b83-8d0a-74567e63335a tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:38.862791 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71db8b57-6168-418f-a3b7-bb8171c01dc1 req-fc682ce0-a134-4b83-8d0a-74567e63335a tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 947 time: 0.0720344 Aug 25 14:44:38.883640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-e3e095d6-8f99-4638-8ae0-ad295c65095e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:38.885740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-e3e095d6-8f99-4638-8ae0-ad295c65095e tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 971 time: 0.0785229 Aug 25 14:44:38.931041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71db8b57-6168-418f-a3b7-bb8171c01dc1 req-59431383-57a1-4865-8191-272e323fc364 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Aug 25 14:44:38.943969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41fa26fc-5602-4822-a30c-776dd9bce397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:38.967358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41fa26fc-5602-4822-a30c-776dd9bce397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.016155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.45', 55526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:39.041154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Deleting port c618e6ff-3ec8-446c-84f2-27742bdd674d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:44:39.041490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.150618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] For port c618e6ff-3ec8-446c-84f2-27742bdd674d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c618e6ff-3ec8-446c-84f2-27742bdd674d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:39.152055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.169920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-98b5cd34-c467-4cd2-8fc1-ac08fa8767b6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:39.172385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-98b5cd34-c467-4cd2-8fc1-ac08fa8767b6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.1549232 Aug 25 14:44:39.179053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41fa26fc-5602-4822-a30c-776dd9bce397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.183606 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41fa26fc-5602-4822-a30c-776dd9bce397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.188433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-41fa26fc-5602-4822-a30c-776dd9bce397 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a5098dd-e88f-4b6d-8fd4-7d4a2eba4a91 HTTP/1.1" status: 204 len: 168 time: 0.3301733 Aug 25 14:44:39.196453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Request body: {'port': {'device_id': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'admin_state_up': True, 'tenant_id': 'bf24665fff3d4c11a72dd7f1e3bc3f52'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:39.199413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Calling delete_port for c618e6ff-3ec8-446c-84f2-27742bdd674d owned by compute:tempest-test_az-238485322 {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:44:39.265396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa26fc-5602-4822-a30c-776dd9bce397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5098dd-e88f-4b6d-8fd4-7d4a2eba4a91,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:39.301673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a06d6-7ca9-4cfd-9e9d-55578b716e49 req-63ebab2d-cb80-4e7e-be04-18ceeeac5ae4 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:39.307409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-949a06d6-7ca9-4cfd-9e9d-55578b716e49 req-63ebab2d-cb80-4e7e-be04-18ceeeac5ae4 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 945 time: 0.1595037 Aug 25 14:44:39.355078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44392) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:39.378145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-949a06d6-7ca9-4cfd-9e9d-55578b716e49 req-10556f53-e5ab-4945-9f22-47bd507d39c7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664384 Aug 25 14:44:39.426515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e0933b4f-44c7-49b6-a5b9-74dc63007b54 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:44:39.490995 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b714a13-fc96-4835-a497-0659d01ba54c req-d9db0d44-08e3-4af3-a185-e6bf4e77a4cf tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 210 time: 0.2275326 Aug 25 14:44:39.540670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.557819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c618e6ff-3ec8-446c-84f2-27742bdd674d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:39.589980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Pushing event deleted for resources: {'Port': ['ID=c618e6ff-3ec8-446c-84f2-27742bdd674d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:39.613185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e0933b4f-44c7-49b6-a5b9-74dc63007b54, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:39.633352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54', 'mac_address': 'fa:16:3e:19:62:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:44:39.655998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] No DVR routers for this DVR port c618e6ff-3ec8-446c-84f2-27742bdd674d on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:44:39.660181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.662980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72faa97b-a9b2-4cac-925d-ff2f6f6b08f1 req-d0207301-7c48-4cb4-bf86-5ab19b3dfda1 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.45 "DELETE /v2.0/ports/c618e6ff-3ec8-446c-84f2-27742bdd674d HTTP/1.1" status: 204 len: 173 time: 0.7712471 Aug 25 14:44:39.663483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'name': 'network-vif-deleted', 'tag': 'c618e6ff-3ec8-446c-84f2-27742bdd674d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:39.665876 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcac7c32-4c32-451e-88f9-e5688dd5a941" -d '{"events": [{"server_uuid": "50a6b18d-f602-42b5-9f73-d7890f88f4ae", "name": "network-vif-deleted", "tag": "c618e6ff-3ec8-446c-84f2-27742bdd674d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:39.684051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Made reservation on behalf of bf24665fff3d4c11a72dd7f1e3bc3f52 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:39.688751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.695498 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.714649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0933b4f-44c7-49b6-a5b9-74dc63007b54 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:39.735596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e0933b4f-44c7-49b6-a5b9-74dc63007b54, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:39.756176 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7483102-5170-484f-8417-9c6121a06616 x-openstack-request-id: req-d7483102-5170-484f-8417-9c6121a06616 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:39.756567 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a6b18d-f602-42b5-9f73-d7890f88f4ae", "name": "network-vif-deleted", "tag": "c618e6ff-3ec8-446c-84f2-27742bdd674d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:39.756780 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7483102-5170-484f-8417-9c6121a06616 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:39.765863 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a6b18d-f602-42b5-9f73-d7890f88f4ae', 'name': 'network-vif-deleted', 'tag': 'c618e6ff-3ec8-446c-84f2-27742bdd674d', 'status': 'completed', 'code': 200} Aug 25 14:44:39.801354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bdee8bb-028e-400b-85cd-90f929161432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.860925 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.950877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc1ef5f1-c1e9-4d90-9e41-41ac470d6fcd req-5f4d9968-a846-4a73-b78d-8e307ec80261 tempest-AggregatesAdminTestJSON-741262426 tempest-AggregatesAdminTestJSON-741262426-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a6b18d-f602-42b5-9f73-d7890f88f4ae HTTP/1.1" status: 200 len: 210 time: 0.1373479 Aug 25 14:44:39.953063 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bdee8bb-028e-400b-85cd-90f929161432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:39.983660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e0933b4f-44c7-49b6-a5b9-74dc63007b54,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:40.055709 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bdee8bb-028e-400b-85cd-90f929161432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.100336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e0933b4f-44c7-49b6-a5b9-74dc63007b54'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:40.110984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9bdee8bb-028e-400b-85cd-90f929161432 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c152754ff74c420bbc9124734b836498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546117 Aug 25 14:44:40.113698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:40.120169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239dd9b-e6d0-4832-95db-f2dcab18ea3e req-88ab9dc7-7bc0-4b54-b305-a7be7ff809c3 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:40.127729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2239dd9b-e6d0-4832-95db-f2dcab18ea3e req-88ab9dc7-7bc0-4b54-b305-a7be7ff809c3 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 948 time: 0.1084692 Aug 25 14:44:40.129707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdee8bb-028e-400b-85cd-90f929161432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c42032-96d1-46f9-a0b9-8564fca2937b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:40.176517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Allocated IP 172.20.0.4 (33e6c780-ce50-4ae0-a99f-94317486de28/43e0c13b-bf3a-43c1-b356-551e62e14298/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:40.188493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2239dd9b-e6d0-4832-95db-f2dcab18ea3e req-33284ad6-c5e2-4243-ba2c-459f078bf5e9 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Aug 25 14:44:40.211172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff21423e-f627-44e0-8804-e35e4d2b7fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.285607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff21423e-f627-44e0-8804-e35e4d2b7fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.409997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.480638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff21423e-f627-44e0-8804-e35e4d2b7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.483970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff21423e-f627-44e0-8804-e35e4d2b7fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.485442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ff21423e-f627-44e0-8804-e35e4d2b7fdb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62c42032-96d1-46f9-a0b9-8564fca2937b HTTP/1.1" status: 204 len: 168 time: 0.3708129 Aug 25 14:44:40.510561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21423e-f627-44e0-8804-e35e4d2b7fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c42032-96d1-46f9-a0b9-8564fca2937b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:40.545676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35344146-f5a8-48c7-bbc2-ba1257616d48 req-7f73271d-3009-429a-92a2-1b3011db0a36 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:40.547322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35344146-f5a8-48c7-bbc2-ba1257616d48 req-7f73271d-3009-429a-92a2-1b3011db0a36 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 945 time: 0.0800364 Aug 25 14:44:40.593865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.608383 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35344146-f5a8-48c7-bbc2-ba1257616d48 req-a7ef0623-a889-4778-8416-af56c0dcd694 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537672 Aug 25 14:44:40.666455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7f269-f3e4-4f63-bfa6-0794e3402ba2 req-aa7077ba-bc4d-41b9-a52f-fa5540967735 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:40.687708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acf7f269-f3e4-4f63-bfa6-0794e3402ba2 req-aa7077ba-bc4d-41b9-a52f-fa5540967735 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 931 time: 0.0893440 Aug 25 14:44:40.706825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Network 33e6c780-ce50-4ae0-a99f-94317486de28 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:40.714688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:40.726573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:40.733161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:40.733892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.755624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:40.768069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acf7f269-f3e4-4f63-bfa6-0794e3402ba2 req-22337d9c-861f-4154-850c-71dce2c8ad57 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754232 Aug 25 14:44:40.827817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee018ba-aef2-4ebb-bb6b-550f9b323158 req-c84418e0-5c38-4927-8682-19ed4b05e44b tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:40.831171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ee018ba-aef2-4ebb-bb6b-550f9b323158 req-c84418e0-5c38-4927-8682-19ed4b05e44b tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 945 time: 0.1211877 Aug 25 14:44:40.838332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44446) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:40.843290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'floatingip': {'port_id': 'fe8da427-dc68-402e-84b0-8da52cd24144'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:40.917317 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:40.919120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-3875a7ca-fdce-4a37-bb44-d0dd9c8a7430 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7292612 Aug 25 14:44:40.932314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Request body: {'port': {'device_id': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:41.006511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.339421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06131a13-d522-4f40-a22f-f96aa610be7c req-41262fd1-260d-4254-a1c6-b0cf538ac90e tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:41.340980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06131a13-d522-4f40-a22f-f96aa610be7c req-41262fd1-260d-4254-a1c6-b0cf538ac90e tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 948 time: 0.0820248 Aug 25 14:44:41.411322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:41.422349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06131a13-d522-4f40-a22f-f96aa610be7c req-24473ac8-226c-4943-835d-d39d6cadd808 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698085 Aug 25 14:44:41.425177 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.429321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e0933b4f-44c7-49b6-a5b9-74dc63007b54 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:41.442302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Transition to ACTIVE for port object 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:41.517447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.578342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port e0933b4f-44c7-49b6-a5b9-74dc63007b54 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:41.584709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port e0933b4f-44c7-49b6-a5b9-74dc63007b54 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:41.594757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.613397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:41.625932 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:41.626294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:41.626653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:41.631896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:44:41.632237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:41.638049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:41.638419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:41.638979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:41.639481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Bound port: 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:41.639841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.671843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44466) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:41.692574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.697476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76476515-a845-4087-b2f7-e5a686f7ff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.728697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:41.731254 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3994406-afba-4f80-84f8-3fa8e8ca1b85" -d '{"events": [{"server_uuid": "d7b54311-e1f2-4e16-970f-0ecdabb32201", "name": "network-vif-plugged", "status": "completed", "tag": "e0933b4f-44c7-49b6-a5b9-74dc63007b54"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:41.746529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e0933b4f-44c7-49b6-a5b9-74dc63007b54, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:41.759083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:41.766222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:41.781793 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a71eb-5b46-4455-8f76-0eaf39d5395b x-openstack-request-id: req-ab5a71eb-5b46-4455-8f76-0eaf39d5395b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:41.781793 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b54311-e1f2-4e16-970f-0ecdabb32201", "name": "network-vif-plugged", "status": "completed", "tag": "e0933b4f-44c7-49b6-a5b9-74dc63007b54", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:41.781793 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab5a71eb-5b46-4455-8f76-0eaf39d5395b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:41.782241 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54', 'code': 200} Aug 25 14:44:41.802262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.846843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.847592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.911876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e0933b4f-44c7-49b6-a5b9-74dc63007b54,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:41.918097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76476515-a845-4087-b2f7-e5a686f7ff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.937798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.951062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:41.951810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:41.953551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] 10.222.0.45 "PUT /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 1091 time: 1.0254140 Aug 25 14:44:41.954172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:41.988381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76476515-a845-4087-b2f7-e5a686f7ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.031979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199d1e6-2d00-40af-95de-5f33850d8247 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:42.050705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44478) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:42.054119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ca3c-8a1f-4e56-8c2e-66c3ebbfe905 req-970ccad7-4cc5-4eb6-9ae7-2d9e55115e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:42.055672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e0ca3c-8a1f-4e56-8c2e-66c3ebbfe905 req-970ccad7-4cc5-4eb6-9ae7-2d9e55115e73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 1100 time: 0.2000375 Aug 25 14:44:42.067583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cde322-9c51-4fd9-9039-c4fe9433f30a req-10f71586-85a6-450d-8a61-d17c51d9060c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:42.069932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40cde322-9c51-4fd9-9039-c4fe9433f30a req-10f71586-85a6-450d-8a61-d17c51d9060c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.1796074 Aug 25 14:44:42.088000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-76476515-a845-4087-b2f7-e5a686f7ff76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc630ddae6f04b508980a614f086ec29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147465 Aug 25 14:44:42.093229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:42.097958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44486) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:42.112573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76476515-a845-4087-b2f7-e5a686f7ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f240168-3273-477f-beda-b41f4daf4868,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:42.147781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e0ca3c-8a1f-4e56-8c2e-66c3ebbfe905 req-4c9a1dec-ca02-4246-8d8c-fc88e1010fa0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827012 Aug 25 14:44:42.150480 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde associated. External IP: 172.25.8.68, port: fe8da427-dc68-402e-84b0-8da52cd24144. Aug 25 14:44:42.214049 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40cde322-9c51-4fd9-9039-c4fe9433f30a req-9805b204-e598-40c6-b029-191cad504b21 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347854 Aug 25 14:44:42.249842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-7cf54bec-b1f7-47f6-b400-f667a9b01736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:42.251362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-7cf54bec-b1f7-47f6-b400-f667a9b01736 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1094 time: 0.1590211 Aug 25 14:44:42.277803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-network', 'tenant_id': '6ea1908328cf449583c55ee0844e1733'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:42.401052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Made reservation on behalf of 6ea1908328cf449583c55ee0844e1733 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:42.403388 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.417354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.459802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Router eb788e96-baa3-4f87-bdcf-004291cd960c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:44:42.517780 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558912c-49c4-4e0c-aa2e-87ec194f9161" -d '{"events": [{"name": "network-changed", "server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:42.524664 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-51e4b409-cfb0-4d0d-bd83-5dbd69fc3a80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.2643232 Aug 25 14:44:42.526595 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-764cb299-1ccc-47d7-a681-32ae84909451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.532804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-970296da-f23d-4a69-b501-498de6a86f91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55862466f21d4e55aac9b6a53c69e007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806545 Aug 25 14:44:42.533009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44504) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:42.592623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-764cb299-1ccc-47d7-a681-32ae84909451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.616777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-d7b74f04-4ca1-4729-9116-27ce86acf1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:42.618245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-d7b74f04-4ca1-4729-9116-27ce86acf1e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0835793 Aug 25 14:44:42.676451 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-05186333-7050-40fe-b068-968ea25ad15b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495489 Aug 25 14:44:42.706038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.717482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:44:42.723521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.730940 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c319590a-d2da-4ba6-b7ec-a34dbc85eb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.736074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:44:42.753706 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:42.754532 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:42.758367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1b0a-e930-4c89-bdfe-e204475e2e38 req-8dcedd45-b4d8-4f97-ab41-aac9deeb98c3 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:42.761464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2bd1b0a-e930-4c89-bdfe-e204475e2e38 req-8dcedd45-b4d8-4f97-ab41-aac9deeb98c3 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 949 time: 0.1485381 Aug 25 14:44:42.784372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-afd67f26-7d87-4453-8391-c69180903237 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "PUT /v2.0/floatingips/23140fca-b46a-4d50-88b8-3f49de17bfde HTTP/1.1" status: 200 len: 990 time: 1.9446533 Aug 25 14:44:42.789126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:42.791752 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47" -d '{"events": [{"name": "network-changed", "server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:42.807767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.818441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c319590a-d2da-4ba6-b7ec-a34dbc85eb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.854174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-cdaf57eb-4184-440c-9077-dc248ff750f8 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704042 Aug 25 14:44:42.857683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-764cb299-1ccc-47d7-a681-32ae84909451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.861975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-764cb299-1ccc-47d7-a681-32ae84909451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.867090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-764cb299-1ccc-47d7-a681-32ae84909451 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f240168-3273-477f-beda-b41f4daf4868 HTTP/1.1" status: 204 len: 168 time: 0.7729197 Aug 25 14:44:42.878642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:42.901258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301a8272-1181-40ff-ab53-fe6f6d4af5af,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:42.910951 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1bb30-18b6-49b7-8d8b-af3d767dd773 x-openstack-request-id: req-e3b1bb30-18b6-49b7-8d8b-af3d767dd773 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:42.911359 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:42.911683 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3b1bb30-18b6-49b7-8d8b-af3d767dd773 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:42.912220 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'status': 'completed', 'code': 200} Aug 25 14:44:42.927605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2bd1b0a-e930-4c89-bdfe-e204475e2e38 req-48acf14e-0939-4254-85a0-c92173d665ee tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327515 Aug 25 14:44:42.929839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cb299-1ccc-47d7-a681-32ae84909451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f240168-3273-477f-beda-b41f4daf4868,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:42.933343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:42.933850 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Added segment 7422d035-403a-4f7b-b9d7-82d65766dc7e of type vlan for network 59393ffb-3189-48d5-b03a-66e6a1338d03 Aug 25 14:44:43.006378 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:43.053785 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ff5f2-a540-4537-959c-f8df7849913b x-openstack-request-id: req-d46ff5f2-a540-4537-959c-f8df7849913b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:43.054072 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:43.055008 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d46ff5f2-a540-4537-959c-f8df7849913b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:43.055418 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'status': 'completed', 'code': 200} Aug 25 14:44:43.066012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:43.088110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fee1fb7-14f3-439d-a5a7-9f937e1d109d req-8969c99d-091d-448d-b6ba-b6da0fd0cd6b service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156773 Aug 25 14:44:43.125920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c319590a-d2da-4ba6-b7ec-a34dbc85eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:43.128946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c319590a-d2da-4ba6-b7ec-a34dbc85eb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:43.130818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c319590a-d2da-4ba6-b7ec-a34dbc85eb00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d423b855-1c9f-4b84-a596-7c6fdaba11b8 HTTP/1.1" status: 204 len: 168 time: 0.5952954 Aug 25 14:44:43.162369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319590a-d2da-4ba6-b7ec-a34dbc85eb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d423b855-1c9f-4b84-a596-7c6fdaba11b8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:43.200189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-f9da50d3-d198-449c-9c65-6d09a5ccb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.201888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-f9da50d3-d198-449c-9c65-6d09a5ccb637 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 1096 time: 0.0972061 Aug 25 14:44:43.202493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:43.203718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.204296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:43.280491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-82b78007-2227-48a9-b352-a003965978ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.283263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-82b78007-2227-48a9-b352-a003965978ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1094 time: 0.0616257 Aug 25 14:44:43.391071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] Pushing event updated for resources: {'Network': ['ID=59393ffb-3189-48d5-b03a-66e6a1338d03,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:43.402301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:43.489451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be9ee5e5-a8d4-4c84-b113-ad1599a259dd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3889534 Aug 25 14:44:43.495492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:43.503643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Request body: {'subnet': {'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-subnet', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:43.507828 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '23140fca-b46a-4d50-88b8-3f49de17bfde', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'port_id': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'mac_address': 'fa:16:3e:c0:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:44:14Z', 'updated_at': '2021-08-25T14:44:41Z', 'revision_number': 1, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:43.537044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-ced4f7e6-2c80-4d6d-b9f4-60a7d6a2e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.542837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-ced4f7e6-2c80-4d6d-b9f4-60a7d6a2e318 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2521780 Aug 25 14:44:43.547379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f35e0-adad-4910-9fb7-cb29f3385c1d req-e1a7b7ea-9b3e-44fa-a097-08e10f684f73 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.549089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69f35e0-adad-4910-9fb7-cb29f3385c1d req-e1a7b7ea-9b3e-44fa-a097-08e10f684f73 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.1692388 Aug 25 14:44:43.557246 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:44:43.566555 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:43.567450 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:43.579388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c618e6ff-3ec8-446c-84f2-27742bdd674d no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:44:43.603750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-6dce5da6-d704-4cad-86dc-1a5b32c3377e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.0428195 Aug 25 14:44:43.624155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Made reservation on behalf of 6ea1908328cf449583c55ee0844e1733 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:43.627540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:43.628434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: c618e6ff-3ec8-446c-84f2-27742bdd674d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:44:43.628782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c618e6ff-3ec8-446c-84f2-27742bdd674d not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:44:43.654651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-c05446c0-7422-47ce-8c11-aad8789a33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.656324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-c05446c0-7422-47ce-8c11-aad8789a33ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 925 time: 0.3982553 Aug 25 14:44:43.659343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69f35e0-adad-4910-9fb7-cb29f3385c1d req-240a929c-9e30-46b5-b966-d0c1258af43f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958686 Aug 25 14:44:43.690972 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:43.694988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-1d39871d-a414-4e56-8d34-fdc9e36b2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:43.697443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-1d39871d-a414-4e56-8d34-fdc9e36b2866 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0842104 Aug 25 14:44:43.735067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-d38f86bc-d10f-4b62-b8bc-c3bbd6e391c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307131 Aug 25 14:44:43.886334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-9ac34b03-7b53-4ba3-bcbe-c1b00e851994 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404922 Aug 25 14:44:43.954357 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '23140fca-b46a-4d50-88b8-3f49de17bfde', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'port_id': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'mac_address': 'fa:16:3e:c0:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:44:14Z', 'updated_at': '2021-08-25T14:44:41Z', 'revision_number': 1, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:43.988163 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da962df5-dcad-4dd7-be65-56763dd36ab9 None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '23140fca-b46a-4d50-88b8-3f49de17bfde', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'port_id': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'mac_address': 'fa:16:3e:c0:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:44:14Z', 'updated_at': '2021-08-25T14:44:41Z', 'revision_number': 1, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:44:44.051478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1558912c-49c4-4e0c-aa2e-87ec194f9161 req-1e74a30d-f3bc-4985-8843-9e74e6066a00 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373038 Aug 25 14:44:44.145441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-f9dc65e0-401a-4758-9b3f-1f39f3683bc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8da427-dc68-402e-84b0-8da52cd24144 HTTP/1.1" status: 200 len: 998 time: 0.4516881 Aug 25 14:44:44.202677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3270e-efdf-45a9-8315-b31f81c1fae1 req-c060db94-647e-4601-8cb9-22f5bfda7328 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:44.207605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69a3270e-efdf-45a9-8315-b31f81c1fae1 req-c060db94-647e-4601-8cb9-22f5bfda7328 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 949 time: 0.1481369 Aug 25 14:44:44.291567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-26e12bdc-0555-45c9-89b3-4a53b7cf42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:44.293035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-26e12bdc-0555-45c9-89b3-4a53b7cf42d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 200 len: 863 time: 0.1386344 Aug 25 14:44:44.293351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa73a-7155-4c3f-a84d-5594d663a979 None None] New status for floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:44:44.297867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69a3270e-efdf-45a9-8315-b31f81c1fae1 req-902b8613-d618-450d-8420-3fe571ae67b4 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830712 Aug 25 14:44:44.380292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-28b0bcaa-7db4-4d0f-981e-02fd2cb32a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:44.381792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-28b0bcaa-7db4-4d0f-981e-02fd2cb32a09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06a43927-6987-4a83-ac03-d8a26c3f8995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813265 Aug 25 14:44:44.402337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44562) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:44.492704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:44.494445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0a7f5922-1bbc-42e8-aaa4-3b0e709feaea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67cc71f8017c4f239a23af90587cf7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901680 Aug 25 14:44:44.496262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44566) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:44.558891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7963ead2-6201-4bb1-920b-aaad12b73382,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:44.569368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-352cbd04-99a8-4d1b-bb26-df968214c0c3 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740551 Aug 25 14:44:44.573766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fed3c60-b369-4218-986d-af3e0c43d033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:44.598511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fed3c60-b369-4218-986d-af3e0c43d033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:44.649003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Checking segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:44.649361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Network hostable DHCP agents. Network: 59393ffb-3189-48d5-b03a-66e6a1338d03, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:44.702891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a45823ef-2e80-4ca5-99f7-a11e0ade6a47 req-ac0f2719-2d9f-4b6a-86e8-5db84296f383 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243873 Aug 25 14:44:44.773051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:44.797740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82357-8f78-4690-bbae-b5173815b9ab req-ace5a4af-745b-4e2e-8dce-23b1e7ca73f1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:44.797740 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ce82357-8f78-4690-bbae-b5173815b9ab req-ace5a4af-745b-4e2e-8dce-23b1e7ca73f1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.0606859 Aug 25 14:44:44.826511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fed3c60-b369-4218-986d-af3e0c43d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:44.836770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fed3c60-b369-4218-986d-af3e0c43d033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:44.839788 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2fed3c60-b369-4218-986d-af3e0c43d033 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ba2c573-9346-4854-8c7a-d6e6f10514f0 HTTP/1.1" status: 204 len: 168 time: 0.3337107 Aug 25 14:44:44.853816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed3c60-b369-4218-986d-af3e0c43d033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba2c573-9346-4854-8c7a-d6e6f10514f0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:44.871103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ce82357-8f78-4690-bbae-b5173815b9ab req-ac7f8b47-b272-4c74-9593-ad395612fe51 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626256 Aug 25 14:44:44.883604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 59393ffb-3189-48d5-b03a-66e6a1338d03) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:44.892760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:44.892760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:44.896651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5fbdd-fad2-41cc-87d0-65b15fb695ff None None] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:44.978998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-566111ef-6ddb-4a92-b0e4-d2942e23f186 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4813771 Aug 25 14:44:44.981641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44584) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:44.986246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:45.054882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c5be7-142d-4270-9713-c9c07569031c req-f14b7ae6-a67d-407d-94dc-734e2f2bdebb tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:45.056675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c8c5be7-142d-4270-9713-c9c07569031c req-f14b7ae6-a67d-407d-94dc-734e2f2bdebb tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 949 time: 0.0529299 Aug 25 14:44:45.078011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.080612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.112494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c8c5be7-142d-4270-9713-c9c07569031c req-eb406e1d-7cc1-4dd2-aab5-52cabbe1618f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 Aug 25 14:44:45.152466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.174467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-59393ffb-3189-48d5-b03a-66e6a1338d03', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:44:45.175356 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.321474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Allocated IP 172.20.0.2 (59393ffb-3189-48d5-b03a-66e6a1338d03/7963ead2-6201-4bb1-920b-aaad12b73382/ad3a6d54-2bc8-4365-b593-8c12bd593ed7) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:45.408115 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.487966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.496646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Transition to ACTIVE for port object ad3a6d54-2bc8-4365-b593-8c12bd593ed7 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:45.514216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Transition to ACTIVE for port object ad3a6d54-2bc8-4365-b593-8c12bd593ed7 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:45.579632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44608) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:45.581742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:44:45.605685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.656251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-0645e3bc-b2b3-4eaf-a0d1-fff7aa71ead0 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392151 Aug 25 14:44:45.657010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:45.675946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:45.703186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:45.752337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Pushing event updated for resources: {'Port': ['ID=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:45.752991 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.807354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.811736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-2783936f-729d-4f37-af56-d83ea30c7136 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:45.812632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Attempting to bind port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:45.813148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Attempting to bind port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:45.813350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Attempting to bind port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 on network 59393ffb-3189-48d5-b03a-66e6a1338d03 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:45.823800 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-2783936f-729d-4f37-af56-d83ea30c7136 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653209 Aug 25 14:44:45.828394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:45.831377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:45.837977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Checking segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:45.838407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.838799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Bound using segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:45.839373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Bound port: ad3a6d54-2bc8-4365-b593-8c12bd593ed7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:45.839760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.844005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-ee410cae-d605-4319-b338-aee5b979000f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/quotas/ff4d31bfcd7b43fdacf994142969f28c HTTP/1.1" status: 200 len: 375 time: 0.0187602 Aug 25 14:44:45.862833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'port_id': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'mac_address': 'fa:16:3e:e9:ff:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e0c13b-bf3a-43c1-b356-551e62e14298', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:44:45.922381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13892558-2046-4329-a63e-bdd688d825ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.939901 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:45.961132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:45.967177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] For port ad3a6d54-2bc8-4365-b593-8c12bd593ed7, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:45.972751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-18396bcd-645c-4d92-98cc-640bdc074b44 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275165 Aug 25 14:44:45.986702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Allocated IP 172.25.8.60 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/1acf359c-c8ea-4034-984e-1a82e6d6fc81) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:45.987126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] For port ad3a6d54-2bc8-4365-b593-8c12bd593ed7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:45.996491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:46.099270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13892558-2046-4329-a63e-bdd688d825ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.137566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.149537 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.187184 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.218153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6b76b-aaac-4122-a91f-fb9529f64969 None None] Pushing event updated for resources: {'Port': ['ID=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:46.226647 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13892558-2046-4329-a63e-bdd688d825ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.230045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720717c0-874e-4ab3-831e-d2c83945454e req-310b5b75-3412-4feb-a8f2-15697c92d0d3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:46.235490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-720717c0-874e-4ab3-831e-d2c83945454e req-310b5b75-3412-4feb-a8f2-15697c92d0d3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.0831926 Aug 25 14:44:46.275118 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-13892558-2046-4329-a63e-bdd688d825ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8be8edab9ab446d80c962f513894031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941028 Aug 25 14:44:46.277934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13892558-2046-4329-a63e-bdd688d825ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c0483c-c2f1-4bf9-8127-b28a2d94ff74,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:46.282449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44636) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:46.289361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.322535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:46.325915 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-720717c0-874e-4ab3-831e-d2c83945454e req-8029f212-a409-4988-a4f1-b116d0e61456 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881987 Aug 25 14:44:46.371137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29e7fb4a-dc82-4fa7-bb8e-32f3772ba0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.379289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:46.391733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:46.396745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:46.398049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29e7fb4a-dc82-4fa7-bb8e-32f3772ba0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.405625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:46.510596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Pushing event updated for resources: {'Port': ['ID=1acf359c-c8ea-4034-984e-1a82e6d6fc81,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:46.559196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41281dde-77be-42d7-a4b6-42f6ef80ee85 req-227c7567-3dc8-46de-afa3-2fc9655615fe tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 210 time: 0.0712848 Aug 25 14:44:46.562342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29e7fb4a-dc82-4fa7-bb8e-32f3772ba0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.577187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29e7fb4a-dc82-4fa7-bb8e-32f3772ba0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:46.578309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-29e7fb4a-dc82-4fa7-bb8e-32f3772ba0bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7c0483c-c2f1-4bf9-8127-b28a2d94ff74 HTTP/1.1" status: 204 len: 168 time: 0.2936058 Aug 25 14:44:46.606126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7fb4a-dc82-4fa7-bb8e-32f3772ba0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c0483c-c2f1-4bf9-8127-b28a2d94ff74,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:46.995183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.230265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.388372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:47.408366 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bace6b7c-2db0-479f-9990-f37d29105ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.458872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29c3d-2dda-4add-b70a-72c99647f89d req-cb2750cb-c0f3-4dcf-b1ab-f2a7bee2498d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:47.471224 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe29c3d-2dda-4add-b70a-72c99647f89d req-cb2750cb-c0f3-4dcf-b1ab-f2a7bee2498d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.0762520 Aug 25 14:44:47.483178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Router 3268b621-362f-45d0-a160-3c7024596fd8 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:44:47.531147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c843b-6c84-41c1-ac5c-c860c34e265b None None] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:47.534141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bace6b7c-2db0-479f-9990-f37d29105ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.566010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe29c3d-2dda-4add-b70a-72c99647f89d req-dfc46535-c5ae-47b7-bd5f-97a1dbabaa22 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935936 Aug 25 14:44:47.615215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bace6b7c-2db0-479f-9990-f37d29105ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.635548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:47.642288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:44:47.654156 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Sync routers for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:44:47.667211 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:47.667829 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:47.678532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace6b7c-2db0-479f-9990-f37d29105ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73680eb6-b4e7-45a3-a839-a5c150297aa3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:47.729634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.731070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef34a10c-be93-4325-ac4f-51ffe2474fde admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.7484045 Aug 25 14:44:47.737106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44702) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:47.808445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5782c3db-565d-40dd-908a-aff5d8585801 req-c476d0ee-63d4-4a51-bf95-453f7a7fb4ec tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 210 time: 0.1072252 Aug 25 14:44:47.822567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bace6b7c-2db0-479f-9990-f37d29105ff7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8ed19bb19f947e4b4bea8ddddb76c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330587 Aug 25 14:44:47.825691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44706) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:47.836387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5c732b55-442c-4556-b4c9-efe9d943cf32 None None] Provisioning for port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:47.888138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:47.939918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:47.965455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:47.965838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:47.978566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b4c95d9-b976-4507-a4a3-adc7b61fb1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.006373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:48.054416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b4c95d9-b976-4507-a4a3-adc7b61fb1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.176978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd78d36f-3f1e-466c-a284-6a970871300f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.184018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.219360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:48.227526 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de3ca93-3962-473b-be21-5228b1a5bc83" -d '{"events": [{"server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "name": "network-vif-plugged", "status": "completed", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:48.238784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b4c95d9-b976-4507-a4a3-adc7b61fb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.245675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b4c95d9-b976-4507-a4a3-adc7b61fb1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.251669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b4c95d9-b976-4507-a4a3-adc7b61fb1f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73680eb6-b4e7-45a3-a839-a5c150297aa3 HTTP/1.1" status: 204 len: 168 time: 0.4225848 Aug 25 14:44:48.269241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:48.303260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c95d9-b976-4507-a4a3-adc7b61fb1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73680eb6-b4e7-45a3-a839-a5c150297aa3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:48.340686 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0351f84-db45-4831-8384-520eb8072ea9 x-openstack-request-id: req-e0351f84-db45-4831-8384-520eb8072ea9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:48.341319 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "name": "network-vif-plugged", "status": "completed", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:48.341824 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0351f84-db45-4831-8384-520eb8072ea9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:48.342373 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'code': 200} Aug 25 14:44:48.358602 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.435630 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:46Z', 'revision_number': 3, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:48.473114 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Checking router: 3268b621-362f-45d0-a160-3c7024596fd8 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:44:48.473501 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Updating router 3268b621-362f-45d0-a160-3c7024596fd8 port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:44:48.504275 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.507009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd78d36f-3f1e-466c-a284-6a970871300f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.521301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:48.532744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878fc02-3f11-4220-913a-961e2b67c9e4 req-7468c63d-7f8a-45eb-9b5a-a0416f13b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:48.534528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2878fc02-3f11-4220-913a-961e2b67c9e4 req-7468c63d-7f8a-45eb-9b5a-a0416f13b8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1096 time: 0.1295924 Aug 25 14:44:48.555265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad3a6d54-2bc8-4365-b593-8c12bd593ed7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:48.593703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2878fc02-3f11-4220-913a-961e2b67c9e4 req-bd5260a2-eec3-456e-9f3c-73a470ac635f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501795 Aug 25 14:44:48.633730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.663736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd78d36f-3f1e-466c-a284-6a970871300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.709166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:48.714072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:48.714455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.774341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fd78d36f-3f1e-466c-a284-6a970871300f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae571c4cccfe475fb3741bcb08f05a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8800597 Aug 25 14:44:48.786423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44742) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:48.788843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78d36f-3f1e-466c-a284-6a970871300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0213804-1f2a-4496-9845-af0dfae378c5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:48.845932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168a4f4-bcea-42ec-8e47-7d0f6c404c5a req-9069a268-686f-4b3a-9c82-d65baa459e31 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:48.847801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5168a4f4-bcea-42ec-8e47-7d0f6c404c5a req-9069a268-686f-4b3a-9c82-d65baa459e31 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 945 time: 0.1206379 Aug 25 14:44:48.855718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-329f1367-bae6-4b78-b343-5f1ef825e1e1 req-2ba782ea-0358-445f-942f-d6def11d5638 tempest-FlavorsV2NegativeTest-1734159298 tempest-FlavorsV2NegativeTest-1734159298-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=26bf584d0367465a8a7122aa4204731b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900855 Aug 25 14:44:48.939887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5168a4f4-bcea-42ec-8e47-7d0f6c404c5a req-03d7b2f3-3354-4dd6-bacc-eefa36bc23ef tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829887 Aug 25 14:44:48.941956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc349-dea5-448f-aedb-e1675ae5e775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.948784 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:48.970905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Allocated IP 172.20.0.1 (59393ffb-3189-48d5-b03a-66e6a1338d03/7963ead2-6201-4bb1-920b-aaad12b73382/ae9b6297-c5e7-40af-bbc3-a13a3b3794b1) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:48.987535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc349-dea5-448f-aedb-e1675ae5e775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.015794 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.020353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1367-bae6-4b78-b343-5f1ef825e1e1 req-7e82c88f-976b-4054-adc0-db525a96a0a4 tempest-FlavorsV2NegativeTest-1734159298 tempest-FlavorsV2NegativeTest-1734159298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:49.027566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ad3a6d54-2bc8-4365-b593-8c12bd593ed7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:49.028274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-329f1367-bae6-4b78-b343-5f1ef825e1e1 req-7e82c88f-976b-4054-adc0-db525a96a0a4 tempest-FlavorsV2NegativeTest-1734159298 tempest-FlavorsV2NegativeTest-1734159298-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713502 Aug 25 14:44:49.044465 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Transition to ACTIVE for port object 1acf359c-c8ea-4034-984e-1a82e6d6fc81 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:49.060817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-329f1367-bae6-4b78-b343-5f1ef825e1e1 req-3a7e515e-50e2-46f5-a2be-b40b7ea029d1 tempest-FlavorsV2NegativeTest-1734159298 tempest-FlavorsV2NegativeTest-1734159298-project] 10.222.0.58 "GET /v2.0/quotas/26bf584d0367465a8a7122aa4204731b HTTP/1.1" status: 200 len: 375 time: 0.0304594 Aug 25 14:44:49.093939 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-329f1367-bae6-4b78-b343-5f1ef825e1e1 req-66d889a2-bc3d-4035-a4d5-a3a1fa741318 tempest-FlavorsV2NegativeTest-1734159298 tempest-FlavorsV2NegativeTest-1734159298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=26bf584d0367465a8a7122aa4204731b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333734 Aug 25 14:44:49.106043 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.106220 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.129970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62cf84b5-74b3-48d8-a2dc-764dbd477147 req-851a8d3d-1fb7-4357-b12c-ae81b460f256 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 210 time: 0.0572441 Aug 25 14:44:49.136720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-0cc7053f-22bd-4966-81fc-309aaed1b450 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300488 Aug 25 14:44:49.208591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:49.240042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.241655 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9384d-6961-41a8-8225-ac1f598ded37 None None] Pushing event updated for resources: {'Port': ['ID=1acf359c-c8ea-4034-984e-1a82e6d6fc81,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:49.281797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Transition to ACTIVE for port object ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:49.293595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Attempting to bind port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:49.298763 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Attempting to bind port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:49.298763 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Attempting to bind port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:49.303221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:49.304444 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:49.306429 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.307063 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:49.308417 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Bound port: 1acf359c-c8ea-4034-984e-1a82e6d6fc81, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:49.309637 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.338968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-362eb910-e7bb-4836-ade2-6b9a1c1cad14 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:49.341010 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-362eb910-e7bb-4836-ade2-6b9a1c1cad14 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960998 Aug 25 14:44:49.342243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc349-dea5-448f-aedb-e1675ae5e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.345501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc349-dea5-448f-aedb-e1675ae5e775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.346783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba5dc349-dea5-448f-aedb-e1675ae5e775 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0213804-1f2a-4496-9845-af0dfae378c5 HTTP/1.1" status: 204 len: 168 time: 0.5591266 Aug 25 14:44:49.361626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Request body: {'port': {'device_id': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'ff4d31bfcd7b43fdacf994142969f28c'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:49.364967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dc349-dea5-448f-aedb-e1675ae5e775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0213804-1f2a-4496-9845-af0dfae378c5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:49.417125 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] For port 1acf359c-c8ea-4034-984e-1a82e6d6fc81, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:49.423776 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] For port 1acf359c-c8ea-4034-984e-1a82e6d6fc81, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1acf359c-c8ea-4034-984e-1a82e6d6fc81,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:49.432704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.510839 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.521581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:49.526100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:49.530387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:49.561313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:49.571216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.588595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9384d-6961-41a8-8225-ac1f598ded37 None None] Pushing event updated for resources: {'Port': ['ID=1acf359c-c8ea-4034-984e-1a82e6d6fc81,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:49.589836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Made reservation on behalf of ff4d31bfcd7b43fdacf994142969f28c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:49.594192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:49.610309 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:49.610309 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:49.813780 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:49.852371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Allocated IP 192.168.233.198 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/47c79bda-36fd-4bc1-9427-58582be34ad9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:50.060657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-917ddd43-59cb-4b93-8bab-72ba89a3102e None None] Provisioning for port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:50.072215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-917ddd43-59cb-4b93-8bab-72ba89a3102e None None] Provisioning complete for port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:50.072215 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-917ddd43-59cb-4b93-8bab-72ba89a3102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.197353 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:46Z', 'revision_number': 3, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:50.198785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c612-2941-4f81-90d0-5d6f0a775af7 req-b071ba07-2299-48cc-a780-7a3b1b3265c6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:50.198785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d838c612-2941-4f81-90d0-5d6f0a775af7 req-b071ba07-2299-48cc-a780-7a3b1b3265c6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 945 time: 0.1065683 Aug 25 14:44:50.199475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-917ddd43-59cb-4b93-8bab-72ba89a3102e None None] Port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:50.204177 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d833fb3-989f-49ef-8b9e-1846a0223e8b None None] The sync data for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 is: [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:46Z', 'revision_number': 3, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:44:50.211320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.232552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Transition to ACTIVE for port object 47c79bda-36fd-4bc1-9427-58582be34ad9 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:50.255850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d838c612-2941-4f81-90d0-5d6f0a775af7 req-616cb7e4-4554-4ca1-8a1c-3f302f29c663 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811756 Aug 25 14:44:50.271999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e5b450e-a1ec-4b05-a9d0-f988d8c84073 req-d3aeb415-f042-40bc-810b-cab191455569 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 210 time: 0.0360847 Aug 25 14:44:50.324766 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.375274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.390276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e0933b4f-44c7-49b6-a5b9-74dc63007b54'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:50.465603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad3a6d54-2bc8-4365-b593-8c12bd593ed7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:50.478995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:50.479765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:50.486509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:50.496763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:50.497599 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.531898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Pushing event updated for resources: {'Port': ['ID=47c79bda-36fd-4bc1-9427-58582be34ad9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:50.544147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.544491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.544835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.545171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.545504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.545833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.546160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.546487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.546810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.554720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.561547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.561547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:50.592315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-e0380250-9d2a-4d15-b483-844c4da63334 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2355685 Aug 25 14:44:50.593871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:50.594279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.599430 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.613589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Request body: {'port': {'device_id': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:50.689338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.697588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.782143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.885344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44808) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:50.906224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:50.919535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fd43fa8-37b7-4d88-9dd4-db510cd88f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:50.969090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eece0214-5d36-4c5c-8d7f-0c4205bcf7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.007604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:51.013317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:51.046449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ab410dc1-7d2e-4eb9-b1a2-a106083d0c00 None None] Provisioning for port 47c79bda-36fd-4bc1-9427-58582be34ad9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:51.061075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ab410dc1-7d2e-4eb9-b1a2-a106083d0c00 None None] Provisioning complete for port 47c79bda-36fd-4bc1-9427-58582be34ad9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:51.061075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ab410dc1-7d2e-4eb9-b1a2-a106083d0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.109977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ab410dc1-7d2e-4eb9-b1a2-a106083d0c00 None None] Port 47c79bda-36fd-4bc1-9427-58582be34ad9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:51.178083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c79bda-36fd-4bc1-9427-58582be34ad9 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:51.201955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.220820 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fd43fa8-37b7-4d88-9dd4-db510cd88f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.223757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Transition to ACTIVE for port object 47c79bda-36fd-4bc1-9427-58582be34ad9 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:51.231738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Router 3268b621-362f-45d0-a160-3c7024596fd8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:44:51.339838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fd43fa8-37b7-4d88-9dd4-db510cd88f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.351811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.429624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1fd43fa8-37b7-4d88-9dd4-db510cd88f2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0395400594c84533bd8116c1761c610b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433047 Aug 25 14:44:51.431947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44824) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:51.434881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:44:51.443625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c8424b37-f428-419c-a64f-fb8a54d27777 None None] Provisioning complete for port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:51.444010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8424b37-f428-419c-a64f-fb8a54d27777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.454551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-932fcc83-4bf1-4f36-80cc-692e237a1318 admin admin] 10.222.0.58 "PUT /v2.0/routers/3268b621-362f-45d0-a160-3c7024596fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7129195 Aug 25 14:44:51.457702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd43fa8-37b7-4d88-9dd4-db510cd88f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c50d00-b3b0-4706-b3b4-0ad77dbd4b50,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:51.539428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c8424b37-f428-419c-a64f-fb8a54d27777 None None] Port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:51.560996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:51.581588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ae3f-ac66-476a-b82b-9a4021e6ae1a req-a191b728-914b-44a9-b296-4dbf7b630c26 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:51.583303 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb14ae3f-ac66-476a-b82b-9a4021e6ae1a req-a191b728-914b-44a9-b296-4dbf7b630c26 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 948 time: 0.1590507 Aug 25 14:44:51.598187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Pushing event updated for resources: {'Port': ['ID=47c79bda-36fd-4bc1-9427-58582be34ad9,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:51.608772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Attempting to bind port 47c79bda-36fd-4bc1-9427-58582be34ad9 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:51.609738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a6d-547f-490c-b573-0842b2ddb676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.613099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Attempting to bind port 47c79bda-36fd-4bc1-9427-58582be34ad9 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:51.613468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Attempting to bind port 47c79bda-36fd-4bc1-9427-58582be34ad9 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:51.644713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43991d9-9efd-4736-a397-440895e647c1 req-7d7457c8-77ea-4d70-ada5-8c2598160ebe tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:51.646308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c43991d9-9efd-4736-a397-440895e647c1 req-7d7457c8-77ea-4d70-ada5-8c2598160ebe tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 945 time: 0.2033916 Aug 25 14:44:51.647586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Port 47c79bda-36fd-4bc1-9427-58582be34ad9 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:44:51.647910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Attempting to bind port 47c79bda-36fd-4bc1-9427-58582be34ad9 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:51.656350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:51.656708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:51.657479 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:51.657939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Bound port: 47c79bda-36fd-4bc1-9427-58582be34ad9, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:51.658303 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.694261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a6d-547f-490c-b573-0842b2ddb676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.707914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb14ae3f-ac66-476a-b82b-9a4021e6ae1a req-4cf47b52-ee74-46da-ad0f-0e174b440180 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097803 Aug 25 14:44:51.783806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c43991d9-9efd-4736-a397-440895e647c1 req-d2c3d0f3-4471-451e-b9e1-bceb3d3a39ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287484 Aug 25 14:44:51.811239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] For port 47c79bda-36fd-4bc1-9427-58582be34ad9, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:51.811239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] For port 47c79bda-36fd-4bc1-9427-58582be34ad9, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=47c79bda-36fd-4bc1-9427-58582be34ad9,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:51.876996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a6d-547f-490c-b573-0842b2ddb676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.879748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6de8a6d-547f-490c-b573-0842b2ddb676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.881011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b6de8a6d-547f-490c-b573-0842b2ddb676 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96c50d00-b3b0-4706-b3b4-0ad77dbd4b50 HTTP/1.1" status: 204 len: 168 time: 0.4434297 Aug 25 14:44:51.889854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de8a6d-547f-490c-b573-0842b2ddb676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c50d00-b3b0-4706-b3b4-0ad77dbd4b50,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:51.920464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.929553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.954404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:51.955049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:51.956430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] 10.222.0.45 "PUT /v2.0/ports/47c79bda-36fd-4bc1-9427-58582be34ad9 HTTP/1.1" status: 200 len: 1096 time: 1.3548112 Aug 25 14:44:51.956879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'tag': '47c79bda-36fd-4bc1-9427-58582be34ad9'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:44:51.959133 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c7b009-74da-4455-ba1c-94ed873d09b1" -d '{"events": [{"name": "network-changed", "server_uuid": "18c25569-e91b-4d31-904c-6dcab4c3f993", "tag": "47c79bda-36fd-4bc1-9427-58582be34ad9"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:44:52.005048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b861-0ae5-47bf-b7f2-393b6d8533bc service neutron] Pushing event updated for resources: {'Port': ['ID=47c79bda-36fd-4bc1-9427-58582be34ad9,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:52.066001 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df85d8b-5c66-4556-9e94-ac7c4f3694a3 x-openstack-request-id: req-2df85d8b-5c66-4556-9e94-ac7c4f3694a3 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:44:52.067511 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c25569-e91b-4d31-904c-6dcab4c3f993", "tag": "47c79bda-36fd-4bc1-9427-58582be34ad9", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:44:52.067711 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2df85d8b-5c66-4556-9e94-ac7c4f3694a3 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:44:52.072259 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'tag': '47c79bda-36fd-4bc1-9427-58582be34ad9', 'status': 'completed', 'code': 200} Aug 25 14:44:52.092552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:52.139577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7b009-74da-4455-ba1c-94ed873d09b1 req-002d0e7e-50d5-479c-b95c-25e22d9475c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:52.141316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1c7b009-74da-4455-ba1c-94ed873d09b1 req-002d0e7e-50d5-479c-b95c-25e22d9475c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 1099 time: 0.0528009 Aug 25 14:44:52.187414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1c7b009-74da-4455-ba1c-94ed873d09b1 req-b7341bbb-1d39-4294-834d-4b58e98a2ec5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376198 Aug 25 14:44:52.382829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7b009-74da-4455-ba1c-94ed873d09b1 req-9c944671-bc2d-4840-9799-8e43ead07ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:52.382829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1c7b009-74da-4455-ba1c-94ed873d09b1 req-9c944671-bc2d-4840-9799-8e43ead07ba9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858413 Aug 25 14:44:52.422326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8a78-567d-4924-882b-672f075d29a5 req-97a4d7a4-f048-4ba4-8f1a-22f3b26b9045 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:52.424242 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b15e8a78-567d-4924-882b-672f075d29a5 req-97a4d7a4-f048-4ba4-8f1a-22f3b26b9045 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1096 time: 0.0431812 Aug 25 14:44:52.444835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1acf359c-c8ea-4034-984e-1a82e6d6fc81 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:52.471932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Sync routers for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:44:52.483549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:52.492897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:52.494392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:52.495524 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b15e8a78-567d-4924-882b-672f075d29a5 req-6baacd02-c821-46ce-b61a-bda0eab13390 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649269 Aug 25 14:44:52.498631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-6bd03f8b-6cdc-4733-97ad-95e7f2b17172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:52.500220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-6bd03f8b-6cdc-4733-97ad-95e7f2b17172 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 1099 time: 0.0618467 Aug 25 14:44:52.564559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-c28492d3-9c54-42e8-bc9f-958f43ca214a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=47c79bda-36fd-4bc1-9427-58582be34ad9 HTTP/1.1" status: 200 len: 217 time: 0.0558355 Aug 25 14:44:52.570026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26bf584d0367465a8a7122aa4204731b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0044913 Aug 25 14:44:52.570026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273ab00-f880-49de-bfb4-5da26cb485b7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:52.570346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44860) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:52.580123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.580694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.581506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.581974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.582626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.583287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.583707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.584139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.584567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.585180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.585607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.586039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff141deb-013f-4dd0-85f2-76e253544c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:52.658413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-3f41cd93-66cc-43b3-9955-e28d57030ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:52.660121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-3f41cd93-66cc-43b3-9955-e28d57030ac2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0785275 Aug 25 14:44:52.686484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e59b0aa-1be6-4a0f-8c3b-4bf0c756a961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:52.744868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:52.772910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:52.780880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:52.781509 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:52.923202 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e59b0aa-1be6-4a0f-8c3b-4bf0c756a961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:52.960703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-8600008b-dbb3-4105-addb-bc51cfd6bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:52.962507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-8600008b-dbb3-4105-addb-bc51cfd6bdba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2895555 Aug 25 14:44:53.117945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.132522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e59b0aa-1be6-4a0f-8c3b-4bf0c756a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.135280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e59b0aa-1be6-4a0f-8c3b-4bf0c756a961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.136655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e59b0aa-1be6-4a0f-8c3b-4bf0c756a961 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5273ab00-f880-49de-bfb4-5da26cb485b7 HTTP/1.1" status: 204 len: 168 time: 0.5652237 Aug 25 14:44:53.157115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc26e6e-043f-4c1f-9a83-e39591392df0 req-6ea2c122-79b9-47b0-84c9-1fc0384735c5 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:53.160125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1acf359c-c8ea-4034-984e-1a82e6d6fc81, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1acf359c-c8ea-4034-984e-1a82e6d6fc81,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:53.164900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59b0aa-1be6-4a0f-8c3b-4bf0c756a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273ab00-f880-49de-bfb4-5da26cb485b7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:53.171460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-2f37bb4d-147b-4513-986b-a1fd0ea38876 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010729 Aug 25 14:44:53.176249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5cc26e6e-043f-4c1f-9a83-e39591392df0 req-6ea2c122-79b9-47b0-84c9-1fc0384735c5 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1096 time: 0.0995657 Aug 25 14:44:53.189590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 2, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:53.229482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Checking router: 3268b621-362f-45d0-a160-3c7024596fd8 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:44:53.229811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Updating router 3268b621-362f-45d0-a160-3c7024596fd8 port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:44:53.233449 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.263248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5cc26e6e-043f-4c1f-9a83-e39591392df0 req-99e4b459-33e5-460b-a2b0-d5d37a78eb54 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849929 Aug 25 14:44:53.285067 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.286938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-8d0ec5d6-e96f-4053-a4eb-ae076da39fee tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:53.295712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-8d0ec5d6-e96f-4053-a4eb-ae076da39fee tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 828 time: 0.2391157 Aug 25 14:44:53.339979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1acf359c-c8ea-4034-984e-1a82e6d6fc81,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:53.356179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.356789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.357274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.357741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.358535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.359042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.359517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.362350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.362861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.363380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.363872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.364360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:44:53.364762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-c68fe5a2-6f5b-4e81-af05-99890058c3ea tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/quotas/6ea1908328cf449583c55ee0844e1733 HTTP/1.1" status: 200 len: 375 time: 0.0681133 Aug 25 14:44:53.386523 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1713d4-0636-4d22-bbb3-7f5fec64de94 req-98df82d4-53c2-4f16-af92-5426e861b5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031903 Aug 25 14:44:53.412629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98859c-0d93-483b-9c34-874c4361d2a6 req-ae2f9abf-011e-4b12-8619-a55b08da2aae tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:53.414431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a98859c-0d93-483b-9c34-874c4361d2a6 req-ae2f9abf-011e-4b12-8619-a55b08da2aae tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 948 time: 0.0681889 Aug 25 14:44:53.454286 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-09fba545-9fc4-427d-bd03-b2529e7ef81c tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886369 Aug 25 14:44:53.482284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a98859c-0d93-483b-9c34-874c4361d2a6 req-141c927a-6ab6-4794-99ec-c1b44d653d8e tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579453 Aug 25 14:44:53.569710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-5b69bf09-cee1-4fec-b3ce-536229906f9c service neutron] 10.222.0.58 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060040 Aug 25 14:44:53.668127 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.685469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Transition to ACTIVE for port object ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:53.697061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-f40dc5c6-859b-4de5-b722-5b5b95d0d54c service neutron] 10.222.0.58 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201403 Aug 25 14:44:53.785628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-53734b78-7a49-49ae-89df-5eb04196af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.811833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.813690 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:44:53.859722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0df967-3d3c-4b0c-9807-ccf728db92e8 None None] Pushing event updated for resources: {'Port': ['ID=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:53.915783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Attempting to bind port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:53.916418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Attempting to bind port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:53.916796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Attempting to bind port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 on network 59393ffb-3189-48d5-b03a-66e6a1338d03 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:53.921460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.924949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:53.925312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Checking segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:53.925709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:53.928909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Bound using segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:53.929418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Bound port: ae9b6297-c5e7-40af-bbc3-a13a3b3794b1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:53.929811 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:54.043116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] For port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:54.051594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] For port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:54.105441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cec3f25-6725-4e9f-8408-6e5eb560cce9 req-f49720a5-7c68-45c2-880d-bc722e7c80d4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 210 time: 0.0417814 Aug 25 14:44:54.143789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:54.210966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:44:54.211867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:54.258694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0df967-3d3c-4b0c-9807-ccf728db92e8 None None] Pushing event updated for resources: {'Port': ['ID=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:54.344947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:54.423371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:44:54.474726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1acf359c-c8ea-4034-984e-1a82e6d6fc81 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:54.670079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:54.670079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:54.698981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82299d6d-8dc3-4dd9-8fcb-e3aa82b15280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:54.826833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:54Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:44:54.861917 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82299d6d-8dc3-4dd9-8fcb-e3aa82b15280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:54.865681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68f74-3838-4b70-ad80-cfaef20b4411 None None] The sync data for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 is: [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:54Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:44:54.943300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82299d6d-8dc3-4dd9-8fcb-e3aa82b15280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:54.989884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44966) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:54.991780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-82299d6d-8dc3-4dd9-8fcb-e3aa82b15280 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ec6ff61f6ed4212bda09bbe825ee507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407053 Aug 25 14:44:55.009623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82299d6d-8dc3-4dd9-8fcb-e3aa82b15280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79229307-012e-4a79-9c78-4cc98655f2e6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:55.122076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5adccb5b-6f74-4a20-b706-fb9d99c0532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:55.154082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348b32-0039-44d1-abc6-15d52b78695d req-94824f3d-ccf5-4e4f-8514-af9846a3da46 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:55.155680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb348b32-0039-44d1-abc6-15d52b78695d req-94824f3d-ccf5-4e4f-8514-af9846a3da46 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 948 time: 0.0912766 Aug 25 14:44:55.163552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5adccb5b-6f74-4a20-b706-fb9d99c0532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:55.263952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb348b32-0039-44d1-abc6-15d52b78695d req-3f5e2d57-1887-42fe-a635-3a00eb29bf58 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963078 Aug 25 14:44:55.349268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5adccb5b-6f74-4a20-b706-fb9d99c0532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:55.351133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:55.352612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5adccb5b-6f74-4a20-b706-fb9d99c0532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:55.354520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5adccb5b-6f74-4a20-b706-fb9d99c0532d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79229307-012e-4a79-9c78-4cc98655f2e6 HTTP/1.1" status: 204 len: 168 time: 0.3635926 Aug 25 14:44:55.374784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adccb5b-6f74-4a20-b706-fb9d99c0532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79229307-012e-4a79-9c78-4cc98655f2e6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:55.471774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44990) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:55.907809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-network', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:55.997487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2f71107-efeb-4d3b-b232-f5ecae43cd6c req-e49319ce-9d8c-4d07-bc97-2ec962c7312f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 210 time: 0.0284481 Aug 25 14:44:56.080014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Made reservation on behalf of 5653a88c84ed4e63a460171a3950fd32 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:56.082323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.099933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.224657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.299969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.324892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:44:56.341215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4ee7a-f9fd-4534-8c4f-858fbe4a3034,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:56.357893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.358281 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Added segment 3a1d8e21-bfe2-491f-bf4b-54d7d89876ad of type vlan for network 66c23613-7de2-44cd-ae3b-6a4962520412 Aug 25 14:44:56.370573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45030) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:56.426616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8b825a7-dc11-44a3-ac8b-0f20a3a5a7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.442494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.456027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:56.562371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c66f-2faf-411b-b8d4-36aad9ae9e9b req-6c6b8ed4-02f8-447c-bd1d-c42c6d73e9be tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:56.563961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fe1c66f-2faf-411b-b8d4-36aad9ae9e9b req-6c6b8ed4-02f8-447c-bd1d-c42c6d73e9be tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 948 time: 0.0537007 Aug 25 14:44:56.593839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8b825a7-dc11-44a3-ac8b-0f20a3a5a7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.601780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.602887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:56.603683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.620705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:56.625313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:56.626289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.631842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fe1c66f-2faf-411b-b8d4-36aad9ae9e9b req-213f71de-9f0e-40d1-a436-b0db2b9c339d tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581691 Aug 25 14:44:56.694707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8b825a7-dc11-44a3-ac8b-0f20a3a5a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.733337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] Pushing event updated for resources: {'Network': ['ID=66c23613-7de2-44cd-ae3b-6a4962520412,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:56.744763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 66c23613-7de2-44cd-ae3b-6a4962520412 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:44:56.775834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b825a7-dc11-44a3-ac8b-0f20a3a5a7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a078dc6f-447b-4fa6-8e77-03a38dac8f06,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:56.811314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-c0465b77-2c80-401f-9e84-7300f9cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:56.813223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-c0465b77-2c80-401f-9e84-7300f9cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.52 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 828 time: 0.1833801 Aug 25 14:44:56.822718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f8b825a7-dc11-44a3-ac8b-0f20a3a5a7f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba129d5e17904679b54a89e0894fb83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484274 Aug 25 14:44:56.840161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45046) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:56.840302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Request body: {'port': {'device_id': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'admin_state_up': True, 'tenant_id': '6ea1908328cf449583c55ee0844e1733'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:56.889083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aaa3b207-2744-4b01-9379-8ce8f3aee114 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4156067 Aug 25 14:44:56.896056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45050) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:56.902652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Request body: {'subnet': {'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-subnet', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:56.907089 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07aa27bf-e798-49c5-a9d9-cdb318d82daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.922767 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.932910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07aa27bf-e798-49c5-a9d9-cdb318d82daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:56.990764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 14:44:56.990764 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 14:44:56.990764 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id_1': '6ea1908328cf449583c55ee0844e1733', 'expiration_1': datetime.datetime(2021, 8, 25, 14, 44, 56, 971114)}] Aug 25 14:44:56.990764 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:44:56.991831 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:44:57.036572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:57.104089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.104614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Made reservation on behalf of 5653a88c84ed4e63a460171a3950fd32 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:57.107090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.133508 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.133691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07aa27bf-e798-49c5-a9d9-cdb318d82daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.136443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07aa27bf-e798-49c5-a9d9-cdb318d82daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.137499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.140812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-07aa27bf-e798-49c5-a9d9-cdb318d82daf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a078dc6f-447b-4fa6-8e77-03a38dac8f06 HTTP/1.1" status: 204 len: 168 time: 0.3166292 Aug 25 14:44:57.155244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa27bf-e798-49c5-a9d9-cdb318d82daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a078dc6f-447b-4fa6-8e77-03a38dac8f06,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:57.229740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45068) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:57.241501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:57.340577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-d594eebf-6a80-4e98-a351-6143604a3e4b tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:44:57.341616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-d594eebf-6a80-4e98-a351-6143604a3e4b tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103995 Aug 25 14:44:57.448657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.523511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f494f626-50d5-4fd6-80b9-d7123af635b5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:57.567064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Checking segment: {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:57.567555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Network hostable DHCP agents. Network: 66c23613-7de2-44cd-ae3b-6a4962520412, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:44:57.571195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:57.572278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb10e24b-efed-476c-812c-9eb924013dc5 req-7cb186d8-8479-4aa3-8db9-2d0cc1dad42a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 210 time: 0.0373533 Aug 25 14:44:57.572375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Unknown quota resources ['binding']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:44:57.617841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Made reservation on behalf of 6ea1908328cf449583c55ee0844e1733 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:44:57.621408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.649173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 47c79bda-36fd-4bc1-9427-58582be34ad9 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:44:57.655753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Network 66c23613-7de2-44cd-ae3b-6a4962520412 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:44:57.762201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:57.764565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:57.764565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:57.768204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:44:57.768740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:57.775287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:57.775873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:57.776443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:57.777446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Bound port: 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:57.786088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 66c23613-7de2-44cd-ae3b-6a4962520412) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:57.809467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:57.809467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.817006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 47c79bda-36fd-4bc1-9427-58582be34ad9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=47c79bda-36fd-4bc1-9427-58582be34ad9,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:57.832075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '47c79bda-36fd-4bc1-9427-58582be34ad9', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '47c79bda-36fd-4bc1-9427-58582be34ad9', 'mac_address': 'fa:16:3e:21:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:44:57.834138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551a755-063a-4004-92a8-ead33b831a7f None None] Network 66c23613-7de2-44cd-ae3b-6a4962520412 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:44:57.858420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Allocated IP 172.20.0.11 (59393ffb-3189-48d5-b03a-66e6a1338d03/7963ead2-6201-4bb1-920b-aaad12b73382/1e9d827c-a33e-4444-801e-2568d5a29ea9) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:57.942522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:57.942760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:57.968479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c79bda-36fd-4bc1-9427-58582be34ad9 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:57.994126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e6560e3b-33b6-4ad5-8bfe-5d0e9f3465b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0969782 Aug 25 14:44:57.996945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45102) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:44:58.007475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:58.015793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 47c79bda-36fd-4bc1-9427-58582be34ad9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=47c79bda-36fd-4bc1-9427-58582be34ad9,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:44:58.066367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.066715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-66c23613-7de2-44cd-ae3b-6a4962520412', 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'fixed_ips': [{'subnet_id': 'f494f626-50d5-4fd6-80b9-d7123af635b5'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:44:58.067740 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.079279 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-46f7b8ce-7078-4c0e-8101-5653671d6c89 service neutron] 10.222.0.58 "POST /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed/bindings HTTP/1.1" status: 201 len: 389 time: 0.6914964 Aug 25 14:44:58.100990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.150091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.150318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.151541 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.213112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfbf23-4a1e-4e54-b878-fa323a11b8c8 req-f762c05c-de1d-40e9-b9c6-c364d7605f5f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:58.222870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74dfbf23-4a1e-4e54-b878-fa323a11b8c8 req-f762c05c-de1d-40e9-b9c6-c364d7605f5f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 949 time: 0.1251795 Aug 25 14:44:58.231381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=47c79bda-36fd-4bc1-9427-58582be34ad9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:58.246638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Transition to ACTIVE for port object 1e9d827c-a33e-4444-801e-2568d5a29ea9 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:58.268230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Allocated IP 172.20.0.2 (66c23613-7de2-44cd-ae3b-6a4962520412/f494f626-50d5-4fd6-80b9-d7123af635b5/e423f47d-9a25-44de-8f24-5e01c9fd0350) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:58.284175 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.317886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74dfbf23-4a1e-4e54-b878-fa323a11b8c8 req-511bab8d-3fdc-4221-827a-ebc8c6c1613f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930526 Aug 25 14:44:58.321115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['47c79bda-36fd-4bc1-9427-58582be34ad9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:44:58.404500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.445275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:58.499676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event updated for resources: {'Port': ['ID=1e9d827c-a33e-4444-801e-2568d5a29ea9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:58.528427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:58.534126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:58.551068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:58.632828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.662970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:58.663674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.689369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ae7a-d213-40bc-bf85-f3eca2fd5672 req-beb7f4d4-b866-4612-8771-3c109d5927e3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:58.693438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44c8ae7a-d213-40bc-bf85-f3eca2fd5672 req-beb7f4d4-b866-4612-8771-3c109d5927e3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 945 time: 0.1019442 Aug 25 14:44:58.720489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.755651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44c8ae7a-d213-40bc-bf85-f3eca2fd5672 req-0ba947cb-4777-4a61-8c7a-692f774b5889 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Aug 25 14:44:58.798324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-b35dfa19-fe04-4116-9f6a-e65a6dff26cd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9744630 Aug 25 14:44:58.813116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Request body: {'port': {'device_id': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:44:58.850581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.866337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:58.866804 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.873904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Transition to ACTIVE for port object e423f47d-9a25-44de-8f24-5e01c9fd0350 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:58.935884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:58.946918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-513fab9c-cb4a-4996-85c1-b14349d74efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:58.948449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-513fab9c-cb4a-4996-85c1-b14349d74efc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1096 time: 0.0981247 Aug 25 14:44:58.951057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Transition to ACTIVE for port object e423f47d-9a25-44de-8f24-5e01c9fd0350 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:59.052762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-712ad083-7d22-4f73-a6d0-7b139a492c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:59.053353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.058719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-712ad083-7d22-4f73-a6d0-7b139a492c0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.0917943 Aug 25 14:44:59.070189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b6c69663-7e38-470f-a04f-218cf825e29e None None] Provisioning for port 1e9d827c-a33e-4444-801e-2568d5a29ea9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:59.111041 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.138153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b6c69663-7e38-470f-a04f-218cf825e29e None None] Provisioning complete for port 1e9d827c-a33e-4444-801e-2568d5a29ea9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:59.138521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.138991 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b6c69663-7e38-470f-a04f-218cf825e29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.141018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Pushing event updated for resources: {'Port': ['ID=e423f47d-9a25-44de-8f24-5e01c9fd0350,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:59.172056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Network 66c23613-7de2-44cd-ae3b-6a4962520412 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:59.175708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:59.178520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:59.183933 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-17d1f05a-1ac9-436a-8de3-c22e6341a7ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.1073227 Aug 25 14:44:59.249662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b6c69663-7e38-470f-a04f-218cf825e29e None None] Port 1e9d827c-a33e-4444-801e-2568d5a29ea9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:44:59.261761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Attempting to bind port e423f47d-9a25-44de-8f24-5e01c9fd0350 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:44:59.262410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Attempting to bind port e423f47d-9a25-44de-8f24-5e01c9fd0350 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:44:59.262973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Attempting to bind port e423f47d-9a25-44de-8f24-5e01c9fd0350 on network 66c23613-7de2-44cd-ae3b-6a4962520412 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:44:59.264846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Allocated IP 172.25.8.183 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/f557c4b4-f5a8-42ca-aec0-ab499316f69e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:44:59.270775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:44:59.271745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Checking segment: {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:44:59.272377 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.272927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Bound using segment: {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:44:59.273563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Bound port: e423f47d-9a25-44de-8f24-5e01c9fd0350, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:44:59.274110 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.339161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8582e07-9ffc-41fd-98e8-21788fea534f req-7800d38d-a460-4090-ad33-480a90649dd0 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:59.342062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8582e07-9ffc-41fd-98e8-21788fea534f req-7800d38d-a460-4090-ad33-480a90649dd0 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 932 time: 0.3898358 Aug 25 14:44:59.380538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] For port e423f47d-9a25-44de-8f24-5e01c9fd0350, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:44:59.383725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] For port e423f47d-9a25-44de-8f24-5e01c9fd0350, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e423f47d-9a25-44de-8f24-5e01c9fd0350,segment=NetworkSegment(3a1d8e21-bfe2-491f-bf4b-54d7d89876ad),segment_id=3a1d8e21-bfe2-491f-bf4b-54d7d89876ad)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:44:59.388900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.414874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-3002d8b4-ffdc-4a66-b79a-5de92eaa87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:59.417131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-3002d8b4-ffdc-4a66-b79a-5de92eaa87b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.1514053 Aug 25 14:44:59.446863 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.469803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8582e07-9ffc-41fd-98e8-21788fea534f req-db9ef3b0-5725-443d-8529-c887cf1d71a0 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154017 Aug 25 14:44:59.471648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-0e12450d-d627-4db6-9cd8-2f0696269f56 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428197 Aug 25 14:44:59.526729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.546081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1dde-9958-47d9-a8d7-2e80298daf01 None None] Pushing event updated for resources: {'Port': ['ID=e423f47d-9a25-44de-8f24-5e01c9fd0350,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:59.596146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:44:59.601334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:44:59.616098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:44:59.670295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 47c79bda-36fd-4bc1-9427-58582be34ad9 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:44:59.704094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Pushing event updated for resources: {'Port': ['ID=f557c4b4-f5a8-42ca-aec0-ab499316f69e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:44:59.717779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803998ed-b001-48f2-bdb4-7473c3ed18cc req-7454c039-25f9-4fa1-ad11-f48cfb4b1d06 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:44:59.726036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-803998ed-b001-48f2-bdb4-7473c3ed18cc req-7454c039-25f9-4fa1-ad11-f48cfb4b1d06 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 949 time: 0.1366780 Aug 25 14:44:59.730973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d827c-a33e-4444-801e-2568d5a29ea9 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:44:59.766055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.778133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-5169ac0d-1861-4c62-884c-a16d84a5f659 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902961 Aug 25 14:44:59.818113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Transition to ACTIVE for port object 1e9d827c-a33e-4444-801e-2568d5a29ea9 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:44:59.878454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-803998ed-b001-48f2-bdb4-7473c3ed18cc req-7d325bdd-4eb8-4d09-84eb-fbf8df3dcd21 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512954 Aug 25 14:44:59.883952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 47c79bda-36fd-4bc1-9427-58582be34ad9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:44:59.889147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 47c79bda-36fd-4bc1-9427-58582be34ad9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:44:59.889668 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:44:59.964460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.085638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-65039aca-2281-4926-9f41-e58271911052 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970304 Aug 25 14:45:00.108091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d827c-a33e-4444-801e-2568d5a29ea9,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:00.126117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.174299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 47c79bda-36fd-4bc1-9427-58582be34ad9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=47c79bda-36fd-4bc1-9427-58582be34ad9,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:00.180371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c79bda-36fd-4bc1-9427-58582be34ad9'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:00.183578 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1047d0c0-1c7e-4844-8a9a-8ec363c363af" -d '{"events": [{"server_uuid": "18c25569-e91b-4d31-904c-6dcab4c3f993", "name": "network-vif-plugged", "status": "completed", "tag": "47c79bda-36fd-4bc1-9427-58582be34ad9"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:00.218084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.230560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Attempting to bind port 1e9d827c-a33e-4444-801e-2568d5a29ea9 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:00.231721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Attempting to bind port 1e9d827c-a33e-4444-801e-2568d5a29ea9 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:00.231721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Attempting to bind port 1e9d827c-a33e-4444-801e-2568d5a29ea9 on network 59393ffb-3189-48d5-b03a-66e6a1338d03 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:00.235685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Port 1e9d827c-a33e-4444-801e-2568d5a29ea9 on network 59393ffb-3189-48d5-b03a-66e6a1338d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:00.235991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Attempting to bind port 1e9d827c-a33e-4444-801e-2568d5a29ea9 on network 59393ffb-3189-48d5-b03a-66e6a1338d03 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:00.240943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:00.241273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Checking segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:00.241653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Bound using segment: {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:00.242079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Bound port: 1e9d827c-a33e-4444-801e-2568d5a29ea9, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7422d035-403a-4f7b-b9d7-82d65766dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:00.242433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.252129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.271096 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7935b-a715-40e8-9c8c-a9f5b0d18d27 req-33058e8d-e69a-48af-b4bb-869379a114f9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:00.278545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35f7935b-a715-40e8-9c8c-a9f5b0d18d27 req-33058e8d-e69a-48af-b4bb-869379a114f9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 945 time: 0.1466522 Aug 25 14:45:00.337365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] For port 1e9d827c-a33e-4444-801e-2568d5a29ea9, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:00.342238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] For port 1e9d827c-a33e-4444-801e-2568d5a29ea9, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:00.357420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=47c79bda-36fd-4bc1-9427-58582be34ad9,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:00.382156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35f7935b-a715-40e8-9c8c-a9f5b0d18d27 req-47f149f5-f3fb-4f2c-b6a6-15ebd1256280 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027408 Aug 25 14:45:00.441247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.531605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:00.532251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.534921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] 10.222.0.52 "PUT /v2.0/ports/1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 1092 time: 1.7270908 Aug 25 14:45:00.536550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:00.539495 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81236f0e-194d-4f05-b677-8d9ca6ef4cde" -d '{"events": [{"name": "network-changed", "server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:00.563663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e423f47d-9a25-44de-8f24-5e01c9fd0350 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:00.577260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:00.589922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-d054df56-3d19-4be4-bd61-b6c77ad5bbc4 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:00.591913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-d054df56-3d19-4be4-bd61-b6c77ad5bbc4 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.2426529 Aug 25 14:45:00.612597 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55ec8b-3af2-4de5-8255-6f8374a286ea x-openstack-request-id: req-8d55ec8b-3af2-4de5-8255-6f8374a286ea {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:00.612825 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c25569-e91b-4d31-904c-6dcab4c3f993", "name": "network-vif-plugged", "status": "completed", "tag": "47c79bda-36fd-4bc1-9427-58582be34ad9", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:00.616158 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d55ec8b-3af2-4de5-8255-6f8374a286ea {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:00.616695 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c79bda-36fd-4bc1-9427-58582be34ad9', 'code': 200} Aug 25 14:45:00.635317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:00.695645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16221f7f-c9e6-4f10-8abf-e58643ac2aff service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d827c-a33e-4444-801e-2568d5a29ea9,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:00.772097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port e423f47d-9a25-44de-8f24-5e01c9fd0350 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:01.058455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1002278469', 'description': 'tempest-description-1300633095'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:01.074565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4748ff-65c9-4506-9d48-12f25c082c30 None None] Network 66c23613-7de2-44cd-ae3b-6a4962520412 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:01.075495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23dd6-7c7b-41aa-82ec-fcec5f93cace req-44df4008-ca08-4d90-975b-c62b2ced3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:01.077016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cd23dd6-7c7b-41aa-82ec-fcec5f93cace req-44df4008-ca08-4d90-975b-c62b2ced3176 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 1101 time: 0.3728278 Aug 25 14:45:01.144616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cd23dd6-7c7b-41aa-82ec-fcec5f93cace req-adec8b4b-000e-45d5-980c-368061d310f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Aug 25 14:45:01.164240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.178547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae0aab-4261-4945-a157-8103a1e250df req-55630fd0-6096-46fd-81ca-14a52764a760 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:01.180171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbae0aab-4261-4945-a157-8103a1e250df req-55630fd0-6096-46fd-81ca-14a52764a760 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 944 time: 0.4483044 Aug 25 14:45:01.190792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-d598dd26-1f00-4dbc-8904-dcf98b56ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:01.190974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.191134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-d598dd26-1f00-4dbc-8904-dcf98b56ccc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1095 time: 0.4965444 Aug 25 14:45:01.201798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.285540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Router 245e6b17-3810-475e-9970-2b64f58b5234 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:45:01.286591 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-897b2723-a2b2-4b33-978b-568f5299b6cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 217 time: 0.0705254 Aug 25 14:45:01.294048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbae0aab-4261-4945-a157-8103a1e250df req-6d980668-88f7-48c0-af1a-f7ddfaccf571 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021800 Aug 25 14:45:01.311938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] Provisioning for port e423f47d-9a25-44de-8f24-5e01c9fd0350 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:01.320897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] Provisioning complete for port e423f47d-9a25-44de-8f24-5e01c9fd0350 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:01.320897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.367532 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.396077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-7588aae8-ebae-4780-9943-4ea0864ef22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:01.397590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-7588aae8-ebae-4780-9943-4ea0864ef22a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 200 len: 867 time: 0.0960302 Aug 25 14:45:01.433368 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.443240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:45:01.458957 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Sync routers for ids ['245e6b17-3810-475e-9970-2b64f58b5234'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:45:01.468757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:01.469099 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Routers {'245e6b17-3810-475e-9970-2b64f58b5234'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:01.469713 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['245e6b17-3810-475e-9970-2b64f58b5234'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:01.475530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.497021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-4925d71c-03f4-46df-a748-69be3169a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:01.498694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-4925d71c-03f4-46df-a748-69be3169a147 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59393ffb-3189-48d5-b03a-66e6a1338d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893688 Aug 25 14:45:01.516580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] For port e423f47d-9a25-44de-8f24-5e01c9fd0350, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e423f47d-9a25-44de-8f24-5e01c9fd0350,segment=NetworkSegment(3a1d8e21-bfe2-491f-bf4b-54d7d89876ad),segment_id=3a1d8e21-bfe2-491f-bf4b-54d7d89876ad)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:01.526311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e46946-9dc6-4995-9c8f-f2e93c961f94,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:01.547200 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b439f-6c07-4369-b255-c7a5029bf19f x-openstack-request-id: req-115b439f-6c07-4369-b255-c7a5029bf19f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:01.547737 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:01.547919 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-115b439f-6c07-4369-b255-c7a5029bf19f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:01.548403 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'status': 'completed', 'code': 200} Aug 25 14:45:01.555727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.556994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a57f6225-c4e4-45c7-875c-b9ae3de44b09 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5591586 Aug 25 14:45:01.559610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45198) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:01.597049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:01.610338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.636213 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Set router 245e6b17-3810-475e-9970-2b64f58b5234 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:01.714189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42e064-639d-4ee5-8000-4d4530af338c None None] Pushing event updated for resources: {'Port': ['ID=e423f47d-9a25-44de-8f24-5e01c9fd0350,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:01.727397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.736693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-a96dfadf-07fa-44c6-b691-bbb38a9a186e service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228265 Aug 25 14:45:01.740753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.746007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72757-3510-43c6-b1ca-185138272a06 req-edb7f7c4-4991-48b3-bca7-651ac311703f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:01.752609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0d551b82-0f4b-41d8-b26b-c0511421a433 None None] Provisioning complete for port e423f47d-9a25-44de-8f24-5e01c9fd0350 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:01.752970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d551b82-0f4b-41d8-b26b-c0511421a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.755550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28b72757-3510-43c6-b1ca-185138272a06 req-edb7f7c4-4991-48b3-bca7-651ac311703f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.1034055 Aug 25 14:45:01.829252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:01.838587 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.838782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.909391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067144c9-1dbd-45ca-bafa-52371aa220a0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:01.930688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28b72757-3510-43c6-b1ca-185138272a06 req-ff83a39f-968f-47d9-949d-cc7ac8138c9e tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751058 Aug 25 14:45:01.963918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:01.964595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:44:59Z', 'revision_number': 3, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:01.965249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5598539b-87f0-4d58-9e2b-4dc44c3a2691 req-63335724-344c-4710-835c-a327073b0dbe tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9171441 Aug 25 14:45:02.019650 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Checking router: 245e6b17-3810-475e-9970-2b64f58b5234 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:45:02.020138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Updating router 245e6b17-3810-475e-9970-2b64f58b5234 port f557c4b4-f5a8-42ca-aec0-ab499316f69e binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:45:02.045501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:02.046117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:02.046576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:02.049145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:02.059839 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.067939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6035f5af-fd40-499f-a971-b9bd6bf2f0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.074674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466d2d68-3dea-4171-a8db-1a4b583c58a2 req-c95c13ff-9c98-4fac-8e57-de4a2b563fe8 service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179667 Aug 25 14:45:02.075284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:02.075616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Attempting to bind port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:02.142765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:02.143168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:02.143560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:02.143999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Bound port: 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:02.144357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.151204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c0dd26fd-20a7-4e31-9b73-f8d3c2d3e359 req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1663792379', 'description': 'tempest-description-619644855'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:02.206815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a86c4-3224-4965-9486-f9fc18fa90e8 req-56900041-20d9-4600-8d18-076d2a2e2f2e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.208953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c44a86c4-3224-4965-9486-f9fc18fa90e8 req-56900041-20d9-4600-8d18-076d2a2e2f2e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.1502843 Aug 25 14:45:02.283422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.301025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6035f5af-fd40-499f-a971-b9bd6bf2f0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.302922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:02.312220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c44a86c4-3224-4965-9486-f9fc18fa90e8 req-1204882c-7ff2-47c1-b000-204995c16e60 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935278 Aug 25 14:45:02.316510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:02.323748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-12fb79b7-3434-4162-afd8-f29f7acd7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.325423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-12fb79b7-3434-4162-afd8-f29f7acd7328 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1095 time: 0.0859201 Aug 25 14:45:02.374285 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.386655 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Transition to ACTIVE for port object f557c4b4-f5a8-42ca-aec0-ab499316f69e will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:02.405555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e423f47d-9a25-44de-8f24-5e01c9fd0350 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:02.408284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6035f5af-fd40-499f-a971-b9bd6bf2f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.442693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.451959 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.480851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e423f47d-9a25-44de-8f24-5e01c9fd0350 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:02.481314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.500707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6035f5af-fd40-499f-a971-b9bd6bf2f0be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f8d77c419f346a995eb5ff711b77335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690638 Aug 25 14:45:02.501518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035f5af-fd40-499f-a971-b9bd6bf2f0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f4f94-cba1-4ec5-9e9a-b53623ca8dce,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:02.511204 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Pushing event updated for resources: {'Port': ['ID=f557c4b4-f5a8-42ca-aec0-ab499316f69e,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:02.525139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45214) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.525226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.526325 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:02.547240 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Attempting to bind port f557c4b4-f5a8-42ca-aec0-ab499316f69e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:02.548025 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Attempting to bind port f557c4b4-f5a8-42ca-aec0-ab499316f69e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:02.548547 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Attempting to bind port f557c4b4-f5a8-42ca-aec0-ab499316f69e on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:02.554169 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:02.554821 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:02.555493 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.556762 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:02.557435 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Bound port: f557c4b4-f5a8-42ca-aec0-ab499316f69e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:02.558023 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.589794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-6ae7dac0-ac08-474b-b5c2-ec6f929daaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.591361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-6ae7dac0-ac08-474b-b5c2-ec6f929daaac service neutron] 10.222.0.52 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 929 time: 0.2509036 Aug 25 14:45:02.597734 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c0dd26fd-20a7-4e31-9b73-f8d3c2d3e359 req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.615283 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] For port f557c4b4-f5a8-42ca-aec0-ab499316f69e, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:02.616443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Allocated IP 172.20.0.1 (66c23613-7de2-44cd-ae3b-6a4962520412/f494f626-50d5-4fd6-80b9-d7123af635b5/56d66b73-3745-4c86-a5e0-c9fbcad41f53) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:02.619655 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] For port f557c4b4-f5a8-42ca-aec0-ab499316f69e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f557c4b4-f5a8-42ca-aec0-ab499316f69e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:02.671583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-105c5a39-8e61-494d-acf2-3013527befc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 217 time: 0.0633872 Aug 25 14:45:02.700503 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.702265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96da630-d28b-4377-8afd-ec046e3bf71f req-084bd825-5494-41d6-bb4a-2fc4dc61aab6 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.704615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a96da630-d28b-4377-8afd-ec046e3bf71f req-084bd825-5494-41d6-bb4a-2fc4dc61aab6 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 944 time: 0.1453209 Aug 25 14:45:02.705402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.706135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.707366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] 10.222.0.52 "PUT /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 1121 time: 2.0835021 Aug 25 14:45:02.713083 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-261b0c6d-8f4d-491a-8cea-b1e72b973096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.727520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d312ae-2457-4539-a649-68c039eb8242 service neutron] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=8']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:02.766997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:02.775135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-261b0c6d-8f4d-491a-8cea-b1e72b973096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.777420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-3b4d79d2-b4e7-418d-9dc1-eb694c301073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.777540 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Routers {'245e6b17-3810-475e-9970-2b64f58b5234'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:02.777635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-3b4d79d2-b4e7-418d-9dc1-eb694c301073 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 200 len: 867 time: 0.0899403 Aug 25 14:45:02.778688 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['245e6b17-3810-475e-9970-2b64f58b5234'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:02.848318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.857606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c14a-a8bf-4b94-a145-c0537ca0b9a3 None None] Pushing event updated for resources: {'Port': ['ID=f557c4b4-f5a8-42ca-aec0-ab499316f69e,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:02.860146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a96da630-d28b-4377-8afd-ec046e3bf71f req-1165db04-b1c1-4f88-a587-9792d8da82f7 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321070 Aug 25 14:45:02.913909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c0dd26fd-20a7-4e31-9b73-f8d3c2d3e359 req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.925347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-3ae45021-5509-4e81-aa37-5194927a4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:02.926782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-3ae45021-5509-4e81-aa37-5194927a4a76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59393ffb-3189-48d5-b03a-66e6a1338d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350386 Aug 25 14:45:02.968638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Transition to ACTIVE for port object 56d66b73-3745-4c86-a5e0-c9fbcad41f53 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:02.969304 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] Set router 245e6b17-3810-475e-9970-2b64f58b5234 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:02.971618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-261b0c6d-8f4d-491a-8cea-b1e72b973096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.974914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-261b0c6d-8f4d-491a-8cea-b1e72b973096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:02.976106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-261b0c6d-8f4d-491a-8cea-b1e72b973096 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/504f4f94-cba1-4ec5-9e9a-b53623ca8dce HTTP/1.1" status: 204 len: 168 time: 0.4537318 Aug 25 14:45:03.002196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b0c6d-8f4d-491a-8cea-b1e72b973096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f4f94-cba1-4ec5-9e9a-b53623ca8dce,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:03.026083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c0dd26fd-20a7-4e31-9b73-f8d3c2d3e359 req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.090611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da36132a-3c6c-437a-b2bc-c41a4ab7c242,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:03.111458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-b39ac1d6-19e9-44a8-ad37-0a5bde7f5fc9 service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693468 Aug 25 14:45:03.135153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.172888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c0dd26fd-20a7-4e31-9b73-f8d3c2d3e359 req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.179170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0dd26fd-20a7-4e31-9b73-f8d3c2d3e359 req-26b4e640-fedc-4d3a-a7db-2ff07a5ccd5b tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0392423 Aug 25 14:45:03.218541 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:44:59Z', 'revision_number': 3, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:03.244302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Network 66c23613-7de2-44cd-ae3b-6a4962520412 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:03.252202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee51db-9ad1-423d-adf3-86cc5bb16b9a None None] The sync data for ids ['245e6b17-3810-475e-9970-2b64f58b5234'] in n-d-805995-2 is: [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:44:59Z', 'revision_number': 3, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:45:03.262829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:03.268994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:03.269525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.282251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81236f0e-194d-4f05-b677-8d9ca6ef4cde req-243bb4bb-c256-41ef-8bd9-f0712b87b626 service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612358 Aug 25 14:45:03.321985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Pushing event updated for resources: {'Port': ['ID=56d66b73-3745-4c86-a5e0-c9fbcad41f53,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:03.385328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dea0aa-cd0c-455f-8c48-7b9e10d04e7a req-3afd139e-a3e6-4643-8a2b-6ad990efb30c tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:03.387157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71dea0aa-cd0c-455f-8c48-7b9e10d04e7a req-3afd139e-a3e6-4643-8a2b-6ad990efb30c tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.1947660 Aug 25 14:45:03.471670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71dea0aa-cd0c-455f-8c48-7b9e10d04e7a req-144242cf-8d76-4358-b632-0a4d4e018f52 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767734 Aug 25 14:45:03.549658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'}, {'name': 'network-changed', 'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:03.555663 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48" -d '{"events": [{"server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "name": "network-vif-unplugged", "status": "completed", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed"}, {"name": "network-changed", "server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:03.633961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7bfc88e9-4efc-48e4-aef3-87f35949cd92 None None] Provisioning for port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:03.639667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7bfc88e9-4efc-48e4-aef3-87f35949cd92 None None] Provisioning complete for port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:03.640048 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bfc88e9-4efc-48e4-aef3-87f35949cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.650637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1206379622', 'description': 'tempest-description-824343955'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:03.661251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.687949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc88e9-4efc-48e4-aef3-87f35949cd92 None None] Port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:03.714508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0de9fd-a04f-4977-aa3d-086bcdb518ce req-f3301ae2-55cd-4695-85b4-fff3883be1e3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:03.716359 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b0de9fd-a04f-4977-aa3d-086bcdb518ce req-f3301ae2-55cd-4695-85b4-fff3883be1e3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.1713948 Aug 25 14:45:03.736426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45242) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:03.744960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.758092 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84662317-aff0-4cd0-b5ae-b218cf671f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.762207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.784077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b0de9fd-a04f-4977-aa3d-086bcdb518ce req-732e3e0d-4b57-4190-bbe4-d4a81b31af68 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Aug 25 14:45:03.896974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84662317-aff0-4cd0-b5ae-b218cf671f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.920455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:03.976469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84662317-aff0-4cd0-b5ae-b218cf671f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.001631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.003003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.037226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-84662317-aff0-4cd0-b5ae-b218cf671f5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ad603b38a6b4e42b205527b20d017ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995937 Aug 25 14:45:04.042133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45248) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:04.043059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84662317-aff0-4cd0-b5ae-b218cf671f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b06891a-9f17-4909-bd00-d3f9cacddf21,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:04.114218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.122823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Pushing event updated for resources: {'Port': ['ID=56d66b73-3745-4c86-a5e0-c9fbcad41f53,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:04.178743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdec9-8cd6-4db0-990d-24451d57d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.206717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Network 66c23613-7de2-44cd-ae3b-6a4962520412 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:04.206717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:04.216775 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdec9-8cd6-4db0-990d-24451d57d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.234557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.276366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa33138-2787-4608-8253-e4196db3b184,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:04.357095 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d70ecfd-9fe7-465d-b07a-eb0cd2e3c76a x-openstack-request-id: req-3d70ecfd-9fe7-465d-b07a-eb0cd2e3c76a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:04.357396 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "name": "network-vif-unplugged", "status": "completed", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed", "code": 200}, {"name": "network-changed", "server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:04.357650 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d70ecfd-9fe7-465d-b07a-eb0cd2e3c76a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:04.358076 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'code': 200} Aug 25 14:45:04.358336 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'status': 'completed', 'code': 200} Aug 25 14:45:04.442825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.474560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f557c4b4-f5a8-42ca-aec0-ab499316f69e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:04.484175 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdec9-8cd6-4db0-990d-24451d57d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.486841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdec9-8cd6-4db0-990d-24451d57d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.488251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e7fbdec9-8cd6-4db0-990d-24451d57d8f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b06891a-9f17-4909-bd00-d3f9cacddf21 HTTP/1.1" status: 204 len: 168 time: 0.4450893 Aug 25 14:45:04.514313 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.526411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Router 245e6b17-3810-475e-9970-2b64f58b5234 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:45:04.528032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45258) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:04.547528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbdec9-8cd6-4db0-990d-24451d57d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b06891a-9f17-4909-bd00-d3f9cacddf21,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:04.550081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1075cff9-e713-4469-8433-83c7f8fce3e7 None None] Provisioning complete for port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:04.550376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1075cff9-e713-4469-8433-83c7f8fce3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.576355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-d6738474-7642-4d08-95bb-88cafdced214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:04.578324 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-d6738474-7642-4d08-95bb-88cafdced214 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1124 time: 0.1772928 Aug 25 14:45:04.583896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509c15ea-4719-484e-8586-2585d834d5c4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:04.601543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1075cff9-e713-4469-8433-83c7f8fce3e7 None None] Port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:04.620136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75a281-5796-45e0-9eea-b2b99e8f81e2 req-cd4aa00d-beef-4fa3-bb57-15d0b9798f68 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:04.621638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb75a281-5796-45e0-9eea-b2b99e8f81e2 req-cd4aa00d-beef-4fa3-bb57-15d0b9798f68 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 944 time: 0.1903584 Aug 25 14:45:04.631320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.632636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0bcaec8-d844-481b-bc87-e50e7fa5d61c req-ca40c17e-9577-4d62-ac9e-3b05507646f5 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9898641 Aug 25 14:45:04.666496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f557c4b4-f5a8-42ca-aec0-ab499316f69e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:04.671015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f557c4b4-f5a8-42ca-aec0-ab499316f69e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:04.671447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.691888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8416571-b5f2-4a4a-892f-28e055e113b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.820136 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.827840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb75a281-5796-45e0-9eea-b2b99e8f81e2 req-6eb5b58f-db3d-4fad-9a5b-2cd2d3a773b1 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916575 Aug 25 14:45:04.848809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f557c4b4-f5a8-42ca-aec0-ab499316f69e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f557c4b4-f5a8-42ca-aec0-ab499316f69e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:04.858971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8416571-b5f2-4a4a-892f-28e055e113b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.881295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5ed17b5c-f89e-4cb7-8e11-089a3be529dc req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1573799350', 'description': 'tempest-description-1201833245'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:04.887547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:45:04.892916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f819c4c4-710b-4ad2-8657-83a16c78fad1 admin admin] 10.222.0.58 "PUT /v2.0/routers/245e6b17-3810-475e-9970-2b64f58b5234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3323057 Aug 25 14:45:04.896703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-b611f861-13e7-4377-9c2e-9093466244ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:04.898148 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-b611f861-13e7-4377-9c2e-9093466244ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2972155 Aug 25 14:45:04.922589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304e17e-9f85-4fe3-99e4-3d13f56c3bf0 req-e3ef3ff2-085c-454e-bd3a-b3adfde2dad7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:04.924338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2304e17e-9f85-4fe3-99e4-3d13f56c3bf0 req-e3ef3ff2-085c-454e-bd3a-b3adfde2dad7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.0685875 Aug 25 14:45:04.974674 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:04.984848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2304e17e-9f85-4fe3-99e4-3d13f56c3bf0 req-d9be38b5-002d-4cde-8b04-2f735da19fe1 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505075 Aug 25 14:45:04.992166 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8416571-b5f2-4a4a-892f-28e055e113b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.076474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8416571-b5f2-4a4a-892f-28e055e113b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb77ade-5799-443b-a777-9556af39f512,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:05.096003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c8416571-b5f2-4a4a-892f-28e055e113b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d663a7f61f2e4cd6b836360ff5af80a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665805 Aug 25 14:45:05.098471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45272) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:05.111858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f557c4b4-f5a8-42ca-aec0-ab499316f69e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:05.224399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047e636-08de-4529-83f3-f896d393bc97 req-20cba4e7-7cc8-462a-b4c5-c1cc50b095c4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:05.226017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8047e636-08de-4529-83f3-f896d393bc97 req-20cba4e7-7cc8-462a-b4c5-c1cc50b095c4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.1289372 Aug 25 14:45:05.273563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9457791f-cc0d-4444-9751-043f6ed77f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.319464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-cbf1fe2a-0176-4410-ba60-7d98510a3e95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.4109440 Aug 25 14:45:05.322251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9457791f-cc0d-4444-9751-043f6ed77f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.326455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8047e636-08de-4529-83f3-f896d393bc97 req-b484dcab-bc32-4524-b425-03572d56bd69 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892687 Aug 25 14:45:05.364233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Sync routers for ids ['245e6b17-3810-475e-9970-2b64f58b5234'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:45:05.386425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Routers {'245e6b17-3810-475e-9970-2b64f58b5234'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:05.390865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['245e6b17-3810-475e-9970-2b64f58b5234'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:05.396562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-7bbe3302-866e-44a9-81c3-911c466ead5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:05.405816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-7bbe3302-866e-44a9-81c3-911c466ead5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0649121 Aug 25 14:45:05.443885 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-3414f0d5-5c83-46ef-9cef-5b709e433f9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370238 Aug 25 14:45:05.451739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9457791f-cc0d-4444-9751-043f6ed77f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.453520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5ed17b5c-f89e-4cb7-8e11-089a3be529dc req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.458032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9457791f-cc0d-4444-9751-043f6ed77f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.460999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9457791f-cc0d-4444-9751-043f6ed77f1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cb77ade-5799-443b-a777-9556af39f512 HTTP/1.1" status: 204 len: 168 time: 0.3609462 Aug 25 14:45:05.474999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457791f-cc0d-4444-9751-043f6ed77f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb77ade-5799-443b-a777-9556af39f512,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:05.608174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-7294c99f-4841-4ce0-8f7a-449927ba9742 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564252 Aug 25 14:45:05.608691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Set router 245e6b17-3810-475e-9970-2b64f58b5234 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:05.612762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1e9d827c-a33e-4444-801e-2568d5a29ea9 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:05.700301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5ed17b5c-f89e-4cb7-8e11-089a3be529dc req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.737687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ce091d4-b6dd-4e93-9b25-67cb26d58e48 req-bf8d9aac-2ea9-4a65-b1db-719770f8d9fa service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202412 Aug 25 14:45:05.762968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ce39282-cd42-46f2-ba30-6ab2b1519310 req-9d966ecc-a4c5-4400-be7a-1f41e300baa0 tempest-FloatingIPsNegativeTestJSON-1547317703 tempest-FloatingIPsNegativeTestJSON-1547317703-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=5653a88c84ed4e63a460171a3950fd32 HTTP/1.1" status: 200 len: 217 time: 0.0828111 Aug 25 14:45:05.792376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5ed17b5c-f89e-4cb7-8e11-089a3be529dc req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.827108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd293476-8507-45f0-b7e3-292aaaf9b023,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:05.874728 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.resource_extend [None req-9f3b8492-a178-49df-b433-511baf897794 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:45:05.882358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9af01345-8dd1-430b-af26-f61424673da3 req-e15277e0-95ad-4303-b26b-5fa34b671cd2 tempest-FloatingIPsNegativeTestJSON-1547317703 tempest-FloatingIPsNegativeTestJSON-1547317703-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0312984 Aug 25 14:45:05.905496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5ed17b5c-f89e-4cb7-8e11-089a3be529dc req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:05.907589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ed17b5c-f89e-4cb7-8e11-089a3be529dc req-69c3c169-2720-4d22-a331-3a4448ff17dc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0331299 Aug 25 14:45:05.986608 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-dcbf4bb6-bf4d-4df7-bd29-e9e15818743a req-b30934db-5204-47e7-b5f4-679695d54144 tempest-FloatingIPsNegativeTestJSON-1547317703 tempest-FloatingIPsNegativeTestJSON-1547317703-project] show failed (client error): The resource could not be found. Aug 25 14:45:05.987853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcbf4bb6-bf4d-4df7-bd29-e9e15818743a req-b30934db-5204-47e7-b5f4-679695d54144 tempest-FloatingIPsNegativeTestJSON-1547317703 tempest-FloatingIPsNegativeTestJSON-1547317703-project] 10.222.0.58 "GET /v2.0/floatingips/4f2afaad-b1fd-4bec-acc1-e922f2256319 HTTP/1.1" status: 404 len: 350 time: 0.0618081 Aug 25 14:45:06.009697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45302) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:06.010223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1e9d827c-a33e-4444-801e-2568d5a29ea9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:06.042911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'port_id': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'mac_address': 'fa:16:3e:9c:61:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:06.135304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.143383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f4cc9-e3cd-4afc-b3ff-984f9b71fc4f req-89a6bb2a-bcfc-4705-af64-c82e4e9c9b1a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:06.146763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-818f4cc9-e3cd-4afc-b3ff-984f9b71fc4f req-89a6bb2a-bcfc-4705-af64-c82e4e9c9b1a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 944 time: 0.1947930 Aug 25 14:45:06.152813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d827c-a33e-4444-801e-2568d5a29ea9 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:06.160586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:45:03Z', 'revision_number': 4, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '56d66b73-3745-4c86-a5e0-c9fbcad41f53', 'name': '', 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'mac_address': 'fa:16:3e:76:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f494f626-50d5-4fd6-80b9-d7123af635b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:02Z', 'updated_at': '2021-08-25T14:45:03Z', 'revision_number': 2, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'subnets': [{'id': 'f494f626-50d5-4fd6-80b9-d7123af635b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:06.195889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Checking router: 245e6b17-3810-475e-9970-2b64f58b5234 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:45:06.196248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Updating router 245e6b17-3810-475e-9970-2b64f58b5234 port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:45:06.221227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1e9d827c-a33e-4444-801e-2568d5a29ea9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:06.228118 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.289046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.289948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:06.298692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-528f3c6e-6015-4541-b587-a5ca43a3acbe tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42318 time: 0.2893453 Aug 25 14:45:06.323666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-818f4cc9-e3cd-4afc-b3ff-984f9b71fc4f req-0e09f1d0-84f1-4578-b6c1-5e45f07c52ee tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674535 Aug 25 14:45:06.450290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-32514605-d3ed-4893-b22f-59795f91cea9 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0aa33138-2787-4608-8253-e4196db3b184 HTTP/1.1" status: 200 len: 2981 time: 0.0949039 Aug 25 14:45:06.494290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f557c4b4-f5a8-42ca-aec0-ab499316f69e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:06.513191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-314fa34f-cf86-4b65-997d-28ccfb349566 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0aa33138-2787-4608-8253-e4196db3b184 HTTP/1.1" status: 200 len: 2981 time: 0.0557315 Aug 25 14:45:06.519694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0eb48-1d9d-4754-ab86-4c79015acb1e req-aa71f703-3a77-4a1d-bad5-b03dfbbb4370 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:06.521284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4b0eb48-1d9d-4754-ab86-4c79015acb1e req-aa71f703-3a77-4a1d-bad5-b03dfbbb4370 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.1083260 Aug 25 14:45:06.576709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-209cb780-aa94-4a2c-8670-0dafcd67e7d4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/27500920-d107-4e9d-9be6-3ffcf32bca47 HTTP/1.1" status: 200 len: 2977 time: 0.0609906 Aug 25 14:45:06.580332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1e9d827c-a33e-4444-801e-2568d5a29ea9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:06.580468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4b0eb48-1d9d-4754-ab86-4c79015acb1e req-ef36c6f3-80b7-4cba-8a4d-05d83228d5ce tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 Aug 25 14:45:06.636360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f557c4b4-f5a8-42ca-aec0-ab499316f69e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:06.644364 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.657161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-5492b02e-0052-42ca-982e-92e7576b0e0c tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/27500920-d107-4e9d-9be6-3ffcf32bca47 HTTP/1.1" status: 200 len: 2977 time: 0.0699663 Aug 25 14:45:06.691628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45322) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:06.716655 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4adaeee-a83f-4470-b754-a98d94240306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.719498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:06.745503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:45:06.760034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-82f246cd-1dbf-40a6-86ba-36769de8cee6 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/301a8272-1181-40ff-ab53-fe6f6d4af5af HTTP/1.1" status: 200 len: 2981 time: 0.1006155 Aug 25 14:45:06.773848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d151-166e-4259-8c14-c39aa8d5ccf8 req-8b641df8-3c75-4aad-8c43-ec2b4a1d3c04 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:06.773848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc58d151-166e-4259-8c14-c39aa8d5ccf8 req-8b641df8-3c75-4aad-8c43-ec2b4a1d3c04 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.0878499 Aug 25 14:45:06.824700 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.850507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Transition to ACTIVE for port object 56d66b73-3745-4c86-a5e0-c9fbcad41f53 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:06.879085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc58d151-166e-4259-8c14-c39aa8d5ccf8 req-019bda6d-2977-4025-a13f-06a8a14a9fea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025920 Aug 25 14:45:06.895735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.907623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-b407176f-eaee-4231-8fce-b924f583ada0 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/301a8272-1181-40ff-ab53-fe6f6d4af5af HTTP/1.1" status: 200 len: 2981 time: 0.1258807 Aug 25 14:45:06.919661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4adaeee-a83f-4470-b754-a98d94240306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.943461 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:06.984148 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-c164b0d2-62a6-4314-8213-f96f89909d85 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3cade349-211e-418a-8086-a5b4358ae371 HTTP/1.1" status: 200 len: 2981 time: 0.0692251 Aug 25 14:45:07.005600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b9a2-f9d5-435e-9cd2-152f475da2db None None] Pushing event updated for resources: {'Port': ['ID=56d66b73-3745-4c86-a5e0-c9fbcad41f53,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:07.053223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4adaeee-a83f-4470-b754-a98d94240306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.066873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-76af6cfc-764c-4600-97ba-071f3c0ea973 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3cade349-211e-418a-8086-a5b4358ae371 HTTP/1.1" status: 200 len: 2981 time: 0.0733035 Aug 25 14:45:07.083863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Attempting to bind port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:07.084021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Attempting to bind port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:07.084384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Attempting to bind port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 on network 66c23613-7de2-44cd-ae3b-6a4962520412 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:07.094661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['1e9d827c-a33e-4444-801e-2568d5a29ea9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:07.109972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:07.109972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Checking segment: {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:07.109972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.109972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Bound using segment: {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:07.110685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adaeee-a83f-4470-b754-a98d94240306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b690ed-4d40-431e-b3bb-daf843c2cd2e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:07.110790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Bound port: 56d66b73-3745-4c86-a5e0-c9fbcad41f53, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:07.110790 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.142440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e4adaeee-a83f-4470-b754-a98d94240306 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e681775ed8254954bd08a38e3fac929a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456155 Aug 25 14:45:07.142440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45332) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:07.201073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb794a45-39f7-4ce4-87aa-2994489ba7ac req-161f4e26-a0f0-490e-b3f0-58499c0cbec6 tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:07.202632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb794a45-39f7-4ce4-87aa-2994489ba7ac req-161f4e26-a0f0-490e-b3f0-58499c0cbec6 tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 1101 time: 0.2074978 Aug 25 14:45:07.219427 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-3caaaaf2-1639-4593-b3eb-ca2bdbff1af4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/56e46946-9dc6-4995-9c8f-f2e93c961f94 HTTP/1.1" status: 200 len: 2981 time: 0.1404650 Aug 25 14:45:07.253506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53db744b-329c-48fa-ba20-6736f6e42680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.286409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] For port 56d66b73-3745-4c86-a5e0-c9fbcad41f53, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:07.305934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53db744b-329c-48fa-ba20-6736f6e42680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.309881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] For port 56d66b73-3745-4c86-a5e0-c9fbcad41f53, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=56d66b73-3745-4c86-a5e0-c9fbcad41f53,segment=NetworkSegment(3a1d8e21-bfe2-491f-bf4b-54d7d89876ad),segment_id=3a1d8e21-bfe2-491f-bf4b-54d7d89876ad)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:07.314655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-77364a96-0fc9-49d0-934f-7a528ab89367 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/56e46946-9dc6-4995-9c8f-f2e93c961f94 HTTP/1.1" status: 200 len: 2981 time: 0.0876529 Aug 25 14:45:07.385893 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-e254804f-0f7c-45fb-b0de-8d1087a1766b tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/66de26f7-551f-476e-80fc-e72d97633908 HTTP/1.1" status: 200 len: 2977 time: 0.0613754 Aug 25 14:45:07.391080 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.442486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-96517d3f-c80f-468d-9053-a41281196e41 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/66de26f7-551f-476e-80fc-e72d97633908 HTTP/1.1" status: 200 len: 2977 time: 0.0479109 Aug 25 14:45:07.472818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Routers {'245e6b17-3810-475e-9970-2b64f58b5234'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:07.473462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['245e6b17-3810-475e-9970-2b64f58b5234'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:07.477013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b9a2-f9d5-435e-9cd2-152f475da2db None None] Pushing event updated for resources: {'Port': ['ID=56d66b73-3745-4c86-a5e0-c9fbcad41f53,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:07.496627 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-db619844-07d2-4c36-aee4-c7744b778bf2 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/67f4ee7a-f9fd-4534-8c4f-858fbe4a3034 HTTP/1.1" status: 200 len: 2981 time: 0.0534534 Aug 25 14:45:07.505022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53db744b-329c-48fa-ba20-6736f6e42680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.510126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53db744b-329c-48fa-ba20-6736f6e42680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.512816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-53db744b-329c-48fa-ba20-6736f6e42680 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34b690ed-4d40-431e-b3bb-daf843c2cd2e HTTP/1.1" status: 204 len: 168 time: 0.3695874 Aug 25 14:45:07.529601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db744b-329c-48fa-ba20-6736f6e42680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b690ed-4d40-431e-b3bb-daf843c2cd2e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:07.574881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb794a45-39f7-4ce4-87aa-2994489ba7ac req-f03fa4e4-e6ff-43c6-ad0d-388e952f11de tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.603824 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-6dbdbb9c-06ea-4187-afea-ec26f2940d12 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/67f4ee7a-f9fd-4534-8c4f-858fbe4a3034 HTTP/1.1" status: 200 len: 2981 time: 0.1061072 Aug 25 14:45:07.637491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] Set router 245e6b17-3810-475e-9970-2b64f58b5234 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:07.678475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-73f4c8d1-d3c0-46e1-a2d1-cfdd434b1e84 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/78cb443d-f53c-4f10-81a7-be9a6c93151f HTTP/1.1" status: 200 len: 2973 time: 0.0736814 Aug 25 14:45:07.722657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-74192e75-08e2-4c52-b188-6fe313cce534 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/78cb443d-f53c-4f10-81a7-be9a6c93151f HTTP/1.1" status: 200 len: 2973 time: 0.0432088 Aug 25 14:45:07.755386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Deleting port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:07.755725 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.779666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-c5ee0cf8-d8e9-4ed6-b4dd-b091a77b57c1 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b18b5327-1294-4484-b1d4-7ebfbabd65b1 HTTP/1.1" status: 200 len: 2977 time: 0.0473905 Aug 25 14:45:07.827132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb794a45-39f7-4ce4-87aa-2994489ba7ac req-f03fa4e4-e6ff-43c6-ad0d-388e952f11de tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.829735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-53a52cbe-5890-420e-b132-c3df6f7702a7 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b18b5327-1294-4484-b1d4-7ebfbabd65b1 HTTP/1.1" status: 200 len: 2977 time: 0.0490100 Aug 25 14:45:07.887720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] For port 56d66b73-3745-4c86-a5e0-c9fbcad41f53, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=56d66b73-3745-4c86-a5e0-c9fbcad41f53,segment=NetworkSegment(3a1d8e21-bfe2-491f-bf4b-54d7d89876ad),segment_id=3a1d8e21-bfe2-491f-bf4b-54d7d89876ad)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:07.888691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.898064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-bca619cc-e06a-48a7-88ad-e5d10d727fa7 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/cfd41f98-3f95-4998-8625-f2e3f3acf217 HTTP/1.1" status: 200 len: 2981 time: 0.0555463 Aug 25 14:45:07.908997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Calling delete_port for 56d66b73-3745-4c86-a5e0-c9fbcad41f53 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:07.910399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:45:03Z', 'revision_number': 4, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '56d66b73-3745-4c86-a5e0-c9fbcad41f53', 'name': '', 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'mac_address': 'fa:16:3e:76:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f494f626-50d5-4fd6-80b9-d7123af635b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:02Z', 'updated_at': '2021-08-25T14:45:07Z', 'revision_number': 4, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'subnets': [{'id': 'f494f626-50d5-4fd6-80b9-d7123af635b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:07.925976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb794a45-39f7-4ce4-87aa-2994489ba7ac req-f03fa4e4-e6ff-43c6-ad0d-388e952f11de tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:07.941779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b5ae-d11b-4c4a-a1a0-2a2b943bbd02 None None] The sync data for ids ['245e6b17-3810-475e-9970-2b64f58b5234'] in n-d-805995-2 is: [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:45:03Z', 'revision_number': 4, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '56d66b73-3745-4c86-a5e0-c9fbcad41f53', 'name': '', 'network_id': '66c23613-7de2-44cd-ae3b-6a4962520412', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'mac_address': 'fa:16:3e:76:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f494f626-50d5-4fd6-80b9-d7123af635b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:02Z', 'updated_at': '2021-08-25T14:45:07Z', 'revision_number': 4, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'subnets': [{'id': 'f494f626-50d5-4fd6-80b9-d7123af635b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:45:07.966030 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-593a8f96-2946-4ee0-b1db-6491c65a1952 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/cfd41f98-3f95-4998-8625-f2e3f3acf217 HTTP/1.1" status: 200 len: 2981 time: 0.0674541 Aug 25 14:45:08.008402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb794a45-39f7-4ce4-87aa-2994489ba7ac req-f03fa4e4-e6ff-43c6-ad0d-388e952f11de tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982125 Aug 25 14:45:08.025403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fa4e4-e6ff-43c6-ad0d-388e952f11de tempest-LiveMigrationNegativeTest-992136644 tempest-LiveMigrationNegativeTest-992136644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c0d44-dda9-4047-acb6-8f8f39ac9f77,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:08.078963 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-1fe050ad-1bdf-4a31-ae75-2f4869fff502 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/de1ea0fd-d90d-4f93-bcc0-99d96cd65eb0 HTTP/1.1" status: 200 len: 2981 time: 0.1050286 Aug 25 14:45:08.149394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-16b49f22-28dc-4c91-934e-d2a33d18240e tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/de1ea0fd-d90d-4f93-bcc0-99d96cd65eb0 HTTP/1.1" status: 200 len: 2981 time: 0.0647702 Aug 25 14:45:08.198790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-9e24efb2-98ca-4035-883e-c06c947e15cc tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f30270bf-4a66-427c-848e-af88ca80b26d HTTP/1.1" status: 200 len: 2981 time: 0.0422537 Aug 25 14:45:08.241358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df247e15-f593-4431-b65a-1c1a7503ff66 req-760e5816-c719-4800-8754-41ba246f39bf tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:08.243077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df247e15-f593-4431-b65a-1c1a7503ff66 req-760e5816-c719-4800-8754-41ba246f39bf tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 945 time: 0.0891395 Aug 25 14:45:08.249111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b97f0510-d036-4d39-beca-30b5b70aac27 req-f023f870-086c-450e-bcd3-1417869160b2 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f30270bf-4a66-427c-848e-af88ca80b26d HTTP/1.1" status: 200 len: 2981 time: 0.0438750 Aug 25 14:45:08.295412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df247e15-f593-4431-b65a-1c1a7503ff66 req-caf26ce0-0471-4a06-92c9-28023d19cb19 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Aug 25 14:45:08.328480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:08.365116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Pushing event deleted for resources: {'Port': ['ID=56d66b73-3745-4c86-a5e0-c9fbcad41f53,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:08.404483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45352) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:08.422131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85d3015-5908-441a-8e1f-aefc488f02cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:08.517238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56d66b73-3745-4c86-a5e0-c9fbcad41f53 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:08.556785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 56d66b73-3745-4c86-a5e0-c9fbcad41f53 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:08.561332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56d66b73-3745-4c86-a5e0-c9fbcad41f53 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 14:45:08.600993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Port 56d66b73-3745-4c86-a5e0-c9fbcad41f53 not found, will not notify nova. {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 14:45:08.624942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85d3015-5908-441a-8e1f-aefc488f02cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:08.667939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c193-7c01-446d-aa48-e2d1175c4f79 req-9a4069e8-701f-4aeb-bf0a-091f8acfcb92 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:08.671403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77f7c193-7c01-446d-aa48-e2d1175c4f79 req-9a4069e8-701f-4aeb-bf0a-091f8acfcb92 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 943 time: 0.2609053 Aug 25 14:45:08.693780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85d3015-5908-441a-8e1f-aefc488f02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:08.718174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-897768ba-68a9-40ac-b52e-5e542b4a235c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603809 Aug 25 14:45:08.755640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77f7c193-7c01-446d-aa48-e2d1175c4f79 req-81162266-092a-47d9-acc2-01f23aeccea0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Aug 25 14:45:08.756386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:08.859484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d85d3015-5908-441a-8e1f-aefc488f02cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8746b8d4937748aaa953e5101213d880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520228 Aug 25 14:45:08.863811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45366) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:08.874438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d3015-5908-441a-8e1f-aefc488f02cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88944b92-22fa-48d3-b715-97006204e793,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:08.896538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-4f052ff2-e7dc-417e-96ca-00468e00d7ef service neutron] 10.222.0.45 "GET /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.2184875 Aug 25 14:45:08.943655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-544fa525-b01e-43b5-aec2-9ae85abb67a8 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:08.945473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-544fa525-b01e-43b5-aec2-9ae85abb67a8 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101543 Aug 25 14:45:08.976147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-9482ff65-3b5f-4c43-b5b9-b6b2e0dfb2fe tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/quotas/5043e5260db14b73bb851a8d53c0ec97 HTTP/1.1" status: 200 len: 375 time: 0.0202000 Aug 25 14:45:09.014064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-a6dedf2a-4c9d-44a8-b703-d3fad88e51f3 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293212 Aug 25 14:45:09.020623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-407855cb-b8d1-4676-a321-25a67205b216 req-e32671ab-9057-49fb-babf-d733be9e9a6a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa977da610494e43ac4a3d671a5e51a5 HTTP/1.1" status: 200 len: 6103 time: 0.1708763 Aug 25 14:45:09.034024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aec8d729-1f3e-45cb-a1c3-3607d766e6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.111594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aec8d729-1f3e-45cb-a1c3-3607d766e6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.148966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:09.152910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-407855cb-b8d1-4676-a321-25a67205b216 req-c1d4b92c-de4d-4845-9ae6-fe8f7d00be39 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "GET /v2.0/security-groups/56e46946-9dc6-4995-9c8f-f2e93c961f94 HTTP/1.1" status: 200 len: 2981 time: 0.1313460 Aug 25 14:45:09.172935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:09.194582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Router 245e6b17-3810-475e-9970-2b64f58b5234 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:45:09.212454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:09.226588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-407855cb-b8d1-4676-a321-25a67205b216 req-1ff15949-fc6a-40e4-a425-c701e4f58b97 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "GET /v2.0/security-groups/56e46946-9dc6-4995-9c8f-f2e93c961f94 HTTP/1.1" status: 200 len: 2981 time: 0.0727541 Aug 25 14:45:09.236606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:09.333190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aec8d729-1f3e-45cb-a1c3-3607d766e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.335825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aec8d729-1f3e-45cb-a1c3-3607d766e6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.339540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aec8d729-1f3e-45cb-a1c3-3607d766e6a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88944b92-22fa-48d3-b715-97006204e793 HTTP/1.1" status: 204 len: 168 time: 0.4725182 Aug 25 14:45:09.339941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.392904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8d729-1f3e-45cb-a1c3-3607d766e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88944b92-22fa-48d3-b715-97006204e793,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:09.451265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:45:09.451489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] Transition to ACTIVE for port object 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:09.460711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-15326a01-0676-4b32-8f2c-35214962bfba admin admin] 10.222.0.58 "PUT /v2.0/routers/245e6b17-3810-475e-9970-2b64f58b5234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435210 Aug 25 14:45:09.462363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45382) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:09.483926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b76ca6dc-19c1-4aa9-9608-68ec17c2b79e req-ce150d23-2bb6-40ae-b5a7-ee2af4298f39 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 210 time: 0.0298283 Aug 25 14:45:09.492773 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] Sync routers for ids ['245e6b17-3810-475e-9970-2b64f58b5234'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:45:09.504084 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] Routers {'245e6b17-3810-475e-9970-2b64f58b5234'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:09.504768 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['245e6b17-3810-475e-9970-2b64f58b5234'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:09.521120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.584143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1e9d827c-a33e-4444-801e-2568d5a29ea9 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:09.605332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1612600e-fb0f-4b8d-87bd-a2a33a0ed66d req-a801353e-acd6-4d7a-9718-6e25057864db tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/fd293476-8507-45f0-b7e3-292aaaf9b023 HTTP/1.1" status: 200 len: 1778 time: 0.2043896 Aug 25 14:45:09.625008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] No DVR routers for this DVR port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on host n-h2-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:09.643731 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] Set router 245e6b17-3810-475e-9970-2b64f58b5234 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:09.707614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=10']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:09.708736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1612600e-fb0f-4b8d-87bd-a2a33a0ed66d req-514aa065-b0b3-43e4-9a1c-0aabce8fdb5a tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.719936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2cbb-68d1-4396-9680-60d9952d2d45 req-0a16f24b-52f3-497b-9232-e2c4c21cf52c tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:09.720680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.728261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8cd2cbb-68d1-4396-9680-60d9952d2d45 req-0a16f24b-52f3-497b-9232-e2c4c21cf52c tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 945 time: 0.1574726 Aug 25 14:45:09.756399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-af1e6c2e-e72f-4025-9fe0-c4804b69d7cf service neutron] 10.222.0.45 "PUT /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8506556 Aug 25 14:45:09.778929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8cd2cbb-68d1-4396-9680-60d9952d2d45 req-671d8e87-5842-4d8e-bd71-6134c440e81b tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496559 Aug 25 14:45:09.783128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 1e9d827c-a33e-4444-801e-2568d5a29ea9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:09.788270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 1e9d827c-a33e-4444-801e-2568d5a29ea9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:09.788757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.848727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.860742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1612600e-fb0f-4b8d-87bd-a2a33a0ed66d req-514aa065-b0b3-43e4-9a1c-0aabce8fdb5a tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:09.948848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:45:08Z', 'revision_number': 5, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port': {'id': 'f557c4b4-f5a8-42ca-aec0-ab499316f69e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e6b17-3810-475e-9970-2b64f58b5234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:59Z', 'updated_at': '2021-08-25T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:10.016891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1612600e-fb0f-4b8d-87bd-a2a33a0ed66d req-514aa065-b0b3-43e4-9a1c-0aabce8fdb5a tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.021275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1612600e-fb0f-4b8d-87bd-a2a33a0ed66d req-514aa065-b0b3-43e4-9a1c-0aabce8fdb5a tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.028475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1612600e-fb0f-4b8d-87bd-a2a33a0ed66d req-514aa065-b0b3-43e4-9a1c-0aabce8fdb5a tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd293476-8507-45f0-b7e3-292aaaf9b023 HTTP/1.1" status: 204 len: 173 time: 0.4189694 Aug 25 14:45:10.047425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-6f44e7b9-1e6d-44be-ac2f-20d401fe55c2 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.049163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-6f44e7b9-1e6d-44be-ac2f-20d401fe55c2 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.1367531 Aug 25 14:45:10.058704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aa065-b0b3-43e4-9a1c-0aabce8fdb5a tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd293476-8507-45f0-b7e3-292aaaf9b023,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:10.143571 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] Checking router: 245e6b17-3810-475e-9970-2b64f58b5234 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:45:10.145755 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.153513 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] Routers {'245e6b17-3810-475e-9970-2b64f58b5234'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:10.154233 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['245e6b17-3810-475e-9970-2b64f58b5234'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:10.165944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Deleting port f557c4b4-f5a8-42ca-aec0-ab499316f69e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:10.166284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.172339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:10.174318 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa57134d-377f-4bbc-8402-481cd068a217" -d '{"events": [{"server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:10.190651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1e9d827c-a33e-4444-801e-2568d5a29ea9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:10.245570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] Set router 245e6b17-3810-475e-9970-2b64f58b5234 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:10.249456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-c6220e9a-5c91-46ae-82fe-df796322295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.250968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-c6220e9a-5c91-46ae-82fe-df796322295b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 1095 time: 0.1785436 Aug 25 14:45:10.260883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e687fd0-ed45-4896-9cf1-2b8b266adfcd req-b2dbef21-aca6-4b42-bf66-edb6fddc5170 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.262651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e687fd0-ed45-4896-9cf1-2b8b266adfcd req-b2dbef21-aca6-4b42-bf66-edb6fddc5170 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.1581733 Aug 25 14:45:10.288822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] For port f557c4b4-f5a8-42ca-aec0-ab499316f69e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f557c4b4-f5a8-42ca-aec0-ab499316f69e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:10.289133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.292406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.323157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Calling delete_port for f557c4b4-f5a8-42ca-aec0-ab499316f69e owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:10.355267 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:45:09Z', 'revision_number': 6, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:10.413889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e687fd0-ed45-4896-9cf1-2b8b266adfcd req-e46be91e-f015-433b-afd4-5f85099d5baf tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307096 Aug 25 14:45:10.429709 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b112-dd96-44e6-8f85-28990b0a70e4 None None] The sync data for ids ['245e6b17-3810-475e-9970-2b64f58b5234'] in n-d-805995-2 is: [{'id': '245e6b17-3810-475e-9970-2b64f58b5234', 'name': 'tempest-FloatingIPsNegativeTestJSON-454251679-router', 'tenant_id': '5653a88c84ed4e63a460171a3950fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:58Z', 'updated_at': '2021-08-25T14:45:09Z', 'revision_number': 6, 'project_id': '5653a88c84ed4e63a460171a3950fd32', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:45:10.429860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-0bf986ad-a09b-4ee2-9fb5-d354c5e2474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.429860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-0bf986ad-a09b-4ee2-9fb5-d354c5e2474c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1095 time: 0.1168661 Aug 25 14:45:10.437034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c3d349a-2fea-4bbd-ab2a-2bac9243bf4a req-f6410ef9-8ca2-4c97-ab54-90bfc7ff7f8e tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "GET /v2.0/security-groups/509c15ea-4719-484e-8586-2585d834d5c4 HTTP/1.1" status: 200 len: 1777 time: 0.1253769 Aug 25 14:45:10.441900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1e9d827c-a33e-4444-801e-2568d5a29ea9,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:10.504460 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80401a63-8fab-4c84-b023-e1f7ec26b5aa x-openstack-request-id: req-80401a63-8fab-4c84-b023-e1f7ec26b5aa {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:10.505503 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:10.505820 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80401a63-8fab-4c84-b023-e1f7ec26b5aa {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:10.506444 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'code': 200} Aug 25 14:45:10.523987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5c3d349a-2fea-4bbd-ab2a-2bac9243bf4a req-918b405b-04b1-4947-aaf8-79bb574be5c4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.561558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5c3d349a-2fea-4bbd-ab2a-2bac9243bf4a req-918b405b-04b1-4947-aaf8-79bb574be5c4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.720639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-b9ec9e40-4a05-4a44-86ff-657713859766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.722251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-b9ec9e40-4a05-4a44-86ff-657713859766 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2792976 Aug 25 14:45:10.732052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39567438-9fb3-4d03-b477-737442ff5c8e req-79e5438b-a00b-4770-97e4-2b3506a07a98 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.733534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39567438-9fb3-4d03-b477-737442ff5c8e req-79e5438b-a00b-4770-97e4-2b3506a07a98 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.1596639 Aug 25 14:45:10.737818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c671751-c43d-405f-82ee-3756056b58da req-d50118e4-c9be-436a-b713-8b71b927f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.739269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c671751-c43d-405f-82ee-3756056b58da req-d50118e4-c9be-436a-b713-8b71b927f927 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1097 time: 0.1482503 Aug 25 14:45:10.761624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5c3d349a-2fea-4bbd-ab2a-2bac9243bf4a req-918b405b-04b1-4947-aaf8-79bb574be5c4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.761624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5c3d349a-2fea-4bbd-ab2a-2bac9243bf4a req-918b405b-04b1-4947-aaf8-79bb574be5c4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.762517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c3d349a-2fea-4bbd-ab2a-2bac9243bf4a req-918b405b-04b1-4947-aaf8-79bb574be5c4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/509c15ea-4719-484e-8586-2585d834d5c4 HTTP/1.1" status: 204 len: 173 time: 0.3159785 Aug 25 14:45:10.772895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b405b-04b1-4947-aaf8-79bb574be5c4 tempest-SecurityGroupsTestAdminJSON-340522998 tempest-SecurityGroupsTestAdminJSON-340522998-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c15ea-4719-484e-8586-2585d834d5c4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:10.806430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-798d8a0e-23ef-4a1e-bb82-9132c01d70c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.0711265 Aug 25 14:45:10.883437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c671751-c43d-405f-82ee-3756056b58da req-daefea8b-74db-4781-bdfb-fc84092f34db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315131 Aug 25 14:45:10.891117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39567438-9fb3-4d03-b477-737442ff5c8e req-be04971c-0255-48c4-872a-727c36a62897 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509378 Aug 25 14:45:10.898328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-6ca63e1b-aa53-4346-b4c0-2063f488c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:10.899867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-6ca63e1b-aa53-4346-b4c0-2063f488c24c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0837703 Aug 25 14:45:10.955519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45424) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:10.956248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:10.958361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4f55c23c-32f8-447d-be91-f8ea58c40995 req-48097ab1-90ca-4138-9d06-6e26cfe83ffc tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 210 time: 0.0296462 Aug 25 14:45:11.075923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f328c-0b67-416b-b072-a55593289613 req-b5c44fea-5fac-4479-9f7c-1a539b7b870a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:11.077619 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e4f328c-0b67-416b-b072-a55593289613 req-b5c44fea-5fac-4479-9f7c-1a539b7b870a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Aug 25 14:45:11.121908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e4f328c-0b67-416b-b072-a55593289613 req-326053dd-25d4-4da6-866a-20ba3aca7c50 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Aug 25 14:45:11.291313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f557c4b4-f5a8-42ca-aec0-ab499316f69e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:11.312109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2064188965-network', 'tenant_id': '7fa3b423fd8b48fd984bd0765ce298de'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:11.357109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-ea30fa45-dd0c-4d40-8663-aa869a322bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634649 Aug 25 14:45:11.372054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb35ad88-67f1-467b-b01b-657e1d7f15f5 req-35d028aa-6100-440f-a43e-fa0950239435 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "GET /v2.0/security-groups/da36132a-3c6c-437a-b2bc-c41a4ab7c242 HTTP/1.1" status: 200 len: 1777 time: 0.4286394 Aug 25 14:45:11.443105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.492322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Made reservation on behalf of 7fa3b423fd8b48fd984bd0765ce298de for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:11.495119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.538390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c35d89-7450-4a9b-a92a-3877233afb2f req-584b6129-8aa9-437d-a0e7-9884c275f0d2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:11.540021 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19c35d89-7450-4a9b-a92a-3877233afb2f req-584b6129-8aa9-437d-a0e7-9884c275f0d2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.0507145 Aug 25 14:45:11.572459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.577768 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19c35d89-7450-4a9b-a92a-3877233afb2f req-902de2fe-c469-4fb7-9e53-ad54fca55b34 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Aug 25 14:45:11.596155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.601181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.699530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-c8f61415-e9f6-4075-9b59-07791bba3ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233261 Aug 25 14:45:11.701870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb35ad88-67f1-467b-b01b-657e1d7f15f5 req-593de578-862a-4098-a81f-9d45f82cfc9a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.735082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-2328a5ef-7cc2-4af2-bdd8-72fc4531ca1f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:11.736623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-2328a5ef-7cc2-4af2-bdd8-72fc4531ca1f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.45 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.0498672 Aug 25 14:45:11.787887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb35ad88-67f1-467b-b01b-657e1d7f15f5 req-593de578-862a-4098-a81f-9d45f82cfc9a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.847732 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.848299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245e6b17-3810-475e-9970-2b64f58b5234 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:45:11.858798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.862445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-49bb8bc5-dc57-49ed-b77e-e1b1296c6a95 admin admin] 10.222.0.58 "DELETE /v2.0/routers/245e6b17-3810-475e-9970-2b64f58b5234 HTTP/1.1" status: 204 len: 168 time: 2.3988314 Aug 25 14:45:11.862570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45432) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:11.893648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-79ef9790-fe20-4f8f-b05e-d75e51e5a91a service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853845 Aug 25 14:45:11.913466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.941446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Deleting subnet f494f626-50d5-4fd6-80b9-d7123af635b5 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:45:11.947108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-b909d595-c0d3-47fb-b283-d32415accc63 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245562 Aug 25 14:45:11.951009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.951419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb35ad88-67f1-467b-b01b-657e1d7f15f5 req-593de578-862a-4098-a81f-9d45f82cfc9a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.954190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Deleting port 47c79bda-36fd-4bc1-9427-58582be34ad9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:11.954646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.955012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb35ad88-67f1-467b-b01b-657e1d7f15f5 req-593de578-862a-4098-a81f-9d45f82cfc9a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:11.961293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb35ad88-67f1-467b-b01b-657e1d7f15f5 req-593de578-862a-4098-a81f-9d45f82cfc9a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "DELETE /v2.0/security-groups/da36132a-3c6c-437a-b2bc-c41a4ab7c242 HTTP/1.1" status: 204 len: 173 time: 0.5677404 Aug 25 14:45:12.004170 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.044872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593de578-862a-4098-a81f-9d45f82cfc9a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da36132a-3c6c-437a-b2bc-c41a4ab7c242,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:12.077916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.079949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:45:12.119771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.120022 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Added segment 6269c6f9-49f5-43b6-8647-95846b5d817f of type vlan for network b690c8ea-2379-4046-8047-5fdf4894394c Aug 25 14:45:12.151290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde3909-f02f-4b53-b726-6c790bc4ed77,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:12.160563 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc429870-1706-46f2-a84b-6a98aaf4a84f req-2498ff4c-bdc8-495d-9e47-c64de818827a tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "GET /v2.0/security-groups/067144c9-1dbd-45ca-bafa-52371aa220a0 HTTP/1.1" status: 200 len: 1778 time: 0.1613519 Aug 25 14:45:12.197562 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.206722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-a90a2331-36f0-4d56-bc4b-bd2b80b42fb9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:12.208146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-a90a2331-36f0-4d56-bc4b-bd2b80b42fb9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510157 Aug 25 14:45:12.215553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a99db-1b94-44f2-8031-b244703d4c2f req-e1a5bcf7-19fd-488a-bd72-3cc44c36261c tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:12.220891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d7a99db-1b94-44f2-8031-b244703d4c2f req-e1a5bcf7-19fd-488a-bd72-3cc44c36261c tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 950 time: 0.1793878 Aug 25 14:45:12.231799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.232563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:12.276746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] For port 47c79bda-36fd-4bc1-9427-58582be34ad9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=47c79bda-36fd-4bc1-9427-58582be34ad9,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:12.277414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.308430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Calling delete_port for 47c79bda-36fd-4bc1-9427-58582be34ad9 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:12.342714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc429870-1706-46f2-a84b-6a98aaf4a84f req-c871c5f4-5979-43d1-b0a7-b1ce3e2cf896 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.346570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d7a99db-1b94-44f2-8031-b244703d4c2f req-ecdf039a-26ec-4fdc-b250-3d193ba23810 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208649 Aug 25 14:45:12.423315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f557c4b4-f5a8-42ca-aec0-ab499316f69e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:12.425699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc429870-1706-46f2-a84b-6a98aaf4a84f req-c871c5f4-5979-43d1-b0a7-b1ce3e2cf896 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.451983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f557c4b4-f5a8-42ca-aec0-ab499316f69e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:12.454190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f557c4b4-f5a8-42ca-aec0-ab499316f69e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:12.454683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56d66b73-3745-4c86-a5e0-c9fbcad41f53 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:12.488537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 56d66b73-3745-4c86-a5e0-c9fbcad41f53 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:12.488537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56d66b73-3745-4c86-a5e0-c9fbcad41f53 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:12.502023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d0ea9ff-7cca-4cb7-9141-6b4ddb4fcde2 req-d2f69f19-bd08-4efe-aed5-b02cc84aec9e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 210 time: 0.0608339 Aug 25 14:45:12.506630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.507659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:12.508306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.513163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.574388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f494f626-50d5-4fd6-80b9-d7123af635b5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:12.580132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.581672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f635e8a-7cc5-40b3-9615-3fa4fcf516ea None None] Network 66c23613-7de2-44cd-ae3b-6a4962520412 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:12.584954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3bb0d708-8213-4fad-b816-cb2f1b370258 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f494f626-50d5-4fd6-80b9-d7123af635b5 HTTP/1.1" status: 204 len: 168 time: 0.7213712 Aug 25 14:45:12.589242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45442) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:12.623851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] Pushing event updated for resources: {'Network': ['ID=b690c8ea-2379-4046-8047-5fdf4894394c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:12.628058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-277f833c-5061-4ecc-94e0-d26019b8ff85 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:12.629726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-277f833c-5061-4ecc-94e0-d26019b8ff85 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.1905437 Aug 25 14:45:12.652368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c35d-da4d-4e86-8fcd-fae29d3cfbc7 req-ba522737-889f-47da-85f8-f24b8e569b69 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:12.652861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc429870-1706-46f2-a84b-6a98aaf4a84f req-c871c5f4-5979-43d1-b0a7-b1ce3e2cf896 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.653558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ed7c35d-da4d-4e86-8fcd-fae29d3cfbc7 req-ba522737-889f-47da-85f8-f24b8e569b69 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 946 time: 0.0803461 Aug 25 14:45:12.655679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc429870-1706-46f2-a84b-6a98aaf4a84f req-c871c5f4-5979-43d1-b0a7-b1ce3e2cf896 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.661869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc429870-1706-46f2-a84b-6a98aaf4a84f req-c871c5f4-5979-43d1-b0a7-b1ce3e2cf896 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] 10.222.0.58 "DELETE /v2.0/security-groups/067144c9-1dbd-45ca-bafa-52371aa220a0 HTTP/1.1" status: 204 len: 173 time: 0.5003548 Aug 25 14:45:12.661994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network b690c8ea-2379-4046-8047-5fdf4894394c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:45:12.706895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:12.715668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.716630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.751294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871c5f4-5979-43d1-b0a7-b1ce3e2cf896 tempest-SecurityGroupsTestAdminJSON-897083951 tempest-SecurityGroupsTestAdminJSON-897083951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067144c9-1dbd-45ca-bafa-52371aa220a0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:12.754370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.781941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:12.806727 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ecc47d33-0d56-4979-8486-2fce62c15216 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8464100 Aug 25 14:45:12.810611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ed7c35d-da4d-4e86-8fcd-fae29d3cfbc7 req-998131b1-3c11-4de5-affc-da6e34a1f231 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153831 Aug 25 14:45:12.811125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45450) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:12.811640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['47c79bda-36fd-4bc1-9427-58582be34ad9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:12.825333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Request body: {'subnet': {'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2064188965-subnet', 'tenant_id': '7fa3b423fd8b48fd984bd0765ce298de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:12.840070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e0933b4f-44c7-49b6-a5b9-74dc63007b54'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:12.875843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Pushing event deleted for resources: {'Port': ['ID=47c79bda-36fd-4bc1-9427-58582be34ad9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:12.906316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] DHCP port deletion for 66c23613-7de2-44cd-ae3b-6a4962520412 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:45:13.013080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] Deleting port e423f47d-9a25-44de-8f24-5e01c9fd0350 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:13.013705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.153409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] For port e423f47d-9a25-44de-8f24-5e01c9fd0350, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e423f47d-9a25-44de-8f24-5e01c9fd0350,segment=NetworkSegment(3a1d8e21-bfe2-491f-bf4b-54d7d89876ad),segment_id=3a1d8e21-bfe2-491f-bf4b-54d7d89876ad)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:13.153576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.170740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] Calling delete_port for e423f47d-9a25-44de-8f24-5e01c9fd0350 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:13.191592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.205218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-c34cb992-7fe3-4d5c-ae9f-a763bc134579 service neutron] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:13.211016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-37302ccc-e02c-42e8-ae05-24847265533f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 258 time: 0.2983305 Aug 25 14:45:13.215305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-c34cb992-7fe3-4d5c-ae9f-a763bc134579 service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.216483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efeb98fd-afde-4ace-bcf0-7ad620ad530c req-c34cb992-7fe3-4d5c-ae9f-a763bc134579 service neutron] 10.222.0.52 "DELETE /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.5785341 Aug 25 14:45:13.224985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:13.251698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45458) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:13.289131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.305432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0299d3-0393-4c1b-b256-71b42cced416 req-2e9f75e3-0f76-4365-bc13-ec91b80b7660 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:13.307683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc0299d3-0393-4c1b-b256-71b42cced416 req-2e9f75e3-0f76-4365-bc13-ec91b80b7660 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.5825310 Aug 25 14:45:13.312840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] No DVR routers for this DVR port 47c79bda-36fd-4bc1-9427-58582be34ad9 on host n-h2-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:13.319010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.321147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96a5a437-79f7-4af5-b2db-dc8594820c0c req-e87e4165-3fc2-4442-bf46-a3e19ceb3e2f tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.45 "DELETE /v2.0/ports/47c79bda-36fd-4bc1-9427-58582be34ad9 HTTP/1.1" status: 204 len: 173 time: 1.5781059 Aug 25 14:45:13.338804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'name': 'network-vif-deleted', 'tag': '47c79bda-36fd-4bc1-9427-58582be34ad9'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:13.341112 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0708ad5-cecf-4d52-bcf4-03f84055b039" -d '{"events": [{"server_uuid": "18c25569-e91b-4d31-904c-6dcab4c3f993", "name": "network-vif-deleted", "tag": "47c79bda-36fd-4bc1-9427-58582be34ad9"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:13.373864 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc0299d3-0393-4c1b-b256-71b42cced416 req-b5f8745d-0578-45cc-9160-935af639b829 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582955 Aug 25 14:45:13.375245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Deleting port e423f47d-9a25-44de-8f24-5e01c9fd0350 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:13.375705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.382893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78404c6c-6052-4136-ad27-10cccd0b31a8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:13.411628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Made reservation on behalf of 7fa3b423fd8b48fd984bd0765ce298de for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:13.414209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.430334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.465337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] Pushing event deleted for resources: {'Port': ['ID=e423f47d-9a25-44de-8f24-5e01c9fd0350,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:13.473119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] For port e423f47d-9a25-44de-8f24-5e01c9fd0350, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e423f47d-9a25-44de-8f24-5e01c9fd0350,segment=NetworkSegment(3a1d8e21-bfe2-491f-bf4b-54d7d89876ad),segment_id=3a1d8e21-bfe2-491f-bf4b-54d7d89876ad)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:13.473598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.486934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb0df7a-bad8-485e-9357-fe8630815967 None None] No DVR routers for this DVR port e423f47d-9a25-44de-8f24-5e01c9fd0350 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:13.489615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Calling delete_port for e423f47d-9a25-44de-8f24-5e01c9fd0350 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:13.502446 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05906af0-50d3-4d0e-83d5-b67412ecb7c2 x-openstack-request-id: req-05906af0-50d3-4d0e-83d5-b67412ecb7c2 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:13.502745 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c25569-e91b-4d31-904c-6dcab4c3f993", "name": "network-vif-deleted", "tag": "47c79bda-36fd-4bc1-9427-58582be34ad9", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:13.503000 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05906af0-50d3-4d0e-83d5-b67412ecb7c2 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:13.503419 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c25569-e91b-4d31-904c-6dcab4c3f993', 'name': 'network-vif-deleted', 'tag': '47c79bda-36fd-4bc1-9427-58582be34ad9', 'status': 'completed', 'code': 200} Aug 25 14:45:13.575082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.593410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a7d8c25-3335-4860-a345-a6cf2dc25bbf req-561c176c-b271-4df5-893a-e447cd5d0748 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=18c25569-e91b-4d31-904c-6dcab4c3f993 HTTP/1.1" status: 200 len: 210 time: 0.0316906 Aug 25 14:45:13.621727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.232 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/d8347ad9-79a1-4ae4-a3f4-f338f16a5194) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:13.630125 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.657698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e423f47d-9a25-44de-8f24-5e01c9fd0350,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:13.663961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] No DVR routers for this DVR port e423f47d-9a25-44de-8f24-5e01c9fd0350 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:13.687727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:13.687987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a6e9b0fb-c6d2-4566-a4b5-c28f049ce005 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa977da610494e43ac4a3d671a5e51a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348283 Aug 25 14:45:13.691228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 47c79bda-36fd-4bc1-9427-58582be34ad9 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:13.724822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 47c79bda-36fd-4bc1-9427-58582be34ad9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:13.725354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 47c79bda-36fd-4bc1-9427-58582be34ad9 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:13.725789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:13.778434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.782943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:13.802380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da6cf7e4-7e46-4a68-9b2e-97bfeb3a95e6 req-52ca1b0a-ccb9-46c4-b674-486220631784 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 210 time: 0.0594110 Aug 25 14:45:13.809830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.810180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.810953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.812146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.812146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.812146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.812415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.818829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.818829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.818829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.880937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.881582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.881582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.881922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 14:45:13.882296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c23613-7de2-44cd-ae3b-6a4962520412']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:13.907581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:13.912021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1d8e21-bfe2-491f-bf4b-54d7d89876ad') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:13.952911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.972017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.988951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.991611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb696512-8c33-48ed-ae38-1e38b4cd1aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:13.997887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.008810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:45:14.009207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: from cryptography.utils import int_from_bytes Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: from cryptography.utils import int_from_bytes Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:45:14.014093 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:45:14.025692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ea10-e25a-42a8-b003-8e30ae6d1ffb req-9fb23f40-c013-4fc5-99ce-7ce086335a18 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:14.027331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d332ea10-e25a-42a8-b003-8e30ae6d1ffb req-9fb23f40-c013-4fc5-99ce-7ce086335a18 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1095 time: 0.1312907 Aug 25 14:45:14.030707 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.076935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb696512-8c33-48ed-ae38-1e38b4cd1aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.134111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb423791-60a4-4628-a675-2ba4ab9a6967,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:14.135850 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d332ea10-e25a-42a8-b003-8e30ae6d1ffb req-ee8ca9e5-3e83-4c8a-8d17-c7b2af367507 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 Aug 25 14:45:14.148744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:14.152809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Network hostable DHCP agents. Network: b690c8ea-2379-4046-8047-5fdf4894394c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:45:14.167922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Allocated IP 172.25.8.14 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/5f2d323c-971d-4b02-a80b-b6e676f38269) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:14.173577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.189746 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.194111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/66c23613-7de2-44cd-ae3b-6a4962520412 HTTP/1.1" status: 204 len: 168 time: 1.6014965 Aug 25 14:45:14.204202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ad78d-807a-4ce5-8f17-9f1380d8b4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c23613-7de2-44cd-ae3b-6a4962520412,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:14.237926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb696512-8c33-48ed-ae38-1e38b4cd1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.242785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb696512-8c33-48ed-ae38-1e38b4cd1aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.245687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb696512-8c33-48ed-ae38-1e38b4cd1aa3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56e46946-9dc6-4995-9c8f-f2e93c961f94 HTTP/1.1" status: 204 len: 168 time: 0.5564249 Aug 25 14:45:14.256948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb696512-8c33-48ed-ae38-1e38b4cd1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e46946-9dc6-4995-9c8f-f2e93c961f94,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:14.412970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e423f47d-9a25-44de-8f24-5e01c9fd0350 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:14.436077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: e423f47d-9a25-44de-8f24-5e01c9fd0350 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:14.437172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e423f47d-9a25-44de-8f24-5e01c9fd0350 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:14.490822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-3182d8f9-98ac-4e2a-9f16-685412fa6ae7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:14.492534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-3182d8f9-98ac-4e2a-9f16-685412fa6ae7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.1343272 Aug 25 14:45:14.510054 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-21388ea8-fd4b-495c-8e4c-822c27ccc8cf tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/quotas/bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 375 time: 0.0110593 Aug 25 14:45:14.513961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object d8347ad9-79a1-4ae4-a3f4-f338f16a5194 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:14.518633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Network b690c8ea-2379-4046-8047-5fdf4894394c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:45:14.579771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-491a9fe1-5696-45de-bb45-90fbbe1ded14 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617185 Aug 25 14:45:14.590361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.598737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, b690c8ea-2379-4046-8047-5fdf4894394c) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:14.605944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:14.605944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.607765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca656cd1-7954-4ab0-b201-14e356d8621f None None] Network b690c8ea-2379-4046-8047-5fdf4894394c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:14.659133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45496) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:14.699531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-92751057-2295-4db7-bd6a-59141b048181 service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187871 Aug 25 14:45:14.711167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4488f0b4-30c7-483d-afab-d2edabf8465b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5653a88c84ed4e63a460171a3950fd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502312 Aug 25 14:45:14.713013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.714928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:14.781578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7219100c-9f1a-4fea-8f6d-b92aca97b46f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9674332 Aug 25 14:45:14.783067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:14.824801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0b610-7671-4736-b898-ff838952f991 None None] Network b690c8ea-2379-4046-8047-5fdf4894394c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:14.834530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-1b54bca3-d534-495c-b68a-d99459339a3b service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340430 Aug 25 14:45:14.835191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:14.840799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:14.848780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:14.851058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:14.854457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:14.919322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:15.000901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event updated for resources: {'Port': ['ID=5f2d323c-971d-4b02-a80b-b6e676f38269,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:15.016291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:15.021131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-013aafa2-6ab2-4645-9987-5e33905b3358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.066091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:15.066737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.103616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-013aafa2-6ab2-4645-9987-5e33905b3358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.178557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-57993e76-4b26-498e-b882-b5d399d47614 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9540670 Aug 25 14:45:15.194675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Request body: {'port': {'device_id': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:15.224403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:15.248696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.293855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.294093 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb0153ad-88b3-416d-b6f6-68cc25bd4700 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b07d644cb3e492bab6a5328ec1b65bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661368 Aug 25 14:45:15.294252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45516) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:15.306762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6a717091-2726-4e4b-9e99-215868746b98 None None] Provisioning for port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:15.313465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6a717091-2726-4e4b-9e99-215868746b98 None None] Provisioning complete for port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:15.313975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a717091-2726-4e4b-9e99-215868746b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.362381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6a717091-2726-4e4b-9e99-215868746b98 None None] Port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:15.400708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.423829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-013aafa2-6ab2-4645-9987-5e33905b3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.426526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-013aafa2-6ab2-4645-9987-5e33905b3358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.427322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db14490-d4db-446a-80b9-80f5458dc262 req-a964b636-c5da-4d84-9d06-5b33f6d38fc2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:15.427745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-013aafa2-6ab2-4645-9987-5e33905b3358 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67f4ee7a-f9fd-4534-8c4f-858fbe4a3034 HTTP/1.1" status: 204 len: 168 time: 0.7118709 Aug 25 14:45:15.435909 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5db14490-d4db-446a-80b9-80f5458dc262 req-a964b636-c5da-4d84-9d06-5b33f6d38fc2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 936 time: 0.0598507 Aug 25 14:45:15.491181 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5db14490-d4db-446a-80b9-80f5458dc262 req-4818bd47-f6db-4f72-94cc-1f99c4505b75 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542767 Aug 25 14:45:15.497408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013aafa2-6ab2-4645-9987-5e33905b3358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4ee7a-f9fd-4534-8c4f-858fbe4a3034,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:15.511567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e004e60-9d4e-4e2f-bfe2-5e7914d14b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.571327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5849833c-0040-442d-81c4-d3ac4d6d5582 req-7226a9c0-c64c-47d2-be18-c34546c0c60e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Aug 25 14:45:15.603284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e004e60-9d4e-4e2f-bfe2-5e7914d14b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.809873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.823327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8347ad9-79a1-4ae4-a3f4-f338f16a5194 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:15.830486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.834428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e004e60-9d4e-4e2f-bfe2-5e7914d14b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.836969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e004e60-9d4e-4e2f-bfe2-5e7914d14b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.838133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e004e60-9d4e-4e2f-bfe2-5e7914d14b95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0aa33138-2787-4608-8253-e4196db3b184 HTTP/1.1" status: 204 len: 168 time: 0.5429645 Aug 25 14:45:15.853106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004e60-9d4e-4e2f-bfe2-5e7914d14b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa33138-2787-4608-8253-e4196db3b184,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:15.854998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Transition to ACTIVE for port object d8347ad9-79a1-4ae4-a3f4-f338f16a5194 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:15.899930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.952563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:15.952761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45540) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:15.953830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1974019799-network', 'tenant_id': 'b2c0c82bf59b444484c5d08cc93d353b'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:15.987943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event updated for resources: {'Port': ['ID=5f2d323c-971d-4b02-a80b-b6e676f38269,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:16.029717 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.103173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Pushing event updated for resources: {'Port': ['ID=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:16.119331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Made reservation on behalf of b2c0c82bf59b444484c5d08cc93d353b for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:16.122184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.136105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.143791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Attempting to bind port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:16.144130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Attempting to bind port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:16.144459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Attempting to bind port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:16.149912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:16.150260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Attempting to bind port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:16.163632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d48cbb-78de-4a62-b1a0-c9d32eec9c87 req-d0ecedf8-92e6-4163-b33e-a5d29432306a tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.171805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86d48cbb-78de-4a62-b1a0-c9d32eec9c87 req-d0ecedf8-92e6-4163-b33e-a5d29432306a tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 949 time: 0.1124814 Aug 25 14:45:16.172123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:16.172479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:16.172843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:16.173274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Bound port: d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:16.173630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.189080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.201054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-eb36ada1-0e88-4941-b34f-8bae030efee4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9797781 Aug 25 14:45:16.259652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86d48cbb-78de-4a62-b1a0-c9d32eec9c87 req-8ba4c4df-1603-44f7-b894-5907f80c56e6 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781014 Aug 25 14:45:16.349421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.355299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-fc384523-6e7a-42db-b972-802651cbeacb tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1531961 Aug 25 14:45:16.445816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] For port d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:16.454072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.475780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:45:16.476642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] For port d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:16.501223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.501592 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Added segment cf1d1913-54d2-4a26-abb8-6766ac04b05c of type vlan for network 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3 Aug 25 14:45:16.509446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-47faf3bb-bff9-4baf-96bf-ee1e0aa6af4a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.510951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-47faf3bb-bff9-4baf-96bf-ee1e0aa6af4a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1467955 Aug 25 14:45:16.523090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-9f537231-287b-43eb-8acc-42c694d2fbee tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:45:16.523826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3a55a-bdb2-4036-8b11-e0db4c7daf92,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:16.524874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f7581dd-39e4-4f9c-a6f5-712b3f5b0b5a req-9f537231-287b-43eb-8acc-42c694d2fbee tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072236 Aug 25 14:45:16.542108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.591840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.654184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Pushing event updated for resources: {'Port': ['ID=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:16.659951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.661514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.663835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-32f5014e-3e97-4908-bbf9-a45d3d9741db service neutron] 10.222.0.45 "PUT /v2.0/ports/d8347ad9-79a1-4ae4-a3f4-f338f16a5194 HTTP/1.1" status: 200 len: 1096 time: 1.4740338 Aug 25 14:45:16.664388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'tag': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:16.667415 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc85aa33-fdb0-4143-8419-80895c46c188" -d '{"events": [{"name": "network-changed", "server_uuid": "af631198-6c9b-4f2e-954a-56f3447a4d2f", "tag": "d8347ad9-79a1-4ae4-a3f4-f338f16a5194"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:16.696006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b59ba1-e2d0-4a92-9391-ba9c610a17bf req-339a383b-4b12-47ed-93d9-f9ad2fc243be tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.700124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35b59ba1-e2d0-4a92-9391-ba9c610a17bf req-339a383b-4b12-47ed-93d9-f9ad2fc243be tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 948 time: 0.0733871 Aug 25 14:45:16.700124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.701372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.702055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.825437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-31ec294a-70f0-4ec7-ae41-4cc51e722363 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.832020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-31ec294a-70f0-4ec7-ae41-4cc51e722363 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1225853 Aug 25 14:45:16.849214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8994408 Aug 25 14:45:16.852117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920f1eb-f1e8-4c48-83b0-9cc939ecf5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:16.861056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45582) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:16.863118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:45:16.866693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Request body: {'subnet': {'network_id': '5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1974019799-subnet', 'tenant_id': 'b2c0c82bf59b444484c5d08cc93d353b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:16.893003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35b59ba1-e2d0-4a92-9391-ba9c610a17bf req-85ab0c2f-4720-48b1-8ce6-9e60e12a248c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795466 Aug 25 14:45:16.983329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Made reservation on behalf of b2c0c82bf59b444484c5d08cc93d353b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:16.988871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:16.993449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-05964c43-e6eb-4f81-92e7-82d4692daeae tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1303432 Aug 25 14:45:16.996321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-a094d954-86e7-4a80-a201-b7d291892b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:16.998484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-a094d954-86e7-4a80-a201-b7d291892b42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 1099 time: 0.1909275 Aug 25 14:45:17.003872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Request body: {'floatingip': {'port_id': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:17.078723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45588) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:17.082069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8533d8b6-8b02-429f-9122-08e793022ca5 req-2bca061e-2527-4ad7-b346-d683cad72ab4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 210 time: 0.0408809 Aug 25 14:45:17.082610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:17.085803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-6e21a0e5-8a75-405d-b79e-e2207355e213 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194 HTTP/1.1" status: 200 len: 217 time: 0.0769906 Aug 25 14:45:17.161848 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a27a6-8142-4113-bd36-4e73f094efbb x-openstack-request-id: req-0e3a27a6-8142-4113-bd36-4e73f094efbb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:17.162148 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af631198-6c9b-4f2e-954a-56f3447a4d2f", "tag": "d8347ad9-79a1-4ae4-a3f4-f338f16a5194", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:17.162410 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e3a27a6-8142-4113-bd36-4e73f094efbb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:17.162807 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'tag': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194', 'status': 'completed', 'code': 200} Aug 25 14:45:17.229367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-ad0b3f16-411b-45c6-9474-56e7ab0073d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:17.231217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-ad0b3f16-411b-45c6-9474-56e7ab0073d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1053860 Aug 25 14:45:17.321197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:17.340759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-e9249cc0-4608-499a-a42f-3c5a8e1eb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:17.342265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-e9249cc0-4608-499a-a42f-3c5a8e1eb954 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022451 Aug 25 14:45:17.451761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1157313587-network', 'tenant_id': '0bed7a6b05f445379e65af4a8ff4cd19'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:17.518446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093fd16e-e41f-47f7-991a-b5301b18f5b9,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:17.548152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344f09-1344-4281-baa3-bbc1a284c3fc req-05b70371-80c6-4e38-8c99-f02db96d56f7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:17.549650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d344f09-1344-4281-baa3-bbc1a284c3fc req-05b70371-80c6-4e38-8c99-f02db96d56f7 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 949 time: 0.2219756 Aug 25 14:45:17.553830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Checking segment: {'id': 'cf1d1913-54d2-4a26-abb8-6766ac04b05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:17.554193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Network hostable DHCP agents. Network: 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:45:17.590303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-230d8e4b-2c40-47b7-abb0-f8e2e90dad89 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:17.591793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-230d8e4b-2c40-47b7-abb0-f8e2e90dad89 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.1964886 Aug 25 14:45:17.604969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-0cb88c84-1ce7-4572-be8b-555407fa73ee service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017736 Aug 25 14:45:17.608752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Request body: {'port': {'device_id': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'admin_state_up': True, 'tenant_id': 'bf24665fff3d4c11a72dd7f1e3bc3f52'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:17.662023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Made reservation on behalf of 0bed7a6b05f445379e65af4a8ff4cd19 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:17.664381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:17.679678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d344f09-1344-4281-baa3-bbc1a284c3fc req-d26a9f41-bdf6-4c36-86d1-34dbf982fd1a tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cade349-211e-418a-8086-a5b4358ae371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214786 Aug 25 14:45:17.691075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:17.706951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Network 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:45:17.851700 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:17.869471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:17.875149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:17.876153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:17.881554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa950414-99d9-49ca-a6bb-d9bc85efbe25 None None] Network 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:17.970416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.028280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:45:18.036201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:18.045606 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.046003 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Added segment 07cb7449-0329-4454-9755-d109a5f648bd of type vlan for network e7d34728-cb22-48bf-836a-d6c51926771c Aug 25 14:45:18.057779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3490597-4a89-40ff-91c4-3bc293556be9 None None] Network 5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:18.074221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1f9855c-c7ec-4549-a708-10b5313f1476 req-07a2fd8b-9c65-48e6-a016-c863bfed080a service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575720 Aug 25 14:45:18.083463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-9f6553c0-f21e-44eb-b28d-c734f9c1b662 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:18.084837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-9f6553c0-f21e-44eb-b28d-c734f9c1b662 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 949 time: 0.1223040 Aug 25 14:45:18.098115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-372a7945-85d4-48ff-ac1a-3ad4106ad9e5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2354572 Aug 25 14:45:18.107738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.115999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2a7bd-dd46-47ac-8856-7e0416b9251d req-767bdf4f-9db8-403e-ba10-6b3f1e837d23 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:18.117672 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ee2a7bd-dd46-47ac-8856-7e0416b9251d req-767bdf4f-9db8-403e-ba10-6b3f1e837d23 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 948 time: 0.1285105 Aug 25 14:45:18.134825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.157179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Made reservation on behalf of bf24665fff3d4c11a72dd7f1e3bc3f52 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:18.160837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.194291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.202916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ee2a7bd-dd46-47ac-8856-7e0416b9251d req-d377f619-d874-4f12-811d-20d2e8ba1d8e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793335 Aug 25 14:45:18.280115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.281110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:18.281706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.294680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Deleting port e0933b4f-44c7-49b6-a5b9-74dc63007b54 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:18.295064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.409103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b92c394f-22c2-4711-9c5c-40330ed3f2bb req-c0e2b9c0-a414-4205-9530-9f280fbc23d9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 210 time: 0.0638983 Aug 25 14:45:18.415863 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3359363 Aug 25 14:45:18.420376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45620) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:18.422210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-09aacac9-90b4-4bd7-93df-ae8037b7fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:18.423858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-09aacac9-90b4-4bd7-93df-ae8037b7fd02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 1099 time: 0.1772907 Aug 25 14:45:18.428571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Request body: {'subnet': {'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1157313587-subnet', 'tenant_id': '0bed7a6b05f445379e65af4a8ff4cd19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:18.453472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b556-61e8-4400-8b34-207c74a14791 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d34728-cb22-48bf-836a-d6c51926771c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:18.454492 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Floating IP 8b616e33-2973-4a87-855a-cd80ad90c728 associated. External IP: 172.25.8.14, port: 1e9d827c-a33e-4444-801e-2568d5a29ea9. Aug 25 14:45:18.470853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e7d34728-cb22-48bf-836a-d6c51926771c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:45:18.513657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Allocated IP 172.20.0.13 (33e6c780-ce50-4ae0-a99f-94317486de28/43e0c13b-bf3a-43c1-b356-551e62e14298/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:18.549164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] For port e0933b4f-44c7-49b6-a5b9-74dc63007b54, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e0933b4f-44c7-49b6-a5b9-74dc63007b54,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:18.549524 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.581372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Calling delete_port for e0933b4f-44c7-49b6-a5b9-74dc63007b54 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:18.684052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Made reservation on behalf of 0bed7a6b05f445379e65af4a8ff4cd19 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:18.686377 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.710292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.767725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-251c2425-f9fb-4573-be5c-9bafab4b6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:18.769217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-251c2425-f9fb-4573-be5c-9bafab4b6a3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3315113 Aug 25 14:45:18.851470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-b74e84db-2ee1-4a6c-b537-373f56ff215f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:18.852936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-b74e84db-2ee1-4a6c-b537-373f56ff215f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.1112416 Aug 25 14:45:18.862342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-24e898c0-1c30-4d4e-8a2f-1dee64b2ab1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194 HTTP/1.1" status: 200 len: 217 time: 0.0819101 Aug 25 14:45:18.868651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-0c7d8edf-505d-4f43-9c33-6df5a4924a98 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/quotas/7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 375 time: 0.0091779 Aug 25 14:45:18.902277 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-30334602-32ab-4d2d-bbfd-8ead73cb248e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277689 Aug 25 14:45:18.903432 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:18.988380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Network 33e6c780-ce50-4ae0-a99f-94317486de28 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:18.999958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:19.005106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:19.007697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-f6d7b060-0de9-4fd3-8454-dd4e5e141088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:19.009753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-f6d7b060-0de9-4fd3-8454-dd4e5e141088 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1362143 Aug 25 14:45:19.031717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:19.078674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:19.079320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.092556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-5aa112a2-ac5b-4d3a-ad5a-0114009d3b26 service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809680 Aug 25 14:45:19.126293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Router 3268b621-362f-45d0-a160-3c7024596fd8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:45:19.148208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-bb973189-8f36-4384-bd1e-a83b745cd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:19.149910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-bb973189-8f36-4384-bd1e-a83b745cd807 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308150 Aug 25 14:45:19.187658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-765519a5-c7dc-4ffd-ae1d-f97146713daf service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889556 Aug 25 14:45:19.203367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-8f29b513-9de2-42f8-a798-1da5e6de0145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6026018 Aug 25 14:45:19.213191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.217535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Request body: {'port': {'device_id': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:19.250262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e0933b4f-44c7-49b6-a5b9-74dc63007b54'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:19.256826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.277517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.298200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Pushing event deleted for resources: {'Port': ['ID=e0933b4f-44c7-49b6-a5b9-74dc63007b54,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:19.431999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] No DVR routers for this DVR port e0933b4f-44c7-49b6-a5b9-74dc63007b54 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:19.442615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.444605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ab2a786-9d6f-43da-90a3-bb4c97908c51 req-2e1010b3-17f6-40f8-be44-3877f7f22d64 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.52 "DELETE /v2.0/ports/e0933b4f-44c7-49b6-a5b9-74dc63007b54 HTTP/1.1" status: 204 len: 173 time: 1.3491147 Aug 25 14:45:19.445064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'name': 'network-vif-deleted', 'tag': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:19.447380 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a623ba-1efd-439f-b5cd-1596d3f4a04f" -d '{"events": [{"server_uuid": "d7b54311-e1f2-4e16-970f-0ecdabb32201", "name": "network-vif-deleted", "tag": "e0933b4f-44c7-49b6-a5b9-74dc63007b54"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:19.468369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa9dfda-bea1-41bb-aca2-3044a33e7b59,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:19.477257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:45:19.484802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.488217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-9a4f64ca-9833-4c86-9228-02f90b57d131 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295343 Aug 25 14:45:19.490891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] Sync routers for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:45:19.508892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Checking segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:19.509259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Network hostable DHCP agents. Network: e7d34728-cb22-48bf-836a-d6c51926771c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:45:19.511414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:19.513524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:19.587327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-ee327d00-b1f0-46a5-b536-73bb93a8a870 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "PUT /v2.0/floatingips/8b616e33-2973-4a87-855a-cd80ad90c728 HTTP/1.1" status: 200 len: 996 time: 2.5871158 Aug 25 14:45:19.689521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc85aa33-fdb0-4143-8419-80895c46c188 req-d00c357c-f8f1-4ae9-a87f-810b2c0dce1d service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818929 Aug 25 14:45:19.761365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-aab9748f-0551-45c9-9595-d018190a962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:19.761365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-aab9748f-0551-45c9-9595-d018190a962f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1097 time: 0.0944021 Aug 25 14:45:19.762075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:19.762171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:19.762171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:19.779924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Transition to ACTIVE for port object 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:19.782157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-265223ec-2347-440f-8eac-1880bd349ada tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1918061 Aug 25 14:45:19.795723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-cc64993f-da47-4020-a9ea-d27df9b344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:19.804062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-cc64993f-da47-4020-a9ea-d27df9b344a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 929 time: 0.1044195 Aug 25 14:45:19.864210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Network e7d34728-cb22-48bf-836a-d6c51926771c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:45:19.902069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-40320d23-718d-4f6f-9ed3-32aabd1b5e73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 999 time: 0.0900462 Aug 25 14:45:19.931234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-6fd3a3f6-f358-40ea-8f83-a61e54330487 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:19.931234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-6fd3a3f6-f358-40ea-8f83-a61e54330487 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300149 Aug 25 14:45:19.942558 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-32d08af5-3f06-4c91-bb0b-f17327fe5242 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/quotas/1d8a7c56cb514aa2ba1eb71171c37739 HTTP/1.1" status: 200 len: 375 time: 0.0141418 Aug 25 14:45:19.954629 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:20.000448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-d7c013c8-647d-47f2-81d6-82075c6e97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.002154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-d7c013c8-647d-47f2-81d6-82075c6e97a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 200 len: 867 time: 0.0924561 Aug 25 14:45:20.052573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-a986a2d2-9216-429a-ac1d-f8c233ab83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.054138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-a986a2d2-9216-429a-ac1d-f8c233ab83d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59393ffb-3189-48d5-b03a-66e6a1338d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457156 Aug 25 14:45:20.054888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '8b616e33-2973-4a87-855a-cd80ad90c728', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'port_id': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'mac_address': 'fa:16:3e:9c:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:45:15Z', 'updated_at': '2021-08-25T14:45:17Z', 'revision_number': 1, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:57Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:20.055209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:20.071907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-c30b6c48-1c4c-439c-b25c-3df283a80ad3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020553 Aug 25 14:45:20.072647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-a568743b-2334-4af1-8cac-e9a0accde98f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:45:20.074015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-a568743b-2334-4af1-8cac-e9a0accde98f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094323 Aug 25 14:45:20.084888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] Checking router: 3268b621-362f-45d0-a160-3c7024596fd8 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:45:20.101565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:20.102603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:44:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:20.136656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, e7d34728-cb22-48bf-836a-d6c51926771c) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:20.153858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.154696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:20.166040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0dda9-bbe2-403b-8d9e-927f90742115 None None] Network e7d34728-cb22-48bf-836a-d6c51926771c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:20.167430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:20.167689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:20.168030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:20.174997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:20.176051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:20.186525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:20.188328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:20.190511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:20.191112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Bound port: 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:20.191668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:20.233851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-baa719e7-0e76-4eb9-9ced-5d2b0e52f990 service neutron] 10.222.0.58 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530919 Aug 25 14:45:20.293331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:20.297633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:20.307889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1c2b6a5c-4ee2-416a-8716-3af8f31bcaa8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8830175 Aug 25 14:45:20.343917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6ebefb1-ce9a-4737-b6fd-d4132249682d req-73d364da-aa65-49b7-8cdb-97950f140706 service neutron] 10.222.0.58 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091061 Aug 25 14:45:20.397718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:20.470404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.476563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:20.478865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] 10.222.0.45 "PUT /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 1092 time: 1.2665639 Aug 25 14:45:20.479441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:20.481994 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a8692f-5113-488d-9b25-25a4951a0d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:20.603189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6849caf-7c96-4c06-b0bc-4c99b9efadbf req-fba15d9a-8985-41c5-a76d-47fca74e2234 tempest-LiveMigrationNegativeTest-1564804099 tempest-LiveMigrationNegativeTest-1564804099-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b54311-e1f2-4e16-970f-0ecdabb32201 HTTP/1.1" status: 200 len: 210 time: 0.0910797 Aug 25 14:45:20.671581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847789cc-c936-43f8-a1d1-61322df3688b service neutron] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:20.681056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58d300-2136-4047-b2d5-009b50fd10d6 None None] Network e7d34728-cb22-48bf-836a-d6c51926771c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:20.683827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:20.692380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-a8ca6c65-e02b-44d4-a297-3e459904effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.695363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-a8ca6c65-e02b-44d4-a297-3e459904effb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1095 time: 0.0819459 Aug 25 14:45:20.743856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-331a4435-cef9-4348-8b92-59d63ddce22c req-a2240bbf-8ef6-4803-a86e-96916057767a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 210 time: 0.0434453 Aug 25 14:45:20.820780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-c692a608-e1ff-46af-8765-89443aec219d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0739434 Aug 25 14:45:20.828530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd79ea-17fa-429f-a429-313e346b7222 req-2d1e6906-9da1-4aad-9491-e242444ecb90 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.830748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4afd79ea-17fa-429f-a429-313e346b7222 req-2d1e6906-9da1-4aad-9491-e242444ecb90 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 948 time: 0.1540141 Aug 25 14:45:20.895070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4afd79ea-17fa-429f-a429-313e346b7222 req-9f1ab20b-f8fa-47b5-af0e-ff02c14c0b2a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572937 Aug 25 14:45:20.900734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947e06-3668-48c6-9bae-fc0ff08044de req-56c647f8-a40e-4c85-bb69-2c7e9f5b76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.902205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-56c647f8-a40e-4c85-bb69-2c7e9f5b76e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0726061 Aug 25 14:45:20.950972 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bbdfe-4ada-4a6f-915e-ef9f1247a7a6 x-openstack-request-id: req-6a4bbdfe-4ada-4a6f-915e-ef9f1247a7a6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:20.952056 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b54311-e1f2-4e16-970f-0ecdabb32201", "name": "network-vif-deleted", "tag": "e0933b4f-44c7-49b6-a5b9-74dc63007b54", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:20.952056 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a4bbdfe-4ada-4a6f-915e-ef9f1247a7a6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:20.952521 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b54311-e1f2-4e16-970f-0ecdabb32201', 'name': 'network-vif-deleted', 'tag': 'e0933b4f-44c7-49b6-a5b9-74dc63007b54', 'status': 'completed', 'code': 200} Aug 25 14:45:20.970137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-a4cf077f-7175-4c5b-90fe-12b811d10f00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281479 Aug 25 14:45:20.972532 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b94f0942-d200-4560-9441-5bc25357866f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:20.983071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ff21-8c88-424c-9305-c2a976d403cc req-299ae395-fe40-4d28-a759-df3a135c843f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:20.990305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2131ff21-8c88-424c-9305-c2a976d403cc req-299ae395-fe40-4d28-a759-df3a135c843f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.0915160 Aug 25 14:45:21.088053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-58acbef5-678f-4ad8-9d6e-bded63719315 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283711 Aug 25 14:45:21.096993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2131ff21-8c88-424c-9305-c2a976d403cc req-520ada7c-d0a4-4333-b4e2-67f1a06b7885 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057537 Aug 25 14:45:21.131111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '8b616e33-2973-4a87-855a-cd80ad90c728', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'port_id': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'mac_address': 'fa:16:3e:9c:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:45:15Z', 'updated_at': '2021-08-25T14:45:17Z', 'revision_number': 1, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:57Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:21.151347 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-b058b384-7d20-484b-ae8f-4f2b989ac7dd service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589751 Aug 25 14:45:21.164695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad69e82-0a3c-4517-b66b-8a373ff665ce None None] The sync data for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 is: [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '8b616e33-2973-4a87-855a-cd80ad90c728', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'port_id': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'mac_address': 'fa:16:3e:9c:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:45:15Z', 'updated_at': '2021-08-25T14:45:17Z', 'revision_number': 1, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:57Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:45:21.233385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-241c5ba9-3932-41ec-8c98-9c86f13b9a96 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:21.235666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-241c5ba9-3932-41ec-8c98-9c86f13b9a96 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468523 Aug 25 14:45:21.251812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-7d9374dc-6732-4153-bed6-2d43728f49c7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/quotas/1d8a7c56cb514aa2ba1eb71171c37739 HTTP/1.1" status: 200 len: 375 time: 0.0100930 Aug 25 14:45:21.303210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-aba64840-d55d-439a-8784-88893ca747f5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379663 Aug 25 14:45:21.415857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908e160-43a8-4407-99ab-6859697f736b None None] New status for floating IP 8b616e33-2973-4a87-855a-cd80ad90c728: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:45:21.657116 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d29d850-2346-4c87-a234-54fc739d34d2 x-openstack-request-id: req-5d29d850-2346-4c87-a234-54fc739d34d2 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:21.657399 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:21.657651 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d29d850-2346-4c87-a234-54fc739d34d2 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:21.658029 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'status': 'completed', 'code': 200} Aug 25 14:45:21.668382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e0933b4f-44c7-49b6-a5b9-74dc63007b54 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:21.718118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d8347ad9-79a1-4ae4-a3f4-f338f16a5194 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:21.722267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: e0933b4f-44c7-49b6-a5b9-74dc63007b54 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:21.722842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e0933b4f-44c7-49b6-a5b9-74dc63007b54 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:21.834822 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-746b03b7-ec3b-4325-ad88-4379aeaada8f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 258 time: 0.7065661 Aug 25 14:45:21.844262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:21.863595 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61947e06-3668-48c6-9bae-fc0ff08044de req-991dde0a-4257-4537-bdf5-476aa821ee35 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886389 Aug 25 14:45:21.914137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:21.925475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194', 'mac_address': 'fa:16:3e:19:fa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:21.969169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:21.971051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-a8dffb54-b854-4da0-87c6-c10506957319 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:21.979212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-a8dffb54-b854-4da0-87c6-c10506957319 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 822 time: 0.1658573 Aug 25 14:45:21.987169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8347ad9-79a1-4ae4-a3f4-f338f16a5194 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:21.993264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-1b3a0c7d-1227-4d2b-8e49-acb54db8b457 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/quotas/0bed7a6b05f445379e65af4a8ff4cd19 HTTP/1.1" status: 200 len: 375 time: 0.0131400 Aug 25 14:45:22.007549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:22.008997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:22.030664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-af0a6cde-12f7-45ca-a21d-55b998fa8304 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309870 Aug 25 14:45:22.112014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-b2378d9e-5fdf-4a87-a307-cec6bf5430f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:22.113618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-b2378d9e-5fdf-4a87-a307-cec6bf5430f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1095 time: 0.0634940 Aug 25 14:45:22.127368 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:22.135520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-eac9dcd5-1294-4efb-90c7-34f4c407eeec service neutron] 10.222.0.58 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977554 Aug 25 14:45:22.195756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:22.220161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:22.242502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-12519ca6-921c-4940-be70-da0f9fd55fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988579 Aug 25 14:45:22.274425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-44114979-25b7-47ea-9540-b569e0ea5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:22.279505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-44114979-25b7-47ea-9540-b569e0ea5213 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1544006 Aug 25 14:45:22.348598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:22.356482 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-9fb2f5c8-70a8-4cff-84ba-ae747334b2f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0600023 Aug 25 14:45:22.408869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Allocated IP 172.25.8.69 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/4b866515-ac52-482d-b899-a9124f44413e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:22.434962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-6d8915fd-3dd8-45a5-a5c7-857ca6d37179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:22.436955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-6d8915fd-3dd8-45a5-a5c7-857ca6d37179 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0705924 Aug 25 14:45:22.477236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-9daeafe3-54a6-4f1a-bcff-f1d1c0fbc80c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290287 Aug 25 14:45:22.530368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c66abed-c7bc-422d-bbae-ca92d36a8121 req-79ae6258-77cd-4226-9f01-e557b4682796 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 210 time: 0.0477476 Aug 25 14:45:22.698435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:22.745851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26d355cf-b9eb-4918-9b1a-fe7ef0ac370e req-7dd0a079-6029-4f38-9b21-5b7fc46e7f9b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 210 time: 0.0324423 Aug 25 14:45:22.777264 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-a3c0de82-1695-4c44-a5c9-847e984cff37 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854660 Aug 25 14:45:22.873944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429539-76f1-4d20-bcd8-bd09de305887 req-0109b204-d91b-4404-b171-cfe34663bf82 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:22.874448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2a8692f-5113-488d-9b25-25a4951a0d0c req-cceca3a8-2f9e-4942-9a45-555789be80c5 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Aug 25 14:45:22.875498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6429539-76f1-4d20-bcd8-bd09de305887 req-0109b204-d91b-4404-b171-cfe34663bf82 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 949 time: 0.0592632 Aug 25 14:45:22.903707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:22.951466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:22.957378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:22.960080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:22.997561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event updated for resources: {'Port': ['ID=4b866515-ac52-482d-b899-a9124f44413e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:23.090381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.234307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.244490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:23.246758 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:23.267683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6429539-76f1-4d20-bcd8-bd09de305887 req-82ec6e0d-4ddf-4306-9494-b5eee9850bdc tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860972 Aug 25 14:45:23.305221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45742) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:23.375754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-532efc6e-54a3-4920-b83c-430b5a893a92 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:23.377239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-532efc6e-54a3-4920-b83c-430b5a893a92 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.4888191 Aug 25 14:45:23.393072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Request body: {'port': {'device_id': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'admin_state_up': True, 'tenant_id': '7fa3b423fd8b48fd984bd0765ce298de'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:23.407065 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.448120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc7cda-1a55-4de8-b8a8-7ca7ae7c4088 req-6a0ad7b4-4e60-48c2-960c-ebb115ee4d31 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:23.449617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6dc7cda-1a55-4de8-b8a8-7ca7ae7c4088 req-6a0ad7b4-4e60-48c2-960c-ebb115ee4d31 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.1107600 Aug 25 14:45:23.460146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.537220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event updated for resources: {'Port': ['ID=4b866515-ac52-482d-b899-a9124f44413e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:23.541785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6dc7cda-1a55-4de8-b8a8-7ca7ae7c4088 req-a0d790be-cd79-4ed4-b084-150806908659 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811362 Aug 25 14:45:23.547140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5b896096-c613-4167-a04f-586f0347fc4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff4d31bfcd7b43fdacf994142969f28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393949 Aug 25 14:45:23.549644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45750) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:23.572039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.614918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c7702-43fc-4883-b96d-3075547674fc req-3a6878bf-27c0-4dfd-96b4-57234f3c442f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 210 time: 0.0260961 Aug 25 14:45:23.617824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d48988f-3d2d-4694-b1e3-47c527d04ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.639946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Made reservation on behalf of 7fa3b423fd8b48fd984bd0765ce298de for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:23.644750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.688824 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-08441178-0e96-43b9-8e53-e084c39d973b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494831 Aug 25 14:45:23.688824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d48988f-3d2d-4694-b1e3-47c527d04ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.708496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d8347ad9-79a1-4ae4-a3f4-f338f16a5194 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:23.712095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-711e58af-4e6b-419a-b61e-f6ef12775932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.738349 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721f30e5-9b32-4d11-9936-e9caefe99b9e x-openstack-request-id: req-721f30e5-9b32-4d11-9936-e9caefe99b9e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:23.738849 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:23.739448 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-721f30e5-9b32-4d11-9936-e9caefe99b9e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:23.739575 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'status': 'completed', 'code': 200} Aug 25 14:45:23.776829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.784169 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-609c7658-3f88-4ef2-8937-1665f60284ec tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9480815 Aug 25 14:45:23.802946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a32fae41-0900-4e21-aa7f-fff3c067fb3b req-6675111c-9602-4c05-82ef-3bfe0a6bc6c7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 210 time: 0.0624824 Aug 25 14:45:23.867405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-73f99a7a-f69f-4df3-ba77-d22d55b4555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:23.869828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-73f99a7a-f69f-4df3-ba77-d22d55b4555b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1097 time: 0.1334231 Aug 25 14:45:23.877561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-7f481bea-36c2-4dec-be7c-1a1e0dd56b03 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0925734 Aug 25 14:45:23.880254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:23.911972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Allocated IP 172.20.0.2 (b690c8ea-2379-4046-8047-5fdf4894394c/bb423791-60a4-4628-a675-2ba4ab9a6967/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:23.928933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-d36339f1-8d7f-4def-8429-a193f1f0f34b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:23.931367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-d36339f1-8d7f-4def-8429-a193f1f0f34b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351913 Aug 25 14:45:23.965531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Request body: {'port': {'device_id': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '1d8a7c56cb514aa2ba1eb71171c37739'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:23.979811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:23.986976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb6d0576-7630-49a7-8631-f550086339dd req-67bd0848-a5c3-4af8-90b6-ade63e6c5f41 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 210 time: 0.0414803 Aug 25 14:45:23.996370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:23.996746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.030711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d48988f-3d2d-4694-b1e3-47c527d04ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.030711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d48988f-3d2d-4694-b1e3-47c527d04ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.030711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6d48988f-3d2d-4694-b1e3-47c527d04ce9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cade349-211e-418a-8086-a5b4358ae371 HTTP/1.1" status: 204 len: 168 time: 0.4748979 Aug 25 14:45:24.052595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-f6e43375-d871-4c84-8812-6500daa5c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.052595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-f6e43375-d871-4c84-8812-6500daa5c5e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 929 time: 0.1626971 Aug 25 14:45:24.057005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48988f-3d2d-4694-b1e3-47c527d04ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cade349-211e-418a-8086-a5b4358ae371,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:24.144520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-331e9147-b44a-4627-80d1-d2b03210f5fb tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.147003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-331e9147-b44a-4627-80d1-d2b03210f5fb tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2494891 Aug 25 14:45:24.170664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-bcd542f5-19df-4bd9-af5b-07b166945158 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:45:24.171988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e763cb54-182b-42ba-85ed-8cec5307a01c req-bcd542f5-19df-4bd9-af5b-07b166945158 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095313 Aug 25 14:45:24.173695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-fc1900dc-269b-4eb3-977b-12398b0c7ace service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 1001 time: 0.1071179 Aug 25 14:45:24.244633 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.269482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.276311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:24.278786 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dcb7b8-7fe0-488f-9fb3-f7ccd588883d" -d '{"events": [{"server_uuid": "af631198-6c9b-4f2e-954a-56f3447a4d2f", "name": "network-vif-plugged", "status": "completed", "tag": "d8347ad9-79a1-4ae4-a3f4-f338f16a5194"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:24.292087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-34726794-79b7-4faa-bac9-ca817c59c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.293612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-34726794-79b7-4faa-bac9-ca817c59c6e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 200 len: 867 time: 0.1076968 Aug 25 14:45:24.294445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:24.307168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Made reservation on behalf of 1d8a7c56cb514aa2ba1eb71171c37739 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:24.311633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.332355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.338911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.45', 55563) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:24.365278 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b02084-b72c-4a9e-86e3-b2292b916fb9 x-openstack-request-id: req-67b02084-b72c-4a9e-86e3-b2292b916fb9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:24.365871 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af631198-6c9b-4f2e-954a-56f3447a4d2f", "name": "network-vif-plugged", "status": "completed", "tag": "d8347ad9-79a1-4ae4-a3f4-f338f16a5194", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:24.366291 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67b02084-b72c-4a9e-86e3-b2292b916fb9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:24.366701 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194', 'code': 200} Aug 25 14:45:24.388111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-3268f9b5-fe8c-4151-b3ed-b092bf2ecc00 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480449 Aug 25 14:45:24.392745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.405842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-0a379d98-36fa-4532-854a-f718b5e3b6c3 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.407290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-0a379d98-36fa-4532-854a-f718b5e3b6c3 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1604383 Aug 25 14:45:24.472265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.45', 55564) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:24.520745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:24.541068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-d903f6a4-e198-448f-9834-811df10cc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.545047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-d903f6a4-e198-448f-9834-811df10cc226 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59393ffb-3189-48d5-b03a-66e6a1338d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391069 Aug 25 14:45:24.552588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf95b-f3f4-46c8-82d0-ff683d0f08f1 req-d92e6c67-c62d-4834-a74f-bfe9deecace2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.553650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-95ac9417-92ba-4360-a494-76a46d366820 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.1331851 Aug 25 14:45:24.555835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4bbaf95b-f3f4-46c8-82d0-ff683d0f08f1 req-d92e6c67-c62d-4834-a74f-bfe9deecace2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 950 time: 0.1375277 Aug 25 14:45:24.587637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-3449efd8-3a41-44dd-907a-0a2395895a54 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Request body: {'floatingip': {'port_id': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:24.623377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4bbaf95b-f3f4-46c8-82d0-ff683d0f08f1 req-a4b08aec-8298-40ca-ab85-6d21916c4f59 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594585 Aug 25 14:45:24.661436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.678599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.705229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-3449efd8-3a41-44dd-907a-0a2395895a54 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.762083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964917-59fa-45e0-92ed-2430a6e9fbd1 req-2b7b313c-098a-44cf-82c6-2b7a2ac72b86 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.765494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74964917-59fa-45e0-92ed-2430a6e9fbd1 req-2b7b313c-098a-44cf-82c6-2b7a2ac72b86 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.0553207 Aug 25 14:45:24.767072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:24.779740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dff79-728f-42ca-a12b-31b628021a40 req-068c5e28-0ae7-46c7-9e13-cde7b732f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.781595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c5dff79-728f-42ca-a12b-31b628021a40 req-068c5e28-0ae7-46c7-9e13-cde7b732f2f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 1101 time: 0.3080468 Aug 25 14:45:24.797153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:24.847813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-6d179bf0-ff9b-4de4-be42-dba03e0e22e5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:24.849264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-6d179bf0-ff9b-4de4-be42-dba03e0e22e5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4535143 Aug 25 14:45:24.853396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:24.871544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Network b690c8ea-2379-4046-8047-5fdf4894394c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:24.880956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74964917-59fa-45e0-92ed-2430a6e9fbd1 req-4d8e440f-1a7d-404c-a214-1826e373a607 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045685 Aug 25 14:45:24.885883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Request body: {'port': {'device_id': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '1d8a7c56cb514aa2ba1eb71171c37739'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:24.903925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:24.906433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:24.947320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Allocated IP 192.168.233.110 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/1626fbf0-3b18-4cbf-8de7-b1b18db34afa) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:24.971341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:24.989573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6e624ac-1422-4708-95ee-39476e826a9c req-3a06446f-2c27-4fe8-b3f7-fd3b67be92d4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 210 time: 0.0319562 Aug 25 14:45:25.013776 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-0de62cab-ca5c-45f7-920d-89e2446bcc1a service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574034 Aug 25 14:45:25.049996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c5dff79-728f-42ca-a12b-31b628021a40 req-926095aa-2cf9-4e3c-90eb-12b3640ef186 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519274 Aug 25 14:45:25.111902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4829ffe-9830-4bbc-82c5-770b4c9e7170 req-9a35619b-2770-45df-b25e-8e23d90dff35 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 210 time: 0.0325251 Aug 25 14:45:25.118451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a343f474-7439-41e7-82e8-4d646cfcc541 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e71d92ea5534a8284c1c958903d5deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136868 Aug 25 14:45:25.119270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:25.141165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:25.141911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.218809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.222304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f412a1a7-d0f3-4ea9-9ba5-2bbe555830ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.247575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Transition to ACTIVE for port object 1626fbf0-3b18-4cbf-8de7-b1b18db34afa will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:25.263138 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f412a1a7-d0f3-4ea9-9ba5-2bbe555830ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.312778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-98f332c7-cc73-474a-bcaa-006e608cd57d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9246452 Aug 25 14:45:25.315057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.357388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Request body: {'port': {'device_id': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:25.357949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9b7d-686f-4e2c-a852-910168b4e941 req-eec3c8c2-e0ee-48e3-9dd3-2c0a8b1172eb tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:25.359462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dacc9b7d-686f-4e2c-a852-910168b4e941 req-eec3c8c2-e0ee-48e3-9dd3-2c0a8b1172eb tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 931 time: 0.0859187 Aug 25 14:45:25.361005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c72bcfa0-902c-445d-a3ed-eff1901d0bfe req-44294a40-f653-4e59-8aac-5f426c2b3e9c service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341789 Aug 25 14:45:25.404613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dacc9b7d-686f-4e2c-a852-910168b4e941 req-ed21b53f-9d09-4b8d-b6e0-f775226e2364 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360882 Aug 25 14:45:25.411164 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-3449efd8-3a41-44dd-907a-0a2395895a54 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] update failed (client error): There was a conflict when trying to complete your request. Aug 25 14:45:25.412205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0861efd0-2def-408f-850f-0bf8d2568f23 req-3449efd8-3a41-44dd-907a-0a2395895a54 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "PUT /v2.0/floatingips/b65da0bd-fb68-40ea-a696-99aa2b69bacb HTTP/1.1" status: 409 len: 550 time: 0.8450701 Aug 25 14:45:25.428847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.465995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Made reservation on behalf of 1d8a7c56cb514aa2ba1eb71171c37739 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:25.466416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f412a1a7-d0f3-4ea9-9ba5-2bbe555830ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.468926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f412a1a7-d0f3-4ea9-9ba5-2bbe555830ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.469429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.470032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f412a1a7-d0f3-4ea9-9ba5-2bbe555830ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d0c0d44-dda9-4047-acb6-8f8f39ac9f77 HTTP/1.1" status: 204 len: 168 time: 0.3501863 Aug 25 14:45:25.491596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:25.494560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412a1a7-d0f3-4ea9-9ba5-2bbe555830ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c0d44-dda9-4047-acb6-8f8f39ac9f77,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:25.501753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:25.503902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:25.507157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:25.526366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-cc84aaf5-ccc6-46e6-86c3-93bd24f9f757 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:25.527952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-cc84aaf5-ccc6-46e6-86c3-93bd24f9f757 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.52 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 822 time: 0.2577550 Aug 25 14:45:25.535901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.542348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-105d45e0-a92c-4175-bac0-e3e3eefa2d7d tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips/b65da0bd-fb68-40ea-a696-99aa2b69bacb HTTP/1.1" status: 200 len: 692 time: 0.0908744 Aug 25 14:45:25.554118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'port': {'device_id': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'admin_state_up': True, 'tenant_id': '0bed7a6b05f445379e65af4a8ff4cd19'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:25.586198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:25.590417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.663181 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-1707d1c0-1c73-48d8-ab13-8969ea623adc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7005858 Aug 25 14:45:25.673843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Request body: {'port': {'device_id': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:25.736792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:25.755552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.863294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:25.877519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'port_id': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'mac_address': 'fa:16:3e:85:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e0c13b-bf3a-43c1-b356-551e62e14298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:25.877776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599d01-d205-42d8-814b-a30f448347f0 req-b67b1d91-c8d7-4e22-b2ad-0a6de1b35a2a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:25.886081 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed599d01-d205-42d8-814b-a30f448347f0 req-b67b1d91-c8d7-4e22-b2ad-0a6de1b35a2a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 950 time: 0.1273198 Aug 25 14:45:25.906561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37f2d3ed-f7a5-4af4-a520-98c6349ea2ff None None] Provisioning for port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:25.914321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37f2d3ed-f7a5-4af4-a520-98c6349ea2ff None None] Provisioning complete for port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:25.914600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37f2d3ed-f7a5-4af4-a520-98c6349ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.950285 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:25.990299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:26.010311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-37f2d3ed-f7a5-4af4-a520-98c6349ea2ff None None] Port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:26.027504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:26.044048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed599d01-d205-42d8-814b-a30f448347f0 req-14ff783e-7675-4fc9-9b32-bf28f5bdbb0c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570024 Aug 25 14:45:26.112350 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.177833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:26.243882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145448-eb99-47e1-9d63-8595236cd36d req-ec4adc38-168b-45e8-aac6-585b79328168 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:26.245430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88145448-eb99-47e1-9d63-8595236cd36d req-ec4adc38-168b-45e8-aac6-585b79328168 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.0897279 Aug 25 14:45:26.251969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:26.263071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.290489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Transition to ACTIVE for port object 1626fbf0-3b18-4cbf-8de7-b1b18db34afa will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:26.307733 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88145448-eb99-47e1-9d63-8595236cd36d req-69aa6191-699c-4e9c-8dcf-888d7f66dd7e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509920 Aug 25 14:45:26.327887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:26.329382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-4665cdaa-b877-4f2c-b3c1-f4af93a89d65 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:26.330797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-4665cdaa-b877-4f2c-b3c1-f4af93a89d65 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.7728505 Aug 25 14:45:26.394507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-65098088-d6d1-4c52-bcb8-27c596ac1e5f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:45:26.400147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.402289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-65098088-d6d1-4c52-bcb8-27c596ac1e5f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523143 Aug 25 14:45:26.424362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d1f5a8a-2a59-4c7e-b74c-f91a38f0870c req-ab89ad9e-6b6d-40f6-a684-8c5805ee061b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 210 time: 0.0375230 Aug 25 14:45:26.476360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:26.495552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Made reservation on behalf of 0bed7a6b05f445379e65af4a8ff4cd19 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:26.499341 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.549816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-a1e26cdf-0c1b-4b35-b89c-485e7e5cfe8c tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.1465082 Aug 25 14:45:26.624167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a4ad8dd-6ed3-4a9a-bf85-9689a3d393ad req-e108667a-86b4-494b-89a9-b1f6888a11a2 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 210 time: 0.0450156 Aug 25 14:45:26.627287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Attempting to bind port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:26.627836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Attempting to bind port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:26.628144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Attempting to bind port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:26.636372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:26.638878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Attempting to bind port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:26.650648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Allocated IP 192.168.233.244 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/42ff1b92-d9f3-4094-9eeb-63c259d4081d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:26.658647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:26.661954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:26.661954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:26.661954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Bound port: 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:26.661954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.732688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-1a8070fb-5b29-45bc-a67f-cdc806389ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.1819401 Aug 25 14:45:26.752779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:26.756635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:26.838364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48e76-8c79-4b0e-a6d0-8e580bb0d647 req-2da8e36a-a18d-46c0-87ae-54f0e80a944d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:26.839970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06d48e76-8c79-4b0e-a6d0-8e580bb0d647 req-2da8e36a-a18d-46c0-87ae-54f0e80a944d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 931 time: 0.0537057 Aug 25 14:45:26.872315 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.873746 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.923889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:26.924563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.925987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] 10.222.0.45 "PUT /v2.0/ports/1626fbf0-3b18-4cbf-8de7-b1b18db34afa HTTP/1.1" status: 200 len: 1096 time: 1.2572451 Aug 25 14:45:26.931199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:26.934149 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c1f15-d81b-404a-9920-0dad666e302b" -d '{"events": [{"name": "network-changed", "server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:26.947524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:26.947856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06d48e76-8c79-4b0e-a6d0-8e580bb0d647 req-c854d2aa-e305-4ba5-950c-81767198383d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895689 Aug 25 14:45:26.957751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291f8ca-2ad9-41fe-b669-05890ad9b07c service neutron] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:27.007589 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e18f73a-d63b-475d-b131-67ed4274128c x-openstack-request-id: req-5e18f73a-d63b-475d-b131-67ed4274128c {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:27.007886 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:27.008150 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e18f73a-d63b-475d-b131-67ed4274128c {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:27.009115 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'status': 'completed', 'code': 200} Aug 25 14:45:27.089918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1f15-d81b-404a-9920-0dad666e302b req-7a66a5e3-ea80-4350-bb0f-05f2191b4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.091462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835c1f15-d81b-404a-9920-0dad666e302b req-7a66a5e3-ea80-4350-bb0f-05f2191b4256 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1099 time: 0.0540068 Aug 25 14:45:27.092778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:27.113644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Allocated IP 172.20.0.9 (e7d34728-cb22-48bf-836a-d6c51926771c/9fa9dfda-bea1-41bb-aca2-3044a33e7b59/cf02750a-e3cf-4be0-941f-2706549fd900) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:27.113982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.129575 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835c1f15-d81b-404a-9920-0dad666e302b req-4625076a-7b5d-4991-9f69-7a46e1c578d8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292459 Aug 25 14:45:27.170866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Transition to ACTIVE for port object 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:27.233412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Deleting port 4b866515-ac52-482d-b899-a9124f44413e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:27.233750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.260637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.260958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e9e6a-14ab-4529-b71b-f5a930c8c475 req-7ac39a81-74d7-4ec7-a464-b96d2abcbbb9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.262728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb1e9e6a-14ab-4529-b71b-f5a930c8c475 req-7ac39a81-74d7-4ec7-a464-b96d2abcbbb9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 950 time: 0.1122885 Aug 25 14:45:27.273087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1f15-d81b-404a-9920-0dad666e302b req-74141e1c-5402-491d-b8a8-8bba59b105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.274790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835c1f15-d81b-404a-9920-0dad666e302b req-74141e1c-5402-491d-b8a8-8bba59b105d4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368687 Aug 25 14:45:27.318134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.362809 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb1e9e6a-14ab-4529-b71b-f5a930c8c475 req-4e9d6f07-f02f-4eba-ab58-cc6976cf2742 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743906 Aug 25 14:45:27.374779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-8dfe9056-269c-4c21-b4cd-05e2b464bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.376494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-8dfe9056-269c-4c21-b4cd-05e2b464bcb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1099 time: 0.0636272 Aug 25 14:45:27.378304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Transition to ACTIVE for port object 42ff1b92-d9f3-4094-9eeb-63c259d4081d will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:27.431840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-1e3fb3ac-1825-4254-8c4b-b326f99ee1af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa HTTP/1.1" status: 200 len: 217 time: 0.0397601 Aug 25 14:45:27.444996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:27.492898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.493948 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.515938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa752-6c3a-40a5-a836-ac80f2b01ff8 req-5d9bbca5-e6c5-41dd-a4d5-c1098eb23446 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.517431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e9aa752-6c3a-40a5-a836-ac80f2b01ff8 req-5d9bbca5-e6c5-41dd-a4d5-c1098eb23446 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.0893750 Aug 25 14:45:27.521291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-903f8100-9a9d-4a98-b94d-def0be41aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.522658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-903f8100-9a9d-4a98-b94d-def0be41aa2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0822275 Aug 25 14:45:27.554524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Calling delete_port for 4b866515-ac52-482d-b899-a9124f44413e owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:27.582493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.586712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e9aa752-6c3a-40a5-a836-ac80f2b01ff8 req-ec894cdb-27a1-4c06-aed0-523bb314ed56 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607753 Aug 25 14:45:27.595529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905005-37be-40f0-909a-1276d384e43a req-bbf6d14b-b86b-4053-876b-78be8957ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.596988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-bbf6d14b-b86b-4053-876b-78be8957ca81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639210 Aug 25 14:45:27.733037 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.745834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:27.827168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event updated for resources: {'Port': ['ID=42ff1b92-d9f3-4094-9eeb-63c259d4081d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:27.877735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:27.878233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:27.878653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:27.891399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:27.891874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:27.902040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:27.902512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:27.902996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:27.903563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Bound port: 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:27.904163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.920108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:27.932488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:27.951048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:27.955765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:27.955765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:27.957804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:27.980055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c8e00-8e26-4590-8bf5-f0b63ffb4b16 req-8b0be000-1274-4f42-a12c-8b689573d581 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:27.981731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d82c8e00-8e26-4590-8bf5-f0b63ffb4b16 req-8b0be000-1274-4f42-a12c-8b689573d581 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 1101 time: 0.0729196 Aug 25 14:45:28.008017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d82c8e00-8e26-4590-8bf5-f0b63ffb4b16 req-c9dc3c87-1c8b-42aa-88d8-949fd4d1016d tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.034096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-9e8b530a-919c-465c-b334-97afc67d79b0 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105020 Aug 25 14:45:28.042362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-d3bf6f9a-f9b2-44da-baaa-0fc6456a02d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3154259 Aug 25 14:45:28.081623 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.113930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:28.118801 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b99d5-1801-4276-b568-c76b9671e1ff" -d '{"events": [{"server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "name": "network-vif-plugged", "status": "completed", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:28.125284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.127660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.141308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:28.184373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77905005-37be-40f0-909a-1276d384e43a req-07e0595e-b662-43e7-87ea-121986f227dc service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401308 Aug 25 14:45:28.217386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.217936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.220264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event deleted for resources: {'Port': ['ID=4b866515-ac52-482d-b899-a9124f44413e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:28.222745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.237157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d82c8e00-8e26-4590-8bf5-f0b63ffb4b16 req-c9dc3c87-1c8b-42aa-88d8-949fd4d1016d tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.275727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:28.294635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Network e7d34728-cb22-48bf-836a-d6c51926771c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:28.302427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78315817-bdff-49c0-8db2-c83e095b022b None None] Provisioning for port 42ff1b92-d9f3-4094-9eeb-63c259d4081d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:28.306183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d82c8e00-8e26-4590-8bf5-f0b63ffb4b16 req-c9dc3c87-1c8b-42aa-88d8-949fd4d1016d tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.307264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78315817-bdff-49c0-8db2-c83e095b022b None None] Provisioning complete for port 42ff1b92-d9f3-4094-9eeb-63c259d4081d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:28.307645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78315817-bdff-49c0-8db2-c83e095b022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.327425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:28.328365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d82c8e00-8e26-4590-8bf5-f0b63ffb4b16 req-c9dc3c87-1c8b-42aa-88d8-949fd4d1016d tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365502 Aug 25 14:45:28.329873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:28.340280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc3c87-1c8b-42aa-88d8-949fd4d1016d tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baab610d-1883-4d68-bca4-c82150919f1d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:28.360412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-78315817-bdff-49c0-8db2-c83e095b022b None None] Port 42ff1b92-d9f3-4094-9eeb-63c259d4081d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:28.362479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:28.387969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:28.392258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:28.399909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-c21c9d21-8669-4188-ab73-358b2c3cfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.401399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-c21c9d21-8669-4188-ab73-358b2c3cfd93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 1101 time: 0.3004193 Aug 25 14:45:28.407103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-177cf3ed-0332-4dd0-87f6-7683842f6761 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5290825 Aug 25 14:45:28.424326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.426984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.428555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a33dbf-82b2-4b5a-887a-ad7a09b7e77e req-24acbd06-f6c8-472c-b0d9-6069fdc53924 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "DELETE /v2.0/floatingips/b65da0bd-fb68-40ea-a696-99aa2b69bacb HTTP/1.1" status: 204 len: 173 time: 1.6771810 Aug 25 14:45:28.434933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Request body: {'port': {'device_id': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:28.449560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.450321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.455904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf17947-9df9-49dc-a855-8388bbf89556 req-a7b3a5c3-1dd8-4a88-a095-5998dd10832a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.457434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bf17947-9df9-49dc-a855-8388bbf89556 req-a7b3a5c3-1dd8-4a88-a095-5998dd10832a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 931 time: 0.0523183 Aug 25 14:45:28.498022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bf17947-9df9-49dc-a855-8388bbf89556 req-8708f776-a83d-4eed-9fd0-5607f29e8e5e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Aug 25 14:45:28.518030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.608103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.609737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.610081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] 10.222.0.45 "PUT /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 1091 time: 3.2639673 Aug 25 14:45:28.625723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:28.627966 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6327a-2b97-4880-8a05-0f6921f6f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:28.632719 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.644099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-9cc7021e-b35b-4568-aa88-61262cc930a0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1004455 Aug 25 14:45:28.670298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Request body: {'port': {'device_id': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:28.671852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c8c05-81cc-41d4-ab25-c7a78beec805 req-09aee53f-f6df-4a17-a3e5-eb40c6967254 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.673446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-006c8c05-81cc-41d4-ab25-c7a78beec805 req-09aee53f-f6df-4a17-a3e5-eb40c6967254 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.0581114 Aug 25 14:45:28.678009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:28.712398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bd58a-c6ca-4af9-bf80-98480beef927 service neutron] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:28.713840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-006c8c05-81cc-41d4-ab25-c7a78beec805 req-a423f79a-7042-4b6a-99f9-7c567bce830d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Aug 25 14:45:28.739947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee2bc-f3ec-42a8-b2ad-c68fd15a5bd3 req-b2077280-4f1e-4676-8e19-654d5b670b8d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.741457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c0ee2bc-f3ec-42a8-b2ad-c68fd15a5bd3 req-b2077280-4f1e-4676-8e19-654d5b670b8d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 936 time: 0.2557082 Aug 25 14:45:28.756693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-b4324d4b-aaa3-4a2d-bebd-b9d5cb8965c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.758096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-b4324d4b-aaa3-4a2d-bebd-b9d5cb8965c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3353052 Aug 25 14:45:28.773051 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f39f9a-6ae3-4968-a6d3-982046f688aa x-openstack-request-id: req-b1f39f9a-6ae3-4968-a6d3-982046f688aa {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:28.773538 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "name": "network-vif-plugged", "status": "completed", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:28.773818 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1f39f9a-6ae3-4968-a6d3-982046f688aa {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:28.774414 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'code': 200} Aug 25 14:45:28.870877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3652-49d9-4aba-8d2e-548afa93102e req-556c840d-60ac-4e1e-9b10-5b2e366630a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:28.872529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eeb3652-49d9-4aba-8d2e-548afa93102e req-556c840d-60ac-4e1e-9b10-5b2e366630a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1097 time: 0.0410049 Aug 25 14:45:28.917047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eeb3652-49d9-4aba-8d2e-548afa93102e req-9f41941a-7c25-46ba-8a84-66039e9496c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Aug 25 14:45:28.975676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-74a57028-e47b-4be7-ad68-0dd60bb667b0 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e72ae01b3077431487e707879c83de17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220318 Aug 25 14:45:29.088137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-80174ae1-ed26-45af-851d-aaf5060ee13e tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.089672 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-80174ae1-ed26-45af-851d-aaf5060ee13e tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077709 Aug 25 14:45:29.105327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-175c68b8-6aa1-4163-89b6-82687c7b171f tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/quotas/e72ae01b3077431487e707879c83de17 HTTP/1.1" status: 200 len: 375 time: 0.0098610 Aug 25 14:45:29.138769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-19fe7829-eb2b-4210-bf0f-64b0c8166894 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e72ae01b3077431487e707879c83de17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275540 Aug 25 14:45:29.161938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-91a0cdc1-920c-4078-8604-87cc149d273d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194 HTTP/1.1" status: 200 len: 217 time: 0.3397732 Aug 25 14:45:29.162479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:29.275399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-38dce59c-e6d1-4e66-877c-e522ee014997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.276904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-38dce59c-e6d1-4e66-877c-e522ee014997 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1094 time: 0.5320024 Aug 25 14:45:29.327235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c0ee2bc-f3ec-42a8-b2ad-c68fd15a5bd3 req-46073b8e-7b88-4f97-b978-f3c72cfc9141 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668325 Aug 25 14:45:29.385932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-b01f45ed-bb03-4bf6-bd02-4a3f4844a028 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 217 time: 0.0848315 Aug 25 14:45:29.519065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-763f32a8-16c4-49d4-aac5-fe49aa6ab9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.519719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-763f32a8-16c4-49d4-aac5-fe49aa6ab9f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.3315969 Aug 25 14:45:29.605561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76939c14-d5ce-4439-ae91-5aca40c53edd req-ee3e7ccd-89dd-496b-a79d-10c368402882 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.609666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76939c14-d5ce-4439-ae91-5aca40c53edd req-ee3e7ccd-89dd-496b-a79d-10c368402882 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 946 time: 0.0601258 Aug 25 14:45:29.652015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76939c14-d5ce-4439-ae91-5aca40c53edd req-a0a61c63-24bc-4168-ae80-6ee96d7384c4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Aug 25 14:45:29.665989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-7b4bf251-7d99-40e4-828e-280fdecba8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.667620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-7b4bf251-7d99-40e4-828e-280fdecba8fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.2658088 Aug 25 14:45:29.670679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-b4231954-f504-4adc-a5b3-0258e1454514 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1001 time: 0.2928503 Aug 25 14:45:29.711769 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae5cc4-050a-4305-9ace-d8ff050e685d x-openstack-request-id: req-99ae5cc4-050a-4305-9ace-d8ff050e685d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:29.712059 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:29.712294 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99ae5cc4-050a-4305-9ace-d8ff050e685d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:29.712706 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'status': 'completed', 'code': 200} Aug 25 14:45:29.748832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a90639a-d279-4362-9a92-840f811f15ff req-07a50d9e-784d-4c0c-a8b4-f42839f7e5e8 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Aug 25 14:45:29.770059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-5f1ca0ff-fa23-4b58-9998-71ed52c2aac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896130 Aug 25 14:45:29.818899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-e656f54f-45c6-4755-8c40-809f1c9bd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.820416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-e656f54f-45c6-4755-8c40-809f1c9bd14d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2427611 Aug 25 14:45:29.859319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b58a57-1492-42c5-b6cb-faa73f06378b req-19f5f7bd-3387-4e3c-8cf8-16c2281d3c87 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.860913 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1b58a57-1492-42c5-b6cb-faa73f06378b req-19f5f7bd-3387-4e3c-8cf8-16c2281d3c87 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 931 time: 0.0526371 Aug 25 14:45:29.904833 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1b58a57-1492-42c5-b6cb-faa73f06378b req-0626061b-8df2-4131-b1bd-2bbe28887927 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Aug 25 14:45:29.920820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787524d5-3822-4f4b-a746-c201a0436837 req-ac958787-efa5-40b4-816f-1ce24522f85f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:29.924046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-ac958787-efa5-40b4-816f-1ce24522f85f tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports/1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 943 time: 0.2367544 Aug 25 14:45:30.010258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-bea639f8-efd6-40cf-a5b8-be826cc5140b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262847 Aug 25 14:45:30.120216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-c00b4bd1-c94c-4a09-b122-b77c294d3136 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:30.121824 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-c00b4bd1-c94c-4a09-b122-b77c294d3136 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054688 Aug 25 14:45:30.139170 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-2453f827-29da-4489-860a-88fca7f4e393 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/quotas/5043e5260db14b73bb851a8d53c0ec97 HTTP/1.1" status: 200 len: 375 time: 0.0112600 Aug 25 14:45:30.142872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf02750a-e3cf-4be0-941f-2706549fd900 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:30.161676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:30.193031 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-2fc4e1a0-ce5b-43c4-8fee-8eae47f3ea3f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464439 Aug 25 14:45:30.213839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-08e4ca5b-9685-46a1-b291-44cb9fd4ae15 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1001 time: 0.1823297 Aug 25 14:45:30.220765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ff1b92-d9f3-4094-9eeb-63c259d4081d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:30.225102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Transition to ACTIVE for port object cf02750a-e3cf-4be0-941f-2706549fd900 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:30.227953 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-c1bd85ed-d4f9-424e-808f-6495f75ca36c service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294088 Aug 25 14:45:30.234810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:30.268158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-a14fc8af-c882-419e-808d-b42af5ab5042 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023876 Aug 25 14:45:30.347068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Transition to ACTIVE for port object 42ff1b92-d9f3-4094-9eeb-63c259d4081d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:30.363817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:30.431269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:30.524152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:30.625706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffbd4bcf-22ed-4ae8-8d78-3eebccebd697 req-bcbb4924-9ce5-4323-b5a7-ee3a483a8ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800554 Aug 25 14:45:30.633014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787524d5-3822-4f4b-a746-c201a0436837 req-f4adb6af-82fa-44ad-b64b-558f88a5b050 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:30.634319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-f4adb6af-82fa-44ad-b64b-558f88a5b050 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.4055073 Aug 25 14:45:30.691280 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0202f48a-8b05-4eaf-a398-f34e4248aaa6 req-75a254be-bde5-440b-8f5d-aff9545d3dfc service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828406 Aug 25 14:45:30.760616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Pushing event updated for resources: {'Port': ['ID=42ff1b92-d9f3-4094-9eeb-63c259d4081d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:30.811921 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:45:30.823637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Attempting to bind port cf02750a-e3cf-4be0-941f-2706549fd900 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:30.823975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Attempting to bind port cf02750a-e3cf-4be0-941f-2706549fd900 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:30.824302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Attempting to bind port cf02750a-e3cf-4be0-941f-2706549fd900 on network e7d34728-cb22-48bf-836a-d6c51926771c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:30.829493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-a14400fa-5392-426e-ac51-9f6c8c8323d9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1001 time: 0.1759515 Aug 25 14:45:30.848147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Port cf02750a-e3cf-4be0-941f-2706549fd900 on network e7d34728-cb22-48bf-836a-d6c51926771c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:30.848472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Attempting to bind port cf02750a-e3cf-4be0-941f-2706549fd900 on network e7d34728-cb22-48bf-836a-d6c51926771c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:30.857873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:30.865362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Attempting to bind port 42ff1b92-d9f3-4094-9eeb-63c259d4081d on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:30.865695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Attempting to bind port 42ff1b92-d9f3-4094-9eeb-63c259d4081d by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:30.866964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Attempting to bind port 42ff1b92-d9f3-4094-9eeb-63c259d4081d on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:30.894593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:30.894875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Checking segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:30.895261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Bound using segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:30.895707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Bound port: cf02750a-e3cf-4be0-941f-2706549fd900, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:30.896062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:30.902975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-284bab91-f360-4b4e-b467-2f6104c85c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:30.907093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-284bab91-f360-4b4e-b467-2f6104c85c82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1094 time: 0.1301019 Aug 25 14:45:30.932084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Port 42ff1b92-d9f3-4094-9eeb-63c259d4081d on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:30.932409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Attempting to bind port 42ff1b92-d9f3-4094-9eeb-63c259d4081d on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:30.985361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:30.985700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:30.986090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:30.986515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Bound port: 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:30.986878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.020050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.136090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b8913-d868-4265-83a0-1e1daa107d77 req-5f3f180f-7a1d-475b-b699-a5a44e650e41 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.138674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-266b8913-d868-4265-83a0-1e1daa107d77 req-5f3f180f-7a1d-475b-b699-a5a44e650e41 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.0711329 Aug 25 14:45:31.191452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-266b8913-d868-4265-83a0-1e1daa107d77 req-5631832d-ef25-425f-bf65-0b6920691b61 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Aug 25 14:45:31.318296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae2ab-1219-4a43-ac01-91040c09935a req-de593664-bf16-4cec-a067-84515ad330d1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.319977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01aae2ab-1219-4a43-ac01-91040c09935a req-de593664-bf16-4cec-a067-84515ad330d1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 948 time: 0.0522401 Aug 25 14:45:31.373989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01aae2ab-1219-4a43-ac01-91040c09935a req-53d4d5de-b464-435a-bc1f-4a1b2c05bb15 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Aug 25 14:45:31.473712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9fa6-8325-4746-9879-680602902ff7 req-2dfeb999-4f85-4126-b8c8-62be88f689ca tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.475249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e04e9fa6-8325-4746-9879-680602902ff7 req-2dfeb999-4f85-4126-b8c8-62be88f689ca tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 946 time: 0.0490417 Aug 25 14:45:31.485712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:31.502872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-673fce14-57a6-4ef1-bc35-ddf2f6d1d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.504356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-673fce14-57a6-4ef1-bc35-ddf2f6d1d0e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.5826840 Aug 25 14:45:31.510533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:31.522328 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e04e9fa6-8325-4746-9879-680602902ff7 req-e194be8e-18c3-41ab-a1bf-43074e08d454 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367298 Aug 25 14:45:31.532062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] For port 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:31.570645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-02e3e44d-329c-4537-9efc-7ccb43c844fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 217 time: 0.0549240 Aug 25 14:45:31.600013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] For port 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:31.603398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.614728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c5a45c7-c8ce-412e-bc32-4d6b6d34521d req-103be863-cb04-4da6-a2d9-d237f1ca2135 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 210 time: 0.0309124 Aug 25 14:45:31.618354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.670332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.694584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.695234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.696651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] 10.222.0.52 "PUT /v2.0/ports/cf02750a-e3cf-4be0-941f-2706549fd900 HTTP/1.1" status: 200 len: 1091 time: 3.0364308 Aug 25 14:45:31.713650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-ac7c6774-4674-49c7-a5da-4815889fb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.715156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-ac7c6774-4674-49c7-a5da-4815889fb0eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.1138823 Aug 25 14:45:31.719105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:31.722087 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:31.724656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.725274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.726721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/42ff1b92-d9f3-4094-9eeb-63c259d4081d HTTP/1.1" status: 200 len: 1096 time: 3.3049600 Aug 25 14:45:31.729791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.730168 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Floating IP 8b616e33-2973-4a87-855a-cd80ad90c728 disassociated. External IP: 172.25.8.14, port: 1e9d827c-a33e-4444-801e-2568d5a29ea9. Aug 25 14:45:31.741051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0450-6e0e-423e-98aa-9ba5f1845dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:31.749963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c192-29bd-4a53-87e6-d2e65392f381 req-d7829ce4-0d4e-445b-9665-0aa19d8efab7 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:31.755636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8487c192-29bd-4a53-87e6-d2e65392f381 req-d7829ce4-0d4e-445b-9665-0aa19d8efab7 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 943 time: 0.0650370 Aug 25 14:45:31.771129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:31.805665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8487c192-29bd-4a53-87e6-d2e65392f381 req-1c2eb0d8-76a6-4797-9fac-6becaa150461 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Aug 25 14:45:31.813788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-6fb6a01d-5a48-428c-b714-4c1b3c2e63be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852847 Aug 25 14:45:31.905490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:31.918589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'mac_address': 'fa:16:3e:d0:ca:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:31.962999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:31.983420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:32.001206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.52', 60348) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:32.006253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:32.052316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-2f7a345d-1a52-4eaa-bc30-94998d1cf801 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499196 Aug 25 14:45:32.056017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-319bf231-3cff-4a65-91fd-39e6e31b582f tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e72ae01b3077431487e707879c83de17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1937354 Aug 25 14:45:32.075313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77d7fe-2d20-4bac-a31a-df73397e19b2 service neutron] Pushing event updated for resources: {'Port': ['ID=42ff1b92-d9f3-4094-9eeb-63c259d4081d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:32.104462 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:32.185168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-19aef832-1d09-49f3-8cce-54f5d6c92b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.185941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:32.186673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-19aef832-1d09-49f3-8cce-54f5d6c92b4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 1094 time: 0.2556183 Aug 25 14:45:32.226052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-6038d085-f25f-4ccc-a5a8-bee6e7c072c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.227623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-6038d085-f25f-4ccc-a5a8-bee6e7c072c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 1099 time: 0.2994483 Aug 25 14:45:32.241966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-4ba71b83-0ddf-479a-b395-9df4b67d8aa7 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193218 Aug 25 14:45:32.262502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-a0f7ab83-5dfd-436f-b340-91e18a4cf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.263365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-a0f7ab83-5dfd-436f-b340-91e18a4cf883 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 1096 time: 0.1094718 Aug 25 14:45:32.271866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a968a7f-980a-4dd1-8aad-a5865e90609f req-71a7a671-fb22-4a80-81b8-41f76c92e975 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.273669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a968a7f-980a-4dd1-8aad-a5865e90609f req-71a7a671-fb22-4a80-81b8-41f76c92e975 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1097 time: 0.0609703 Aug 25 14:45:32.328130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1626fbf0-3b18-4cbf-8de7-b1b18db34afa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:32.334401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-66161676-0490-4955-884c-31bd32352cf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf02750a-e3cf-4be0-941f-2706549fd900 HTTP/1.1" status: 200 len: 217 time: 0.1024253 Aug 25 14:45:32.348328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-c3e7dc19-77dd-4eb3-bdc8-13f99d87f456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d HTTP/1.1" status: 200 len: 217 time: 0.1054473 Aug 25 14:45:32.370765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a968a7f-980a-4dd1-8aad-a5865e90609f req-8c0dc622-27ba-40ec-9543-459a9670b6cb tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867786 Aug 25 14:45:32.423310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-911b0c3e-a752-421b-80ad-8abdfb42b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.425226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-911b0c3e-a752-421b-80ad-8abdfb42b4b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 925 time: 0.1362505 Aug 25 14:45:32.429355 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72aca8-636d-480b-8b79-ea8ce4521c6d x-openstack-request-id: req-2f72aca8-636d-480b-8b79-ea8ce4521c6d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:32.429642 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:32.429892 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f72aca8-636d-480b-8b79-ea8ce4521c6d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:32.430819 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'status': 'completed', 'code': 200} Aug 25 14:45:32.509669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-3df4f0a1-4a10-4904-8d31-fac0a189396c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.511180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-3df4f0a1-4a10-4904-8d31-fac0a189396c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369259 Aug 25 14:45:32.541785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Request body: {'port': {'device_id': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'e72ae01b3077431487e707879c83de17'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:32.544821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-84c08d0b-309b-4823-ad3a-f119b1f7880c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8da427-dc68-402e-84b0-8da52cd24144 HTTP/1.1" status: 200 len: 1000 time: 0.1101060 Aug 25 14:45:32.575199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-0c09f11c-a137-4a22-8fe5-0a56b6791e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.576645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-0c09f11c-a137-4a22-8fe5-0a56b6791e29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1905687 Aug 25 14:45:32.591753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a22c7022-6b09-461f-9107-496778a7e44e req-74b80eee-500f-4b0f-a5c3-06117100af52 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 210 time: 0.0438330 Aug 25 14:45:32.611123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0ef83ad8-b7a9-46a1-ac43-29a1bc130017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.611123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0ef83ad8-b7a9-46a1-ac43-29a1bc130017 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 200 len: 862 time: 0.2335589 Aug 25 14:45:32.625874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Router 3268b621-362f-45d0-a160-3c7024596fd8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:45:32.631112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-d9e3331c-9c38-4c4d-bdd9-095b69e24351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.632335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-d9e3331c-9c38-4c4d-bdd9-095b69e24351 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 200 len: 863 time: 0.0741708 Aug 25 14:45:32.678619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-3ae31f8c-a5dc-47e4-a6d3-dbbd0d5e364d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7d34728-cb22-48bf-836a-d6c51926771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515697 Aug 25 14:45:32.681835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ca6327a-2b97-4880-8a05-0f6921f6f35f req-85125996-0c58-4f91-807e-d8543b6da9fa service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922036 Aug 25 14:45:32.725951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-cbdb4ae0-46b5-45b5-8aec-65ac9bc96c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.728185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-cbdb4ae0-46b5-45b5-8aec-65ac9bc96c77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06a43927-6987-4a83-ac03-d8a26c3f8995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873363 Aug 25 14:45:32.740596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ba79-21e7-4590-bdc5-775f3cde55e9 req-2a5b5bb0-bd1f-41b6-be51-778418394f7a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.742120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4902ba79-21e7-4590-bdc5-775f3cde55e9 req-2a5b5bb0-bd1f-41b6-be51-778418394f7a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.0683515 Aug 25 14:45:32.820621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-2044e3e7-be05-4c72-a31b-664fcb7c463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:32.822168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-2044e3e7-be05-4c72-a31b-664fcb7c463c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2105048 Aug 25 14:45:32.828745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4902ba79-21e7-4590-bdc5-775f3cde55e9 req-a4ecd061-363c-46c7-a19e-1bd336191239 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778728 Aug 25 14:45:32.886348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-e8b5c98a-e3ca-4aaf-8c07-f61bccf652c7 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432924 Aug 25 14:45:32.963264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-0007340f-eb7e-4231-b26c-d8058c7eebb1 service neutron] 10.222.0.52 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740061 Aug 25 14:45:33.011424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e95e-b712-4cde-9a97-536ff6dc8bed req-dad95fb7-8f5f-4b45-b12d-d83d6914e70f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:33.013380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7327e95e-b712-4cde-9a97-536ff6dc8bed req-dad95fb7-8f5f-4b45-b12d-d83d6914e70f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1097 time: 0.0749459 Aug 25 14:45:33.028888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:45:33.036316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:33.040692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a43ab277-7ba1-456a-badd-651d4a0e6639 req-fd50a054-a127-416e-bf2d-c1f5243e0bea service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454744 Aug 25 14:45:33.042795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] Sync routers for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:45:33.058899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:33.059978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:33.065306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7327e95e-b712-4cde-9a97-536ff6dc8bed req-e0840f66-c89f-4768-b464-8068ef489fa0 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Aug 25 14:45:33.069823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Made reservation on behalf of e72ae01b3077431487e707879c83de17 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:33.073854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:33.104263 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:33.111527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-2f7c5118-9c58-42b1-8bb2-b8a9d5bdf075 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745275 Aug 25 14:45:33.117075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-b0bbbd70-876d-417f-a7d0-20740a9b2abd tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "PUT /v2.0/floatingips/8b616e33-2973-4a87-855a-cd80ad90c728 HTTP/1.1" status: 200 len: 694 time: 2.2700117 Aug 25 14:45:33.215870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318910d-3dd2-4e07-8900-9ff68976297b req-3d20c322-af87-472b-8be0-16410cf339dd tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:33.218028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e318910d-3dd2-4e07-8900-9ff68976297b req-3d20c322-af87-472b-8be0-16410cf339dd tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 948 time: 0.0593991 Aug 25 14:45:33.263134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e318910d-3dd2-4e07-8900-9ff68976297b req-c65833e6-4c56-4db7-9e4d-4dbe3b972ca2 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Aug 25 14:45:33.305134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b00c3d8-5130-43f2-b29e-cbae9c8afe5d req-885d4344-61a6-4278-9fbf-703638654df5 service neutron] 10.222.0.52 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327100 Aug 25 14:45:33.335436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:33.356029 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23ab1e27-ee29-4cc3-993d-088388ee35f6 req-9d43289f-3b32-48b9-8b63-52638a4ed54e tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Aug 25 14:45:33.365558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787524d5-3822-4f4b-a746-c201a0436837 req-e02b7638-4bec-44e1-b2c7-131fc68076a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:33.367170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-e02b7638-4bec-44e1-b2c7-131fc68076a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1097 time: 0.2236407 Aug 25 14:45:33.415347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f1c030-f2a2-4baf-8d6c-b24f6bf1ecbd req-389d12da-2212-4238-af08-a3445b802e05 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893682 Aug 25 14:45:33.503956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:33.537545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882bf33-792c-4a15-8fac-399a72a63206 req-6dbe1a30-a28e-442a-b7dd-a42ef42c2b3e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:33.540703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-f6999d97-9d64-45d7-b02d-a3203e79e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:33.542206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-f6999d97-9d64-45d7-b02d-a3203e79e4a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 1094 time: 0.1044357 Aug 25 14:45:33.545488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a882bf33-792c-4a15-8fac-399a72a63206 req-6dbe1a30-a28e-442a-b7dd-a42ef42c2b3e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 943 time: 0.0954955 Aug 25 14:45:33.567703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787524d5-3822-4f4b-a746-c201a0436837 req-c0348c5c-c09f-4886-a497-2b028e2df256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:33.569170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-c0348c5c-c09f-4886-a497-2b028e2df256 service neutron] 10.222.0.58 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 929 time: 0.1923943 Aug 25 14:45:33.599073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a882bf33-792c-4a15-8fac-399a72a63206 req-f1105e46-fc28-41d1-8465-47dd2dbb8bf1 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526044 Aug 25 14:45:33.616054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:33.654862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:57Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:33.710270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] Checking router: 3268b621-362f-45d0-a160-3c7024596fd8 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:45:33.721735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:33.722831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:33.818178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6077e45d-f9ea-4662-92dd-44563bb7a5c5 req-bd9d27f6-b356-40b9-8733-ab4787ddd788 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 210 time: 0.0579588 Aug 25 14:45:33.849675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:33.861503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:33.947843 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-a05e19aa-bc1b-4ff2-9698-53748fee27ae tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284925 Aug 25 14:45:33.988077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:34.097868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-b0f293b8-53c1-42c6-acd3-9a1f65821814 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.104723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-b0f293b8-53c1-42c6-acd3-9a1f65821814 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429985 Aug 25 14:45:34.106192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-aacb2fec-2265-4e23-a343-06598e618dd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 217 time: 0.5215750 Aug 25 14:45:34.116044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:34.167687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:34.198212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:34.203916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cce998-4e5b-4b79-9ddd-39c8c61f5022,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:34.204100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'port_id': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'mac_address': 'fa:16:3e:45:9d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb423791-60a4-4628-a675-2ba4ab9a6967', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:34.218504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:34.218832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.232118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Allocated IP 192.168.233.230 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/6ea92abf-3853-4140-9e29-ade832286822) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:34.249895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787524d5-3822-4f4b-a746-c201a0436837 req-e3e535ba-835a-4506-a35f-1c8382d707bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.257250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-e3e535ba-835a-4506-a35f-1c8382d707bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 200 len: 867 time: 0.1501901 Aug 25 14:45:34.301841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-5e627779-c398-4d3c-9194-c5695faf8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.303614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-5e627779-c398-4d3c-9194-c5695faf8d52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 923 time: 0.7482488 Aug 25 14:45:34.354501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.375890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:34.404257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787524d5-3822-4f4b-a746-c201a0436837 req-568139e6-9359-4369-ba62-1bc1acab3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.405425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:34.407163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-568139e6-9359-4369-ba62-1bc1acab3abe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59393ffb-3189-48d5-b03a-66e6a1338d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490762 Aug 25 14:45:34.413364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-1c392df4-1fb4-4c39-90c9-17db1098a6a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf02750a-e3cf-4be0-941f-2706549fd900 HTTP/1.1" status: 200 len: 217 time: 0.0942934 Aug 25 14:45:34.421630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.452117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:34.463248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.484245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'tag': '42ff1b92-d9f3-4094-9eeb-63c259d4081d'}, {'name': 'network-changed', 'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:34.486847 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d" -d '{"events": [{"name": "network-changed", "server_uuid": "f116cede-7868-4f1b-bfd4-905ffa9095c0", "tag": "42ff1b92-d9f3-4094-9eeb-63c259d4081d"}, {"name": "network-changed", "server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:34.491550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-98384d04-fb34-4ba7-a7c8-fe40b730a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.494706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-98384d04-fb34-4ba7-a7c8-fe40b730a3c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 200 len: 862 time: 0.0659881 Aug 25 14:45:34.521024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:34.522537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:34.526166 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa19def-0794-48e0-a52b-f3c67bd0a91b" -d '{"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-plugged", "status": "completed", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:34.531073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:57Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:34.564245 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.567603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac2b43-d6a8-4256-955d-21aa99b1ff29 None None] The sync data for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 is: [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:50Z', 'revision_number': 4, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'ae9b6297-c5e7-40af-bbc3-a13a3b3794b1', 'name': '', 'network_id': '59393ffb-3189-48d5-b03a-66e6a1338d03', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:48Z', 'updated_at': '2021-08-25T14:44:57Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'subnets': [{'id': '7963ead2-6201-4bb1-920b-aaad12b73382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:45:34.582510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47e6d6-e6a0-4bc6-bef8-eb5a695624be req-137c8161-0713-456d-88de-b2b13dddd95b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.592273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc47e6d6-e6a0-4bc6-bef8-eb5a695624be req-137c8161-0713-456d-88de-b2b13dddd95b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.2322059 Aug 25 14:45:34.617712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-1e2e812a-82e1-464c-bfa3-91d8999e2829 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7d34728-cb22-48bf-836a-d6c51926771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786660 Aug 25 14:45:34.643330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.683189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc47e6d6-e6a0-4bc6-bef8-eb5a695624be req-9c913407-1b10-4bc5-b1c9-0a693e7db1de tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898900 Aug 25 14:45:34.689054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:34.751871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.52', 60352) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:34.773761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:34.792917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-6341d040-b6da-4875-9b7c-25ea328251cd tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398228 Aug 25 14:45:34.794728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-b24427c8-36a7-49a4-9657-785172142298 service neutron] 10.222.0.58 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801062 Aug 25 14:45:34.879574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:34.894777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-10eb24c1-4022-4b64-92f4-df13e64c1dae service neutron] 10.222.0.52 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639754 Aug 25 14:45:34.903212 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:34.940557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb540d9a-008a-4a8b-a1dc-bba38c3e04c0 req-a423d818-6e0c-4d11-a1bd-eff9da070927 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.942091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb540d9a-008a-4a8b-a1dc-bba38c3e04c0 req-a423d818-6e0c-4d11-a1bd-eff9da070927 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1097 time: 0.1159902 Aug 25 14:45:34.990952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Transition to ACTIVE for port object 6ea92abf-3853-4140-9e29-ade832286822 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:34.995838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-d4d9d9fd-80ae-45d6-9053-dc610f91a5f4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:34.997900 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-d4d9d9fd-80ae-45d6-9053-dc610f91a5f4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961510 Aug 25 14:45:35.026350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': 'd6175466-ca22-41be-b0fb-72d49692421f', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:35.026832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-787524d5-3822-4f4b-a746-c201a0436837 req-6e91f4b2-b59c-4c2f-8e6c-702818a91a22 service neutron] 10.222.0.58 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209475 Aug 25 14:45:35.063946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c57b6f88-c2f7-4d05-b5a7-8f82b3f0b025 req-cce5da84-6644-4dac-ae8f-56b6d0c74b3f service neutron] 10.222.0.52 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570492 Aug 25 14:45:35.067184 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1af1b6-9eb2-4587-912c-23a8721ac296 None None] New status for floating IP 8b616e33-2973-4a87-855a-cd80ad90c728: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:45:35.087942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb540d9a-008a-4a8b-a1dc-bba38c3e04c0 req-3d14e464-818f-45fc-ad2e-eae62262b5e2 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081512 Aug 25 14:45:35.196956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.265077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:35.270258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:35.277724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:35.297259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.61 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/e1b14ac7-2835-494e-b3ce-357904089a5b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:35.305038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:35.308717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.321116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Pushing event updated for resources: {'Port': ['ID=6ea92abf-3853-4140-9e29-ade832286822,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:35.340381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c004d-4c24-4f47-ad3a-13e89f5ac671 req-18ec68f4-9dac-4955-878a-c34d3b8fde0d tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.341964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd6c004d-4c24-4f47-ad3a-13e89f5ac671 req-18ec68f4-9dac-4955-878a-c34d3b8fde0d tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 936 time: 0.1110396 Aug 25 14:45:35.350299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.350946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.359250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc74e28-30f3-4ca0-a4f1-3c08e277985c req-6053e128-7fdf-487d-9b92-500624192ce9 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.360789 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6dc74e28-30f3-4ca0-a4f1-3c08e277985c req-6053e128-7fdf-487d-9b92-500624192ce9 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 948 time: 0.1537001 Aug 25 14:45:35.411296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd6c004d-4c24-4f47-ad3a-13e89f5ac671 req-ad5804d0-21f6-4068-98f6-c29922a173e2 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Aug 25 14:45:35.464765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-ed8ebbc9-3c60-49b1-96e5-3b31ac598d3c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9328833 Aug 25 14:45:35.474340 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad7636-2054-4c89-acfe-34eebab211fc x-openstack-request-id: req-54ad7636-2054-4c89-acfe-34eebab211fc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:35.474637 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f116cede-7868-4f1b-bfd4-905ffa9095c0", "tag": "42ff1b92-d9f3-4094-9eeb-63c259d4081d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:35.474914 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54ad7636-2054-4c89-acfe-34eebab211fc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:35.475380 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'tag': '42ff1b92-d9f3-4094-9eeb-63c259d4081d', 'status': 'completed', 'code': 200} Aug 25 14:45:35.476218 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'status': 'completed', 'code': 200} Aug 25 14:45:35.484575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Request body: {'port': {'device_id': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:35.517422 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd62a83e-14b6-424e-8c60-83ab558cda07 x-openstack-request-id: req-fd62a83e-14b6-424e-8c60-83ab558cda07 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:35.517944 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-plugged", "status": "completed", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:35.518043 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd62a83e-14b6-424e-8c60-83ab558cda07 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:35.518377 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'code': 200} Aug 25 14:45:35.529301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6dc74e28-30f3-4ca0-a4f1-3c08e277985c req-7380495d-2ca3-44c9-9978-4b7446b362e6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531773 Aug 25 14:45:35.638431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.655645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object e1b14ac7-2835-494e-b3ce-357904089a5b will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:35.688292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.700781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-9623c2fd-aab5-48b7-ba5e-cdbdce47982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.702283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-9623c2fd-aab5-48b7-ba5e-cdbdce47982d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ea1908328cf449583c55ee0844e1733&device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 1097 time: 0.1914096 Aug 25 14:45:35.710984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-c88d3f72-fc93-4642-a2a8-1c35172dee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.712997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-01a875b7-4509-4fd7-aee8-5fa90b328553 None None] Provisioning for port 6ea92abf-3853-4140-9e29-ade832286822 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:35.713134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-c88d3f72-fc93-4642-a2a8-1c35172dee4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 1099 time: 0.2033396 Aug 25 14:45:35.715083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aaceb8d0-cf10-407f-85be-75154d99b18e req-af70680d-684d-490d-9795-162b12fb966c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 210 time: 0.0291393 Aug 25 14:45:35.718673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-01a875b7-4509-4fd7-aee8-5fa90b328553 None None] Provisioning complete for port 6ea92abf-3853-4140-9e29-ade832286822 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:35.719895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-01a875b7-4509-4fd7-aee8-5fa90b328553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.739181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8cd05-2f4d-4285-bcef-49bc97cc6446 req-3db7eca2-aa72-4a2c-93f1-1ed7ede5ec1f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.740677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2b8cd05-2f4d-4285-bcef-49bc97cc6446 req-3db7eca2-aa72-4a2c-93f1-1ed7ede5ec1f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 943 time: 0.1541049 Aug 25 14:45:35.762236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-01a875b7-4509-4fd7-aee8-5fa90b328553 None None] Port 6ea92abf-3853-4140-9e29-ade832286822 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:35.793534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 42ff1b92-d9f3-4094-9eeb-63c259d4081d details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:35.795796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:35.808912 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:35.824873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:35.888986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e6cc-3d00-4c5f-9003-c09c0d8002d3 req-6f345e51-86a3-456b-b6d1-aa0f3df56944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.890428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9fb5e6cc-3d00-4c5f-9003-c09c0d8002d3 req-6f345e51-86a3-456b-b6d1-aa0f3df56944 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1101 time: 0.2661004 Aug 25 14:45:35.896933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:35.903807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:35.912862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:35.924655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.192 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/302ae384-ccdf-489b-b7c6-acf6d3c9a2db) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:35.946680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=e1b14ac7-2835-494e-b3ce-357904089a5b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:35.989156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:35.989570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.013183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:36.024535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2b8cd05-2f4d-4285-bcef-49bc97cc6446 req-644745cc-4f90-4516-be07-dac19e2219c0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640986 Aug 25 14:45:36.036613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:36.066713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '42ff1b92-d9f3-4094-9eeb-63c259d4081d', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '42ff1b92-d9f3-4094-9eeb-63c259d4081d', 'mac_address': 'fa:16:3e:3d:38:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:36.074565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:36.075223 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.081857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9fb5e6cc-3d00-4c5f-9003-c09c0d8002d3 req-5601d4f3-4f65-432b-ac4c-7e7f39ee6b3c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828105 Aug 25 14:45:36.092716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-51289894-2cd4-4df1-a173-d62da50fc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.094885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-51289894-2cd4-4df1-a173-d62da50fc337 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3637800 Aug 25 14:45:36.123787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4dea3dd4-fb6e-49e3-a375-067898c16d4b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0125737 Aug 25 14:45:36.134567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-5fdff9b4-a7d4-4534-a5d0-37987b0f976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.136145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-5fdff9b4-a7d4-4534-a5d0-37987b0f976a service neutron] 10.222.0.52 "GET /v2.0/networks?id=59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 200 len: 929 time: 0.4211943 Aug 25 14:45:36.140250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Request body: {'port': {'device_id': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:36.156185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-a48d3e1c-ec8f-4cc5-88b7-2b77c162a171 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips/8b616e33-2973-4a87-855a-cd80ad90c728 HTTP/1.1" status: 200 len: 692 time: 0.0815830 Aug 25 14:45:36.188651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-773544cc-519e-48b5-be50-41f7ecb7956b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 200 len: 217 time: 0.0417206 Aug 25 14:45:36.217097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.229391 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.293356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff1b92-d9f3-4094-9eeb-63c259d4081d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:36.302126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.330052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-79e1e3c3-3c55-4adf-ae97-e21651678f18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d HTTP/1.1" status: 200 len: 217 time: 0.0471268 Aug 25 14:45:36.330718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object 302ae384-ccdf-489b-b7c6-acf6d3c9a2db will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:36.334982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:36.338591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-95d534b7-1e17-4aac-999c-87b57c3f7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.339851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.340369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-95d534b7-1e17-4aac-999c-87b57c3f7346 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 200 len: 867 time: 0.1289186 Aug 25 14:45:36.402303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:36.418267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.440265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-89ae93d4-b0b9-42e2-a00a-e9f8090034e9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.442931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-89ae93d4-b0b9-42e2-a00a-e9f8090034e9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2530558 Aug 25 14:45:36.451289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-9f24ddc3-fa9d-4f16-80f5-8206612d9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.452837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-9f24ddc3-fa9d-4f16-80f5-8206612d9b08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1115272 Aug 25 14:45:36.463657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-19a3f341-6fc4-4ddf-b82b-c304c9f8449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.466044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-19a3f341-6fc4-4ddf-b82b-c304c9f8449d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59393ffb-3189-48d5-b03a-66e6a1338d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146157 Aug 25 14:45:36.529057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.575682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:36.581265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:36.585470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:36.609102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:36.612321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4d6725a9-797a-4a4e-81fc-8111cc2f5a90 None None] Provisioning for port e1b14ac7-2835-494e-b3ce-357904089a5b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:36.620117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4d6725a9-797a-4a4e-81fc-8111cc2f5a90 None None] Provisioning complete for port e1b14ac7-2835-494e-b3ce-357904089a5b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:36.620445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:36.620584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d6725a9-797a-4a4e-81fc-8111cc2f5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.641191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-30a6affb-afc3-40e9-a926-61b1b75295c3 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1920593 Aug 25 14:45:36.658426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.659339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.674979 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.704330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4d6725a9-797a-4a4e-81fc-8111cc2f5a90 None None] Port e1b14ac7-2835-494e-b3ce-357904089a5b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:36.741553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=42ff1b92-d9f3-4094-9eeb-63c259d4081d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:36.757285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84531199-b442-4d49-bf9a-10ffd188ac03 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7277026 Aug 25 14:45:36.768645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Request body: {'port': {'device_id': 'd6175466-ca22-41be-b0fb-72d49692421f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:36.792783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-ec8453bf-4378-4fd1-a424-b4647628e03d tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1119845 Aug 25 14:45:36.814184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-48ac4cb4-b67e-4a23-859b-9bdb5ef1b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:36.815720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-48ac4cb4-b67e-4a23-859b-9bdb5ef1b78b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3167009 Aug 25 14:45:36.864274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:36.879783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['42ff1b92-d9f3-4094-9eeb-63c259d4081d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:36.881998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:37.014423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea92abf-3853-4140-9e29-ade832286822 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:37.027282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.034653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-177867cd-05c0-41da-8f0b-ff3b8d3b34a2 service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343838 Aug 25 14:45:37.036552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e07eb78c-2384-4e2a-b259-d707ab7fbdcc None None] Provisioning for port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:37.058053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e07eb78c-2384-4e2a-b259-d707ab7fbdcc None None] Provisioning complete for port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:37.058429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e07eb78c-2384-4e2a-b259-d707ab7fbdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.094341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Transition to ACTIVE for port object 6ea92abf-3853-4140-9e29-ade832286822 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:37.120568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e07eb78c-2384-4e2a-b259-d707ab7fbdcc None None] Port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:37.151602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-56249292-297d-42be-b8cc-b55a1429922a service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742174 Aug 25 14:45:37.190781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.319066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b14ac7-2835-494e-b3ce-357904089a5b {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:37.327656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.341042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Transition to ACTIVE for port object e1b14ac7-2835-494e-b3ce-357904089a5b will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:37.410583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.520115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:37.525872 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd996b-42b7-4bec-bdc3-b6ab6bfb433b" -d '{"events": [{"server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "name": "network-vif-plugged", "status": "completed", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:37.548828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b14ac7-2835-494e-b3ce-357904089a5b,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:37.581381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-717bcac2-684f-41a2-a5a6-1cfe6be5d83c service neutron] 10.222.0.52 "GET /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100949 Aug 25 14:45:37.587914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Deleting port 5f2d323c-971d-4b02-a80b-b6e676f38269 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:37.588257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.616743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Pushing event updated for resources: {'Port': ['ID=6ea92abf-3853-4140-9e29-ade832286822,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:37.638763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Attempting to bind port e1b14ac7-2835-494e-b3ce-357904089a5b on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:37.639310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Attempting to bind port e1b14ac7-2835-494e-b3ce-357904089a5b by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:37.639525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Attempting to bind port e1b14ac7-2835-494e-b3ce-357904089a5b on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:37.663623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Port e1b14ac7-2835-494e-b3ce-357904089a5b on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:37.663994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Attempting to bind port e1b14ac7-2835-494e-b3ce-357904089a5b on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:37.676212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:37.676557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:37.676941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:37.677385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Bound port: e1b14ac7-2835-494e-b3ce-357904089a5b, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:37.677746 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.684218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302ae384-ccdf-489b-b7c6-acf6d3c9a2db {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:37.700037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.736674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Transition to ACTIVE for port object 302ae384-ccdf-489b-b7c6-acf6d3c9a2db will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:37.752490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab2a4e9-a9f5-4cd0-bc72-4b9bc123955d req-8822ab64-2d1a-4a59-a3b1-cfb28fc6d894 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842261 Aug 25 14:45:37.768765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] For port e1b14ac7-2835-494e-b3ce-357904089a5b, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:37.772506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] For port e1b14ac7-2835-494e-b3ce-357904089a5b, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b14ac7-2835-494e-b3ce-357904089a5b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:37.776391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:37.783552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Attempting to bind port 6ea92abf-3853-4140-9e29-ade832286822 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:37.783948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Attempting to bind port 6ea92abf-3853-4140-9e29-ade832286822 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:37.784290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Attempting to bind port 6ea92abf-3853-4140-9e29-ade832286822 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:37.793495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Port 6ea92abf-3853-4140-9e29-ade832286822 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:37.794119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Attempting to bind port 6ea92abf-3853-4140-9e29-ade832286822 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:37.805078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.805955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.808824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:37.809166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:37.809554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:37.810036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Bound port: 6ea92abf-3853-4140-9e29-ade832286822, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:37.810487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.823542 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:37.834190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 42ff1b92-d9f3-4094-9eeb-63c259d4081d up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:37.836707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Calling delete_port for 5f2d323c-971d-4b02-a80b-b6e676f38269 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:37.931770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:37.941995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] For port 6ea92abf-3853-4140-9e29-ade832286822, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:37.946362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] For port 6ea92abf-3853-4140-9e29-ade832286822, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea92abf-3853-4140-9e29-ade832286822,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:37.947017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'port_id': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'mac_address': 'fa:16:3e:f7:c7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9dfda-bea1-41bb-aca2-3044a33e7b59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:38.007617 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.023131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf02750a-e3cf-4be0-941f-2706549fd900 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:38.027776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 42ff1b92-d9f3-4094-9eeb-63c259d4081d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:38.033133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 42ff1b92-d9f3-4094-9eeb-63c259d4081d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:38.033643 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.049815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.101266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:38.114148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46014) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:38.134560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.135418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.137187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] 10.222.0.52 "PUT /v2.0/ports/6ea92abf-3853-4140-9e29-ade832286822 HTTP/1.1" status: 200 len: 1096 time: 2.6600764 Aug 25 14:45:38.138152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'tag': '6ea92abf-3853-4140-9e29-ade832286822'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:38.140424 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7009632-9b5b-4928-b7cd-5b2274662041" -d '{"events": [{"name": "network-changed", "server_uuid": "d9762e3e-9aae-4cb0-956c-b698cddcfc83", "tag": "6ea92abf-3853-4140-9e29-ade832286822"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:38.151238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b27d0-5532-413c-b3c8-41ae9af9806f service neutron] Pushing event updated for resources: {'Port': ['ID=6ea92abf-3853-4140-9e29-ade832286822,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.152950 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.180305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.190930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Pushing event updated for resources: {'Port': ['ID=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.201585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:38.207308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.240442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.270126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.271104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.272783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1b14ac7-2835-494e-b3ce-357904089a5b HTTP/1.1" status: 200 len: 1095 time: 2.1376510 Aug 25 14:45:38.277149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84708aa-3c04-4c6c-b182-77add51124e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b14ac7-2835-494e-b3ce-357904089a5b,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.282732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.289139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event deleted for resources: {'Port': ['ID=5f2d323c-971d-4b02-a80b-b6e676f38269,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.293095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'tag': 'e1b14ac7-2835-494e-b3ce-357904089a5b'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:38.295652 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe661c4f-c67f-4adf-a16a-a8136dff5264", "tag": "e1b14ac7-2835-494e-b3ce-357904089a5b"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:38.296879 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.300881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-8fb0f07e-70ee-4b1a-ae15-d569bae94949 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:45:38.302923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-8fb0f07e-70ee-4b1a-ae15-d569bae94949 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1847367 Aug 25 14:45:38.388209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Attempting to bind port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:38.391687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Attempting to bind port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:38.391687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Attempting to bind port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:38.394451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:38.394789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Attempting to bind port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:38.401812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:38.402284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:38.402702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:38.403149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Bound port: 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:38.403631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.405621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=42ff1b92-d9f3-4094-9eeb-63c259d4081d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.473909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:38.474437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Unknown quota resources ['binding']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:45:38.481864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-bc3754ab-9c09-4d88-893b-6986b05412a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.483500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-bc3754ab-9c09-4d88-893b-6986b05412a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e72ae01b3077431487e707879c83de17&device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 1099 time: 0.1901307 Aug 25 14:45:38.491442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['cf02750a-e3cf-4be0-941f-2706549fd900'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:38.515759 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.518149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.519355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41ca4f82-fc23-4d5f-9eff-a104fd0b4592 req-f6181bac-0967-4789-85c1-33cf21e042a9 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "DELETE /v2.0/floatingips/8b616e33-2973-4a87-855a-cd80ad90c728 HTTP/1.1" status: 204 len: 173 time: 1.7027028 Aug 25 14:45:38.524758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] For port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:38.543476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] For port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:38.546280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-25e8d20c-b967-40d6-b6ad-0514097662c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.548046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-25e8d20c-b967-40d6-b6ad-0514097662c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 1098 time: 0.0940506 Aug 25 14:45:38.567082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-4da55862-7dd3-45c6-94b3-320e6d76ffb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6ea92abf-3853-4140-9e29-ade832286822 HTTP/1.1" status: 200 len: 217 time: 0.0648656 Aug 25 14:45:38.609631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.616806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-3cc1ced5-3fa5-4674-bb42-02ed976a4ed9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e1b14ac7-2835-494e-b3ce-357904089a5b HTTP/1.1" status: 200 len: 217 time: 0.0599420 Aug 25 14:45:38.688771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.689361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:38.690479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] 10.222.0.52 "PUT /v2.0/ports/302ae384-ccdf-489b-b7c6-acf6d3c9a2db HTTP/1.1" status: 200 len: 1096 time: 1.9322720 Aug 25 14:45:38.710205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-42cf2e01-fd9a-4f09-9741-da99e695239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.712400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-42cf2e01-fd9a-4f09-9741-da99e695239e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0703647 Aug 25 14:45:38.747004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fc5f1-51c9-4515-a9a8-b71644880b1c service neutron] Pushing event updated for resources: {'Port': ['ID=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:38.752072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-7b1a725f-3812-4590-9b74-fad35babace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.754089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-7b1a725f-3812-4590-9b74-fad35babace4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1793921 Aug 25 14:45:38.775064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-55ef353a-d14c-47d0-bce5-e4178d55a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.775546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-55ef353a-d14c-47d0-bce5-e4178d55a82a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559447 Aug 25 14:45:38.810109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:38.810598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:38.811100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:38.820362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b71d8d-6de6-4eab-8b36-06c059d1c4b2 req-4cc6ccbe-e05c-4e76-b28e-21d5da67e7d8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.822023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6b71d8d-6de6-4eab-8b36-06c059d1c4b2 req-4cc6ccbe-e05c-4e76-b28e-21d5da67e7d8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.1451051 Aug 25 14:45:38.830200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:38.830561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:38.853923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:38.854267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:38.854658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:38.855158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Bound port: 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:38.893941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-384e0546-9a25-4e15-a8b0-c7f7a0cde089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.895498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-384e0546-9a25-4e15-a8b0-c7f7a0cde089 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277838 Aug 25 14:45:38.900799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-b8c828d5-3b76-495b-a214-bd0658b29b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:38.902353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-b8c828d5-3b76-495b-a214-bd0658b29b1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 1099 time: 0.1011276 Aug 25 14:45:38.905580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6b71d8d-6de6-4eab-8b36-06c059d1c4b2 req-a286772a-f8a3-4f65-94c8-5a079ca93a16 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Aug 25 14:45:38.960790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-4d44192c-1559-43d9-9b42-fb8acfcd3602 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db HTTP/1.1" status: 200 len: 217 time: 0.0469043 Aug 25 14:45:38.962838 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-f7e774c2-0a02-4642-8ff3-28a1351f1a28 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760101 Aug 25 14:45:39.003486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:39.058749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-52138678-f431-4682-b622-90729024190e service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522009 Aug 25 14:45:39.073427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5536-50a8-4cb3-b918-232aaff9794b req-a6b1e18c-bb50-4239-8c9b-9aa67b3b3b92 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.074984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d72b5536-50a8-4cb3-b918-232aaff9794b req-a6b1e18c-bb50-4239-8c9b-9aa67b3b3b92 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 948 time: 0.0842543 Aug 25 14:45:39.078524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-612cbb5f-5b4e-45a3-bfac-63c9f531e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.080034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-612cbb5f-5b4e-45a3-bfac-63c9f531e509 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1037138 Aug 25 14:45:39.084601 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:39.085739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-acd41166-fb90-4604-a3df-29945b4d8e4e service neutron] 10.222.0.58 "POST /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.7090583 Aug 25 14:45:39.145268 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-3a16d857-5836-49eb-857c-bf20a707dd1d service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611915 Aug 25 14:45:39.147059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-b18fb49b-f8a8-434b-bd96-9476339641fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.148528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-b18fb49b-f8a8-434b-bd96-9476339641fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591545 Aug 25 14:45:39.173641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d72b5536-50a8-4cb3-b918-232aaff9794b req-a1add561-051e-44a3-b0b7-e96e14b89ec1 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847173 Aug 25 14:45:39.199273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec83ced0-e283-43a7-ac1a-db5484ad1dac req-33fae987-cc3a-4ae6-bb8b-fd0d9dd0b434 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232326 Aug 25 14:45:39.261308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-574cb301-8823-4161-a90e-3abce87f3590 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054342 Aug 25 14:45:39.287176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9589c7d-55ac-4426-8607-b5014c3c1fb9 req-f48873be-aba4-471f-82dd-acf4ade7feed tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.288681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9589c7d-55ac-4426-8607-b5014c3c1fb9 req-f48873be-aba4-471f-82dd-acf4ade7feed tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.0504327 Aug 25 14:45:39.329981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9589c7d-55ac-4426-8607-b5014c3c1fb9 req-60015865-5673-4d7c-8e25-c18b9d4eceb6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Aug 25 14:45:39.357470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35d42c1-5f37-427b-b3aa-4c67da8f88b0 req-84c18787-3c99-41f2-9067-7dbc4e66e08c service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891802 Aug 25 14:45:39.470579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6715-8caa-453b-a931-d419c6e36f29 req-5833abef-b1fa-4de5-8694-98a81bb95d95 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.472114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-482e6715-8caa-453b-a931-d419c6e36f29 req-5833abef-b1fa-4de5-8694-98a81bb95d95 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 948 time: 0.0513861 Aug 25 14:45:39.509896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045b27f-0cb9-4350-baf5-add069907526 req-9f78c5d4-536f-4560-916e-40fc9b0a8efe tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.511781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d045b27f-0cb9-4350-baf5-add069907526 req-9f78c5d4-536f-4560-916e-40fc9b0a8efe tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 944 time: 0.0520599 Aug 25 14:45:39.511927 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-482e6715-8caa-453b-a931-d419c6e36f29 req-d9c33b0f-892f-4504-8656-f4eed7b8326d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Aug 25 14:45:39.550851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d045b27f-0cb9-4350-baf5-add069907526 req-e16d4edb-0de0-49bc-85bd-94074f46d19b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Aug 25 14:45:39.560319 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997dea2-685d-44ae-9ccb-b7e2bcb88d8f x-openstack-request-id: req-0997dea2-685d-44ae-9ccb-b7e2bcb88d8f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:39.560319 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "name": "network-vif-plugged", "status": "completed", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:39.560319 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0997dea2-685d-44ae-9ccb-b7e2bcb88d8f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:39.560319 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'code': 200} Aug 25 14:45:39.594270 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59131377-03c7-45b5-a231-feb0d62dcd98 x-openstack-request-id: req-59131377-03c7-45b5-a231-feb0d62dcd98 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:39.594573 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9762e3e-9aae-4cb0-956c-b698cddcfc83", "tag": "6ea92abf-3853-4140-9e29-ade832286822", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:39.594848 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59131377-03c7-45b5-a231-feb0d62dcd98 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:39.595267 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'tag': '6ea92abf-3853-4140-9e29-ade832286822', 'status': 'completed', 'code': 200} Aug 25 14:45:39.598637 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6213efd8-21ba-4c13-83b5-b87e827a75e1 x-openstack-request-id: req-6213efd8-21ba-4c13-83b5-b87e827a75e1 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:39.599397 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe661c4f-c67f-4adf-a16a-a8136dff5264", "tag": "e1b14ac7-2835-494e-b3ce-357904089a5b", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:39.600105 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6213efd8-21ba-4c13-83b5-b87e827a75e1 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:39.600796 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'tag': 'e1b14ac7-2835-494e-b3ce-357904089a5b', 'status': 'completed', 'code': 200} Aug 25 14:45:39.678159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-78e3fed1-5b2e-4ca6-94a6-78da8d5d6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.679801 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-78e3fed1-5b2e-4ca6-94a6-78da8d5d6c62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e72ae01b3077431487e707879c83de17&device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 1099 time: 0.0489140 Aug 25 14:45:39.734753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fbc9e-4df0-4e98-adcd-f3b3f4601134 req-825a7da3-3541-43e2-aa7c-73c0b87b9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.736291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d6fbc9e-4df0-4e98-adcd-f3b3f4601134 req-825a7da3-3541-43e2-aa7c-73c0b87b9076 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1096 time: 0.1120183 Aug 25 14:45:39.751621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9b741-749e-470c-907b-71dceda46a72 req-f68cf012-f4fc-4529-b13d-44ce07527583 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.753076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb9b741-749e-470c-907b-71dceda46a72 req-f68cf012-f4fc-4529-b13d-44ce07527583 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 946 time: 0.0821149 Aug 25 14:45:39.756153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-dc4160c3-a3b4-4055-82fe-2b26c7710a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.757518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-dc4160c3-a3b4-4055-82fe-2b26c7710a9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 1098 time: 0.1005595 Aug 25 14:45:39.762676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:39.867340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb9b741-749e-470c-907b-71dceda46a72 req-cd2ffa7f-ef23-4b09-9697-d809298f3ee5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042562 Aug 25 14:45:39.875793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d6fbc9e-4df0-4e98-adcd-f3b3f4601134 req-6bb48489-4431-4bb5-b6a5-6c5996383cb8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216326 Aug 25 14:45:39.882578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6cb8e-0247-429a-a471-bbdf2dcbfdcc req-e3af08dd-f31c-4ac1-bbae-9418d7a711cc tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.884275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ec6cb8e-0247-429a-a471-bbdf2dcbfdcc req-e3af08dd-f31c-4ac1-bbae-9418d7a711cc tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1492984 Aug 25 14:45:39.888981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-eb016f6e-e89e-4e4e-b5b4-f5887212d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.890542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-eb016f6e-e89e-4e4e-b5b4-f5887212d0b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1097 time: 0.1175847 Aug 25 14:45:39.896458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port cf02750a-e3cf-4be0-941f-2706549fd900 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:39.900181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-62bdf7c3-a3f3-4a31-933f-5f831bb60d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.901316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port cf02750a-e3cf-4be0-941f-2706549fd900 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:39.901607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-62bdf7c3-a3f3-4a31-933f-5f831bb60d22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2137728 Aug 25 14:45:39.901720 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:39.916303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-0f453dd0-ff1f-4b24-90d2-8b1d7ec6007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:39.917778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-0f453dd0-ff1f-4b24-90d2-8b1d7ec6007c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1390750 Aug 25 14:45:39.966886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-0dde11bb-eb14-4a45-8bf3-62d12023c2f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e1b14ac7-2835-494e-b3ce-357904089a5b HTTP/1.1" status: 200 len: 217 time: 0.0372727 Aug 25 14:45:39.981406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ec6cb8e-0247-429a-a471-bbdf2dcbfdcc req-a41b16f5-5e8c-4585-b3bc-7cf4a8a4cfa7 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0885344 Aug 25 14:45:39.986537 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:40.018131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-3320d1ea-58cf-427f-9718-56b947876740 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6ea92abf-3853-4140-9e29-ade832286822 HTTP/1.1" status: 200 len: 217 time: 0.0723646 Aug 25 14:45:40.026877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:40.064183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d7413ec-9de2-4401-b998-c36830b64720 req-f5980a8e-e416-4146-9ade-c6f7feab1c5d tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0516820 Aug 25 14:45:40.072543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-8d43a623-d29e-49aa-8b62-79c11a09bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.073065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-8d43a623-d29e-49aa-8b62-79c11a09bd07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0980415 Aug 25 14:45:40.090199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093dc75-264d-4d3f-a44d-dff1be273025 req-a0a4032c-b7de-4cd4-9ba2-6ee178feff61 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.091737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9093dc75-264d-4d3f-a44d-dff1be273025 req-a0a4032c-b7de-4cd4-9ba2-6ee178feff61 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.0626214 Aug 25 14:45:40.112604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:40.125074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-0e917cab-3c9a-4685-acd0-9848d4bade6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.132526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-0e917cab-3c9a-4685-acd0-9848d4bade6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0730786 Aug 25 14:45:40.132526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-39d29798-7947-485f-8955-eecee351e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.132526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-39d29798-7947-485f-8955-eecee351e3d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2281961 Aug 25 14:45:40.158809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9093dc75-264d-4d3f-a44d-dff1be273025 req-0b1619f2-31fe-4239-b37d-fc6d3009dff8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574944 Aug 25 14:45:40.162876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-3ce6b05e-0c4e-410f-bb3e-ec957b4ff538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.163377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-3ce6b05e-0c4e-410f-bb3e-ec957b4ff538 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703831 Aug 25 14:45:40.193430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:40.202659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-3aee7f9e-4c31-43a5-a283-79962aa35429 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0597970 Aug 25 14:45:40.250520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-d93aef7a-bc40-4d4f-963a-4aef933d4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.252058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-d93aef7a-bc40-4d4f-963a-4aef933d4cc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105540 Aug 25 14:45:40.291994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-520e7b2b-eb4b-4784-bbed-1e0c3ddf61db service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201277 Aug 25 14:45:40.306532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-97855e53-2908-4dc2-8024-10ef107e5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.308027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-97855e53-2908-4dc2-8024-10ef107e5ee3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0950620 Aug 25 14:45:40.318011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a071c2-5521-460e-a913-c55301084d74 req-3408923e-9483-4310-b946-9b46866c5454 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.319495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-08a071c2-5521-460e-a913-c55301084d74 req-3408923e-9483-4310-b946-9b46866c5454 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 948 time: 0.0711520 Aug 25 14:45:40.345706 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-f887849c-c093-4628-ae5d-13d95096f685 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282807 Aug 25 14:45:40.408149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-08a071c2-5521-460e-a913-c55301084d74 req-13241c3c-3a95-4f14-81aa-eec89961481c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788176 Aug 25 14:45:40.421263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-c77c7ee8-35c2-46de-8c33-43eda65a58c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613226 Aug 25 14:45:40.433152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93873783-d5f9-4e7c-aa7b-9f76bc03d3d2 req-a713d883-dac0-48ae-8e08-a5c55cd3c641 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309996 Aug 25 14:45:40.524752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c886db-583f-4eb7-8426-33dcc0cf582d req-64224b6a-d1b1-4f28-a1fa-1c2a6cbe877a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.526880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6c886db-583f-4eb7-8426-33dcc0cf582d req-64224b6a-d1b1-4f28-a1fa-1c2a6cbe877a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.0553415 Aug 25 14:45:40.529460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-fe1e794e-1e00-4a43-9364-d761fcf3211a service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735165 Aug 25 14:45:40.548946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7009632-9b5b-4928-b7cd-5b2274662041 req-b118d37b-16ff-4c66-8ad5-0e0decb806f8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201131 Aug 25 14:45:40.569052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6c886db-583f-4eb7-8426-33dcc0cf582d req-92856f5a-94a9-4361-8309-2c46d5a771f2 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Aug 25 14:45:40.663506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-eaf9c94b-4221-4a01-81db-9ed82261ac84 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136131 Aug 25 14:45:40.680682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f0d49-1633-48f2-a4fa-afb81f0c6f22 req-f098c9fd-c5fe-4d17-8caf-242d482c26ef tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.682207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-672f0d49-1633-48f2-a4fa-afb81f0c6f22 req-f098c9fd-c5fe-4d17-8caf-242d482c26ef tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 946 time: 0.0661359 Aug 25 14:45:40.684560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51553786-6106-420c-9f44-ab659a7d6542 req-084233ea-7e6b-4cdc-8d1f-5d373fdd5b3d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.686088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51553786-6106-420c-9f44-ab659a7d6542 req-084233ea-7e6b-4cdc-8d1f-5d373fdd5b3d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 948 time: 0.0499141 Aug 25 14:45:40.720301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-672f0d49-1633-48f2-a4fa-afb81f0c6f22 req-405db9e5-4701-474e-9207-d4e6d647023d tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Aug 25 14:45:40.723875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51553786-6106-420c-9f44-ab659a7d6542 req-a1c12c71-6305-4cfd-96ef-4c424bfadfe6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Aug 25 14:45:40.877434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-462bb459-ccc4-4067-b60d-758ce7ca6c2e tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.878917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-462bb459-ccc4-4067-b60d-758ce7ca6c2e tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1097 time: 0.1050007 Aug 25 14:45:40.887734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7e65-5dd6-4e78-9467-b47c28db5c4b req-8d587d1f-4245-4106-bbb9-1c47cd42f7c6 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.889088 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0eb7e65-5dd6-4e78-9467-b47c28db5c4b req-8d587d1f-4245-4106-bbb9-1c47cd42f7c6 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.1068099 Aug 25 14:45:40.895053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:40.975394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0eb7e65-5dd6-4e78-9467-b47c28db5c4b req-2b7df32e-4b32-4862-b7bc-9a198e738083 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771301 Aug 25 14:45:40.980033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:40.994688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43a0a3-bf09-4ef5-8cd1-9b893d1c6ad9 req-2a55544f-6cd1-4193-bc9f-3be1eefa4452 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:40.996471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd43a0a3-bf09-4ef5-8cd1-9b893d1c6ad9 req-2a55544f-6cd1-4193-bc9f-3be1eefa4452 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 946 time: 0.0528996 Aug 25 14:45:41.034599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd43a0a3-bf09-4ef5-8cd1-9b893d1c6ad9 req-5cdabc27-8519-4c2b-82f4-5381eadda453 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Aug 25 14:45:41.109481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:41.145722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:41.187152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:41.263849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:41.324641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af65e1-c4a1-4b78-843a-c83596ed51dd req-7b2da6f9-404d-4dda-92f4-c2d6de24b2d8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.326129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61af65e1-c4a1-4b78-843a-c83596ed51dd req-7b2da6f9-404d-4dda-92f4-c2d6de24b2d8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.0940909 Aug 25 14:45:41.371553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:41.389239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:41.389667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:41.389996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:41.402203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:41.402522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Attempting to bind port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:41.407844 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61af65e1-c4a1-4b78-843a-c83596ed51dd req-65e597e1-35f5-435b-ba93-3078e05b49e5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751648 Aug 25 14:45:41.410447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:41.410780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:41.411183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:41.411607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Bound port: 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:41.411963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:41.475619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:41.480471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:41.529800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50829f55-c59f-4e78-896d-07597069700e req-2ac8c644-e88b-4247-84c9-7b5a255af86c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.531215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50829f55-c59f-4e78-896d-07597069700e req-2ac8c644-e88b-4247-84c9-7b5a255af86c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 948 time: 0.0485337 Aug 25 14:45:41.561494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff1b92-d9f3-4094-9eeb-63c259d4081d'}, {'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:41.564540 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7500607d-b58c-4bee-b3c4-a6264223fae8" -d '{"events": [{"server_uuid": "f116cede-7868-4f1b-bfd4-905ffa9095c0", "name": "network-vif-plugged", "status": "completed", "tag": "42ff1b92-d9f3-4094-9eeb-63c259d4081d"}, {"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-plugged", "status": "completed", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:41.568801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50829f55-c59f-4e78-896d-07597069700e req-bf1932ab-f539-46cb-b7dc-b6e0fc1526da tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Aug 25 14:45:41.590207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:41.618266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6175466-ca22-41be-b0fb-72d49692421f', 'tag': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'}, {'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:41.619846 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fff349-9620-4df7-976f-b86165f926f4 x-openstack-request-id: req-43fff349-9620-4df7-976f-b86165f926f4 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:41.620316 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f116cede-7868-4f1b-bfd4-905ffa9095c0", "name": "network-vif-plugged", "status": "completed", "tag": "42ff1b92-d9f3-4094-9eeb-63c259d4081d", "code": 200}, {"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-plugged", "status": "completed", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:41.620722 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43fff349-9620-4df7-976f-b86165f926f4 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:41.621275 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff1b92-d9f3-4094-9eeb-63c259d4081d', 'code': 200} Aug 25 14:45:41.621702 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'code': 200} Aug 25 14:45:41.622726 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d21bac-0bd2-435c-9f31-fb72072e83d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6175466-ca22-41be-b0fb-72d49692421f", "tag": "302ae384-ccdf-489b-b7c6-acf6d3c9a2db"}, {"server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "name": "network-vif-unplugged", "status": "completed", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:41.680292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=8']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:41.699081 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a0240d-450f-4317-8302-59d3c6011714 x-openstack-request-id: req-80a0240d-450f-4317-8302-59d3c6011714 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:41.699360 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6175466-ca22-41be-b0fb-72d49692421f", "tag": "302ae384-ccdf-489b-b7c6-acf6d3c9a2db", "status": "completed", "code": 200}, {"server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "name": "network-vif-unplugged", "status": "completed", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:41.699617 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80a0240d-450f-4317-8302-59d3c6011714 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:41.700010 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6175466-ca22-41be-b0fb-72d49692421f', 'tag': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', 'status': 'completed', 'code': 200} Aug 25 14:45:41.700277 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'code': 200} Aug 25 14:45:41.703600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.704275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:41.705645 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-339dd3cd-3445-4964-a110-408859b7c076 service neutron] 10.222.0.52 "PUT /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 1122 time: 0.8156567 Aug 25 14:45:41.780546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e0ae-cf83-4cef-9771-e87cebfd1189 req-2faef59a-4b09-4c51-80b0-a5d229df2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.781880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755b67-9f00-4474-90ce-c1f7baaef03e req-a5129e1d-d0d3-40ed-b6b4-c85dd85e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.782845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8fd4e0ae-cf83-4cef-9771-e87cebfd1189 req-2faef59a-4b09-4c51-80b0-a5d229df2707 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 1101 time: 0.0693860 Aug 25 14:45:41.783411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58755b67-9f00-4474-90ce-c1f7baaef03e req-a5129e1d-d0d3-40ed-b6b4-c85dd85e7eca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 1096 time: 0.0703440 Aug 25 14:45:41.784840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b14ac7-2835-494e-b3ce-357904089a5b details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:41.792974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-b138bb70-e074-48f7-90c8-f1a0a7f47d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.799830 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-b138bb70-e074-48f7-90c8-f1a0a7f47d34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 1099 time: 0.0776677 Aug 25 14:45:41.801979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4a677-8d6c-4483-809d-826b1660b29c req-2348864f-7011-4c7d-886f-18df7ad06b8f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.804213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1a4a677-8d6c-4483-809d-826b1660b29c req-2348864f-7011-4c7d-886f-18df7ad06b8f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.1045458 Aug 25 14:45:41.859889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8fd4e0ae-cf83-4cef-9771-e87cebfd1189 req-1cd2de06-164b-4dae-8c08-00a07a06af0b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679886 Aug 25 14:45:41.888009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1a4a677-8d6c-4483-809d-826b1660b29c req-d9ee4594-a42c-4221-8e4f-95c166e56a60 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660336 Aug 25 14:45:41.896900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e1b14ac7-2835-494e-b3ce-357904089a5b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b14ac7-2835-494e-b3ce-357904089a5b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:41.909352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:41.914938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'e1b14ac7-2835-494e-b3ce-357904089a5b', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'e1b14ac7-2835-494e-b3ce-357904089a5b', 'mac_address': 'fa:16:3e:fa:c4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:41.921239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58755b67-9f00-4474-90ce-c1f7baaef03e req-cc459cd1-0d2f-4e54-bf66-e99e2fdcbc00 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203189 Aug 25 14:45:41.951882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9f58d-4e99-4995-955b-622cb1148c73 req-7d92c822-6eb4-4541-aad0-28799ffa0094 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.953521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ea9f58d-4e99-4995-955b-622cb1148c73 req-7d92c822-6eb4-4541-aad0-28799ffa0094 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 946 time: 0.1319556 Aug 25 14:45:41.976101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-a9f6fafd-be05-41ba-9ee5-b4b82269a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.978223 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-a9f6fafd-be05-41ba-9ee5-b4b82269a2d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1703997 Aug 25 14:45:41.988640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb273e9c-6da3-46cc-8f61-4883860ba793 req-39c41242-1d1e-42be-9a65-718ace21402e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:41.991487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb273e9c-6da3-46cc-8f61-4883860ba793 req-39c41242-1d1e-42be-9a65-718ace21402e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 948 time: 0.0565987 Aug 25 14:45:41.994578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:42.005458 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ea9f58d-4e99-4995-955b-622cb1148c73 req-a9cda7bc-9b31-44b6-98c1-0622a1904cba tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Aug 25 14:45:42.022331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b14ac7-2835-494e-b3ce-357904089a5b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:42.040606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb273e9c-6da3-46cc-8f61-4883860ba793 req-24e6b4d7-a6d7-47b7-a22b-08a887ab9d78 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Aug 25 14:45:42.056654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e1b14ac7-2835-494e-b3ce-357904089a5b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b14ac7-2835-494e-b3ce-357904089a5b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:42.119723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:42.124692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a013a24-4493-4181-a551-c8a914de28bd req-caa5a784-8797-40f3-a36b-62060713c108 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.126219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a013a24-4493-4181-a551-c8a914de28bd req-caa5a784-8797-40f3-a36b-62060713c108 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Aug 25 14:45:42.155540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dcb8d-acc7-454f-b805-12ad5f10aa91 req-041e6947-0ed0-494c-8130-4c853b21b462 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.157135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a8dcb8d-acc7-454f-b805-12ad5f10aa91 req-041e6947-0ed0-494c-8130-4c853b21b462 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.0527763 Aug 25 14:45:42.167886 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-17fd5d4c-0633-4c2a-8ba6-406f35d1b6a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db HTTP/1.1" status: 200 len: 217 time: 0.0404077 Aug 25 14:45:42.170834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e1b14ac7-2835-494e-b3ce-357904089a5b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:42.197830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a8dcb8d-acc7-454f-b805-12ad5f10aa91 req-3fc0e5f4-2547-4733-8031-4aba71309470 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 25 14:45:42.228598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a013a24-4493-4181-a551-c8a914de28bd req-5cabe30a-1f16-4dd2-8a4e-b1e693b9f7ed tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940447 Aug 25 14:45:42.235433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-3d005eb4-8e33-4a2a-b875-4beda6d5e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.236836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-3d005eb4-8e33-4a2a-b875-4beda6d5e536 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0604856 Aug 25 14:45:42.311299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-a9ad1a1f-7f18-448f-a33e-79257cba7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.312677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-a9ad1a1f-7f18-448f-a33e-79257cba7423 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681698 Aug 25 14:45:42.323211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-573f5d49-230a-4637-8b14-99b57a1e339a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.324539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-573f5d49-230a-4637-8b14-99b57a1e339a tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.52 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 946 time: 0.0560760 Aug 25 14:45:42.382200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:42.537149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82cf5d-7adb-43cc-8f38-2d0229e57491 req-db5f77d0-d3c5-4738-b579-4e6e45faa351 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.538809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c82cf5d-7adb-43cc-8f38-2d0229e57491 req-db5f77d0-d3c5-4738-b579-4e6e45faa351 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.0561538 Aug 25 14:45:42.578873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c82cf5d-7adb-43cc-8f38-2d0229e57491 req-31d5978f-6f8a-4036-8772-eb97c2ff9d82 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336680 Aug 25 14:45:42.740805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-991964c4-b30d-4f87-a4e8-a15961913089 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153235 Aug 25 14:45:42.750487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28511e85-ce41-4ca1-b76b-1ddb0896d8cd req-7218e881-c04c-4d24-82d8-bab1b2a8f416 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.751941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28511e85-ce41-4ca1-b76b-1ddb0896d8cd req-7218e881-c04c-4d24-82d8-bab1b2a8f416 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 948 time: 0.1124649 Aug 25 14:45:42.802057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2316fb-79a5-4dc4-ae1d-5a5a39b7499d req-58265ff8-794a-4828-8e17-dc4f058cfa26 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:42.804970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f2316fb-79a5-4dc4-ae1d-5a5a39b7499d req-58265ff8-794a-4828-8e17-dc4f058cfa26 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1096 time: 0.0429666 Aug 25 14:45:42.830696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Deleting port 1e9d827c-a33e-4444-801e-2568d5a29ea9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:42.830990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:42.841596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f2316fb-79a5-4dc4-ae1d-5a5a39b7499d req-cf5ecd0d-01c3-4548-9879-71b6e8f3aaf9 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302236 Aug 25 14:45:42.901326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28511e85-ce41-4ca1-b76b-1ddb0896d8cd req-3082ab65-1d38-44b8-8d30-0047dead9903 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383376 Aug 25 14:45:42.938834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84d21bac-0bd2-435c-9f31-fb72072e83d6 req-c10e1965-8fbf-4502-ad19-08492219c8c8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859248 Aug 25 14:45:42.965803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] For port 1e9d827c-a33e-4444-801e-2568d5a29ea9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1e9d827c-a33e-4444-801e-2568d5a29ea9,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:42.966196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:42.985658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Calling delete_port for 1e9d827c-a33e-4444-801e-2568d5a29ea9 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:43.054904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34c81-d477-4085-bd92-5524c60da061 req-7934c0e3-7bcc-4887-b624-1c5b59dd4b43 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.057025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68e34c81-d477-4085-bd92-5524c60da061 req-7934c0e3-7bcc-4887-b624-1c5b59dd4b43 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1096 time: 0.0399692 Aug 25 14:45:43.078428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6c4ec-ce43-48d6-9cf8-7ae12cd1c140 req-e9fab033-4b86-4334-bd00-58e36c72ffa5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.079856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93e6c4ec-ce43-48d6-9cf8-7ae12cd1c140 req-e9fab033-4b86-4334-bd00-58e36c72ffa5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.0918245 Aug 25 14:45:43.092273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68e34c81-d477-4085-bd92-5524c60da061 req-8c0f5306-2769-4ec8-a30e-37871d1da415 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286551 Aug 25 14:45:43.165357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93e6c4ec-ce43-48d6-9cf8-7ae12cd1c140 req-1d29b872-7302-48c3-a6d7-9a4e3c287c66 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770078 Aug 25 14:45:43.236692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ae81-221f-48f7-95e8-41254f19fe09 req-c011ef74-ec41-4133-99d3-e164f56a76fa tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.238192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e24ae81-221f-48f7-95e8-41254f19fe09 req-c011ef74-ec41-4133-99d3-e164f56a76fa tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/ports?device_id=b420f3f4-cf43-4746-9858-3f2e84fcb312 HTTP/1.1" status: 200 len: 946 time: 0.0689099 Aug 25 14:45:43.279461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e24ae81-221f-48f7-95e8-41254f19fe09 req-7ce2889a-477e-48ae-bfca-5eb687de00aa tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.58 "GET /v2.0/security-groups?id=301a8272-1181-40ff-ab53-fe6f6d4af5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Aug 25 14:45:43.284209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:43.296612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['1e9d827c-a33e-4444-801e-2568d5a29ea9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:43.315614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aa276-9cd3-4419-8399-e3aedfd0613b req-9d00b687-f721-43ad-854a-79b5b7e21652 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.317190 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c9aa276-9cd3-4419-8399-e3aedfd0613b req-9d00b687-f721-43ad-854a-79b5b7e21652 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 948 time: 0.0822685 Aug 25 14:45:43.352851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Pushing event deleted for resources: {'Port': ['ID=1e9d827c-a33e-4444-801e-2568d5a29ea9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:43.396860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] No DVR routers for this DVR port 1e9d827c-a33e-4444-801e-2568d5a29ea9 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:43.403562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:43.405702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-884f38cd-cfd4-401f-8cc7-d93a8b4579c3 req-543c13a4-6f8f-4daf-89ea-6a47e9e5f868 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601 tempest-FloatingIPsAssociationNegativeTestJSON-1386718601-project] 10.222.0.52 "DELETE /v2.0/ports/1e9d827c-a33e-4444-801e-2568d5a29ea9 HTTP/1.1" status: 204 len: 173 time: 1.0735669 Aug 25 14:45:43.419409 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c9aa276-9cd3-4419-8399-e3aedfd0613b req-0288e7e8-dc7f-46d9-a2b1-5488ba7c3179 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782332 Aug 25 14:45:43.449796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209865b9-a50b-46ea-b39a-d99c757b36c1 req-d7ff2d78-2efc-4793-b73d-dacb0d0d1d55 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.451310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-209865b9-a50b-46ea-b39a-d99c757b36c1 req-d7ff2d78-2efc-4793-b73d-dacb0d0d1d55 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.0634775 Aug 25 14:45:43.490881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-209865b9-a50b-46ea-b39a-d99c757b36c1 req-abfe614b-2056-4849-bc5a-fe42e48daae2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Aug 25 14:45:43.533809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2e862-eba6-48cb-b7c7-8c59314dc1d9 req-e5a224b6-b414-4a58-a2cf-777afb49c800 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.535246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67d2e862-eba6-48cb-b7c7-8c59314dc1d9 req-e5a224b6-b414-4a58-a2cf-777afb49c800 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Aug 25 14:45:43.574263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67d2e862-eba6-48cb-b7c7-8c59314dc1d9 req-37668e33-352a-456e-a044-aad09b53c4d6 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Aug 25 14:45:43.693654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c879-32a5-4042-a5aa-03e0fc24c529 req-ea2e398d-b432-4ab1-953a-4da4e925165c tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.695182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07b2c879-32a5-4042-a5aa-03e0fc24c529 req-ea2e398d-b432-4ab1-953a-4da4e925165c tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0530283 Aug 25 14:45:43.703109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'}, {'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'name': 'network-vif-deleted', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:43.703525 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0211a4-d347-4a36-aca9-6d42fa2c7422" -d '{"events": [{"name": "network-changed", "server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5"}, {"server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "name": "network-vif-deleted", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:43.741498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07b2c879-32a5-4042-a5aa-03e0fc24c529 req-fc14353f-77c4-4518-ab97-0f61aa6baedd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349262 Aug 25 14:45:43.785153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 302ae384-ccdf-489b-b7c6-acf6d3c9a2db details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:43.801062 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b132f608-a742-4f1f-aea5-db25a3f3d65d x-openstack-request-id: req-b132f608-a742-4f1f-aea5-db25a3f3d65d {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:43.801377 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5", "status": "completed", "code": 200}, {"server_uuid": "b420f3f4-cf43-4746-9858-3f2e84fcb312", "name": "network-vif-deleted", "tag": "1e9d827c-a33e-4444-801e-2568d5a29ea9", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:43.801745 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b132f608-a742-4f1f-aea5-db25a3f3d65d {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:43.802120 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'status': 'completed', 'code': 200} Aug 25 14:45:43.802491 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b420f3f4-cf43-4746-9858-3f2e84fcb312', 'name': 'network-vif-deleted', 'tag': '1e9d827c-a33e-4444-801e-2568d5a29ea9', 'status': 'completed', 'code': 200} Aug 25 14:45:43.864745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b14ac7-2835-494e-b3ce-357904089a5b up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:43.900577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-e00230e9-9549-41c7-86c5-3b1d9670511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.902099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-e00230e9-9549-41c7-86c5-3b1d9670511a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1125 time: 0.0749123 Aug 25 14:45:43.921201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0efad1-3954-48a9-84a2-2a0f6af19143 req-169b58ce-0ddb-4e81-bc96-e34de371ca95 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:43.923011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee0efad1-3954-48a9-84a2-2a0f6af19143 req-169b58ce-0ddb-4e81-bc96-e34de371ca95 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0551841 Aug 25 14:45:43.956101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:43.970731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee0efad1-3954-48a9-84a2-2a0f6af19143 req-d951f4f2-ed7e-428d-b924-2fd5fc945d9b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Aug 25 14:45:43.974648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', 'mac_address': 'fa:16:3e:b0:3c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:44.019857 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.027462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-4560d4e7-9f4d-4379-9256-103e7dc20ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.028619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port e1b14ac7-2835-494e-b3ce-357904089a5b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:44.029085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-4560d4e7-9f4d-4379-9256-103e7dc20ec0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1196749 Aug 25 14:45:44.035326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port e1b14ac7-2835-494e-b3ce-357904089a5b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:44.035727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.039041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302ae384-ccdf-489b-b7c6-acf6d3c9a2db {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:44.083255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-ee9877fb-a12d-43b6-8711-bdf2762c84ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0425825 Aug 25 14:45:44.084559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:44.087319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294efae-efe7-441a-9f08-3810a460065f req-75d8eedb-de41-4ebb-920e-fe64ffee2628 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.089018 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1294efae-efe7-441a-9f08-3810a460065f req-75d8eedb-de41-4ebb-920e-fe64ffee2628 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 948 time: 0.0516987 Aug 25 14:45:44.131101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.135973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1294efae-efe7-441a-9f08-3810a460065f req-0d4035b5-3e98-4e5b-a9e2-41c5de7a865c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Aug 25 14:45:44.156670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-d335039e-9d36-4cd3-86e3-c832264602d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.158308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-d335039e-9d36-4cd3-86e3-c832264602d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0683930 Aug 25 14:45:44.165383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b14ac7-2835-494e-b3ce-357904089a5b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:44.169268 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee5dec-5e47-4d14-9ea3-f3fb51478dc5" -d '{"events": [{"server_uuid": "fe661c4f-c67f-4adf-a16a-a8136dff5264", "name": "network-vif-plugged", "status": "completed", "tag": "e1b14ac7-2835-494e-b3ce-357904089a5b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:44.176318 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.177122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea92abf-3853-4140-9e29-ade832286822 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:44.216581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-67beb5c0-9cf0-4e59-b3fe-a6a0f3f07170 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497243 Aug 25 14:45:44.229575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e1b14ac7-2835-494e-b3ce-357904089a5b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b14ac7-2835-494e-b3ce-357904089a5b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:44.284219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6ea92abf-3853-4140-9e29-ade832286822, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea92abf-3853-4140-9e29-ade832286822,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:44.286697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:44.296815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.303225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '6ea92abf-3853-4140-9e29-ade832286822', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '6ea92abf-3853-4140-9e29-ade832286822', 'mac_address': 'fa:16:3e:58:b8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:44.341517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-469b4f63-aa70-434b-bfff-65be5bda3419 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148705 Aug 25 14:45:44.365492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafa12b-deed-467a-8878-d1f5e84debb0 req-d897695b-3c84-482d-a584-5a2cd458fc3e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.374899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cafa12b-deed-467a-8878-d1f5e84debb0 req-d897695b-3c84-482d-a584-5a2cd458fc3e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0930817 Aug 25 14:45:44.397861 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.399869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e1b14ac7-2835-494e-b3ce-357904089a5b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:44.424586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea92abf-3853-4140-9e29-ade832286822 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:44.448450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cafa12b-deed-467a-8878-d1f5e84debb0 req-b64cfc09-0216-47b9-9eb8-bf4106ceedaf tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707982 Aug 25 14:45:44.455743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6ea92abf-3853-4140-9e29-ade832286822, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea92abf-3853-4140-9e29-ade832286822,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:44.477913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd0211a4-d347-4a36-aca9-6d42fa2c7422 req-296b637b-c471-4e1f-91d1-41f99b10f863 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268194 Aug 25 14:45:44.495640 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d6381-fa0a-4c7c-bd8e-e4a785ffe9ff x-openstack-request-id: req-7f6d6381-fa0a-4c7c-bd8e-e4a785ffe9ff {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:44.495973 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe661c4f-c67f-4adf-a16a-a8136dff5264", "name": "network-vif-plugged", "status": "completed", "tag": "e1b14ac7-2835-494e-b3ce-357904089a5b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:44.502304 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f6d6381-fa0a-4c7c-bd8e-e4a785ffe9ff {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:44.502304 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b14ac7-2835-494e-b3ce-357904089a5b', 'code': 200} Aug 25 14:45:44.548267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:44.597628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba37ae-6096-457e-8968-a642d32726f3 req-c1007eed-2ccc-498e-87cc-06df1cd2e93b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.599216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58ba37ae-6096-457e-8968-a642d32726f3 req-c1007eed-2ccc-498e-87cc-06df1cd2e93b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.0576801 Aug 25 14:45:44.600219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6ea92abf-3853-4140-9e29-ade832286822,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:44.668385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58ba37ae-6096-457e-8968-a642d32726f3 req-031378ac-51d6-403d-9d9d-83d528e27abe tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583141 Aug 25 14:45:44.671646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e3115-ee71-4661-98b6-d95a15560a8c req-cf47254a-0428-45d5-9cce-ff4e7b05ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.672597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc2e3115-ee71-4661-98b6-d95a15560a8c req-cf47254a-0428-45d5-9cce-ff4e7b05ef52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 1100 time: 0.0833979 Aug 25 14:45:44.713042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc2e3115-ee71-4661-98b6-d95a15560a8c req-d47dbb2b-baf5-4bf6-a193-f31e37e64f61 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Aug 25 14:45:44.724982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46150) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:44.862303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec357-a26a-44c9-bbaa-f2133c8653e1 req-198caad7-fb4f-4ef5-bed1-7e0bf531925e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:44.863884 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edfec357-a26a-44c9-bbaa-f2133c8653e1 req-198caad7-fb4f-4ef5-bed1-7e0bf531925e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 949 time: 0.0974219 Aug 25 14:45:44.943981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edfec357-a26a-44c9-bbaa-f2133c8653e1 req-711c95aa-ec7e-4894-8ad9-5d6ddc1dbc19 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730584 Aug 25 14:45:44.979721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['302ae384-ccdf-489b-b7c6-acf6d3c9a2db'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:45.021762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6ea92abf-3853-4140-9e29-ade832286822'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:45.126359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541055cb-eabf-4835-9ba9-ebd8117def6b req-fc92c44f-b8de-4bfa-8f33-2dcf3a992440 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:45.127892 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-541055cb-eabf-4835-9ba9-ebd8117def6b req-fc92c44f-b8de-4bfa-8f33-2dcf3a992440 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.1172047 Aug 25 14:45:45.199216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-541055cb-eabf-4835-9ba9-ebd8117def6b req-ebcec69c-7f1b-44e6-81b9-14a308d8c30c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Aug 25 14:45:45.326623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:45.337067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded15ea-4d14-460f-97e2-3d8c0a24e4ce req-ee7f2394-61fd-42db-92f5-47607793c9cf tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:45.338524 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ded15ea-4d14-460f-97e2-3d8c0a24e4ce req-ee7f2394-61fd-42db-92f5-47607793c9cf tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0750904 Aug 25 14:45:45.439810 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ded15ea-4d14-460f-97e2-3d8c0a24e4ce req-ea6e38ac-0216-40c2-a3a9-8d5e1285622b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Aug 25 14:45:45.515967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-16614f0e-2012-4920-873e-f41afddab980 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:45:45.516962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-16614f0e-2012-4920-873e-f41afddab980 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355632 Aug 25 14:45:45.562507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:45.562967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Unknown quota resources ['binding']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:45:45.703948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c93076-6774-4296-828b-64be9af03fa8 req-59545edb-d1c1-48ce-8a2a-449a76871957 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:45.705337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13c93076-6774-4296-828b-64be9af03fa8 req-59545edb-d1c1-48ce-8a2a-449a76871957 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.1948493 Aug 25 14:45:45.785335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:45.788975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1e9d827c-a33e-4444-801e-2568d5a29ea9 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:45.800001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13c93076-6774-4296-828b-64be9af03fa8 req-7d93aeea-ab06-4378-b8ca-c92e1f09936e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817347 Aug 25 14:45:45.816395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 1e9d827c-a33e-4444-801e-2568d5a29ea9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:45.816741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1e9d827c-a33e-4444-801e-2568d5a29ea9 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:45.834699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:45.835787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:45.835787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:45.843143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:45.843478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:45.850391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:45.850738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:45.851142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:45.851572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Bound port: 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:45.903790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:45.913900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:45:45.923575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Deleting port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:45.923920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:46.210039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:46.227833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1cd97-ac55-4479-8b7b-32b1dbff6b00 req-e04a100b-60d4-48a2-8a9a-e3c0b1637234 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:46.229302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec1cd97-ac55-4479-8b7b-32b1dbff6b00 req-e04a100b-60d4-48a2-8a9a-e3c0b1637234 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 949 time: 0.3493292 Aug 25 14:45:46.279704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:46.280817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-79079dac-0fd1-4da9-b31d-191b8f98add2 service neutron] 10.222.0.58 "POST /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7425125 Aug 25 14:45:46.288434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] For port ae9b6297-c5e7-40af-bbc3-a13a3b3794b1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:46.288814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:46.297954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec1cd97-ac55-4479-8b7b-32b1dbff6b00 req-7cc9c976-0e28-41db-b538-1c360b33b2a5 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Aug 25 14:45:46.303342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Calling delete_port for ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:46.460749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-a94fa787-e78d-4e39-9ef0-b010ae267d4d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257010 Aug 25 14:45:46.601801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-3909d939-3a08-4483-95e8-5949c6410153 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:46.603837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-3909d939-3a08-4483-95e8-5949c6410153 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236274 Aug 25 14:45:46.607587 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:46.645345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9b6297-c5e7-40af-bbc3-a13a3b3794b1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:46.650380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-6a333cab-278d-46e7-8c0e-7b3d323a6410 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/quotas/1d8a7c56cb514aa2ba1eb71171c37739 HTTP/1.1" status: 200 len: 375 time: 0.0394371 Aug 25 14:45:46.661052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c06b53-2ac5-475d-9653-55022b1bfdcc req-14150823-c2dc-4ef4-ad17-3309e9df2e23 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:46.662615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42c06b53-2ac5-475d-9653-55022b1bfdcc req-14150823-c2dc-4ef4-ad17-3309e9df2e23 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0591466 Aug 25 14:45:46.707406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42c06b53-2ac5-475d-9653-55022b1bfdcc req-ccdf3334-e4d6-4088-8fb2-860367db3ef3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Aug 25 14:45:46.761153 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-ab1cd49b-f728-4ce1-9d84-b7f4da0d00f6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887406 Aug 25 14:45:46.884842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:46.902323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf67a43-350b-41ca-aef1-5453d1c1f5b3 req-7fbcd2e7-656c-4946-b91e-fdcd3a71de9e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:46.903873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7cf67a43-350b-41ca-aef1-5453d1c1f5b3 req-7fbcd2e7-656c-4946-b91e-fdcd3a71de9e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 949 time: 0.1237845 Aug 25 14:45:46.905689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-aa4fd41b-279d-4158-bfc3-a0cdd29bf81a service neutron] 10.222.0.45 "GET /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.1021295 Aug 25 14:45:46.975558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7cf67a43-350b-41ca-aef1-5453d1c1f5b3 req-8f07cb15-b86a-4156-844e-c2a9b5d9b88f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Aug 25 14:45:47.146933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67912c13-e4f5-4917-a473-e4b1e8f462bf req-cde48575-7ddc-413a-b2dd-a9108782b237 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:47.148473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67912c13-e4f5-4917-a473-e4b1e8f462bf req-cde48575-7ddc-413a-b2dd-a9108782b237 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.0720308 Aug 25 14:45:47.160278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9733-ef1a-4e00-848d-9eb167ec07ec req-64518709-6a83-4791-8d6f-5320d5b4a585 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:47.161765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:47.161993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c2b9733-ef1a-4e00-848d-9eb167ec07ec req-64518709-6a83-4791-8d6f-5320d5b4a585 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 944 time: 0.0965810 Aug 25 14:45:47.194609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Router 3268b621-362f-45d0-a160-3c7024596fd8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:45:47.204022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:47.219506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c2b9733-ef1a-4e00-848d-9eb167ec07ec req-eaca3e0b-3980-44cb-b742-1c6e2ad00662 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484099 Aug 25 14:45:47.226493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67912c13-e4f5-4917-a473-e4b1e8f462bf req-11295f3a-4bf7-4938-81c0-26d7f8ffe716 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671263 Aug 25 14:45:47.251586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:47.275264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:47.321675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cf0e85e-4c45-4b1f-9b1e-8fcd2a6e7632 req-687169e7-2e97-4760-b529-fe6a0499d624 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 210 time: 0.0290165 Aug 25 14:45:47.356074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:45:47.362483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:47.363278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f9f62219-1bc8-4a27-84d3-7a08705ffcbb admin admin] 10.222.0.58 "PUT /v2.0/routers/3268b621-362f-45d0-a160-3c7024596fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369820 Aug 25 14:45:47.366579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46192) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:47.370351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] Sync routers for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:45:47.383894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:47.384830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:47.433292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e906b4-bf22-4e03-8ce1-0522832294f0 req-fe9f8f6b-f3f5-4c71-912d-f441d28ab619 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:47.442217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42e906b4-bf22-4e03-8ce1-0522832294f0 req-fe9f8f6b-f3f5-4c71-912d-f441d28ab619 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.1184847 Aug 25 14:45:47.460094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] Transition to ACTIVE for port object 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:47.499381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d9e9e-5fdf-436c-9af5-137aa8f08cc6 req-18c74812-a72a-4a9e-b9cf-47bcf9fdbc45 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:47.501189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778d9e9e-5fdf-436c-9af5-137aa8f08cc6 req-18c74812-a72a-4a9e-b9cf-47bcf9fdbc45 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 949 time: 0.0967228 Aug 25 14:45:47.519703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:47.524032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42e906b4-bf22-4e03-8ce1-0522832294f0 req-a57d1822-3917-4f22-b3e1-92e42820b4b0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789089 Aug 25 14:45:47.545142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778d9e9e-5fdf-436c-9af5-137aa8f08cc6 req-5a1fc525-b47f-43ac-ae1c-6a243dad9371 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381565 Aug 25 14:45:47.546460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:47.552968 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:47.654968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] No DVR routers for this DVR port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:47.656956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] Pushing event updated for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:47.713428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-ba51e7d1-5215-4098-88fd-17b796814c5c service neutron] 10.222.0.45 "PUT /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7885277 Aug 25 14:45:47.717448 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:47.740109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bcf5a-8d15-4681-b195-b3dc3ced3db3 req-a9453982-542c-4124-8d0e-00507ab0a74a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:47.741659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d5bcf5a-8d15-4681-b195-b3dc3ced3db3 req-a9453982-542c-4124-8d0e-00507ab0a74a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0807440 Aug 25 14:45:47.784666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d5bcf5a-8d15-4681-b195-b3dc3ced3db3 req-0856d425-8f27-410f-957a-8b50b222ed23 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Aug 25 14:45:47.801182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 302ae384-ccdf-489b-b7c6-acf6d3c9a2db up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:47.931782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:45:46Z', 'revision_number': 5, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port': {'id': '1acf359c-c8ea-4034-984e-1a82e6d6fc81', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268b621-362f-45d0-a160-3c7024596fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:47.935218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-8a5cff57-928e-4bc7-96bf-6545fdd968f4 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:47.936740 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-8a5cff57-928e-4bc7-96bf-6545fdd968f4 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0704601 Aug 25 14:45:47.938780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Deleting port 1acf359c-c8ea-4034-984e-1a82e6d6fc81 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:47.939229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:47.961896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:47.964043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] Checking router: 3268b621-362f-45d0-a160-3c7024596fd8 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:45:47.970973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:47.971378 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:47.993113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] Routers {'3268b621-362f-45d0-a160-3c7024596fd8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:45:47.993749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3268b621-362f-45d0-a160-3c7024596fd8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:48.073713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-f917d7ee-3bf8-41ea-af16-f673c7430e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.075675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-f917d7ee-3bf8-41ea-af16-f673c7430e22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 1096 time: 0.1243920 Aug 25 14:45:48.092889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] For port 1acf359c-c8ea-4034-984e-1a82e6d6fc81, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1acf359c-c8ea-4034-984e-1a82e6d6fc81,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:48.093247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.102177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] Set router 3268b621-362f-45d0-a160-3c7024596fd8 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:45:48.124518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Calling delete_port for 1acf359c-c8ea-4034-984e-1a82e6d6fc81 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:48.175101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f099-7f01-4d2a-a76b-3ae0176066c9 req-02dfa08a-8c96-4b6b-b9d4-c99cc00193b5 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.182830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1201f099-7f01-4d2a-a76b-3ae0176066c9 req-02dfa08a-8c96-4b6b-b9d4-c99cc00193b5 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 949 time: 0.0724976 Aug 25 14:45:48.197234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:45:47Z', 'revision_number': 6, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:48.219338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1201f099-7f01-4d2a-a76b-3ae0176066c9 req-cff0207f-a276-4924-b978-e4e977ad1b71 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355663 Aug 25 14:45:48.232622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d21e5-460f-46b1-9d84-ea7b595cf734 None None] The sync data for ids ['3268b621-362f-45d0-a160-3c7024596fd8'] in n-d-805995-2 is: [{'id': '3268b621-362f-45d0-a160-3c7024596fd8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-415179839-router', 'tenant_id': '6ea1908328cf449583c55ee0844e1733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:45Z', 'updated_at': '2021-08-25T14:45:47Z', 'revision_number': 6, 'project_id': '6ea1908328cf449583c55ee0844e1733', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:45:48.237549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.268189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6175466-ca22-41be-b0fb-72d49692421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:48.270439 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76bd057-601b-49a6-a6b0-e9bb210b6810" -d '{"events": [{"server_uuid": "d6175466-ca22-41be-b0fb-72d49692421f", "name": "network-vif-plugged", "status": "completed", "tag": "302ae384-ccdf-489b-b7c6-acf6d3c9a2db"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:48.273587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-e160d668-c7e6-4161-ad2d-f38f3f98080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.275996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-e160d668-c7e6-4161-ad2d-f38f3f98080f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1096 time: 0.1736510 Aug 25 14:45:48.295424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:48.371929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.372514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226febf4-afb6-4c2d-99aa-e85f8e6c54fa req-d73e365a-dfc7-4b09-b42f-464451b3a773 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.374738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea92abf-3853-4140-9e29-ade832286822 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:48.376199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-226febf4-afb6-4c2d-99aa-e85f8e6c54fa req-d73e365a-dfc7-4b09-b42f-464451b3a773 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.0626981 Aug 25 14:45:48.425995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-e7103daf-9e92-40f1-a296-945dc61b82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.427456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-e7103daf-9e92-40f1-a296-945dc61b82d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1400197 Aug 25 14:45:48.446520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-226febf4-afb6-4c2d-99aa-e85f8e6c54fa req-c3c2f023-8294-4268-a967-e9010477c151 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588005 Aug 25 14:45:48.479701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:48.484795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-b5103f01-6092-460c-9311-70536beae580 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0430243 Aug 25 14:45:48.487488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.488604 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecdfa90-d586-40f2-9b00-cb5976858fcb x-openstack-request-id: req-fecdfa90-d586-40f2-9b00-cb5976858fcb {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:48.489088 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6175466-ca22-41be-b0fb-72d49692421f", "name": "network-vif-plugged", "status": "completed", "tag": "302ae384-ccdf-489b-b7c6-acf6d3c9a2db", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:48.489512 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fecdfa90-d586-40f2-9b00-cb5976858fcb {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:48.489993 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6175466-ca22-41be-b0fb-72d49692421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', 'code': 200} Aug 25 14:45:48.517431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Pushing event deleted for resources: {'Port': ['ID=1acf359c-c8ea-4034-984e-1a82e6d6fc81,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:48.545973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650437e7-9916-434a-b59a-7707356e7ecb req-b7bd02d6-0f4a-491d-a262-ad494f93f03c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.547450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-650437e7-9916-434a-b59a-7707356e7ecb req-b7bd02d6-0f4a-491d-a262-ad494f93f03c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.1357367 Aug 25 14:45:48.550634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 6ea92abf-3853-4140-9e29-ade832286822 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:48.556147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 6ea92abf-3853-4140-9e29-ade832286822 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:48.556825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.587731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a96a58d-72c2-4ee7-b29f-777a5463e3c0 req-93f15cba-6ff5-4627-81d9-0e8ab73aa461 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 210 time: 0.0385437 Aug 25 14:45:48.713333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.728095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-9988aa38-87b3-4b59-9052-1178b1428cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.729582 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-9988aa38-87b3-4b59-9052-1178b1428cbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.2162268 Aug 25 14:45:48.760943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-650437e7-9916-434a-b59a-7707356e7ecb req-4ffd941c-1241-4233-a1cd-1786ea5888e5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920490 Aug 25 14:45:48.784240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-a168aff1-e17d-42b4-ba5c-48a1d850e67a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364785 Aug 25 14:45:48.786137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eea6c-8bea-4a72-81c8-826d02a554ef req-fe4fbace-ef1a-4da7-a78b-ffdec6961dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.787555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-981eea6c-8bea-4a72-81c8-826d02a554ef req-fe4fbace-ef1a-4da7-a78b-ffdec6961dc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 1101 time: 0.1909721 Aug 25 14:45:48.790659 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:48.850611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b984cdb-f9c3-4bc9-8f59-7ed18a7cd844 req-249f50ca-d038-41a2-89f0-506f63506e13 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:48.856147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6ea92abf-3853-4140-9e29-ade832286822, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea92abf-3853-4140-9e29-ade832286822,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:48.859818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b984cdb-f9c3-4bc9-8f59-7ed18a7cd844 req-249f50ca-d038-41a2-89f0-506f63506e13 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 949 time: 0.0942183 Aug 25 14:45:48.893151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b984cdb-f9c3-4bc9-8f59-7ed18a7cd844 req-7de66485-7845-4dff-8184-8526cc64193a tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Aug 25 14:45:49.059779 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.122672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6ea92abf-3853-4140-9e29-ade832286822,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:49.175733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:49.200432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:49.200871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ae9b6297-c5e7-40af-bbc3-a13a3b3794b1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:49.212855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.215682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.253045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-981eea6c-8bea-4a72-81c8-826d02a554ef req-16d634e6-d843-45d3-bf18-e5c448b2fc16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434237 Aug 25 14:45:49.323639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-8d92caba-eb82-42ae-a18e-915398a8c99f service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128198 Aug 25 14:45:49.326684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b234b9-22f9-460c-a977-3915eaaa0d04 req-e2e9c249-913a-49b2-91d5-4d5717309819 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:49.328496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70b234b9-22f9-460c-a977-3915eaaa0d04 req-e2e9c249-913a-49b2-91d5-4d5717309819 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0675941 Aug 25 14:45:49.361417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31288672-de41-43de-92f4-d36f37a66238 req-e395900a-1c90-429a-9fe9-4c5e749eb667 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:49.362895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-31288672-de41-43de-92f4-d36f37a66238 req-e395900a-1c90-429a-9fe9-4c5e749eb667 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 950 time: 0.0543964 Aug 25 14:45:49.364049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.364614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3268b621-362f-45d0-a160-3c7024596fd8 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:45:49.367040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70b234b9-22f9-460c-a977-3915eaaa0d04 req-9d349db9-76a5-475d-9092-d190edcea86c tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324631 Aug 25 14:45:49.369947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.373611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0b7a2270-5901-48a2-a93c-8c27545d1061 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3268b621-362f-45d0-a160-3c7024596fd8 HTTP/1.1" status: 204 len: 168 time: 2.0050380 Aug 25 14:45:49.373905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:49.407528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-31288672-de41-43de-92f4-d36f37a66238 req-0d68bc62-a2a0-4a11-8105-5bdff25a62d0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Aug 25 14:45:49.423266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Deleting subnet 7963ead2-6201-4bb1-920b-aaad12b73382 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:45:49.426704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.472319 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.598803 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-31039688-bc80-4249-b5cb-8b27b29a9753 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945024 Aug 25 14:45:49.634295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-93e145fb-a59f-49af-9bad-d13866319f95 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445585 Aug 25 14:45:49.655994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:49.694757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2bdfa-8dfd-471b-8cd7-c3a16d3e1eb4 req-9faadb37-a18d-4c2f-9d3a-0284f0e98fc8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:49.696862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6bc2bdfa-8dfd-471b-8cd7-c3a16d3e1eb4 req-9faadb37-a18d-4c2f-9d3a-0284f0e98fc8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.1803305 Aug 25 14:45:49.700033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2e6f9f4-a54a-4958-9e75-6b3491c88834 req-fa2544ab-6a12-4811-bbac-ebd78787eb60 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 210 time: 0.0295522 Aug 25 14:45:49.891856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:49.952768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:49.959498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136fe0b-7680-4950-86b8-40baf7f2cbee req-7800792e-f41a-44eb-ae4f-90ba3a315cc3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:49.961183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0136fe0b-7680-4950-86b8-40baf7f2cbee req-7800792e-f41a-44eb-ae4f-90ba3a315cc3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.0706115 Aug 25 14:45:50.002793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0136fe0b-7680-4950-86b8-40baf7f2cbee req-35fb860e-e34e-47c6-ac18-d7d1c12bb554 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Aug 25 14:45:50.095631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6bc2bdfa-8dfd-471b-8cd7-c3a16d3e1eb4 req-f3550336-7cbb-4130-b581-6740a0ff449b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717487 Aug 25 14:45:50.126646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-59fde5de-097e-489c-a2a3-ff2f929be223 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:50.128295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-59fde5de-097e-489c-a2a3-ff2f929be223 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4862993 Aug 25 14:45:50.142043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Request body: {'port': {'device_id': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '1d8a7c56cb514aa2ba1eb71171c37739'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:50.145257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-4fff3c88-d900-4dec-83c8-1b3573e61c8d tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:50.145257 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-4fff3c88-d900-4dec-83c8-1b3573e61c8d tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0625889 Aug 25 14:45:50.182093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.218026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97195e3a-ecac-4449-90b6-d26d74cdb956 req-e31a8e77-cef8-4bb9-b607-6236eafd67bd tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:50.219535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-97195e3a-ecac-4449-90b6-d26d74cdb956 req-e31a8e77-cef8-4bb9-b607-6236eafd67bd tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 950 time: 0.0919671 Aug 25 14:45:50.223011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7963ead2-6201-4bb1-920b-aaad12b73382,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:50.225131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.226996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e282f88b-3861-4e94-8dd9-283d2e925792 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7963ead2-6201-4bb1-920b-aaad12b73382 HTTP/1.1" status: 204 len: 168 time: 0.8514190 Aug 25 14:45:50.229797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:50.232543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfbf820-f16c-4920-b406-af7756521f58 None None] Network 59393ffb-3189-48d5-b03a-66e6a1338d03 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:50.293100 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-97195e3a-ecac-4449-90b6-d26d74cdb956 req-49308721-e0ce-4405-8049-5359d127f48f tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661473 Aug 25 14:45:50.325566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.391286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Deleting port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:50.391632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.392637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1acf359c-c8ea-4034-984e-1a82e6d6fc81 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:50.393335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-7362f8da-96be-4ee9-b26c-34a4016c5ed3 service neutron] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:50.398367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-7362f8da-96be-4ee9-b26c-34a4016c5ed3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.404412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705c7611-b0e6-4f60-85f1-54226a88d407 req-7362f8da-96be-4ee9-b26c-34a4016c5ed3 service neutron] 10.222.0.52 "DELETE /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.2417588 Aug 25 14:45:50.428816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] DHCP port deletion for 59393ffb-3189-48d5-b03a-66e6a1338d03 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:45:50.437240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1acf359c-c8ea-4034-984e-1a82e6d6fc81 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:50.437935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1acf359c-c8ea-4034-984e-1a82e6d6fc81 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:50.441702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Made reservation on behalf of 1d8a7c56cb514aa2ba1eb71171c37739 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:50.447444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.491271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] Deleting port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:50.491821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.494609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea92abf-3853-4140-9e29-ade832286822'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:50.496757 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42409820-e6f7-4a43-bbb4-b98e6145667b" -d '{"events": [{"server_uuid": "d9762e3e-9aae-4cb0-956c-b698cddcfc83", "name": "network-vif-plugged", "status": "completed", "tag": "6ea92abf-3853-4140-9e29-ade832286822"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:50.511726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] For port ad3a6d54-2bc8-4365-b593-8c12bd593ed7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:50.512095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.531971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Calling delete_port for ad3a6d54-2bc8-4365-b593-8c12bd593ed7 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:50.537589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fab29-07c1-4dd5-b4c3-ea909676b7fa req-076b9e3a-4a9d-47f9-8c33-adb7efafed73 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:50.541710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1fab29-07c1-4dd5-b4c3-ea909676b7fa req-076b9e3a-4a9d-47f9-8c33-adb7efafed73 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 950 time: 0.0545189 Aug 25 14:45:50.582814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ff7b7-8314-4caa-b6c6-da9ac68f9c36 req-b94d4c65-bd57-4961-95e0-f1447f81a3dd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:50.584402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528ff7b7-8314-4caa-b6c6-da9ac68f9c36 req-b94d4c65-bd57-4961-95e0-f1447f81a3dd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.1325357 Aug 25 14:45:50.586050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f1fab29-07c1-4dd5-b4c3-ea909676b7fa req-0ac3f59d-01e8-46e2-804e-7c154b491b91 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Aug 25 14:45:50.591740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] For port ad3a6d54-2bc8-4365-b593-8c12bd593ed7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,segment=NetworkSegment(7422d035-403a-4f7b-b9d7-82d65766dc7e),segment_id=7422d035-403a-4f7b-b9d7-82d65766dc7e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:50.592147 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.607621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] Calling delete_port for ad3a6d54-2bc8-4365-b593-8c12bd593ed7 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:50.648340 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335fce3-fa98-4a72-841f-1bff485e6c93 x-openstack-request-id: req-3335fce3-fa98-4a72-841f-1bff485e6c93 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:50.648340 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9762e3e-9aae-4cb0-956c-b698cddcfc83", "name": "network-vif-plugged", "status": "completed", "tag": "6ea92abf-3853-4140-9e29-ade832286822", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:50.649288 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3335fce3-fa98-4a72-841f-1bff485e6c93 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:50.649689 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea92abf-3853-4140-9e29-ade832286822', 'code': 200} Aug 25 14:45:50.715856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528ff7b7-8314-4caa-b6c6-da9ac68f9c36 req-5e32d267-45af-48a0-b374-d807ec74c0cd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180985 Aug 25 14:45:50.745271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Allocated IP 192.168.233.50 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/cb61460d-ff42-44fc-ae34-b259100ad07f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:50.782516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.792906 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:50.796349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6811-2d53-4fc0-897d-544f1925c7f5 req-a630c758-b44d-4152-8a7c-4f96d0f87439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:50.797943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-798e6811-2d53-4fc0-897d-544f1925c7f5 req-a630c758-b44d-4152-8a7c-4f96d0f87439 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 1101 time: 0.0730720 Aug 25 14:45:50.818398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbff3490-fab6-44b5-b89b-0990380f40a9 req-fc19d0a8-db04-4939-9493-84f17dd50e90 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 210 time: 0.0373168 Aug 25 14:45:50.824231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] Pushing event deleted for resources: {'Port': ['ID=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:50.831136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3486e-ba93-4c5e-b63f-caad44ea5472 None None] No DVR routers for this DVR port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:50.833368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3a6d54-2bc8-4365-b593-8c12bd593ed7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:50.862595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] No DVR routers for this DVR port ad3a6d54-2bc8-4365-b593-8c12bd593ed7 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:50.883584 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-798e6811-2d53-4fc0-897d-544f1925c7f5 req-d15b4caa-fb48-497d-9cb4-4fd68106afad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Aug 25 14:45:50.959478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a51c7a5a-4059-4d4c-bd55-971704f41267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.007331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.024386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59393ffb-3189-48d5-b03a-66e6a1338d03']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:51.038367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7422d035-403a-4f7b-b9d7-82d65766dc7e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:51.038662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7422d035-403a-4f7b-b9d7-82d65766dc7e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:45:51.057463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.094452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.125649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.127916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:45:51.128316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:45:51.129958 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:45:51.189982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Transition to ACTIVE for port object cb61460d-ff42-44fc-ae34-b259100ad07f will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:51.214946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41aef-b5eb-456c-abdc-318419641730 req-0f08b585-66b1-45e4-a6a0-eccc097dccff tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.216601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05e41aef-b5eb-456c-abdc-318419641730 req-0f08b585-66b1-45e4-a6a0-eccc097dccff tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.1420822 Aug 25 14:45:51.242034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d84e-80ef-435e-b162-11c1612cf5cb req-31d954e9-b246-4d4c-89b9-a7b08d4a7ae2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.243633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d657d84e-80ef-435e-b162-11c1612cf5cb req-31d954e9-b246-4d4c-89b9-a7b08d4a7ae2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Aug 25 14:45:51.269856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05e41aef-b5eb-456c-abdc-318419641730 req-e675ef80-3761-40c1-8151-106dbf7cf0f9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Aug 25 14:45:51.270892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.287217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.291634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] 10.222.0.58 "DELETE /v2.0/networks/59393ffb-3189-48d5-b03a-66e6a1338d03 HTTP/1.1" status: 204 len: 168 time: 1.0585437 Aug 25 14:45:51.291634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f211dd-eb09-4445-a685-8b1dbb902901 admin admin] Pushing event deleted for resources: {'Network': ['ID=59393ffb-3189-48d5-b03a-66e6a1338d03,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:51.295278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d657d84e-80ef-435e-b162-11c1612cf5cb req-efcf6d3a-64b8-47dd-b429-920fc34ed580 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Aug 25 14:45:51.328665 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.343359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1626fbf0-3b18-4cbf-8de7-b1b18db34afa', '42ff1b92-d9f3-4094-9eeb-63c259d4081d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:51.382527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:51.382527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:51.388836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:51.463317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event updated for resources: {'Port': ['ID=cb61460d-ff42-44fc-ae34-b259100ad07f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:51.501604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca580e1-1dce-4a4d-90a5-03860fb363e8 req-3eef37f9-22a0-46ef-91b2-c36ae731f243 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.509019 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ca580e1-1dce-4a4d-90a5-03860fb363e8 req-3eef37f9-22a0-46ef-91b2-c36ae731f243 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 950 time: 0.0659664 Aug 25 14:45:51.512530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.513207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.532458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6935bb-e053-47e3-bccd-cc48f7f51b11 req-a7d739bf-a30a-434d-b27e-88401a705a9a tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.534030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6935bb-e053-47e3-bccd-cc48f7f51b11 req-a7d739bf-a30a-434d-b27e-88401a705a9a tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1096 time: 0.1095626 Aug 25 14:45:51.580773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6935bb-e053-47e3-bccd-cc48f7f51b11 req-4dc03298-fd22-4e3d-9273-1ffb382ef958 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Aug 25 14:45:51.588344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ca580e1-1dce-4a4d-90a5-03860fb363e8 req-4c9994f6-b1ef-4e82-904b-b926f87fa494 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786135 Aug 25 14:45:51.632808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-427a64b4-ae56-4eef-9866-6a13ec9ae517 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4942195 Aug 25 14:45:51.650981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Request body: {'port': {'device_id': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:51.744959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.770417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57eecf-d375-49d7-9cd9-38855b1ae895 req-8a17b6dc-e26f-485d-8b04-f30dbc216a8f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.772136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df57eecf-d375-49d7-9cd9-38855b1ae895 req-8a17b6dc-e26f-485d-8b04-f30dbc216a8f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 950 time: 0.0958519 Aug 25 14:45:51.793064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46290) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:51.807969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c7237618-0783-45b3-92e9-25284e2ef425 None None] Provisioning for port cb61460d-ff42-44fc-ae34-b259100ad07f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:51.814297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c7237618-0783-45b3-92e9-25284e2ef425 None None] Provisioning complete for port cb61460d-ff42-44fc-ae34-b259100ad07f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:51.814909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c7237618-0783-45b3-92e9-25284e2ef425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:51.846320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:51.868143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df57eecf-d375-49d7-9cd9-38855b1ae895 req-66ca75bd-984a-4051-84bb-bfc63c1bd8ca tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864470 Aug 25 14:45:51.883080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c7237618-0783-45b3-92e9-25284e2ef425 None None] Port cb61460d-ff42-44fc-ae34-b259100ad07f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:45:51.934218 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7c0a5b74-fbad-4cbc-97d6-5e9f59d36d78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ea1908328cf449583c55ee0844e1733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395121 Aug 25 14:45:51.937714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46298) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:51.973623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-7339407a-708e-4cfd-9d9a-5ef43fdeb943 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:51.975360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-7339407a-708e-4cfd-9d9a-5ef43fdeb943 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.1713593 Aug 25 14:45:51.983402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:51.998485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-602a43ec-c690-4cd1-a656-1c7fe9fbb6b8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/quotas/bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 375 time: 0.0105860 Aug 25 14:45:52.002545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'port_id': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'mac_address': 'fa:16:3e:f7:c7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9dfda-bea1-41bb-aca2-3044a33e7b59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:52.059834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.074917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf02750a-e3cf-4be0-941f-2706549fd900 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:52.100443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:52.108357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590b5d-fe8e-474f-a9fb-e52614fcfe99 req-9e13fe5f-57d1-4469-a349-e822224f9b7e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.110495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75590b5d-fe8e-474f-a9fb-e52614fcfe99 req-9e13fe5f-57d1-4469-a349-e822224f9b7e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.1555188 Aug 25 14:45:52.113030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd90-99b6-4dcb-afbf-07ed7f788922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.119732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-802f7711-59d3-4758-a265-332ad6ff997d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069813 Aug 25 14:45:52.166750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd90-99b6-4dcb-afbf-07ed7f788922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.168580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.170120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-65f1d59b-70e7-4b97-a05d-b9c86ad35cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.171812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-65f1d59b-70e7-4b97-a05d-b9c86ad35cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1096 time: 0.1260502 Aug 25 14:45:52.205704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75590b5d-fe8e-474f-a9fb-e52614fcfe99 req-f65d830c-3185-4147-819f-a24390f1c621 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884345 Aug 25 14:45:52.252531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:52.275734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-9dbedff3-0762-4826-9c65-de70fdc0d259 service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539173 Aug 25 14:45:52.279220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb61460d-ff42-44fc-ae34-b259100ad07f {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:52.289096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.313254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Transition to ACTIVE for port object cb61460d-ff42-44fc-ae34-b259100ad07f will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:52.316943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['cf02750a-e3cf-4be0-941f-2706549fd900'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:52.349089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87709cf-d73e-408d-863f-11a67fae3ee7 req-25a01495-4609-4d43-a63b-7afa99bc240b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.350598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f87709cf-d73e-408d-863f-11a67fae3ee7 req-25a01495-4609-4d43-a63b-7afa99bc240b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 935 time: 0.0534801 Aug 25 14:45:52.354166 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd90-99b6-4dcb-afbf-07ed7f788922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.357782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fabfdd90-99b6-4dcb-afbf-07ed7f788922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.362703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fabfdd90-99b6-4dcb-afbf-07ed7f788922 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/301a8272-1181-40ff-ab53-fe6f6d4af5af HTTP/1.1" status: 204 len: 168 time: 0.4200432 Aug 25 14:45:52.370567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-fb3eb0ef-9c89-4530-83f5-045a7656b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.372162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-fb3eb0ef-9c89-4530-83f5-045a7656b2a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1863716 Aug 25 14:45:52.387617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfdd90-99b6-4dcb-afbf-07ed7f788922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a8272-1181-40ff-ab53-fe6f6d4af5af,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:52.389359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.468832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-fa40b29b-1569-4574-8766-9c20c2071e8e service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802516 Aug 25 14:45:52.471608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f87709cf-d73e-408d-863f-11a67fae3ee7 req-7d21ab52-cc29-453a-9156-d221141f80e7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046121 Aug 25 14:45:52.525072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad3a6d54-2bc8-4365-b593-8c12bd593ed7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:52.539815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb61460d-ff42-44fc-ae34-b259100ad07f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:52.574505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-725c2ad7-57c0-40c3-b806-d154ad4ea5e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 217 time: 0.1933527 Aug 25 14:45:52.582194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ad3a6d54-2bc8-4365-b593-8c12bd593ed7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:52.597791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad3a6d54-2bc8-4365-b593-8c12bd593ed7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:52.653277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-47c8c9b7-e01f-4f55-bc2c-417f60133dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.658474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-47c8c9b7-e01f-4f55-bc2c-417f60133dae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0712459 Aug 25 14:45:52.683240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Attempting to bind port cb61460d-ff42-44fc-ae34-b259100ad07f on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:52.683559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Attempting to bind port cb61460d-ff42-44fc-ae34-b259100ad07f by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:52.683841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Attempting to bind port cb61460d-ff42-44fc-ae34-b259100ad07f on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:52.693154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df7d6-761d-4f02-99ee-795cb41f2c21 req-5a1bf832-c8ae-4025-ad42-3478a0cbc919 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.694655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-917df7d6-761d-4f02-99ee-795cb41f2c21 req-5a1bf832-c8ae-4025-ad42-3478a0cbc919 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 949 time: 0.0878572 Aug 25 14:45:52.698886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Port cb61460d-ff42-44fc-ae34-b259100ad07f on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:52.699459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Attempting to bind port cb61460d-ff42-44fc-ae34-b259100ad07f on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:52.700845 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-747b1593-693b-46ea-8fe0-d091f9a9657a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297461 Aug 25 14:45:52.710890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:52.711918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:52.712182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:52.712631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Bound port: cb61460d-ff42-44fc-ae34-b259100ad07f, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:52.712976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.773409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-917df7d6-761d-4f02-99ee-795cb41f2c21 req-8efaa8eb-0b4b-4107-ad21-e51cd6615b71 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 Aug 25 14:45:52.802182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] For port cb61460d-ff42-44fc-ae34-b259100ad07f, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:52.806095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] For port cb61460d-ff42-44fc-ae34-b259100ad07f, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb61460d-ff42-44fc-ae34-b259100ad07f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:52.873245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-15a727ad-7c91-4695-9493-b6b89a40f79c service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626387 Aug 25 14:45:52.922417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:52.998067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:52.998693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:53.000120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb61460d-ff42-44fc-ae34-b259100ad07f HTTP/1.1" status: 200 len: 1095 time: 1.3550718 Aug 25 14:45:53.012000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922af5b-68d1-4619-a4e9-dbe8bfcd71dc req-5fbd9b97-5ada-4502-9be3-17ddd6837b92 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.014083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5922af5b-68d1-4619-a4e9-dbe8bfcd71dc req-5fbd9b97-5ada-4502-9be3-17ddd6837b92 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 945 time: 0.1153653 Aug 25 14:45:53.018815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'tag': 'cb61460d-ff42-44fc-ae34-b259100ad07f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:53.021305 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09789103-c6a3-4570-9b08-06890bdeb6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7cfded-ddc2-412a-801a-5cd2cff1bd46", "tag": "cb61460d-ff42-44fc-ae34-b259100ad07f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:53.055624 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-545f0c9b-d964-45d8-bfff-691a9d107606 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686707 Aug 25 14:45:53.079531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb61460d-ff42-44fc-ae34-b259100ad07f,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:53.088468 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5922af5b-68d1-4619-a4e9-dbe8bfcd71dc req-fdbe67bf-677d-4f3e-8df7-664e5dd47dc6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605938 Aug 25 14:45:53.097261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4c4e-f85d-4c11-82b9-3bfbf562cb09 req-dd0815a7-6b4b-4934-89ad-efc111f28735 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.108266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-895e4c4e-f85d-4c11-82b9-3bfbf562cb09 req-dd0815a7-6b4b-4934-89ad-efc111f28735 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 950 time: 0.1798248 Aug 25 14:45:53.120025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.120376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.120716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.121048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.121555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.121698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.122026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.122353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.122787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.123154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.123487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.123810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef1d03-3308-4381-98d2-d5506b0a5ea9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:53.202260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-895e4c4e-f85d-4c11-82b9-3bfbf562cb09 req-89fc6427-c32c-492c-bf1d-a2423e45bb2d tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Aug 25 14:45:53.226677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-606554a8-77ef-422f-b281-f954a9cdd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.228266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-606554a8-77ef-422f-b281-f954a9cdd6b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 1098 time: 0.0986381 Aug 25 14:45:53.292678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-c1378dd9-5a08-4f42-bb7a-0f2233a704e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cb61460d-ff42-44fc-ae34-b259100ad07f HTTP/1.1" status: 200 len: 217 time: 0.0537508 Aug 25 14:45:53.323172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-374bbe71-4a13-4217-bd33-552e90d287c5 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.326607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-374bbe71-4a13-4217-bd33-552e90d287c5 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0754869 Aug 25 14:45:53.332716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e922ef2-4dc4-43f2-8608-4d58865ba385 req-ce12c842-1c36-4dc9-96cd-9942026fc4cd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 210 time: 0.0434203 Aug 25 14:45:53.339481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:53.391399 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c60410-1891-45ef-ad2c-d758cf3854d1 x-openstack-request-id: req-d3c60410-1891-45ef-ad2c-d758cf3854d1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:53.391739 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7cfded-ddc2-412a-801a-5cd2cff1bd46", "tag": "cb61460d-ff42-44fc-ae34-b259100ad07f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:53.391985 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3c60410-1891-45ef-ad2c-d758cf3854d1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:53.392373 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'tag': 'cb61460d-ff42-44fc-ae34-b259100ad07f', 'status': 'completed', 'code': 200} Aug 25 14:45:53.403233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-71cc1e23-c81e-4254-8e4f-95a233edc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.404828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-71cc1e23-c81e-4254-8e4f-95a233edc45c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1024334 Aug 25 14:45:53.475118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-ced7e17e-ef26-4a60-bcd2-4c80473ce0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.477789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-ced7e17e-ef26-4a60-bcd2-4c80473ce0cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492084 Aug 25 14:45:53.484671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:53.496160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703005-eafc-4e92-87c9-61e19d43eec7 req-9e177aaa-1892-41c8-9c2d-91b7e886558e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.502140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703005-eafc-4e92-87c9-61e19d43eec7 req-9e177aaa-1892-41c8-9c2d-91b7e886558e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.503790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c703005-eafc-4e92-87c9-61e19d43eec7 req-9e177aaa-1892-41c8-9c2d-91b7e886558e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f&device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 1690 time: 0.0985076 Aug 25 14:45:53.580110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c703005-eafc-4e92-87c9-61e19d43eec7 req-05882ece-a21b-4280-a1ec-da049a86412d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626969 Aug 25 14:45:53.606828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d52ec-386b-43e6-8beb-28a39b17e170 req-c3b66f72-9e99-446e-82ae-48bacefc7e76 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.614143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-743d52ec-386b-43e6-8beb-28a39b17e170 req-c3b66f72-9e99-446e-82ae-48bacefc7e76 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 944 time: 0.1225765 Aug 25 14:45:53.652506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-8371f318-85ee-465f-bfc2-08d1439be704 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671364 Aug 25 14:45:53.677396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-743d52ec-386b-43e6-8beb-28a39b17e170 req-25a8d900-7ada-405b-96dd-57143c3e0119 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623956 Aug 25 14:45:53.686017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:53.730967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:53.770889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-65839aa8-b125-4b67-9db4-1eb82a319b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:53.771527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c58520d-03c3-41a8-a3c4-26314ec1fbbf req-aa00b020-2d46-4d8e-b874-295969969caf service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095817 Aug 25 14:45:53.781744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:53.784209 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0b1673-6679-4bb8-a6d4-cc013e0fcce5" -d '{"events": [{"server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "name": "network-vif-unplugged", "status": "completed", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:53.788408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:53.811754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76571d-22e4-403f-9c8a-9f3b7835073f req-6c24474c-2b2c-475c-824b-63f94b459c85 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:53.813485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f76571d-22e4-403f-9c8a-9f3b7835073f req-6c24474c-2b2c-475c-824b-63f94b459c85 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 947 time: 0.0561376 Aug 25 14:45:53.838363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:53.854499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f76571d-22e4-403f-9c8a-9f3b7835073f req-188af3eb-2a50-4609-865b-48e57eccf9f4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Aug 25 14:45:53.864594 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:53.903563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port cf02750a-e3cf-4be0-941f-2706549fd900 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:45:53.905105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:53.907642 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.003397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-b188e769-5869-4076-8df3-eb66963e8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.004229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:54.005427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-b188e769-5869-4076-8df3-eb66963e8f6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 1098 time: 0.0659754 Aug 25 14:45:54.015725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:54.016205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:54.016629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:54.021877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:54.022248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Attempting to bind port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:54.025513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.025967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.028933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.029631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.030099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.045216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:54.045686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:54.046178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:54.046713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Bound port: 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:54.047228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.078651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.102384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:54.105239 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7838e6ac-c926-4702-9445-8eae2f4a7f64" -d '{"events": [{"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-plugged", "status": "completed", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:54.125710 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d606a-e402-43de-9d30-4cd55095c61e x-openstack-request-id: req-429d606a-e402-43de-9d30-4cd55095c61e {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:54.126937 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "name": "network-vif-unplugged", "status": "completed", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:54.127457 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-429d606a-e402-43de-9d30-4cd55095c61e {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:54.128550 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'code': 200} Aug 25 14:45:54.135794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:54.143962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:54.144081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:54.153395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-643577f1-4abb-4b39-9188-965196a6347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.155070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-643577f1-4abb-4b39-9188-965196a6347f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1410236 Aug 25 14:45:54.204362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-c559a7b1-362d-4e2e-9389-e05ce8898f80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cb61460d-ff42-44fc-ae34-b259100ad07f HTTP/1.1" status: 200 len: 217 time: 0.0408733 Aug 25 14:45:54.219517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46364) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:54.250689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.256785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.272415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-36ec4c7d-47f0-4f6d-897d-f531669ece7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.274473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-36ec4c7d-47f0-4f6d-897d-f531669ece7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0601614 Aug 25 14:45:54.331364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:54.340046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.340499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.340912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.341576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.341987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.342390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.342934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.343347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.343880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.344420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.344949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.345351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:45:54.354466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-a4c6aace-eb91-4268-a1e7-23f2fac5af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.361250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-a4c6aace-eb91-4268-a1e7-23f2fac5af34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787013 Aug 25 14:45:54.364683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a92de9-6c3a-446f-8e0c-b9c19bc2930d req-145b9159-aabe-42b6-9924-40da0e74fa46 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.364683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0a92de9-6c3a-446f-8e0c-b9c19bc2930d req-145b9159-aabe-42b6-9924-40da0e74fa46 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 1101 time: 0.1185656 Aug 25 14:45:54.365104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.365641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.366935 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] 10.222.0.52 "PUT /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 1121 time: 1.0324709 Aug 25 14:45:54.379132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-network', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:54.400606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763107b-8e37-4d2e-8f7e-cdd976942ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=8']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:54.429453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0a92de9-6c3a-446f-8e0c-b9c19bc2930d req-38bfea74-2d3d-47f0-b444-6707b1811978 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560775 Aug 25 14:45:54.462983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-0b14f3f3-b18c-45a5-ba65-85f9fd45d5d4 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934560 Aug 25 14:45:54.472662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:54.499523 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfacf9b2-692b-42f0-b39a-5ad8a7dcc506 x-openstack-request-id: req-cfacf9b2-692b-42f0-b39a-5ad8a7dcc506 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:54.499824 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-plugged", "status": "completed", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:54.500129 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfacf9b2-692b-42f0-b39a-5ad8a7dcc506 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:54.500791 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'code': 200} Aug 25 14:45:54.513992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Made reservation on behalf of 8d5704f8b3aa4535a6c7d887b39a339c for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:54.525456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.536113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.599644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74ccb0-16f0-4117-825f-472a5ded172a req-1f9a03a8-b192-4a81-afe6-3e62b4131c1e tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.603538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad74ccb0-16f0-4117-825f-472a5ded172a req-1f9a03a8-b192-4a81-afe6-3e62b4131c1e tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 950 time: 0.1045301 Aug 25 14:45:54.622738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1bca1-956b-4244-9ee0-743c9de14a7a req-77562cf2-865f-427c-b7a9-17c4a2414dc1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.625411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ba1bca1-956b-4244-9ee0-743c9de14a7a req-77562cf2-865f-427c-b7a9-17c4a2414dc1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.0864623 Aug 25 14:45:54.649611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09789103-c6a3-4570-9b08-06890bdeb6fa req-45f0fc5f-5ede-4fe6-8c87-484c09306a27 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751688 Aug 25 14:45:54.678212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad74ccb0-16f0-4117-825f-472a5ded172a req-0fa3aac2-5c08-4a2b-ae2f-ebeeb71feab2 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635087 Aug 25 14:45:54.694881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ba1bca1-956b-4244-9ee0-743c9de14a7a req-6a51490c-b64e-48be-a8ec-f80416da4ef2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Aug 25 14:45:54.725188 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.764974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7301303-b5ad-4a97-834c-6da984917a99 req-5aa1b736-d30f-47f7-bf35-284e353b6dd0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 210 time: 0.0285797 Aug 25 14:45:54.816083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e229875-9c2f-48da-bff8-dc08e621e150 req-e50e9188-5245-43c8-81df-8035b8771f9a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.817578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e229875-9c2f-48da-bff8-dc08e621e150 req-e50e9188-5245-43c8-81df-8035b8771f9a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 945 time: 0.0548451 Aug 25 14:45:54.851484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.862931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38d381-3a08-454c-96ef-f0beab84f7b2 req-50fb747c-88cd-4693-9f7e-e6df50cff8fd tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:54.864504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db38d381-3a08-454c-96ef-f0beab84f7b2 req-50fb747c-88cd-4693-9f7e-e6df50cff8fd tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 1100 time: 0.0414846 Aug 25 14:45:54.864656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e229875-9c2f-48da-bff8-dc08e621e150 req-6ed31d17-d64e-455f-ab3d-2db07595b0f9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Aug 25 14:45:54.885140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:45:54.904001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b90ae-f242-40e3-9724-442557a07bd8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:54.912351 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:54.913858 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Added segment 3bd477d2-982a-47a7-b924-7762ac31f007 of type vlan for network 67893cb1-fab2-475b-8ed4-450b9c238707 Aug 25 14:45:54.932637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db38d381-3a08-454c-96ef-f0beab84f7b2 req-e5c793ac-5c19-474a-9542-f11e00d99151 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Aug 25 14:45:54.981266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:55.020353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d413bf-b3ac-484b-be65-7042e9cc7c7c req-c4291ce4-c9d6-4adc-b97d-508d3b6ec2fe tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:55.021829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12d413bf-b3ac-484b-be65-7042e9cc7c7c req-c4291ce4-c9d6-4adc-b97d-508d3b6ec2fe tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 947 time: 0.0770109 Aug 25 14:45:55.059611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12d413bf-b3ac-484b-be65-7042e9cc7c7c req-cec20bd5-2314-402c-a70b-93d262bc89fc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Aug 25 14:45:55.104614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:55.105630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:55.106496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:55.168004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] Pushing event updated for resources: {'Network': ['ID=67893cb1-fab2-475b-8ed4-450b9c238707,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:55.178379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 67893cb1-fab2-475b-8ed4-450b9c238707 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:45:55.215899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46384) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:55.217585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ab087736-8e6c-4b04-925d-0a886cdedd09 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9967878 Aug 25 14:45:55.221249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Request body: {'subnet': {'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-subnet', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:55.301890 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:55.306442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-cbc1d9b2-aca0-4acc-b877-271ed1a43a44 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219221 Aug 25 14:45:55.319110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Made reservation on behalf of 8d5704f8b3aa4535a6c7d887b39a339c for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:55.321338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:55.473020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-9d53edbe-832f-4ed1-874a-e0cc71ca157c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:55.474499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-9d53edbe-832f-4ed1-874a-e0cc71ca157c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657484 Aug 25 14:45:55.506023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-1dc7eb63-38ad-4dbc-a848-66d319c00712 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/quotas/5043e5260db14b73bb851a8d53c0ec97 HTTP/1.1" status: 200 len: 375 time: 0.0250711 Aug 25 14:45:55.796997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb29a-0594-45d1-88ab-a0f066f5b32b req-472f820f-ed98-402e-8b30-650e9d32f7f9 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:55.801446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c9eb29a-0594-45d1-88ab-a0f066f5b32b req-472f820f-ed98-402e-8b30-650e9d32f7f9 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 950 time: 0.0571218 Aug 25 14:45:55.842087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c9eb29a-0594-45d1-88ab-a0f066f5b32b req-c627315b-a6d0-4ec3-8979-05ae9c0fd82a tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/security-groups?id=06cce998-4e5b-4b79-9ddd-39c8c61f5022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358510 Aug 25 14:45:55.846823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:55.953114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:55.980489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-8ecdc698-fbfe-4724-9065-4e8574e5860c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:55.982085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-8ecdc698-fbfe-4724-9065-4e8574e5860c tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 950 time: 0.0858746 Aug 25 14:45:55.986063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-6e8b8b63-596b-402e-864a-b0fe8f352c14 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4590671 Aug 25 14:45:55.993626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:55.998947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53351e0-4b3a-4bed-845f-66139113158f req-4ddad458-b03e-4734-958e-e162003f6858 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:56.000520 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e53351e0-4b3a-4bed-845f-66139113158f req-4ddad458-b03e-4734-958e-e162003f6858 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.0900831 Aug 25 14:45:56.011883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-e2d733d9-5d28-4897-9e36-e0e1f03ae8ac tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:56.013456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-e2d733d9-5d28-4897-9e36-e0e1f03ae8ac tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.5187862 Aug 25 14:45:56.028934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Request body: {'port': {'device_id': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'admin_state_up': True, 'tenant_id': 'bf24665fff3d4c11a72dd7f1e3bc3f52'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:56.068204 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.085313 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.085857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e53351e0-4b3a-4bed-845f-66139113158f req-ce8cca70-d205-461b-9076-807cf0e1c39d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767608 Aug 25 14:45:56.126963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Deleting port 6ea92abf-3853-4140-9e29-ade832286822 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:56.127453 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.131639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:56.135624 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7820b2-3deb-457f-b281-35adf5f1d63a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:56.158907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:56.166283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8101a8cc-2cb7-4588-b455-769c74bea411,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:56.199255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Checking segment: {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:56.199732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Network hostable DHCP agents. Network: 67893cb1-fab2-475b-8ed4-450b9c238707, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:45:56.220027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-029021ef-46d5-4b8a-8faa-09b3357407f2 req-3db332a2-8a70-4a90-bbb7-2d36d7faa98a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 210 time: 0.0369027 Aug 25 14:45:56.265960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] For port 6ea92abf-3853-4140-9e29-ade832286822, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea92abf-3853-4140-9e29-ade832286822,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:56.266333 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.280262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Calling delete_port for 6ea92abf-3853-4140-9e29-ade832286822 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:56.281895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Made reservation on behalf of bf24665fff3d4c11a72dd7f1e3bc3f52 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:45:56.285729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.311426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Network 67893cb1-fab2-475b-8ed4-450b9c238707 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:45:56.380904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59c7fd-1463-4c46-9241-1d22ee390434 req-09d81f26-717c-4058-9286-72bfe0d382ec tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:56.380904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a59c7fd-1463-4c46-9241-1d22ee390434 req-09d81f26-717c-4058-9286-72bfe0d382ec tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 943 time: 0.0998294 Aug 25 14:45:56.422047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 67893cb1-fab2-475b-8ed4-450b9c238707) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:56.429296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a59c7fd-1463-4c46-9241-1d22ee390434 req-da2c4aca-86d7-492e-9fa2-49f10daf948f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Aug 25 14:45:56.433532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:56.433532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.435485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f3cd3-5ccd-4001-8256-9947ac20eaca None None] Network 67893cb1-fab2-475b-8ed4-450b9c238707 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:56.440206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Allocated IP 172.20.0.12 (33e6c780-ce50-4ae0-a99f-94317486de28/43e0c13b-bf3a-43c1-b356-551e62e14298/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:56.502195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:56.504896 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0bedaa-3700-481e-9785-1bc0f4c80711" -d '{"events": [{"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-unplugged", "status": "completed", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:56.561413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-720c42ec-f325-4186-b2e1-d50052eca267 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3418677 Aug 25 14:45:56.561911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:56.566658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:56.600630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0d115-6c72-4a6e-9425-a423ad5e2d94 req-c200c2a5-172a-4866-bcd8-2c8bf9beb17a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:56.607536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eb0d115-6c72-4a6e-9425-a423ad5e2d94 req-c200c2a5-172a-4866-bcd8-2c8bf9beb17a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 947 time: 0.0914943 Aug 25 14:45:56.610158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.615831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-67893cb1-fab2-475b-8ed4-450b9c238707', 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'fixed_ips': [{'subnet_id': '8101a8cc-2cb7-4588-b455-769c74bea411'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:45:56.616638 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.625694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.630030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6ea92abf-3853-4140-9e29-ade832286822'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:56.677374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Pushing event deleted for resources: {'Port': ['ID=6ea92abf-3853-4140-9e29-ade832286822,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:56.719629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] No DVR routers for this DVR port 6ea92abf-3853-4140-9e29-ade832286822 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:56.722456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.725116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1bdf7511-b761-4c50-aeec-21a0edca1294 req-60b0319a-34f3-4df8-880c-0f0f25781d37 tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.52 "DELETE /v2.0/ports/6ea92abf-3853-4140-9e29-ade832286822 HTTP/1.1" status: 204 len: 173 time: 0.7235284 Aug 25 14:45:56.726281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.727368 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.736238 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a459b0ce-f039-4c9b-8421-53c5a3b2a517 x-openstack-request-id: req-a459b0ce-f039-4c9b-8421-53c5a3b2a517 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:56.736502 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:56.736756 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a459b0ce-f039-4c9b-8421-53c5a3b2a517 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:56.737158 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'status': 'completed', 'code': 200} Aug 25 14:45:56.763656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eb0d115-6c72-4a6e-9425-a423ad5e2d94 req-a2ac43de-51db-4f54-b677-eb5b9906c256 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507664 Aug 25 14:45:56.836667 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.854657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:56.899615 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e80ce7-36bc-4c03-8713-4bc0c2104a01 x-openstack-request-id: req-38e80ce7-36bc-4c03-8713-4bc0c2104a01 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:56.899923 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-unplugged", "status": "completed", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:56.900188 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38e80ce7-36bc-4c03-8713-4bc0c2104a01 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:56.900620 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'code': 200} Aug 25 14:45:56.920412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-d1837b05-2ffc-44c1-800b-922d26f72ff8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:56.931994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-d1837b05-2ffc-44c1-800b-922d26f72ff8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 943 time: 0.0931461 Aug 25 14:45:57.008775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-dcd21b58-53a9-47e1-8ae8-017e3c198b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:57.010313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-dcd21b58-53a9-47e1-8ae8-017e3c198b92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1124 time: 0.2412100 Aug 25 14:45:57.012667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Network 33e6c780-ce50-4ae0-a99f-94317486de28 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:57.019248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:57.024969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:57.035011 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.035011 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.037790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:57.074664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Allocated IP 172.20.0.2 (67893cb1-fab2-475b-8ed4-450b9c238707/8101a8cc-2cb7-4588-b455-769c74bea411/219364f4-7e37-44a2-962c-3d9d384c2e1b) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:57.127518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e3524e1d-9ae4-42ad-93ac-33b033a5b82b req-ce8b416a-2369-4c97-8b57-5787b3beb59b tempest-ServerDiagnosticsNegativeTest-799696071 tempest-ServerDiagnosticsNegativeTest-799696071-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9762e3e-9aae-4cb0-956c-b698cddcfc83 HTTP/1.1" status: 200 len: 210 time: 0.1452518 Aug 25 14:45:57.181044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:57.183583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.227827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-b6e59604-da82-4fdf-ad62-052a725e8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:57.229511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-b6e59604-da82-4fdf-ad62-052a725e8648 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.2081480 Aug 25 14:45:57.285974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-f1c64963-a228-450b-a22c-7e7c14b7419e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 217 time: 0.0409892 Aug 25 14:45:57.318057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.328910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Transition to ACTIVE for port object 219364f4-7e37-44a2-962c-3d9d384c2e1b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:57.347240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-d2c16753-fd14-436e-8960-cffd5fd75ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:57.348223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Transition to ACTIVE for port object 219364f4-7e37-44a2-962c-3d9d384c2e1b will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:57.348731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-d2c16753-fd14-436e-8960-cffd5fd75ca2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0534694 Aug 25 14:45:57.350696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-638ba0db-f72f-4802-a72c-eaf2791f03d1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3265347 Aug 25 14:45:57.408142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Request body: {'port': {'device_id': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:45:57.411383 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.444819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-6db17066-cb60-41ca-8b29-f037dffc85ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657623 Aug 25 14:45:57.469901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Network 67893cb1-fab2-475b-8ed4-450b9c238707 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:57.475356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:57.483397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:57.485033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Pushing event updated for resources: {'Port': ['ID=219364f4-7e37-44a2-962c-3d9d384c2e1b,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:57.545702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b840b5-9ea5-4ef8-912d-6c4d4cb7fee2 req-088b5ef8-8295-4547-860c-17f568cabf9a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:57.547282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1b840b5-9ea5-4ef8-912d-6c4d4cb7fee2 req-088b5ef8-8295-4547-860c-17f568cabf9a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 932 time: 0.1805134 Aug 25 14:45:57.554611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Attempting to bind port 219364f4-7e37-44a2-962c-3d9d384c2e1b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:57.555245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Attempting to bind port 219364f4-7e37-44a2-962c-3d9d384c2e1b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:57.556136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Attempting to bind port 219364f4-7e37-44a2-962c-3d9d384c2e1b on network 67893cb1-fab2-475b-8ed4-450b9c238707 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:57.562611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:57.563313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Checking segment: {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:57.563970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.564477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Bound using segment: {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:57.565112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Bound port: 219364f4-7e37-44a2-962c-3d9d384c2e1b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:57.565588 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.566972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.598818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.629245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084087a6-5d65-4438-9298-37ca4b4f15dc req-0cf616f7-b28f-4eaf-9f53-f62faddddb88 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:57.636998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-084087a6-5d65-4438-9298-37ca4b4f15dc req-0cf616f7-b28f-4eaf-9f53-f62faddddb88 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.3803256 Aug 25 14:45:57.640504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Deleting port cf02750a-e3cf-4be0-941f-2706549fd900 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:45:57.640917 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.760622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1b840b5-9ea5-4ef8-912d-6c4d4cb7fee2 req-1ab222c3-3d17-47c8-8cee-a5c27d92db6c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024412 Aug 25 14:45:57.771101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-084087a6-5d65-4438-9298-37ca4b4f15dc req-a645382c-bfab-4c7c-b5ba-83773547e331 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331985 Aug 25 14:45:57.824452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-4d517704-36e6-467c-a26a-edd983cbdeb9 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658426 Aug 25 14:45:57.838714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] For port cf02750a-e3cf-4be0-941f-2706549fd900, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=cf02750a-e3cf-4be0-941f-2706549fd900,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:57.839244 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:57.854128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:57.865497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Calling delete_port for cf02750a-e3cf-4be0-941f-2706549fd900 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:45:57.909232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] For port 219364f4-7e37-44a2-962c-3d9d384c2e1b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:57.913776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] For port 219364f4-7e37-44a2-962c-3d9d384c2e1b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219364f4-7e37-44a2-962c-3d9d384c2e1b,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:57.959503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb61460d-ff42-44fc-ae34-b259100ad07f details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:45:57.992413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd9795f0-6041-46d8-9e11-48e07098f581 req-c963e663-d5f3-4625-83e2-c001e7373f7e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 210 time: 0.0627222 Aug 25 14:45:58.052830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.101769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad7820b2-3deb-457f-b281-35adf5f1d63a req-a0f7b428-fae7-4f52-9d77-fa2971bcb13c service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670825 Aug 25 14:45:58.136146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:58.147237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:58.160113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.168982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:45:58.176268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050d54f-bf97-425e-8006-68d410d3db80 req-22322bec-a608-4940-a88d-2969cf59e650 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:58.184177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Transition to ACTIVE for port object 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:45:58.184877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b050d54f-bf97-425e-8006-68d410d3db80 req-22322bec-a608-4940-a88d-2969cf59e650 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 943 time: 0.2393227 Aug 25 14:45:58.194262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931559d9-036e-4b93-999c-10cd3181aa18 None None] Pushing event updated for resources: {'Port': ['ID=219364f4-7e37-44a2-962c-3d9d384c2e1b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:58.197042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afc6a6-058e-490e-b312-a7b580a62881 req-b297414a-c97c-4173-8c66-2037b324aac4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:58.198833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5afc6a6-058e-490e-b312-a7b580a62881 req-b297414a-c97c-4173-8c66-2037b324aac4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 947 time: 0.0960691 Aug 25 14:45:58.213720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port cb61460d-ff42-44fc-ae34-b259100ad07f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb61460d-ff42-44fc-ae34-b259100ad07f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:58.226276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'cb61460d-ff42-44fc-ae34-b259100ad07f', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'cb61460d-ff42-44fc-ae34-b259100ad07f', 'mac_address': 'fa:16:3e:72:bf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:45:58.249038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5afc6a6-058e-490e-b312-a7b580a62881 req-bb77b160-ece6-43a4-a409-2fa37062f437 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Aug 25 14:45:58.267853 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.282902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.291463 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b050d54f-bf97-425e-8006-68d410d3db80 req-b3669325-9c31-4770-9558-fd9981e3369f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054883 Aug 25 14:45:58.318168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb61460d-ff42-44fc-ae34-b259100ad07f {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:45:58.330986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:58.368875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port cb61460d-ff42-44fc-ae34-b259100ad07f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb61460d-ff42-44fc-ae34-b259100ad07f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:45:58.383676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.421552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.436216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.507717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=cb61460d-ff42-44fc-ae34-b259100ad07f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:58.510764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:45:58.511734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:45:58.513902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:58.520040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:45:58.520574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:45:58.530159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:45:58.539743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:45:58.539743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:45:58.539743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Bound port: 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:45:58.539743 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.540192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.585850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event deleted for resources: {'Port': ['ID=cf02750a-e3cf-4be0-941f-2706549fd900,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:58.612801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Allocated IP 172.25.8.207 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/87a74d67-60b3-4f7d-ae2e-04201ee3fc1b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:45:58.614603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:45:58.618705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:45:58.639003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] No DVR routers for this DVR port cf02750a-e3cf-4be0-941f-2706549fd900 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:45:58.642388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.644446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-816064d2-fccf-429f-a7f5-34b7cd26f661 req-e48c96a0-119f-45a8-9090-e2bd7927205b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.52 "DELETE /v2.0/ports/cf02750a-e3cf-4be0-941f-2706549fd900 HTTP/1.1" status: 204 len: 173 time: 1.6980259 Aug 25 14:45:58.655350 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.718140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['cb61460d-ff42-44fc-ae34-b259100ad07f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:45:58.738887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'name': 'network-vif-deleted', 'tag': '6ea92abf-3853-4140-9e29-ade832286822'}, {'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-deleted', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:58.742188 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823aae15-24f5-4f36-802f-164e90930a19" -d '{"events": [{"server_uuid": "d9762e3e-9aae-4cb0-956c-b698cddcfc83", "name": "network-vif-deleted", "tag": "6ea92abf-3853-4140-9e29-ade832286822"}, {"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-deleted", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:58.749259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.755272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.791798 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b25ca6-7f5f-4e03-9145-e192aa508d9b x-openstack-request-id: req-35b25ca6-7f5f-4e03-9145-e192aa508d9b {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:58.792311 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9762e3e-9aae-4cb0-956c-b698cddcfc83", "name": "network-vif-deleted", "tag": "6ea92abf-3853-4140-9e29-ade832286822", "status": "completed", "code": 200}, {"server_uuid": "d9ecd8e0-8d4e-45cf-9686-039cb17ae749", "name": "network-vif-deleted", "tag": "cf02750a-e3cf-4be0-941f-2706549fd900", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:58.792924 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35b25ca6-7f5f-4e03-9145-e192aa508d9b {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:58.793470 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9762e3e-9aae-4cb0-956c-b698cddcfc83', 'name': 'network-vif-deleted', 'tag': '6ea92abf-3853-4140-9e29-ade832286822', 'status': 'completed', 'code': 200} Aug 25 14:45:58.793900 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ecd8e0-8d4e-45cf-9686-039cb17ae749', 'name': 'network-vif-deleted', 'tag': 'cf02750a-e3cf-4be0-941f-2706549fd900', 'status': 'completed', 'code': 200} Aug 25 14:45:58.802526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:58.803480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:58.805385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] 10.222.0.45 "PUT /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 200 len: 1092 time: 1.4032540 Aug 25 14:45:58.806658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:45:58.809346 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994598a6-3922-41af-a00f-37321b3b8a45" -d '{"events": [{"name": "network-changed", "server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:45:58.850714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861fa93-df6f-40eb-a60d-829583dad1db service neutron] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:58.873181 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8775d2-5aa5-40d9-bd9a-993ca7102644 x-openstack-request-id: req-5e8775d2-5aa5-40d9-bd9a-993ca7102644 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:45:58.873181 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:45:58.873391 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e8775d2-5aa5-40d9-bd9a-993ca7102644 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:45:58.873694 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'status': 'completed', 'code': 200} Aug 25 14:45:58.886219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.002429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:45:59.010314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:45:59.014374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:45:59.051324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:59.069923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e62d95-6146-4a32-bdde-f1c3da98bf7c req-683efa6d-175e-49db-bb86-56a42cba0637 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.070497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcbbbd-3154-4886-8baa-eb1bcaf45fb8 req-6bf6a68f-6975-43d6-b352-cf88cabfda2e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.071510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3e62d95-6146-4a32-bdde-f1c3da98bf7c req-683efa6d-175e-49db-bb86-56a42cba0637 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.1066675 Aug 25 14:45:59.078041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994598a6-3922-41af-a00f-37321b3b8a45 req-4e9c1100-b04a-4c83-9c66-df10bf6f9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.079998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-994598a6-3922-41af-a00f-37321b3b8a45 req-4e9c1100-b04a-4c83-9c66-df10bf6f9697 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1095 time: 0.1713772 Aug 25 14:45:59.087266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efbcbbbd-3154-4886-8baa-eb1bcaf45fb8 req-6bf6a68f-6975-43d6-b352-cf88cabfda2e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.1944542 Aug 25 14:45:59.094458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Pushing event updated for resources: {'Port': ['ID=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:59.194899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3e62d95-6146-4a32-bdde-f1c3da98bf7c req-a56c829e-ab71-4867-bf25-68cbd9b12c0d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090362 Aug 25 14:45:59.278468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-75ecb093-cbdf-4495-8771-07af62306319 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e72ae01b3077431487e707879c83de17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212124 Aug 25 14:45:59.279162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46462) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:45:59.291410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efbcbbbd-3154-4886-8baa-eb1bcaf45fb8 req-59610432-0014-4a1d-b6dc-9b9231a8d71f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022974 Aug 25 14:45:59.345382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f82a717-7c1f-46e0-8afb-ea922613bdf1 req-1c2d4e18-569c-4438-a928-c3ecd944cba4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 210 time: 0.0547338 Aug 25 14:45:59.376763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994598a6-3922-41af-a00f-37321b3b8a45 req-5f3a227a-45e4-4f2d-afe2-e6a04785c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.378402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-994598a6-3922-41af-a00f-37321b3b8a45 req-5f3a227a-45e4-4f2d-afe2-e6a04785c344 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2607045 Aug 25 14:45:59.479735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60f84086-5fc1-4d3e-88ca-0446b2c89b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.503424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aabb5f8d-1875-4983-8138-e5f3e1583b8a req-68af93f6-0367-452c-b147-e1347f0501b6 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9ecd8e0-8d4e-45cf-9686-039cb17ae749 HTTP/1.1" status: 200 len: 210 time: 0.0465446 Aug 25 14:45:59.534325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60f84086-5fc1-4d3e-88ca-0446b2c89b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.549549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489b071-7efa-4111-93c3-bf5ba11bfba8 req-849539c9-e4cf-412d-9f70-4d08f1520b05 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.551221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b489b071-7efa-4111-93c3-bf5ba11bfba8 req-849539c9-e4cf-412d-9f70-4d08f1520b05 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 948 time: 0.1425495 Aug 25 14:45:59.575201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994598a6-3922-41af-a00f-37321b3b8a45 req-501bef06-c87e-4295-8671-449f7945d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.576705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-994598a6-3922-41af-a00f-37321b3b8a45 req-501bef06-c87e-4295-8671-449f7945d762 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858940 Aug 25 14:45:59.580936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c99b6-d3f8-4d4c-9d47-9904629708b4 None None] Network 67893cb1-fab2-475b-8ed4-450b9c238707 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:45:59.595921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.656870 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b489b071-7efa-4111-93c3-bf5ba11bfba8 req-ea3ceb09-a03b-4161-aadf-d201691849d4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915658 Aug 25 14:45:59.681850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60f84086-5fc1-4d3e-88ca-0446b2c89b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.685052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60f84086-5fc1-4d3e-88ca-0446b2c89b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.686501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60f84086-5fc1-4d3e-88ca-0446b2c89b27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06cce998-4e5b-4b79-9ddd-39c8c61f5022 HTTP/1.1" status: 204 len: 168 time: 0.4038887 Aug 25 14:45:59.698143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f84086-5fc1-4d3e-88ca-0446b2c89b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cce998-4e5b-4b79-9ddd-39c8c61f5022,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:45:59.714766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-1c2aee0d-97dd-48de-b845-8d200f795f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.724995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-1c2aee0d-97dd-48de-b845-8d200f795f68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1095 time: 0.0831125 Aug 25 14:45:59.790147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-836514d8-fa50-41e1-b0b3-b6f8808eb46b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 200 len: 217 time: 0.0447807 Aug 25 14:45:59.808859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8b1c0d4b-9a6e-4f3b-b28f-e7cbd1a70b65 None None] Provisioning for port 219364f4-7e37-44a2-962c-3d9d384c2e1b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:45:59.854305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-68694d82-6f51-422d-8139-3acd5f266425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:45:59.855940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-68694d82-6f51-422d-8139-3acd5f266425 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0551939 Aug 25 14:45:59.864103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:59.873052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:45:59.924035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: cf02750a-e3cf-4be0-941f-2706549fd900 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:59.924489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device cf02750a-e3cf-4be0-941f-2706549fd900 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:45:59.924964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-43566ada-71af-4bb6-98e1-dbfecb0242a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499780 Aug 25 14:45:59.925087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea92abf-3853-4140-9e29-ade832286822 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:45:59.968269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb61460d-ff42-44fc-ae34-b259100ad07f up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:45:59.979386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 6ea92abf-3853-4140-9e29-ade832286822 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:45:59.979875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea92abf-3853-4140-9e29-ade832286822 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:00.115866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-d1635afd-e659-4dba-97ea-6a230327ffc4 service neutron] 10.222.0.45 "GET /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.2148087 Aug 25 14:46:00.121825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Router 6d0e5879-a087-4430-b0ec-42ff4c97883a is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:46:00.122344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port cb61460d-ff42-44fc-ae34-b259100ad07f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:00.137501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port cb61460d-ff42-44fc-ae34-b259100ad07f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:00.138164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.163072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-e09009ad-f6b4-4466-b16c-4353ada882d1 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295620 Aug 25 14:46:00.278669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569c62ca-00da-4799-8ee4-cbb115742b67 req-90cd59a7-07e2-42f0-9f13-c5b2dc3853e7 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014242 Aug 25 14:46:00.294626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.296487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:00.306860 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Sync routers for ids ['6d0e5879-a087-4430-b0ec-42ff4c97883a'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:00.329592 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Routers {'6d0e5879-a087-4430-b0ec-42ff4c97883a'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:00.332963 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6d0e5879-a087-4430-b0ec-42ff4c97883a'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:00.342343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port cb61460d-ff42-44fc-ae34-b259100ad07f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb61460d-ff42-44fc-ae34-b259100ad07f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:00.343316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb61460d-ff42-44fc-ae34-b259100ad07f'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:00.345625 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1533d41c-bfd8-4ddb-8a7a-9783336d47e5" -d '{"events": [{"server_uuid": "fc7cfded-ddc2-412a-801a-5cd2cff1bd46", "name": "network-vif-plugged", "status": "completed", "tag": "cb61460d-ff42-44fc-ae34-b259100ad07f"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:00.396095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-83bb194f-5d0b-4d98-af71-1d60e2c41b4f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474079 Aug 25 14:46:00.445590 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.451487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44132f1a-fbf5-4bc6-b7f5-7286c63c7ea5 req-76cce396-ff8b-4b51-a567-45c37b86fb4e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:00.453108 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44132f1a-fbf5-4bc6-b7f5-7286c63c7ea5 req-76cce396-ff8b-4b51-a567-45c37b86fb4e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.0611284 Aug 25 14:46:00.454686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.458402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-049f1213-3006-4de3-b862-0376aa41261c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8929949 Aug 25 14:46:00.458641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46480) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:00.493668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Set router 6d0e5879-a087-4430-b0ec-42ff4c97883a gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:00.557945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=cb61460d-ff42-44fc-ae34-b259100ad07f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:00.617485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219364f4-7e37-44a2-962c-3d9d384c2e1b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:00.618603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0b3f-7dee-49cf-a797-f039f0057be1 req-56a3a5c6-817d-401e-baf2-044640766259 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:00.620267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-136f0b3f-7dee-49cf-a797-f039f0057be1 req-56a3a5c6-817d-401e-baf2-044640766259 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.2814653 Aug 25 14:46:00.666030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46486) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:00.707381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79065f29-8f2c-4b36-bddf-72c0dbd69350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.731262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:45:59Z', 'revision_number': 3, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:00.732765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-a9b944f1-5c95-4808-bea0-43d3d5b2d33d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464828 Aug 25 14:46:00.737414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44132f1a-fbf5-4bc6-b7f5-7286c63c7ea5 req-736dce3a-d39a-49dd-a4ca-49d5b5ef14e4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184721 Aug 25 14:46:00.768825 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Checking router: 6d0e5879-a087-4430-b0ec-42ff4c97883a for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:00.771482 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Updating router 6d0e5879-a087-4430-b0ec-42ff4c97883a port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:00.777809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-136f0b3f-7dee-49cf-a797-f039f0057be1 req-6623bdec-b371-492c-a5a8-db6dffa91931 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337781 Aug 25 14:46:00.815276 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.815437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:00.821576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 219364f4-7e37-44a2-962c-3d9d384c2e1b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:00.821576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 219364f4-7e37-44a2-962c-3d9d384c2e1b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:00.822211 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.838227 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e59d74-e733-432e-9565-00583a12996c x-openstack-request-id: req-20e59d74-e733-432e-9565-00583a12996c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:00.838531 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfded-ddc2-412a-801a-5cd2cff1bd46", "name": "network-vif-plugged", "status": "completed", "tag": "cb61460d-ff42-44fc-ae34-b259100ad07f", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:00.838789 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20e59d74-e733-432e-9565-00583a12996c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:00.839228 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb61460d-ff42-44fc-ae34-b259100ad07f', 'code': 200} Aug 25 14:46:00.841354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-57fea65c-47ef-451c-8e39-4fc81d332efc tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:00.842925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-57fea65c-47ef-451c-8e39-4fc81d332efc tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376223 Aug 25 14:46:00.888999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:00.939640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:00.985894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 219364f4-7e37-44a2-962c-3d9d384c2e1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219364f4-7e37-44a2-962c-3d9d384c2e1b,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:01.022669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7d8c8a93-db7f-46f4-b16e-a221e1980627 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:01.024268 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7d8c8a93-db7f-46f4-b16e-a221e1980627 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824998 Aug 25 14:46:01.044923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:01.082247 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.094047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:01.153437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=219364f4-7e37-44a2-962c-3d9d384c2e1b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:01.166695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-387fb73c-9384-4c3e-a9c6-480abaf1f28a req-4eb4a1f9-fd0b-4fa4-934e-93fc3c36ecf4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 210 time: 0.1460333 Aug 25 14:46:01.224145 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.250007 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Transition to ACTIVE for port object 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:01.317311 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.479340 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4c84-14e4-4e8d-8ee5-84e88748d9bc None None] Pushing event updated for resources: {'Port': ['ID=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:01.481357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50edf4b-d032-493e-bba9-60300ef84116 req-189f43d7-1db7-4b64-bd34-f4dab0afaeb0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:01.488648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f50edf4b-d032-493e-bba9-60300ef84116 req-189f43d7-1db7-4b64-bd34-f4dab0afaeb0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 949 time: 0.3956807 Aug 25 14:46:01.514931 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Attempting to bind port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:01.515314 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Attempting to bind port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:01.516373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Attempting to bind port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:01.525711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:01.527040 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:01.531086 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:01.531086 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.531086 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:01.531086 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Bound port: 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:01.531086 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.548954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:01.556362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe0d41-af23-40ac-b668-db6b7dca932a req-72b80841-4175-421e-bc88-4b7c92c11fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:01.557868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7abe0d41-af23-40ac-b668-db6b7dca932a req-72b80841-4175-421e-bc88-4b7c92c11fdd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 1100 time: 0.5422230 Aug 25 14:46:01.565478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f50edf4b-d032-493e-bba9-60300ef84116 req-c696980f-0d0c-41b8-84d6-bbb75a3be737 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740232 Aug 25 14:46:01.598109 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] For port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:01.602871 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] For port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:01.613726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7abe0d41-af23-40ac-b668-db6b7dca932a req-fb0d0dee-651c-428c-9677-a08e6e8109c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Aug 25 14:46:01.622521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79065f29-8f2c-4b36-bddf-72c0dbd69350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.676263 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.676867 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.694472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46492) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:01.699053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650574198', 'description': 'tempest-description--1644952200'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:01.738342 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Routers {'6d0e5879-a087-4430-b0ec-42ff4c97883a'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:01.739038 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6d0e5879-a087-4430-b0ec-42ff4c97883a'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:01.748802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79065f29-8f2c-4b36-bddf-72c0dbd69350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.757980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.779880 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4c84-14e4-4e8d-8ee5-84e88748d9bc None None] Pushing event updated for resources: {'Port': ['ID=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:01.814761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79065f29-8f2c-4b36-bddf-72c0dbd69350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e5e5b5-20a3-4c7d-92b5-12ad6f16b544,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:01.822466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-79065f29-8f2c-4b36-bddf-72c0dbd69350 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb8630aeecd740da9ccd930c156d00fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554437 Aug 25 14:46:01.831790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:01.851302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] Transition to ACTIVE for port object 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:01.884859 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] Set router 6d0e5879-a087-4430-b0ec-42ff4c97883a gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:01.922767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:01.926491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.933928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:01.965578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4d7d-04f9-4ac6-8667-d7f884525d8a req-a85f23cf-22fb-461f-bc78-8baaac32edd2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:01.967133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1ce4d7d-04f9-4ac6-8667-d7f884525d8a req-a85f23cf-22fb-461f-bc78-8baaac32edd2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.1189909 Aug 25 14:46:01.980052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a26f6d76-b76e-44d0-bf89-46e0e700d352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.020026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:02.024407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.058246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e90d-d3cb-4227-b6e6-c91a86ee9e90 req-526d4c87-01df-4cb1-a5bd-5afaef22282f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:02.065231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Allocated IP 172.20.0.1 (67893cb1-fab2-475b-8ed4-450b9c238707/8101a8cc-2cb7-4588-b455-769c74bea411/8df278a4-dca4-4084-9b4b-8aec74e1c26c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:02.065589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d40e90d-d3cb-4227-b6e6-c91a86ee9e90 req-526d4c87-01df-4cb1-a5bd-5afaef22282f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 943 time: 0.1825829 Aug 25 14:46:02.069952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1ce4d7d-04f9-4ac6-8667-d7f884525d8a req-55d57cee-b028-4ee4-bf88-d2d6985d0b7b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917883 Aug 25 14:46:02.076310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a26f6d76-b76e-44d0-bf89-46e0e700d352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.079383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] No DVR routers for this DVR port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:02.089417 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:45:59Z', 'revision_number': 3, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:02.122618 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3669e8b-96f6-4a43-b13d-75cd974070c7 None None] The sync data for ids ['6d0e5879-a087-4430-b0ec-42ff4c97883a'] in n-d-805995-2 is: [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:45:59Z', 'revision_number': 3, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:02.166914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:02.233004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-17de675c-a364-41f9-bc97-ec31fd39dc78 service neutron] 10.222.0.45 "PUT /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1093640 Aug 25 14:46:02.255896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d40e90d-d3cb-4227-b6e6-c91a86ee9e90 req-80d79939-189c-4cbc-af43-c168ae4a6e58 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892838 Aug 25 14:46:02.268018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.300012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.249 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/494a0753-8b2d-4919-b539-97f3fd5ffa00) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:02.342106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.377628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Transition to ACTIVE for port object 8df278a4-dca4-4084-9b4b-8aec74e1c26c will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:02.392481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a26f6d76-b76e-44d0-bf89-46e0e700d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.395382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a26f6d76-b76e-44d0-bf89-46e0e700d352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.396579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a26f6d76-b76e-44d0-bf89-46e0e700d352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4e5e5b5-20a3-4c7d-92b5-12ad6f16b544 HTTP/1.1" status: 204 len: 168 time: 0.5636687 Aug 25 14:46:02.418180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebc00ef6-8f42-440b-ad95-0a0b4d628bfc req-aea0eab2-336d-47d7-9dcf-0333d43f58aa tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 210 time: 0.0622165 Aug 25 14:46:02.445862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f6d76-b76e-44d0-bf89-46e0e700d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e5e5b5-20a3-4c7d-92b5-12ad6f16b544,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:02.527599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.532476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219364f4-7e37-44a2-962c-3d9d384c2e1b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:02.582574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.585086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-ec02538d-1149-4a69-8a87-9ec44bfab748 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:02.586749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-ec02538d-1149-4a69-8a87-9ec44bfab748 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.1645794 Aug 25 14:46:02.604334 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.615627 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 219364f4-7e37-44a2-962c-3d9d384c2e1b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:02.619250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.632886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.635457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a8643-cbfd-4b20-8130-09ac12e4d405,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:02.700441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.702595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cfa40546-f700-45a0-8aab-73589c35b466 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0069952 Aug 25 14:46:02.705860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46508) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:02.708870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object 494a0753-8b2d-4919-b539-97f3fd5ffa00 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:02.714894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'security_group_rule': {'security_group_id': 'd88a8643-cbfd-4b20-8130-09ac12e4d405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:02.758891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Network 67893cb1-fab2-475b-8ed4-450b9c238707 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:02.771900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:02.778990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:02.782041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Pushing event updated for resources: {'Port': ['ID=8df278a4-dca4-4084-9b4b-8aec74e1c26c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:02.823859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-ce5e89b8-416c-4301-87b0-f1c347486fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:02.825538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-ce5e89b8-416c-4301-87b0-f1c347486fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5&tenant_id=7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 1095 time: 0.2252662 Aug 25 14:46:02.858869 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.870862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0868fd-a798-4578-9eff-84fe74a1405d req-19202689-3298-4538-bc5a-c8dff00c002e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:02.870862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa0868fd-a798-4578-9eff-84fe74a1405d req-19202689-3298-4538-bc5a-c8dff00c002e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 949 time: 0.1715200 Aug 25 14:46:02.917384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:02.990704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.032404 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa0868fd-a798-4578-9eff-84fe74a1405d req-0837333e-c7cf-44d8-817a-c0f05cbde058 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433322 Aug 25 14:46:03.033409 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.046052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e27216b5-9124-4849-956c-c3474841dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.047616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e27216b5-9124-4849-956c-c3474841dcec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1095 time: 0.1744528 Aug 25 14:46:03.049178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:03.052262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:03.085510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.166111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af55967f-0a7b-4adc-a5ac-318827fd2cb6,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:03.215289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:03.230118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3099983d-56b9-4568-a2a9-0ae342e52771 None None] Provisioning for port 8df278a4-dca4-4084-9b4b-8aec74e1c26c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:03.234927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:03.246667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=494a0753-8b2d-4919-b539-97f3fd5ffa00,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:03.250340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:03.267846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3099983d-56b9-4568-a2a9-0ae342e52771 None None] Provisioning complete for port 8df278a4-dca4-4084-9b4b-8aec74e1c26c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:03.268275 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3099983d-56b9-4568-a2a9-0ae342e52771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.319591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3099983d-56b9-4568-a2a9-0ae342e52771 None None] Port 8df278a4-dca4-4084-9b4b-8aec74e1c26c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:03.339940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.29 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/95cae7b9-e992-46f4-bbbf-e3a3acfb6f27) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:03.360008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.362227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0651e9ab-61bf-4630-bfd9-1f8281bfc1f3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6551361 Aug 25 14:46:03.370697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46522) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:03.451576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.452415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.455640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-19fd7fcc-509e-4d89-8568-c9af1e05d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.457264 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-19fd7fcc-509e-4d89-8568-c9af1e05d227 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.3965576 Aug 25 14:46:03.520318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-e1abf214-d232-4de5-8574-6983a7f9da55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 217 time: 0.0460989 Aug 25 14:46:03.530143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.555915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'security_group_rule': {'security_group_id': 'd88a8643-cbfd-4b20-8130-09ac12e4d405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:03.604682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36963e-7864-4ac2-9ea0-110147d628d3 req-49b12d02-7119-4c50-9958-f4760e984971 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.606323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d36963e-7864-4ac2-9ea0-110147d628d3 req-49b12d02-7119-4c50-9958-f4760e984971 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.3860507 Aug 25 14:46:03.624982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-28096d37-e993-4d21-8512-4ab09a77a750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5846021 Aug 25 14:46:03.635689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ac81-a9a4-41a1-8594-6953bccb1345 req-30005b24-de9a-4f55-b333-89cd9c8278b1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.644152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fb2ac81-a9a4-41a1-8594-6953bccb1345 req-30005b24-de9a-4f55-b333-89cd9c8278b1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 944 time: 0.2756753 Aug 25 14:46:03.667202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Request body: {'port': {'device_id': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:03.684460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d36963e-7864-4ac2-9ea0-110147d628d3 req-187249ce-eea6-4800-a200-78d0f0a991e2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611887 Aug 25 14:46:03.694261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.714937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:03.717225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.730956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-49f2e8a3-79b7-449a-8650-7f84a0305c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.732072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-49f2e8a3-79b7-449a-8650-7f84a0305c29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.1805420 Aug 25 14:46:03.734052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b943acb3-3b38-44a9-a5e2-cda25cf7621d None None] Provisioning for port 494a0753-8b2d-4919-b539-97f3fd5ffa00 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:03.740241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b943acb3-3b38-44a9-a5e2-cda25cf7621d None None] Provisioning complete for port 494a0753-8b2d-4919-b539-97f3fd5ffa00 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:03.740593 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b943acb3-3b38-44a9-a5e2-cda25cf7621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.823286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b943acb3-3b38-44a9-a5e2-cda25cf7621d None None] Port 494a0753-8b2d-4919-b539-97f3fd5ffa00 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:03.823828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fb2ac81-a9a4-41a1-8594-6953bccb1345 req-cdf17ba9-ad8d-4892-a14e-a111b400165f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738498 Aug 25 14:46:03.868502 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-24da8e48-2ca1-45f8-bcc6-cea36e27d2e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174805 Aug 25 14:46:03.874623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.877538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.932440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d09103-1c1e-41da-8fba-b64094986b60 req-1199b485-8393-40ad-965d-20c609681802 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:03.934113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46d09103-1c1e-41da-8fba-b64094986b60 req-1199b485-8393-40ad-965d-20c609681802 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 936 time: 0.0533762 Aug 25 14:46:03.935731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.946462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:03.950701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:03.974546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:03.980332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:04.070770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8cf9fc-9875-4770-aa53-20901f137ecf,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:04.086665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:04.090877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:04.106145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:04.118125 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.128964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:04.133475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-332e9eed-f08a-4adc-ab55-26fd0cae0f3f service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435274 Aug 25 14:46:04.137174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:04.141503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:04.146672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46d09103-1c1e-41da-8fba-b64094986b60 req-ad075e85-841b-4b4c-b21f-aa2ef58d25d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035840 Aug 25 14:46:04.217897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.222197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-148a132f-0387-495d-8d84-080b1d395d69 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8454938 Aug 25 14:46:04.232356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46542) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:04.241400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:04.242376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.253236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:04.266679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:04.291467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.298796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'port_id': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'mac_address': 'fa:16:3e:10:ac:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e0c13b-bf3a-43c1-b356-551e62e14298', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:04.389239 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.400085 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.457568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:04.504708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:04.540556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:04.543018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e8f20952-ac20-48e3-ad73-168a67c17710 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6624496 Aug 25 14:46:04.564332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Request body: {'port': {'device_id': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:04.568290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d3211-c039-46e5-a486-d6cfcde4a543 req-98c6fef7-c55f-49e2-9103-c1a44a933870 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:04.570050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d8d3211-c039-46e5-a486-d6cfcde4a543 req-98c6fef7-c55f-49e2-9103-c1a44a933870 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 949 time: 0.4356530 Aug 25 14:46:04.579232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.581143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Pushing event updated for resources: {'Port': ['ID=8df278a4-dca4-4084-9b4b-8aec74e1c26c,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:04.636932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.653315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-d7a26ed0-e9ef-406c-a729-1f8cba4ce89b service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000625 Aug 25 14:46:04.653897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.683126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.741387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d8d3211-c039-46e5-a486-d6cfcde4a543 req-1a523988-9e36-4ff5-b5c5-35b5bd768b35 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518490 Aug 25 14:46:04.844520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:04.854152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-42363c1e-1d61-4b01-9eab-d949f1ccf27c None None] Provisioning for port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:04.857747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Network 67893cb1-fab2-475b-8ed4-450b9c238707 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:04.862004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:04.879279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494a0753-8b2d-4919-b539-97f3fd5ffa00 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:04.880441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:04.880986 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.936529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:04.991824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e071ab9-9ff3-4ac4-853b-3db2596e016e req-fdfc310f-a6bd-47f0-ac33-3204c6e68dc2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:04.994312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Transition to ACTIVE for port object 494a0753-8b2d-4919-b539-97f3fd5ffa00 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:05.005948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e071ab9-9ff3-4ac4-853b-3db2596e016e req-fdfc310f-a6bd-47f0-ac33-3204c6e68dc2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.1617541 Aug 25 14:46:05.019429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Allocated IP 172.25.8.98 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/8df3f42b-f816-461e-809e-7fdbb1533ae8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:05.105853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Router 6d0e5879-a087-4430-b0ec-42ff4c97883a has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:05.113598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.175161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-42363c1e-1d61-4b01-9eab-d949f1ccf27c None None] Provisioning complete for port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:05.182101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-42363c1e-1d61-4b01-9eab-d949f1ccf27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.212630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:05.240704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e071ab9-9ff3-4ac4-853b-3db2596e016e req-1b686efd-e014-4b60-980b-586f9e7efda8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204769 Aug 25 14:46:05.297310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:05.332267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Pushing event updated for resources: {'Port': ['ID=494a0753-8b2d-4919-b539-97f3fd5ffa00,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:05.350286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-42363c1e-1d61-4b01-9eab-d949f1ccf27c None None] Port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:05.528246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.546318 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.566136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-89274beb-c4f1-4d6d-9d7b-399b45abe6ed None None] Provisioning complete for port 8df278a4-dca4-4084-9b4b-8aec74e1c26c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:05.566553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89274beb-c4f1-4d6d-9d7b-399b45abe6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.667812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-89274beb-c4f1-4d6d-9d7b-399b45abe6ed None None] Port 8df278a4-dca4-4084-9b4b-8aec74e1c26c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:05.671748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:05.685364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c0ad-a723-419f-bdad-9706ca5105fc req-eaa045fb-0a1a-4961-858d-33abede22155 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:05.689468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:05.693574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9055c0ad-a723-419f-bdad-9706ca5105fc req-eaa045fb-0a1a-4961-858d-33abede22155 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 944 time: 0.1621799 Aug 25 14:46:05.701295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.733020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Transition to ACTIVE for port object 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:05.758648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9055c0ad-a723-419f-bdad-9706ca5105fc req-50550b15-d2b3-4b5c-ad3a-7e8a203ed480 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587533 Aug 25 14:46:05.876348 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.876960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.882028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:05.894148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-df6f126b-fdcc-46ff-b83f-b8aa6d3cfb81 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:05.895739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-df6f126b-fdcc-46ff-b83f-b8aa6d3cfb81 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.6328702 Aug 25 14:46:05.917138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:05.931863 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5a97bd94-b4df-4997-8a09-b112ce4a3a2d admin admin] 10.222.0.58 "PUT /v2.0/routers/6d0e5879-a087-4430-b0ec-42ff4c97883a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4718504 Aug 25 14:46:05.956465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Attempting to bind port 494a0753-8b2d-4919-b539-97f3fd5ffa00 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:05.956693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Attempting to bind port 494a0753-8b2d-4919-b539-97f3fd5ffa00 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:05.956944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Attempting to bind port 494a0753-8b2d-4919-b539-97f3fd5ffa00 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:05.974329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc280-1882-4ec8-ba3e-bc0181fdd43c req-b1880b1b-2c18-4a17-aa09-eecb31eaedd6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:05.990810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Sync routers for ids ['6d0e5879-a087-4430-b0ec-42ff4c97883a'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:05.991401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:05.994487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbfdc280-1882-4ec8-ba3e-bc0181fdd43c req-b1880b1b-2c18-4a17-aa09-eecb31eaedd6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 948 time: 0.1823137 Aug 25 14:46:05.999766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Port 494a0753-8b2d-4919-b539-97f3fd5ffa00 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:06.000414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Attempting to bind port 494a0753-8b2d-4919-b539-97f3fd5ffa00 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:06.009291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:06.012515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:06.029601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:06.030049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:06.030194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:06.030819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:06.033723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Bound port: 494a0753-8b2d-4919-b539-97f3fd5ffa00, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:06.034233 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.037985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Routers {'6d0e5879-a087-4430-b0ec-42ff4c97883a'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:06.040195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6d0e5879-a087-4430-b0ec-42ff4c97883a'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:06.044521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'Port': ['ID=8df3f42b-f816-461e-809e-7fdbb1533ae8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:06.197491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbfdc280-1882-4ec8-ba3e-bc0181fdd43c req-376095cf-5ab0-49ef-a093-2efc9ae189b2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016637 Aug 25 14:46:06.233898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] For port 494a0753-8b2d-4919-b539-97f3fd5ffa00, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:06.238224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] For port 494a0753-8b2d-4919-b539-97f3fd5ffa00, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:06.252231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-38f3d4dd-d68d-4e75-a404-3f264b598842 service neutron] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:06.255799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-38f3d4dd-d68d-4e75-a404-3f264b598842 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.257026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0694379-28e1-4d7e-821d-bad1abea01cf req-38f3d4dd-d68d-4e75-a404-3f264b598842 service neutron] 10.222.0.52 "DELETE /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.3382912 Aug 25 14:46:06.275434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Pushing event updated for resources: {'Port': ['ID=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:06.278673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Set router 6d0e5879-a087-4430-b0ec-42ff4c97883a gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:06.313129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.354985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Attempting to bind port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:06.355350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Attempting to bind port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:06.355676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Attempting to bind port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:06.371361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:06.371685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Attempting to bind port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:06.372288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.373019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.374222 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.374812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] 10.222.0.52 "PUT /v2.0/ports/494a0753-8b2d-4919-b539-97f3fd5ffa00 HTTP/1.1" status: 200 len: 1096 time: 2.7231429 Aug 25 14:46:06.376739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'tag': '494a0753-8b2d-4919-b539-97f3fd5ffa00'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:06.384930 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "597dabc5-0c5c-45f7-8300-3ac374ddb057", "tag": "494a0753-8b2d-4919-b539-97f3fd5ffa00"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:06.394733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.395265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.395893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.396566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.396844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.397472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.397949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.398468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.398938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.399432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.399897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.400362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.400821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.403857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-664b8adc-019b-4cad-830d-cd9d05144c65 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057&device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294&device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e&device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46&device_id=d6175466-ca22-41be-b0fb-72d49692421f&device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264&device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0&device_id=f02da46a-7900-45ec-9456-8ab76ab3a591&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317&device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 11677 time: 0.1547885 Aug 25 14:46:06.407499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:06.407838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:06.408224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:06.408667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Bound port: 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:06.409022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.435082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-e87e7df7-0d5d-4942-9688-eee92f077b3d tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.448050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464dc28-8bda-44c3-837e-b405b11b71a2 service neutron] Pushing event updated for resources: {'Port': ['ID=494a0753-8b2d-4919-b539-97f3fd5ffa00,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:06.533723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:06.552530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-8e222702-f291-4c0d-8864-31dab4b9094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.554259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-8e222702-f291-4c0d-8864-31dab4b9094f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 1099 time: 0.0623190 Aug 25 14:46:06.604708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:06.605099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.613009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:46:03Z', 'revision_number': 4, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '8df278a4-dca4-4084-9b4b-8aec74e1c26c', 'name': '', 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'mac_address': 'fa:16:3e:79:44:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8101a8cc-2cb7-4588-b455-769c74bea411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:01Z', 'updated_at': '2021-08-25T14:46:03Z', 'revision_number': 2, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'subnets': [{'id': '8101a8cc-2cb7-4588-b455-769c74bea411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:06.630760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.636040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e402766d-1524-45c1-93a3-a4bde886ba6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00 HTTP/1.1" status: 200 len: 217 time: 0.0703139 Aug 25 14:46:06.668857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Checking router: 6d0e5879-a087-4430-b0ec-42ff4c97883a for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:06.668857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Updating router 6d0e5879-a087-4430-b0ec-42ff4c97883a port 8df278a4-dca4-4084-9b4b-8aec74e1c26c binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:06.692807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] For port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:06.700506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] For port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:06.700973 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-cb9f3449-f2fe-4381-b4a3-83dd8b754ae0 req-d2aa90e0-adbf-470d-80d3-7fb2b5211a92 tempest-FloatingIPDetailsNegativeTestJSON-1637603001 tempest-FloatingIPDetailsNegativeTestJSON-1637603001-project] show failed (client error): The resource could not be found. Aug 25 14:46:06.702683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb9f3449-f2fe-4381-b4a3-83dd8b754ae0 req-d2aa90e0-adbf-470d-80d3-7fb2b5211a92 tempest-FloatingIPDetailsNegativeTestJSON-1637603001 tempest-FloatingIPDetailsNegativeTestJSON-1637603001-project] 10.222.0.58 "GET /v2.0/floatingips/b4124488-da39-4a49-bf88-aa20814b673a HTTP/1.1" status: 404 len: 350 time: 0.0650189 Aug 25 14:46:06.705937 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.714347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46592) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:06.765655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-783c7835-6c1e-4c37-8a12-a615805604d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.779328 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-783c7835-6c1e-4c37-8a12-a615805604d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0826831 Aug 25 14:46:06.799265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.907141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-c3e5cc3b-bd9c-45ea-8111-591d7a728c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.908671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-c3e5cc3b-bd9c-45ea-8111-591d7a728c54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321006 Aug 25 14:46:06.941663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.942552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:06.944026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] 10.222.0.45 "PUT /v2.0/ports/95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 HTTP/1.1" status: 200 len: 1095 time: 2.3845305 Aug 25 14:46:06.950498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'tag': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:06.954198 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329a7e80-5281-4b25-b308-7ed89d307849" -d '{"events": [{"name": "network-changed", "server_uuid": "e42bde01-1637-43e6-b6bb-d7f5e56dd294", "tag": "95cae7b9-e992-46f4-bbbf-e3a3acfb6f27"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:06.957124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c49bc0-3eb2-4ba5-85e8-e9ed899dfe7c req-5619b6fb-ce2b-41ad-8668-fe4280972bc3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:06.959069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9c49bc0-3eb2-4ba5-85e8-e9ed899dfe7c req-5619b6fb-ce2b-41ad-8668-fe4280972bc3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.0887861 Aug 25 14:46:07.049848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-e87e7df7-0d5d-4942-9688-eee92f077b3d tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.058450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cab0e-6a18-425b-898a-7aee61e0c727 service neutron] Pushing event updated for resources: {'Port': ['ID=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:07.083857 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.114798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Transition to ACTIVE for port object 8df278a4-dca4-4084-9b4b-8aec74e1c26c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:07.119746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9c49bc0-3eb2-4ba5-85e8-e9ed899dfe7c req-e51db4a5-915b-4e3e-b34b-bd50a3d4a8ab tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337919 Aug 25 14:46:07.141231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-639fa30f-c1bb-49d1-8ff9-692dda86d37b service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187555 Aug 25 14:46:07.170723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.186688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-e87e7df7-0d5d-4942-9688-eee92f077b3d tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.221066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-169a49a7-2d3b-465a-a0b7-822712b7b5fb req-e87e7df7-0d5d-4942-9688-eee92f077b3d tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&id=78404c6c-6052-4136-ad27-10cccd0b31a8&id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.8093536 Aug 25 14:46:07.271947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.294792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc44c0-1226-47b6-afb4-da6ca7e789dd None None] Pushing event updated for resources: {'Port': ['ID=8df278a4-dca4-4084-9b4b-8aec74e1c26c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:07.300119 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008e9e7-9266-4e5a-9bfd-e6971c3483f9 x-openstack-request-id: req-0008e9e7-9266-4e5a-9bfd-e6971c3483f9 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:07.300425 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597dabc5-0c5c-45f7-8300-3ac374ddb057", "tag": "494a0753-8b2d-4919-b539-97f3fd5ffa00", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:07.300689 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0008e9e7-9266-4e5a-9bfd-e6971c3483f9 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:07.301159 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'tag': '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'status': 'completed', 'code': 200} Aug 25 14:46:07.386648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e7df7-0d5d-4942-9688-eee92f077b3d tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cea7af-7d4e-4050-a50c-6436a6c7c20d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:07.401059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Attempting to bind port 8df278a4-dca4-4084-9b4b-8aec74e1c26c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:07.401536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Attempting to bind port 8df278a4-dca4-4084-9b4b-8aec74e1c26c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:07.403734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Attempting to bind port 8df278a4-dca4-4084-9b4b-8aec74e1c26c on network 67893cb1-fab2-475b-8ed4-450b9c238707 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:07.406909 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca53123-0d4d-4eb1-8e80-8fd9eef3ef25 x-openstack-request-id: req-fca53123-0d4d-4eb1-8e80-8fd9eef3ef25 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:07.407245 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42bde01-1637-43e6-b6bb-d7f5e56dd294", "tag": "95cae7b9-e992-46f4-bbbf-e3a3acfb6f27", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:07.407496 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fca53123-0d4d-4eb1-8e80-8fd9eef3ef25 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:07.407902 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'tag': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27', 'status': 'completed', 'code': 200} Aug 25 14:46:07.412767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:07.414934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Checking segment: {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:07.414934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.414934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Bound using segment: {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:07.415561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Bound port: 8df278a4-dca4-4084-9b4b-8aec74e1c26c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd477d2-982a-47a7-b924-7762ac31f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:07.416062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.432175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.446887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-78eb7de0-3872-45a8-b098-4b96c3c7d1d0 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960491 Aug 25 14:46:07.463269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd80e0d-bb30-49cd-aa64-63d3a8020e3f req-cc55fbc2-35f1-481b-9ae1-85129252ad1d tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:07.473092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0fd80e0d-bb30-49cd-aa64-63d3a8020e3f req-cc55fbc2-35f1-481b-9ae1-85129252ad1d tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1095 time: 0.0940590 Aug 25 14:46:07.523623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0fd80e0d-bb30-49cd-aa64-63d3a8020e3f req-89cb191c-402b-42a7-af98-b41b884751ab tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Aug 25 14:46:07.565884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] For port 8df278a4-dca4-4084-9b4b-8aec74e1c26c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:07.571169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] For port 8df278a4-dca4-4084-9b4b-8aec74e1c26c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8df278a4-dca4-4084-9b4b-8aec74e1c26c,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:07.651559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:07.669874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-e8c68ab6-75b7-4ce3-99f8-471bcdf5e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:07.674981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-e8c68ab6-75b7-4ce3-99f8-471bcdf5e33e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 1099 time: 0.0904212 Aug 25 14:46:07.794616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Routers {'6d0e5879-a087-4430-b0ec-42ff4c97883a'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:07.795491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6d0e5879-a087-4430-b0ec-42ff4c97883a'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:07.813194 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:46:07.874214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc44c0-1226-47b6-afb4-da6ca7e789dd None None] Pushing event updated for resources: {'Port': ['ID=8df278a4-dca4-4084-9b4b-8aec74e1c26c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:07.913372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-a3e7cd2a-80c5-4816-807b-7fc453002a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:07.916278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-a3e7cd2a-80c5-4816-807b-7fc453002a44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2276156 Aug 25 14:46:07.956634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] Set router 6d0e5879-a087-4430-b0ec-42ff4c97883a gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:07.989016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:07.999165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-904664cb-56bd-4ded-a624-a52454baf4d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00 HTTP/1.1" status: 200 len: 217 time: 0.0726082 Aug 25 14:46:08.079504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-ea6068e3-43db-49ae-a3a2-686750e8a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.081517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-ea6068e3-43db-49ae-a3a2-686750e8a69b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0724936 Aug 25 14:46:08.087609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e7a39bf2-bd1f-4652-9766-94c645b49ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.089270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e7a39bf2-bd1f-4652-9766-94c645b49ec7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 1098 time: 0.9820883 Aug 25 14:46:08.096307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.169023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf3fe-e556-4945-a86a-a8fdeb9dc927 req-35b7e59e-ad67-46a1-bfbe-f3b2d19c0b0b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.170559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d3cf3fe-e556-4945-a86a-a8fdeb9dc927 req-35b7e59e-ad67-46a1-bfbe-f3b2d19c0b0b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 948 time: 0.7598305 Aug 25 14:46:08.171259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'Port': ['ID=8df3f42b-f816-461e-809e-7fdbb1533ae8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:08.171681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-b99147c5-3220-4101-b6d0-d2f01dd0ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.173836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-b99147c5-3220-4101-b6d0-d2f01dd0ca1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800207 Aug 25 14:46:08.176367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-e73a55c6-e32b-41da-aa8f-d0835e2e29be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 HTTP/1.1" status: 200 len: 217 time: 0.0678391 Aug 25 14:46:08.178840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd440-942a-432f-b5f8-3ab082736eba req-6b9a2485-edfa-42f8-94db-947549118a53 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.178840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd440-942a-432f-b5f8-3ab082736eba req-6b9a2485-edfa-42f8-94db-947549118a53 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.178840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd440-942a-432f-b5f8-3ab082736eba req-6b9a2485-edfa-42f8-94db-947549118a53 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.180602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d64cd440-942a-432f-b5f8-3ab082736eba req-6b9a2485-edfa-42f8-94db-947549118a53 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46&device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0&device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 2883 time: 0.0747845 Aug 25 14:46:08.221603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:08.228553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:08.230759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.252908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.254707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ae2dc773-cd05-446b-88be-e5cf39d89390 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0074372 Aug 25 14:46:08.293287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d64cd440-942a-432f-b5f8-3ab082736eba req-93f1e172-9f4a-40bb-8422-d5cd0f0571a9 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944715 Aug 25 14:46:08.293546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:46:03Z', 'revision_number': 4, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '8df278a4-dca4-4084-9b4b-8aec74e1c26c', 'name': '', 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'mac_address': 'fa:16:3e:79:44:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8101a8cc-2cb7-4588-b455-769c74bea411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:01Z', 'updated_at': '2021-08-25T14:46:07Z', 'revision_number': 4, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'subnets': [{'id': '8101a8cc-2cb7-4588-b455-769c74bea411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:08.299156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d3cf3fe-e556-4945-a86a-a8fdeb9dc927 req-13a0f274-13cf-47b8-bb6d-5f5fdd8f4178 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104565 Aug 25 14:46:08.301902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-17bd41f1-a840-4be2-bac8-3be0e5dec8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.303760 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-17bd41f1-a840-4be2-bac8-3be0e5dec8eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1162615 Aug 25 14:46:08.339209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb009b9-1f2a-42b9-8703-8e0255d5e1b7 None None] The sync data for ids ['6d0e5879-a087-4430-b0ec-42ff4c97883a'] in n-d-805995-2 is: [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:46:03Z', 'revision_number': 4, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '8df278a4-dca4-4084-9b4b-8aec74e1c26c', 'name': '', 'network_id': '67893cb1-fab2-475b-8ed4-450b9c238707', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'mac_address': 'fa:16:3e:79:44:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8101a8cc-2cb7-4588-b455-769c74bea411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:01Z', 'updated_at': '2021-08-25T14:46:07Z', 'revision_number': 4, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'subnets': [{'id': '8101a8cc-2cb7-4588-b455-769c74bea411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:08.360533 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-924e856e-beab-46bc-998d-7b042972b201 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755354 Aug 25 14:46:08.394815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-f64dbd9d-8376-441b-990b-98bd88ad55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.396371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-f64dbd9d-8376-441b-990b-98bd88ad55c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843320 Aug 25 14:46:08.400615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.457771 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.518022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:08.519205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:08.523119 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c89fa4-91e7-48bd-a70e-e0ef07cd77b3" -d '{"events": [{"server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "name": "network-vif-plugged", "status": "completed", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:08.601506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46634) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:08.605641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.702365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501d99c-bb66-4738-9297-012ef341e45e req-ec073864-510b-40f3-a649-c03819cdc6a7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.703966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1501d99c-bb66-4738-9297-012ef341e45e req-ec073864-510b-40f3-a649-c03819cdc6a7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.2046273 Aug 25 14:46:08.710087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14d5bfaf-7918-4d1d-bf93-0bd8751a7e3a req-5e9a3aa1-4d37-44b8-bbbf-6a356a9e948f service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360193 Aug 25 14:46:08.712145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:08.725847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-b44a57b1-03d4-497a-9a2e-3d548827bcc7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:08.729478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-b44a57b1-03d4-497a-9a2e-3d548827bcc7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.2661381 Aug 25 14:46:08.744830 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-77dfdb70-8323-426d-a644-c61a91bc3e8f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/quotas/7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 375 time: 0.0098574 Aug 25 14:46:08.800386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-78fdec3c-ee23-411d-8866-9731c40e313e service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024356 Aug 25 14:46:08.804582 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-d354e8ec-207a-42db-a134-55f7f563fc56 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536790 Aug 25 14:46:08.863450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1501d99c-bb66-4738-9297-012ef341e45e req-450d5b44-5da2-49d4-94a9-28020c4b7e3c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525102 Aug 25 14:46:08.894904 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a414d706-1713-409e-a5f2-f1052fb16d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:08.955810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-676334cc-5883-4d48-8a6c-cffe55e6bd54 req-00180dd4-0551-4102-9e11-b3f7dbc00188 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248324 Aug 25 14:46:08.985940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-b5d2464e-ca38-45ea-8aa2-a9eb9bfe3678 service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727853 Aug 25 14:46:09.054497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Deleting port 8df278a4-dca4-4084-9b4b-8aec74e1c26c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:09.054874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.124440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-7f94cc7c-161b-4ce7-89f1-afc20eff28a6 service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367264 Aug 25 14:46:09.162487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a414d706-1713-409e-a5f2-f1052fb16d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.194165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a7e80-5281-4b25-b308-7ed89d307849 req-2ad215c8-384b-4734-b8b6-382e868a6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:09.196516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-2ad215c8-384b-4734-b8b6-382e868a6001 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 1098 time: 0.0745268 Aug 25 14:46:09.221932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a414d706-1713-409e-a5f2-f1052fb16d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.265728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a414d706-1713-409e-a5f2-f1052fb16d31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd4471d9655f49088d111ea475a371db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604033 Aug 25 14:46:09.265935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46648) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:09.274005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414d706-1713-409e-a5f2-f1052fb16d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db948f-94d3-47d7-a6cb-a44cdb5d75c0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:09.311625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] For port 8df278a4-dca4-4084-9b4b-8aec74e1c26c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8df278a4-dca4-4084-9b4b-8aec74e1c26c,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:09.312011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.343926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16e5d092-8238-4999-914e-7f366b006556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.361731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Calling delete_port for 8df278a4-dca4-4084-9b4b-8aec74e1c26c owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:09.375693 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea4a35-8965-4584-8d58-2e967a9c72a6 x-openstack-request-id: req-baea4a35-8965-4584-8d58-2e967a9c72a6 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:09.376182 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "name": "network-vif-plugged", "status": "completed", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:09.376301 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-baea4a35-8965-4584-8d58-2e967a9c72a6 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:09.376634 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'code': 200} Aug 25 14:46:09.438936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16e5d092-8238-4999-914e-7f366b006556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.499486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc3c0fa9-74bc-4451-9dcc-95840715cab4 req-622c5856-8fff-43a1-a8f7-961e150f3db2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 210 time: 0.0404356 Aug 25 14:46:09.530903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-6ad881ba-4d68-41df-b2ba-2c2a594f95ac tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:09.532466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-6ad881ba-4d68-41df-b2ba-2c2a594f95ac tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 822 time: 0.3299828 Aug 25 14:46:09.550727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a7e80-5281-4b25-b308-7ed89d307849 req-0e46db6f-11e9-4372-bc6c-8dc34881cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:09.551472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-0e46db6f-11e9-4372-bc6c-8dc34881cccb service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3458037 Aug 25 14:46:09.572742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-529ce976-ae64-4297-a37b-d716a2e65edf tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/quotas/0bed7a6b05f445379e65af4a8ff4cd19 HTTP/1.1" status: 200 len: 375 time: 0.0307715 Aug 25 14:46:09.631739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeddb0-96df-44cd-b18b-c2946a71bd84 req-025e4f2a-c900-4f7b-af6c-856f52662dc4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:09.638354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e8d4-828c-4161-baec-464037b03824 req-a9a24ff4-e75f-4972-8c82-3b9808eff571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:09.639742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1aeddb0-96df-44cd-b18b-c2946a71bd84 req-025e4f2a-c900-4f7b-af6c-856f52662dc4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 948 time: 0.0662074 Aug 25 14:46:09.639974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4669e8d4-828c-4161-baec-464037b03824 req-a9a24ff4-e75f-4972-8c82-3b9808eff571 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1097 time: 0.1752563 Aug 25 14:46:09.658398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16e5d092-8238-4999-914e-7f366b006556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.661105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16e5d092-8238-4999-914e-7f366b006556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:09.662274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-16e5d092-8238-4999-914e-7f366b006556 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9db948f-94d3-47d7-a6cb-a44cdb5d75c0 HTTP/1.1" status: 204 len: 168 time: 0.3953428 Aug 25 14:46:09.686806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5d092-8238-4999-914e-7f366b006556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db948f-94d3-47d7-a6cb-a44cdb5d75c0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:09.689888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-0f2dce52-946a-4e6c-adb6-12801bcb2778 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 HTTP/1.1" status: 200 len: 217 time: 0.1201119 Aug 25 14:46:09.702111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1aeddb0-96df-44cd-b18b-c2946a71bd84 req-2d25c158-7f8c-4ddf-8085-95683919968d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589750 Aug 25 14:46:09.838162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-ceefd436-a583-47d8-af86-1786070ae722 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2507448 Aug 25 14:46:09.849235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a7e80-5281-4b25-b308-7ed89d307849 req-a1113803-4f30-442d-9cb9-c7a45ac58f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:09.850870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-a1113803-4f30-442d-9cb9-c7a45ac58f11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1191049 Aug 25 14:46:09.853277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4669e8d4-828c-4161-baec-464037b03824 req-32b76d04-1339-4775-acb2-9bd96361accf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649060 Aug 25 14:46:09.975822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-9138cd59-5214-4275-bd8e-48cf88fb5d6b service neutron] 10.222.0.58 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365714 Aug 25 14:46:10.064507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-ba84ed03-f835-4fdd-a350-7eedde60800d service neutron] 10.222.0.58 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Aug 25 14:46:10.073541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.131057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df278a4-dca4-4084-9b4b-8aec74e1c26c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:10.147502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b0203-94b6-4f1b-b5bc-f65cfbef7f01 req-3512999e-1258-4c85-88f7-08e0ac6af465 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:10.155981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-702b0203-94b6-4f1b-b5bc-f65cfbef7f01 req-3512999e-1258-4c85-88f7-08e0ac6af465 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0565441 Aug 25 14:46:10.211602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-702b0203-94b6-4f1b-b5bc-f65cfbef7f01 req-0062f10e-19a6-47ef-af2e-84dad6af8b3b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Aug 25 14:46:10.214412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a7e80-5281-4b25-b308-7ed89d307849 req-1cc659db-2a7d-4a5b-aec4-158895e6eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:10.216190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-1cc659db-2a7d-4a5b-aec4-158895e6eba7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009238 Aug 25 14:46:10.380340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd204bd9-7b85-4dee-829f-ec003152072e req-fea73bde-465c-4a7a-9364-8c41da261500 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 210 time: 0.0355773 Aug 25 14:46:10.449015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46678) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:10.454528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.454938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-9a9413c0-6516-4c18-9701-2602b9b0c0f0 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245960 Aug 25 14:46:10.467432 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b019a86-c9e7-4714-8ab2-c25b05c80b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.583519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b019a86-c9e7-4714-8ab2-c25b05c80b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.640108 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfdf305c-d5da-42e8-b7f5-ac2a2a13e502 req-2b49a68b-4399-47a1-9bb2-3fcaef613e31 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 210 time: 0.0399683 Aug 25 14:46:10.667468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-329a7e80-5281-4b25-b308-7ed89d307849 req-6b6e5ad6-1289-4088-92f2-2527a6911775 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033870 Aug 25 14:46:10.684228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b019a86-c9e7-4714-8ab2-c25b05c80b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.754945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b019a86-c9e7-4714-8ab2-c25b05c80b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7ffc2-f5ad-4521-afdf-330e938cb49a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:10.764598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9b019a86-c9e7-4714-8ab2-c25b05c80b38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4951f89379184feb9c36ff00d2570376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138807 Aug 25 14:46:10.765585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46690) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:10.822203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Router 6d0e5879-a087-4430-b0ec-42ff4c97883a has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:10.899911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37375bfd-6301-460a-96c1-b4b8dadede53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.918788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19c153-7878-4617-ad73-9e976000d94e req-e354d22f-b846-40a1-89bf-8eca74f8377e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:10.920298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d19c153-7878-4617-ad73-9e976000d94e req-e354d22f-b846-40a1-89bf-8eca74f8377e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 948 time: 0.0694530 Aug 25 14:46:10.935182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37375bfd-6301-460a-96c1-b4b8dadede53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:10.948803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:10.956676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cc456442-ffc4-474c-a1e3-a995517d0ac4 admin admin] 10.222.0.58 "PUT /v2.0/routers/6d0e5879-a087-4430-b0ec-42ff4c97883a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2385645 Aug 25 14:46:10.956775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46692) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:10.958628 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] Sync routers for ids ['6d0e5879-a087-4430-b0ec-42ff4c97883a'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:10.969407 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] Routers {'6d0e5879-a087-4430-b0ec-42ff4c97883a'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:10.971069 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6d0e5879-a087-4430-b0ec-42ff4c97883a'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:10.994225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d19c153-7878-4617-ad73-9e976000d94e req-5a26aa1f-7db1-4b98-835f-21c47c41b894 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647140 Aug 25 14:46:11.070955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37375bfd-6301-460a-96c1-b4b8dadede53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:11.073782 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37375bfd-6301-460a-96c1-b4b8dadede53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:11.074905 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37375bfd-6301-460a-96c1-b4b8dadede53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2c7ffc2-f5ad-4521-afdf-330e938cb49a HTTP/1.1" status: 204 len: 168 time: 0.3083701 Aug 25 14:46:11.095755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37375bfd-6301-460a-96c1-b4b8dadede53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7ffc2-f5ad-4521-afdf-330e938cb49a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:11.134719 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] Set router 6d0e5879-a087-4430-b0ec-42ff4c97883a gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:11.373124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627746d1-6f32-432c-bda3-7aacf1e88eed req-7466ff1f-c3b1-4f2c-bbca-2b0b3015d0ab tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:11.374996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-627746d1-6f32-432c-bda3-7aacf1e88eed req-7466ff1f-c3b1-4f2c-bbca-2b0b3015d0ab tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1050348 Aug 25 14:46:11.390109 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:46:09Z', 'revision_number': 5, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:11.427785 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] Checking router: 6d0e5879-a087-4430-b0ec-42ff4c97883a for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:11.438281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] Routers {'6d0e5879-a087-4430-b0ec-42ff4c97883a'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:11.438884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6d0e5879-a087-4430-b0ec-42ff4c97883a'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:11.457772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:11.473535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-627746d1-6f32-432c-bda3-7aacf1e88eed req-347b27c2-68e9-4efd-81db-23576f0c954c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920138 Aug 25 14:46:11.565922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94081e69-26ed-4c35-a468-1ef416d8f66e req-e8754a8c-3671-411a-84be-2d90e7d7e1ec tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 210 time: 0.0395529 Aug 25 14:46:11.574765 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] Set router 6d0e5879-a087-4430-b0ec-42ff4c97883a gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:11.669840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5e7b-8fde-4c12-934b-e947da650a11 req-34fab274-b896-4bf3-a3b0-89d9f03f40e2 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:11.671382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-109a5e7b-8fde-4c12-934b-e947da650a11 req-34fab274-b896-4bf3-a3b0-89d9f03f40e2 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1101 time: 0.1067486 Aug 25 14:46:11.675291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:11.754112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-109a5e7b-8fde-4c12-934b-e947da650a11 req-031439fc-d97a-49cc-b45e-6df2c3abbae8 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505898 Aug 25 14:46:11.780429 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:46:09Z', 'revision_number': 5, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:11.800656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b02c6331-3d13-42a1-a753-b144d2ef3c0e req-e58ed3ae-b373-42f6-a872-e551f9c9caa4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 210 time: 0.0573928 Aug 25 14:46:11.811770 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a7b31-49fc-47a7-adbb-a7a9b0491da6 None None] The sync data for ids ['6d0e5879-a087-4430-b0ec-42ff4c97883a'] in n-d-805995-2 is: [{'id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025541994-router', 'tenant_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:45:56Z', 'updated_at': '2021-08-25T14:46:09Z', 'revision_number': 5, 'project_id': '8d5704f8b3aa4535a6c7d887b39a339c', 'gw_port': {'id': '87a74d67-60b3-4f7d-ae2e-04201ee3fc1b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e5879-a087-4430-b0ec-42ff4c97883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:45:58Z', 'updated_at': '2021-08-25T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:11.940675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 494a0753-8b2d-4919-b539-97f3fd5ffa00 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:11.952846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Deleting port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:11.955769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:11.996515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:12.007268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47f8aa-ddd9-4deb-8b84-223d97132872 req-28874bb4-e9d2-4fab-a76b-6ce0831a1458 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:12.008899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e47f8aa-ddd9-4deb-8b84-223d97132872 req-28874bb4-e9d2-4fab-a76b-6ce0831a1458 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1101 time: 0.1315660 Aug 25 14:46:12.019576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-724ca0f8-d87d-4b0b-beed-7629d0722ab8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:12.021618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-724ca0f8-d87d-4b0b-beed-7629d0722ab8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.2369552 Aug 25 14:46:12.043884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 494a0753-8b2d-4919-b539-97f3fd5ffa00, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:12.046951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Request body: {'port': {'device_id': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'admin_state_up': True, 'tenant_id': '7fa3b423fd8b48fd984bd0765ce298de'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:12.055901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'mac_address': 'fa:16:3e:6a:2e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:12.159807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831416f6-9423-4e8e-a87f-ae7ef4c5266f req-aacd995d-4be8-4877-a239-5628be797657 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:12.172007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-831416f6-9423-4e8e-a87f-ae7ef4c5266f req-aacd995d-4be8-4877-a239-5628be797657 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 948 time: 0.0891771 Aug 25 14:46:12.204617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e47f8aa-ddd9-4deb-8b84-223d97132872 req-3a3e113f-fd73-4ebf-9cb0-2b4db7d94ab9 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746216 Aug 25 14:46:12.262667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-831416f6-9423-4e8e-a87f-ae7ef4c5266f req-808be310-6832-4ae9-85a5-10c37dacaef0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782504 Aug 25 14:46:12.267593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] For port 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:12.267991 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.296878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Calling delete_port for 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:12.347145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.377212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494a0753-8b2d-4919-b539-97f3fd5ffa00 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:12.426354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Made reservation on behalf of 7fa3b423fd8b48fd984bd0765ce298de for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:12.443266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.456955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:12.470521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 494a0753-8b2d-4919-b539-97f3fd5ffa00, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:12.491456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8df278a4-dca4-4084-9b4b-8aec74e1c26c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:12.513763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46740) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:12.552699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27', 'mac_address': 'fa:16:3e:07:19:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:12.554368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8df278a4-dca4-4084-9b4b-8aec74e1c26c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:12.554740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8df278a4-dca4-4084-9b4b-8aec74e1c26c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:12.568771 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.649683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-809362242-network', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:12.662859 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.684362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:12.689481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=494a0753-8b2d-4919-b539-97f3fd5ffa00,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:12.706207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:12.753184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76382a4d-1a3a-451d-a542-719d543c5897 req-2c40eacf-9b6e-4cb2-8505-2c9d6a26039a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:12.754671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76382a4d-1a3a-451d-a542-719d543c5897 req-2c40eacf-9b6e-4cb2-8505-2c9d6a26039a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1550384 Aug 25 14:46:12.760430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Made reservation on behalf of e570a9382ec3413b9d0e21494021b325 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:12.764952 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.774110 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.791226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Allocated IP 172.20.0.9 (b690c8ea-2379-4046-8047-5fdf4894394c/bb423791-60a4-4628-a675-2ba4ab9a6967/353e2d26-63ff-4cef-8095-12ddd8647665) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:12.821188 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.854976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76382a4d-1a3a-451d-a542-719d543c5897 req-0a320e6a-79e2-4514-b268-f67b19f3c2b9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791140 Aug 25 14:46:12.908357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.917660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:12.937813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:12.940399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['494a0753-8b2d-4919-b539-97f3fd5ffa00'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:12.990204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.001647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f078ed9-902e-4bfa-9b93-448f2b325dca req-1d888b15-9466-476c-a825-06b6bacb6f3a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 210 time: 0.0675433 Aug 25 14:46:13.002478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Pushing event deleted for resources: {'Port': ['ID=87a74d67-60b3-4f7d-ae2e-04201ee3fc1b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:13.035569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:46:13.071173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.090267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d63c7392-5d75-4e4b-8827-641a7159dd35 req-090237df-f27a-4f51-b85d-8c0b086489bf tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 210 time: 0.0484505 Aug 25 14:46:13.091574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ebe68e-9a96-47cf-943f-5544fecf2a53,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:13.107897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.109460 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Added segment 3fbd7c45-20bf-4b50-ab3d-003434b1eddd of type vlan for network d70648b5-e272-4940-88d8-f03e71c5fd60 Aug 25 14:46:13.135558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:13.169462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.275854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.276955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:13.278153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.307873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.312659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.341097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] Pushing event updated for resources: {'Network': ['ID=d70648b5-e272-4940-88d8-f03e71c5fd60,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:13.353280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d70648b5-e272-4940-88d8-f03e71c5fd60 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:46:13.388129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.391282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5f2a7f8e-08db-4655-aa2c-757fd2f0729c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8763924 Aug 25 14:46:13.394138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46764) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:13.399695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Request body: {'subnet': {'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-809362242-subnet', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:13.442276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c2db-add8-4b19-bfb8-b283cd537f0a req-40c5193a-51dd-4998-899a-62ddffd3cde5 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:13.443929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e71c2db-add8-4b19-bfb8-b283cd537f0a req-40c5193a-51dd-4998-899a-62ddffd3cde5 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1097 time: 0.3078682 Aug 25 14:46:13.457528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-fbf336d9-4786-4552-be2f-65f4bca52c60 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:13.458853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-fbf336d9-4786-4552-be2f-65f4bca52c60 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 822 time: 0.3367052 Aug 25 14:46:13.478957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'port': {'device_id': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'admin_state_up': True, 'tenant_id': '0bed7a6b05f445379e65af4a8ff4cd19'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:13.490549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Made reservation on behalf of e570a9382ec3413b9d0e21494021b325 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:13.493602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.537093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.537640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0e5879-a087-4430-b0ec-42ff4c97883a {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:46:13.552850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.555351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d168287a-2ece-4445-95d3-c888a8c4357f admin admin] 10.222.0.58 "DELETE /v2.0/routers/6d0e5879-a087-4430-b0ec-42ff4c97883a HTTP/1.1" status: 204 len: 168 time: 2.5968511 Aug 25 14:46:13.557653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46770) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:13.567783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e71c2db-add8-4b19-bfb8-b283cd537f0a req-9113f419-2bc0-4ad7-b5bf-515a1a1d9422 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169221 Aug 25 14:46:13.636873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Deleting subnet 8101a8cc-2cb7-4588-b455-769c74bea411 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:46:13.641023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.655830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.724325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Network b690c8ea-2379-4046-8047-5fdf4894394c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:13.729550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:13.734220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:13.746347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.766313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Made reservation on behalf of 0bed7a6b05f445379e65af4a8ff4cd19 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:13.769975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.775674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:13.805505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59378563-742e-49d9-acf3-05416be07dce req-1ebc3e5b-6540-4e37-a28b-e385da54505a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:13.807977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59378563-742e-49d9-acf3-05416be07dce req-1ebc3e5b-6540-4e37-a28b-e385da54505a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 949 time: 0.1650269 Aug 25 14:46:13.869153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:13.869807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.918772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:13.923303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59378563-742e-49d9-acf3-05416be07dce req-72ed49ce-cb31-47a7-b290-da98e6afe3de tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 Aug 25 14:46:13.942855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f615e-f332-4367-af11-6b2c09c5933e req-e0d1761b-71a5-4cb4-9bcb-05517aa46a54 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:13.942855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e22f615e-f332-4367-af11-6b2c09c5933e req-e0d1761b-71a5-4cb4-9bcb-05517aa46a54 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1578107 Aug 25 14:46:14.002927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.005274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-c683727c-0a7e-48a1-adb2-8bcf19f746e9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9716144 Aug 25 14:46:14.026496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Request body: {'port': {'device_id': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:14.065309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e22f615e-f332-4367-af11-6b2c09c5933e req-d7675d38-d1fa-453c-a677-f945a1e7644e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123278 Aug 25 14:46:14.073984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Allocated IP 172.20.0.14 (e7d34728-cb22-48bf-836a-d6c51926771c/9fa9dfda-bea1-41bb-aca2-3044a33e7b59/b112f8d0-eae4-4c6c-9a25-96506ecb1726) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:14.081693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.085502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce58da5a-c7cb-44c5-abb3-27bb67a992de,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:14.125430 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.131746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8101a8cc-2cb7-4588-b455-769c74bea411,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:14.147640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.149751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266c04e-5968-4d9e-bb60-f8f325b5752b None None] Network 67893cb1-fab2-475b-8ed4-450b9c238707 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:14.152622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-09a5ed7e-3689-4a9a-af7b-93e46ab9711e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8101a8cc-2cb7-4588-b455-769c74bea411 HTTP/1.1" status: 204 len: 168 time: 0.5939925 Aug 25 14:46:14.174545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46790) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:14.211724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Checking segment: {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:14.212331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Network hostable DHCP agents. Network: d70648b5-e272-4940-88d8-f03e71c5fd60, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:46:14.222716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a182c4c-ff8f-4675-8a47-aa54c5354ae4 req-fbfcb8d4-880a-408c-879f-479d7a885ca4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 210 time: 0.0949409 Aug 25 14:46:14.339063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Network d70648b5-e272-4940-88d8-f03e71c5fd60 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:46:14.387814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] DHCP port deletion for 67893cb1-fab2-475b-8ed4-450b9c238707 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:46:14.419086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.420252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d70648b5-e272-4940-88d8-f03e71c5fd60) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:14.425187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:14.426835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.432607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a1e1d-34e1-454c-bbfe-0f9ba3745484 None None] Network d70648b5-e272-4940-88d8-f03e71c5fd60 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:14.485016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219364f4-7e37-44a2-962c-3d9d384c2e1b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:14.485586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ec03d-85a0-46c1-afb5-2e2adf58195f req-e9f80dec-21a8-4dd9-8b14-6f4b0cf0b04b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:14.487167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-869ec03d-85a0-46c1-afb5-2e2adf58195f req-e9f80dec-21a8-4dd9-8b14-6f4b0cf0b04b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 931 time: 0.2449746 Aug 25 14:46:14.524321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-831064a6-6b7a-479f-8af9-49ddabb390ce admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1288736 Aug 25 14:46:14.527704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46792) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:14.535742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:14.548570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] Deleting port 219364f4-7e37-44a2-962c-3d9d384c2e1b {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:14.548959 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.596332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.640018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.641731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.644183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-869ec03d-85a0-46c1-afb5-2e2adf58195f req-393702f6-fc2b-4d7b-a68e-bdf79f0f1221 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425261 Aug 25 14:46:14.687885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] For port 219364f4-7e37-44a2-962c-3d9d384c2e1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219364f4-7e37-44a2-962c-3d9d384c2e1b,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:14.688858 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.689362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Deleting port 219364f4-7e37-44a2-962c-3d9d384c2e1b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:14.689866 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.723245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] Calling delete_port for 219364f4-7e37-44a2-962c-3d9d384c2e1b owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:14.756628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.775638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.808386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d70648b5-e272-4940-88d8-f03e71c5fd60', 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'fixed_ips': [{'subnet_id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:46:14.809248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.874311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 219364f4-7e37-44a2-962c-3d9d384c2e1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219364f4-7e37-44a2-962c-3d9d384c2e1b,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:14.995441 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:14.996142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:15.004839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.058404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:15.058750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 87a74d67-60b3-4f7d-ae2e-04201ee3fc1b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:15.072633 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.123571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Allocated IP 172.20.0.2 (d70648b5-e272-4940-88d8-f03e71c5fd60/ce58da5a-c7cb-44c5-abb3-27bb67a992de/9ef7b845-5589-434d-831f-f1e8a1243509) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:15.145909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] No DVR routers for this DVR port 219364f4-7e37-44a2-962c-3d9d384c2e1b on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:15.151053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] For port 219364f4-7e37-44a2-962c-3d9d384c2e1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219364f4-7e37-44a2-962c-3d9d384c2e1b,segment=NetworkSegment(3bd477d2-982a-47a7-b924-7762ac31f007),segment_id=3bd477d2-982a-47a7-b924-7762ac31f007)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:15.151597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.168132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353e2d26-63ff-4cef-8095-12ddd8647665 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:15.181487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=219364f4-7e37-44a2-962c-3d9d384c2e1b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:15.191394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.193977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.204642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Calling delete_port for 219364f4-7e37-44a2-962c-3d9d384c2e1b owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:15.262722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1236e8-fe13-4af6-a3b6-5dde55604c4c req-0928a2ed-9ac0-47ee-b726-fcde03fcc073 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:15.270672 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee1236e8-fe13-4af6-a3b6-5dde55604c4c req-0928a2ed-9ac0-47ee-b726-fcde03fcc073 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0929167 Aug 25 14:46:15.305232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6393a5-9c0d-4251-82af-fbed97a02b77 None None] Pushing event deleted for resources: {'Port': ['ID=219364f4-7e37-44a2-962c-3d9d384c2e1b,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:15.351556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee1236e8-fe13-4af6-a3b6-5dde55604c4c req-bf680694-a758-4518-94a8-e2c5868728fc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796380 Aug 25 14:46:15.383171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.407558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b611073-6832-4703-ba80-9a063ef6caa2 req-83758b1c-d0f0-4476-90b8-5c53ef8fe01f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:15.409300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b611073-6832-4703-ba80-9a063ef6caa2 req-83758b1c-d0f0-4476-90b8-5c53ef8fe01f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 949 time: 0.3589761 Aug 25 14:46:15.417318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Transition to ACTIVE for port object 353e2d26-63ff-4cef-8095-12ddd8647665 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:15.422570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Network e7d34728-cb22-48bf-836a-d6c51926771c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:15.443596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.451106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:15.458146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:15.462587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] No DVR routers for this DVR port 219364f4-7e37-44a2-962c-3d9d384c2e1b on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:15.463261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Transition to ACTIVE for port object 9ef7b845-5589-434d-831f-f1e8a1243509 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:15.479531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Transition to ACTIVE for port object 9ef7b845-5589-434d-831f-f1e8a1243509 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:15.494818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:15.527880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.551556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b611073-6832-4703-ba80-9a063ef6caa2 req-f9be19e3-b0b2-4378-aa35-48ea29e80ee5 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276367 Aug 25 14:46:15.563623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=219364f4-7e37-44a2-962c-3d9d384c2e1b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:15.591466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.630735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:15.631428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.641230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Network d70648b5-e272-4940-88d8-f03e71c5fd60 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:15.649041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:15.651578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:15.661670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Pushing event updated for resources: {'Port': ['ID=9ef7b845-5589-434d-831f-f1e8a1243509,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:15.686904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.705229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67893cb1-fab2-475b-8ed4-450b9c238707']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:15.707759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:15.723983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Attempting to bind port 9ef7b845-5589-434d-831f-f1e8a1243509 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:15.724415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Attempting to bind port 9ef7b845-5589-434d-831f-f1e8a1243509 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:15.724854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Attempting to bind port 9ef7b845-5589-434d-831f-f1e8a1243509 on network d70648b5-e272-4940-88d8-f03e71c5fd60 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:15.733144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:15.733494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Checking segment: {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:15.734028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.734886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Bound using segment: {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:15.735376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Bound port: 9ef7b845-5589-434d-831f-f1e8a1243509, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:15.735840 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.736128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd477d2-982a-47a7-b924-7762ac31f007') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:15.736429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd477d2-982a-47a7-b924-7762ac31f007') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:15.765769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.790301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.801881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:46:15.802293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:46:15.804132 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:46:15.837921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] For port 9ef7b845-5589-434d-831f-f1e8a1243509, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:15.865824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.876710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1563-1b3e-44a2-bdc4-a8b0b27b6550 req-bb198e7b-a750-4589-8e91-063375a9d588 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:15.877273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-97cb1563-1b3e-44a2-bdc4-a8b0b27b6550 req-bb198e7b-a750-4589-8e91-063375a9d588 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 932 time: 0.4087918 Aug 25 14:46:15.901297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-e597d832-b24b-4153-b59f-68ab3cd27df9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4261308 Aug 25 14:46:15.902251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.930921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:15.931383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:15.931808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:15.937681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Request body: {'port': {'device_id': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:15.959717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 494a0753-8b2d-4919-b539-97f3fd5ffa00 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:15.963469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:15.964133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:15.981836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:15.984022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-97cb1563-1b3e-44a2-bdc4-a8b0b27b6550 req-eb0e6c9a-0ca6-4bdb-8abc-ff7f319926bb tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874188 Aug 25 14:46:15.998814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] For port 9ef7b845-5589-434d-831f-f1e8a1243509, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ef7b845-5589-434d-831f-f1e8a1243509,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:16.002055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.005113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] 10.222.0.58 "DELETE /v2.0/networks/67893cb1-fab2-475b-8ed4-450b9c238707 HTTP/1.1" status: 204 len: 168 time: 1.8295753 Aug 25 14:46:16.006349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:16.006928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:16.008283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:16.008985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Bound port: 353e2d26-63ff-4cef-8095-12ddd8647665, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:16.009633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.021074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:16.068916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166746-6fd6-4331-80df-908a1e9b151e req-bac6eb36-1595-42c4-a943-71974ac0a0a6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:16.077923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24166746-6fd6-4331-80df-908a1e9b151e req-bac6eb36-1595-42c4-a943-71974ac0a0a6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.1820774 Aug 25 14:46:16.084634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ca5fd-24db-439a-a4b3-9cd69b895f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=67893cb1-fab2-475b-8ed4-450b9c238707,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:16.107935 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.114465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Allocated IP 172.25.8.133 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/13d3123e-bafa-4a1d-8d69-26d465e6091a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:16.128864 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.185549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df336868-1ba0-4979-b1a1-b89bf5c0395c None None] Pushing event updated for resources: {'Port': ['ID=9ef7b845-5589-434d-831f-f1e8a1243509,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:16.234723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24166746-6fd6-4331-80df-908a1e9b151e req-2d3b9478-21c6-437a-8273-92c9e6027c28 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550035 Aug 25 14:46:16.242978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:16.257174 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.258313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:16.270209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 494a0753-8b2d-4919-b539-97f3fd5ffa00 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:16.275345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 494a0753-8b2d-4919-b539-97f3fd5ffa00 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:16.279571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.331567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:16.342126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:16.342486 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.403072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.420972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.450561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:16.451553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.452959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] 10.222.0.45 "PUT /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 200 len: 1091 time: 2.4312027 Aug 25 14:46:16.456895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:16.461229 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:16.463989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46826) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:16.499369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.546165 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb8a585-b728-4377-9eac-dc34f4508883 x-openstack-request-id: req-2fb8a585-b728-4377-9eac-dc34f4508883 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:16.546715 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:16.552781 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fb8a585-b728-4377-9eac-dc34f4508883 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:16.552781 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665', 'status': 'completed', 'code': 200} Aug 25 14:46:16.553942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 494a0753-8b2d-4919-b539-97f3fd5ffa00, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:16.555961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494a0753-8b2d-4919-b539-97f3fd5ffa00'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:16.558627 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3c6b5-e580-4671-aaaf-575fd0ce813e" -d '{"events": [{"server_uuid": "597dabc5-0c5c-45f7-8300-3ac374ddb057", "name": "network-vif-plugged", "status": "completed", "tag": "494a0753-8b2d-4919-b539-97f3fd5ffa00"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:16.610265 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.610447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:16.623131 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1cae8-2224-4364-88ed-7b7911322dec x-openstack-request-id: req-0ab1cae8-2224-4364-88ed-7b7911322dec {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:16.623431 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597dabc5-0c5c-45f7-8300-3ac374ddb057", "name": "network-vif-plugged", "status": "completed", "tag": "494a0753-8b2d-4919-b539-97f3fd5ffa00", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:16.624417 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ab1cae8-2224-4364-88ed-7b7911322dec {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:16.624417 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'code': 200} Aug 25 14:46:16.635966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:16.636900 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.638734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:16.684422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc681fc-cf0d-4979-840f-66302355d36d service neutron] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:16.696187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=494a0753-8b2d-4919-b539-97f3fd5ffa00,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:16.696518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Pushing event updated for resources: {'Port': ['ID=13d3123e-bafa-4a1d-8d69-26d465e6091a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:16.709554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:16.754593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4c98ec53-568d-43c4-8776-3d4bf2a92df8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d5704f8b3aa4535a6c7d887b39a339c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634535 Aug 25 14:46:16.757995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b130e-d44d-484e-85ac-6ae297cb758a req-ccfc70d6-b12e-4c0c-a9f7-7b8e593f6695 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:16.765017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46834) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:16.767555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-476b130e-d44d-484e-85ac-6ae297cb758a req-ccfc70d6-b12e-4c0c-a9f7-7b8e593f6695 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.2871954 Aug 25 14:46:16.820016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.861936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd req-467b57cd-5ccf-41e0-aec7-0da3fddc029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:16.861936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd req-467b57cd-5ccf-41e0-aec7-0da3fddc029f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1094 time: 0.2810142 Aug 25 14:46:16.889252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:16.919477 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-476b130e-d44d-484e-85ac-6ae297cb758a req-1d833b1d-1f6c-4ead-912b-918e8e536d2a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509538 Aug 25 14:46:16.934396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4848acc-01cc-4c5d-ac1a-c5208535ae5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:16.934619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17a147-451b-4662-9846-e0a87918cfbf req-c3681a00-19f4-42a5-8991-30847edbfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:16.935922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a17a147-451b-4662-9846-e0a87918cfbf req-c3681a00-19f4-42a5-8991-30847edbfed3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 1101 time: 0.2101996 Aug 25 14:46:16.971873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30f3cf-66f7-4d74-b81b-13a2a143a8fc req-0445e935-ca34-46f8-aa7e-b5be951f498a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:16.973405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed30f3cf-66f7-4d74-b81b-13a2a143a8fc req-0445e935-ca34-46f8-aa7e-b5be951f498a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 950 time: 0.2179511 Aug 25 14:46:17.002565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b112f8d0-eae4-4c6c-9a25-96506ecb1726 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:17.012662 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a17a147-451b-4662-9846-e0a87918cfbf req-3078e19b-6f32-4f37-be69-1b1822896434 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588112 Aug 25 14:46:17.072687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.077438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed30f3cf-66f7-4d74-b81b-13a2a143a8fc req-c4683912-30ba-4934-ad1a-9274b7cf3846 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818639 Aug 25 14:46:17.090686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4848acc-01cc-4c5d-ac1a-c5208535ae5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.149181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc99f8c-89d5-4811-bd0c-b892258ba2db req-b831dfd6-114a-41cf-9d7d-64331b51ba11 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:17.156504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2dc99f8c-89d5-4811-bd0c-b892258ba2db req-b831dfd6-114a-41cf-9d7d-64331b51ba11 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 932 time: 0.0809066 Aug 25 14:46:17.173585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Transition to ACTIVE for port object b112f8d0-eae4-4c6c-9a25-96506ecb1726 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:17.204204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd req-b110b045-8ab3-4678-bb76-c874144df120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:17.206177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd req-b110b045-8ab3-4678-bb76-c874144df120 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2727351 Aug 25 14:46:17.245942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2dc99f8c-89d5-4811-bd0c-b892258ba2db req-58663395-9369-47e9-a55c-34ae5d4b0d4b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873783 Aug 25 14:46:17.246770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.309122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4848acc-01cc-4c5d-ac1a-c5208535ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.313710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4848acc-01cc-4c5d-ac1a-c5208535ae5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.315156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e4848acc-01cc-4c5d-ac1a-c5208535ae5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f0b90ae-f242-40e3-9724-442557a07bd8 HTTP/1.1" status: 204 len: 168 time: 0.5390418 Aug 25 14:46:17.325044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.352697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4848acc-01cc-4c5d-ac1a-c5208535ae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b90ae-f242-40e3-9724-442557a07bd8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:17.474429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:17.510778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd req-c4a0fe40-3268-43a8-9c3d-9893d2aee6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:17.512243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f2cff3c-c783-4fc9-b0fc-88be72f353dd req-c4a0fe40-3268-43a8-9c3d-9893d2aee6b2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2977123 Aug 25 14:46:17.556759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5dadd-1c4e-4401-8c23-e4ac2ffece0e req-216a2d35-8075-4922-ba70-693a7eb0b1f8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:17.563874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2f5dadd-1c4e-4401-8c23-e4ac2ffece0e req-216a2d35-8075-4922-ba70-693a7eb0b1f8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.1761684 Aug 25 14:46:17.674437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-0a507313-4356-4058-a01c-9fdd5aedd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:17.676562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-0a507313-4356-4058-a01c-9fdd5aedd1bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1094 time: 0.1126139 Aug 25 14:46:17.677236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Attempting to bind port b112f8d0-eae4-4c6c-9a25-96506ecb1726 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:17.677687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Attempting to bind port b112f8d0-eae4-4c6c-9a25-96506ecb1726 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:17.677881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Attempting to bind port b112f8d0-eae4-4c6c-9a25-96506ecb1726 on network e7d34728-cb22-48bf-836a-d6c51926771c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:17.680826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.711659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2f5dadd-1c4e-4401-8c23-e4ac2ffece0e req-a0fc2afa-a178-42bd-a2e6-cdc7952b423c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341825 Aug 25 14:46:17.715359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Port b112f8d0-eae4-4c6c-9a25-96506ecb1726 on network e7d34728-cb22-48bf-836a-d6c51926771c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:17.715630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Attempting to bind port b112f8d0-eae4-4c6c-9a25-96506ecb1726 on network e7d34728-cb22-48bf-836a-d6c51926771c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:17.740022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25e880-d056-4ee4-a741-673a62e8e38e None None] Network d70648b5-e272-4940-88d8-f03e71c5fd60 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:17.767175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:17.767523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Checking segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:17.767917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Bound using segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:17.768813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Bound port: b112f8d0-eae4-4c6c-9a25-96506ecb1726, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:17.768813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:17.771445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-38a11802-8a2f-4a92-bac3-614c89b87c30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 200 len: 217 time: 0.0575588 Aug 25 14:46:17.887150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f201829-c504-46ed-85e6-1b28e2351b31 None None] Provisioning for port 9ef7b845-5589-434d-831f-f1e8a1243509 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:17.902996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4044d-c611-49e9-aa8e-9149f930110c req-0ad02729-5749-40ef-adab-fba4a2fe2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:17.904780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-0ad02729-5749-40ef-adab-fba4a2fe2054 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.1168957 Aug 25 14:46:17.924482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:17.926071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:17.949999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-406eab86-9dc9-4460-9806-1afd132c192d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314815 Aug 25 14:46:17.973944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:46:18.018424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:18.104695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.107738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:18.107738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] 10.222.0.45 "PUT /v2.0/ports/b112f8d0-eae4-4c6c-9a25-96506ecb1726 HTTP/1.1" status: 200 len: 1092 time: 2.1785882 Aug 25 14:46:18.139558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-ca080e33-4e74-4877-befa-1d7f92c70bab service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756032 Aug 25 14:46:18.142985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5c3e9-be3f-463e-9b8d-86c598964899 service neutron] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:18.158662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a6a1e-a6bd-4293-8f2c-c2e12975653b req-63121afc-0afb-4201-bfe1-a068a76b4600 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.168171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-367a6a1e-a6bd-4293-8f2c-c2e12975653b req-63121afc-0afb-4201-bfe1-a068a76b4600 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1190500 Aug 25 14:46:18.234780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-367a6a1e-a6bd-4293-8f2c-c2e12975653b req-438f1db7-a001-488a-8433-c1a6ef404e4a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Aug 25 14:46:18.243952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:18.257572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Sync routers for ids ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:18.270367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Routers {'8dc242f2-e3ca-4650-b6e4-e9e8b6969478'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:18.271064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:18.330076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba60b3-2270-479b-852e-24f11990bd25 req-a4068170-cff7-4e0f-a309-f8cd99bc83eb tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.331746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97ba60b3-2270-479b-852e-24f11990bd25 req-a4068170-cff7-4e0f-a309-f8cd99bc83eb tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 950 time: 0.1333554 Aug 25 14:46:18.336068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-1b6514ed-4aa5-4758-84f4-7a851168c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.337565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-1b6514ed-4aa5-4758-84f4-7a851168c1c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 1095 time: 0.1146822 Aug 25 14:46:18.340983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7de4044d-c611-49e9-aa8e-9149f930110c req-1697eeda-63b2-4bf0-8b8b-12724660bc22 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899519 Aug 25 14:46:18.363987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:18.369804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5790ef2e-8017-4aeb-8d50-648cd582ad6d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8354721 Aug 25 14:46:18.369804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46864) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:18.420740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Set router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:18.473548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-66fa258c-12bd-40d7-a734-bcc7781c4ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726 HTTP/1.1" status: 200 len: 217 time: 0.1176620 Aug 25 14:46:18.512208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97ba60b3-2270-479b-852e-24f11990bd25 req-6d8996df-a0c6-4db8-9189-709ff4650b7a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732318 Aug 25 14:46:18.572023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:18.579800 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c693e3-e987-4717-af1f-b39c9eb310b9" -d '{"events": [{"name": "network-changed", "server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:18.581543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ef7b845-5589-434d-831f-f1e8a1243509 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:18.609205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-44786c9c-90ae-4c7e-8bf1-788592d218d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.611192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-44786c9c-90ae-4c7e-8bf1-788592d218d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 200 len: 862 time: 0.0980577 Aug 25 14:46:18.629773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa5cc0-43b5-44d3-a5f8-c24b0fc44d8c req-c66e62b3-2910-409c-bc94-ec798ee668e4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.631354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39fa5cc0-43b5-44d3-a5f8-c24b0fc44d8c req-c66e62b3-2910-409c-bc94-ec798ee668e4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 944 time: 0.1343827 Aug 25 14:46:18.641944 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a597eae3-ef2b-4577-9704-778f008d2ea0 x-openstack-request-id: req-a597eae3-ef2b-4577-9704-778f008d2ea0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:18.642232 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:18.642534 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a597eae3-ef2b-4577-9704-778f008d2ea0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:18.642865 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'status': 'completed', 'code': 200} Aug 25 14:46:18.686714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-d91c012d-883f-42e2-b679-9cc3a4ad8cec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7d34728-cb22-48bf-836a-d6c51926771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601804 Aug 25 14:46:18.750433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39fa5cc0-43b5-44d3-a5f8-c24b0fc44d8c req-6803564f-8738-4634-aba3-199975f7e53b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052194 Aug 25 14:46:18.803957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:18.806307 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69876b56-9a6a-4f8f-84a4-d99e2d1393b2" -d '{"events": [{"server_uuid": "e42bde01-1637-43e6-b6bb-d7f5e56dd294", "name": "network-vif-plugged", "status": "completed", "tag": "95cae7b9-e992-46f4-bbbf-e3a3acfb6f27"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:18.848251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-292e3191-b8f5-4d4a-9062-012301bd7986 service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514914 Aug 25 14:46:18.911140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:16Z', 'revision_number': 3, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:18.939390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Checking router: 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:18.939751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Updating router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 port 13d3123e-bafa-4a1d-8d69-26d465e6091a binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:18.957642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2019c4-2103-4292-b5dc-34ef52e416cd req-530e949a-5638-4c09-a886-c665bc22d87c service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011455 Aug 25 14:46:18.959035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9ef7b845-5589-434d-831f-f1e8a1243509 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:18.967295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9ef7b845-5589-434d-831f-f1e8a1243509 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:18.967702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:18.970573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d297f-1747-4172-87bf-89ea5489484f req-cf63f1d9-281d-46ad-bca1-51bfbab58d00 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:18.972355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-628d297f-1747-4172-87bf-89ea5489484f req-cf63f1d9-281d-46ad-bca1-51bfbab58d00 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.1014347 Aug 25 14:46:18.999862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.042983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-628d297f-1747-4172-87bf-89ea5489484f req-b6abb8f3-9952-44ab-bcd8-53623069d09a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634608 Aug 25 14:46:19.113116 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab0464-4656-4c71-8cad-6be01c45d251 x-openstack-request-id: req-a3ab0464-4656-4c71-8cad-6be01c45d251 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:19.113460 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42bde01-1637-43e6-b6bb-d7f5e56dd294", "name": "network-vif-plugged", "status": "completed", "tag": "95cae7b9-e992-46f4-bbbf-e3a3acfb6f27", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:19.113665 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3ab0464-4656-4c71-8cad-6be01c45d251 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:19.114063 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27', 'code': 200} Aug 25 14:46:19.142618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.225809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-889b99b4-1466-4bea-b136-94ccebb7e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.227391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-889b99b4-1466-4bea-b136-94ccebb7e04d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 1095 time: 0.1093454 Aug 25 14:46:19.233914 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.291773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9ef7b845-5589-434d-831f-f1e8a1243509, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ef7b845-5589-434d-831f-f1e8a1243509,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:19.357906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Allocated IP 172.20.0.1 (d70648b5-e272-4940-88d8-f03e71c5fd60/ce58da5a-c7cb-44c5-abb3-27bb67a992de/4c613663-fb04-453b-904d-9149a6b68f35) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:19.378708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-740c6297-bd69-4a73-85c0-4671efb97fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.380534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-740c6297-bd69-4a73-85c0-4671efb97fee service neutron] 10.222.0.45 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 923 time: 0.1442142 Aug 25 14:46:19.384285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f6479-a1a0-497d-a514-c48d6b796fe3 req-c9bf6baa-650d-4974-ada0-23d4f9f63ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.386594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-255f6479-a1a0-497d-a514-c48d6b796fe3 req-c9bf6baa-650d-4974-ada0-23d4f9f63ffb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 1100 time: 0.1875436 Aug 25 14:46:19.422682 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.424876 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.445811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-59fc990e-e6d4-45f6-b016-a4c857432359 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726 HTTP/1.1" status: 200 len: 217 time: 0.0440562 Aug 25 14:46:19.456176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Transition to ACTIVE for port object 13d3123e-bafa-4a1d-8d69-26d465e6091a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:19.493745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9ef7b845-5589-434d-831f-f1e8a1243509,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:19.513435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4685e-d995-4f0f-8f41-df6b0b99f1d5 req-63e3436d-aeb4-4246-94e8-12205502ed72 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.516992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14c4685e-d995-4f0f-8f41-df6b0b99f1d5 req-63e3436d-aeb4-4246-94e8-12205502ed72 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1061285 Aug 25 14:46:19.524349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-c899d197-c36f-4f1a-a562-c56bcdcce106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.525810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-c899d197-c36f-4f1a-a562-c56bcdcce106 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 200 len: 862 time: 0.0725493 Aug 25 14:46:19.527758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-255f6479-a1a0-497d-a514-c48d6b796fe3 req-e1b943ff-3f5d-49d7-8a0a-7950943e7615 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Aug 25 14:46:19.537942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.558789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.561868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Transition to ACTIVE for port object 4c613663-fb04-453b-904d-9149a6b68f35 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:19.576751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14c4685e-d995-4f0f-8f41-df6b0b99f1d5 req-54be7e31-1a41-4e53-9462-3fdcdcca749b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Aug 25 14:46:19.614164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Attempting to bind port 13d3123e-bafa-4a1d-8d69-26d465e6091a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:19.614564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Attempting to bind port 13d3123e-bafa-4a1d-8d69-26d465e6091a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:19.614984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Attempting to bind port 13d3123e-bafa-4a1d-8d69-26d465e6091a on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:19.624438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848dfc-c064-428b-8f3a-81d09198af33 None None] Pushing event updated for resources: {'Port': ['ID=13d3123e-bafa-4a1d-8d69-26d465e6091a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:19.627686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:19.628192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:19.628607 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.629007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:19.629679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Bound port: 13d3123e-bafa-4a1d-8d69-26d465e6091a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:19.630076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.665608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.700173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] For port 13d3123e-bafa-4a1d-8d69-26d465e6091a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:19.704145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] For port 13d3123e-bafa-4a1d-8d69-26d465e6091a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=13d3123e-bafa-4a1d-8d69-26d465e6091a,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:19.710129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Network d70648b5-e272-4940-88d8-f03e71c5fd60 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:19.713964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:19.723973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:19.750628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Pushing event updated for resources: {'Port': ['ID=4c613663-fb04-453b-904d-9149a6b68f35,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:19.768985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.783121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-4420356d-1623-4a65-925d-5c0b6b5517fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7d34728-cb22-48bf-836a-d6c51926771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416913 Aug 25 14:46:19.871702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38f7fe-0d76-431b-b65b-820525aa4c96 req-a1df0ba5-c812-4f6c-9bbf-597072672d6c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.876250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:19.880048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b38f7fe-0d76-431b-b65b-820525aa4c96 req-a1df0ba5-c812-4f6c-9bbf-597072672d6c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 950 time: 0.1641562 Aug 25 14:46:19.944690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b38f7fe-0d76-431b-b65b-820525aa4c96 req-7e6b2d39-7b3b-4a66-8ab9-8b8f267ea21a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592074 Aug 25 14:46:19.949487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e5fc6-187c-4613-86e3-8a95560d23c5 req-4499d7ff-9684-4095-abfd-4d7d84ec6e02 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:19.951302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f4e5fc6-187c-4613-86e3-8a95560d23c5 req-4499d7ff-9684-4095-abfd-4d7d84ec6e02 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 944 time: 0.0805707 Aug 25 14:46:19.954517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Routers {'8dc242f2-e3ca-4650-b6e4-e9e8b6969478'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:19.956088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:20.010570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848dfc-c064-428b-8f3a-81d09198af33 None None] Pushing event updated for resources: {'Port': ['ID=13d3123e-bafa-4a1d-8d69-26d465e6091a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:20.029362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-d3999793-770c-47d4-8a93-5e2feb566d60 service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373998 Aug 25 14:46:20.029912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:20.073808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.078260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f4e5fc6-187c-4613-86e3-8a95560d23c5 req-c1097fdb-ec4d-433d-818d-3520c54e06e9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204967 Aug 25 14:46:20.097670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] Set router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:20.122891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9babf74-be52-46bf-896e-fe57f3d86bfa req-1ee45fbd-cce5-408d-83eb-bdc25093de5e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:20.125422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9babf74-be52-46bf-896e-fe57f3d86bfa req-1ee45fbd-cce5-408d-83eb-bdc25093de5e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 949 time: 0.0872045 Aug 25 14:46:20.161881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-356c46c2-a024-443e-ad56-410d2c853f66 None None] Provisioning for port 4c613663-fb04-453b-904d-9149a6b68f35 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:20.206135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-356c46c2-a024-443e-ad56-410d2c853f66 None None] Provisioning complete for port 4c613663-fb04-453b-904d-9149a6b68f35 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:20.206384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-356c46c2-a024-443e-ad56-410d2c853f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.207410 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-450382e5-4868-4c09-981d-7d2adfd0b6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.261799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-356c46c2-a024-443e-ad56-410d2c853f66 None None] Port 4c613663-fb04-453b-904d-9149a6b68f35 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:20.299331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad2cc2-2c78-4031-92d3-1cbb807df643 req-eb4c6739-eb67-48dc-bb7a-a485d2820f40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:20.300872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7fad2cc2-2c78-4031-92d3-1cbb807df643 req-eb4c6739-eb67-48dc-bb7a-a485d2820f40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.0823433 Aug 25 14:46:20.326063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9babf74-be52-46bf-896e-fe57f3d86bfa req-ce03b9d0-7029-451c-8b11-af8d26482d7e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940038 Aug 25 14:46:20.329381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-43df86a2-2da2-4496-822e-d1211613daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:16Z', 'revision_number': 3, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:20.360461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.364554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df86a2-2da2-4496-822e-d1211613daed None None] The sync data for ids ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'] in n-d-805995-2 is: [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:16Z', 'revision_number': 3, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:20.366935 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7fad2cc2-2c78-4031-92d3-1cbb807df643 req-5aea16d2-f8d4-4e88-aad2-9e6ea37574b3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576262 Aug 25 14:46:20.406844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02c693e3-e987-4717-af1f-b39c9eb310b9 req-72e1fa79-657e-41e9-a60c-b9b4ba8e8690 service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348547 Aug 25 14:46:20.453842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-450382e5-4868-4c09-981d-7d2adfd0b6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.467857 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.476920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ef7b845-5589-434d-831f-f1e8a1243509 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:20.528062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Pushing event updated for resources: {'Port': ['ID=4c613663-fb04-453b-904d-9149a6b68f35,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:20.532494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9ef7b845-5589-434d-831f-f1e8a1243509 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:20.532881 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.544582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-450382e5-4868-4c09-981d-7d2adfd0b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.559211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.623134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450382e5-4868-4c09-981d-7d2adfd0b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8d97c0-0680-44c0-8f89-bf8468b44868,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:20.649330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-450382e5-4868-4c09-981d-7d2adfd0b6ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7040350dae9940e18352a8165d998d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178398 Aug 25 14:46:20.652129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46926) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:20.819365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a3d-9021-4262-a3d9-de35ea2a6c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.870664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f4cb-b8d7-40c1-ae41-ae08f61ae367 req-1327624c-c60e-4904-86a3-6278ba3e7c26 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:20.875659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5a2f4cb-b8d7-40c1-ae41-ae08f61ae367 req-1327624c-c60e-4904-86a3-6278ba3e7c26 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1455822 Aug 25 14:46:20.887436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a3d-9021-4262-a3d9-de35ea2a6c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.950354 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3793301-09ef-436f-aead-d27a31cdad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:20.989249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5a2f4cb-b8d7-40c1-ae41-ae08f61ae367 req-aff3618e-ef65-485a-91bc-c422714319e6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571630 Aug 25 14:46:21.054286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a3d-9021-4262-a3d9-de35ea2a6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:21.057320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a3d-9021-4262-a3d9-de35ea2a6c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:21.063830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f6bd6a3d-9021-4262-a3d9-de35ea2a6c7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff8d97c0-0680-44c0-8f89-bf8468b44868 HTTP/1.1" status: 204 len: 168 time: 0.4043453 Aug 25 14:46:21.073991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd6a3d-9021-4262-a3d9-de35ea2a6c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8d97c0-0680-44c0-8f89-bf8468b44868,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:21.107248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Network d70648b5-e272-4940-88d8-f03e71c5fd60 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:21.124564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:21.325246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cf706-484a-4414-ac13-8399f8cb6cf4 req-1a508d26-b8cd-402b-b061-be9f57f2a0b7 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:21.326841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f5cf706-484a-4414-ac13-8399f8cb6cf4 req-1a508d26-b8cd-402b-b061-be9f57f2a0b7 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 944 time: 0.1294453 Aug 25 14:46:21.405802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f5cf706-484a-4414-ac13-8399f8cb6cf4 req-aedc9184-a521-4f77-8f7c-d0ce833a5726 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670488 Aug 25 14:46:21.437249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:21.515357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-55bf684b-b760-4a97-9487-78baf09eae19 None None] Provisioning complete for port 4c613663-fb04-453b-904d-9149a6b68f35 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:21.516525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-55bf684b-b760-4a97-9487-78baf09eae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:21.522795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d631b8-c03a-48c0-842a-1c6f0c15a41c req-0c629f79-0b0d-48e3-99b2-d3b0ab97e9c9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:21.530507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11d631b8-c03a-48c0-842a-1c6f0c15a41c req-0c629f79-0b0d-48e3-99b2-d3b0ab97e9c9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 949 time: 0.1110137 Aug 25 14:46:21.567450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-55bf684b-b760-4a97-9487-78baf09eae19 None None] Port 4c613663-fb04-453b-904d-9149a6b68f35 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:21.588188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11d631b8-c03a-48c0-842a-1c6f0c15a41c req-d4016bed-08b2-4a9a-9a29-bd3cd975e016 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Aug 25 14:46:21.620652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d766994-7a23-414f-b3a8-1b679e2eed92 req-6a974086-992f-46d2-b9be-283b1888de76 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:21.622217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d766994-7a23-414f-b3a8-1b679e2eed92 req-6a974086-992f-46d2-b9be-283b1888de76 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.0814011 Aug 25 14:46:21.702327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d766994-7a23-414f-b3a8-1b679e2eed92 req-2b5bb3b1-609a-4f64-8f2f-eb04f0af721c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514536 Aug 25 14:46:21.706667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:21.714774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9c145fc7-eff4-4e2a-92a9-779fe9aafc49 admin admin] 10.222.0.58 "PUT /v2.0/routers/8dc242f2-e3ca-4650-b6e4-e9e8b6969478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3450081 Aug 25 14:46:21.941403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9eeb1-63fe-43d3-aed2-f0984d5780d3 req-bac19143-abc1-4334-ab5a-d23268622b19 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:21.948455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9eeb1-63fe-43d3-aed2-f0984d5780d3 req-bac19143-abc1-4334-ab5a-d23268622b19 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:21.950209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ea9eeb1-63fe-43d3-aed2-f0984d5780d3 req-bac19143-abc1-4334-ab5a-d23268622b19 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057&device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 1690 time: 0.0623355 Aug 25 14:46:22.009846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:22.032139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ea9eeb1-63fe-43d3-aed2-f0984d5780d3 req-98954a9b-a2f1-4442-9634-e156409947c7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740724 Aug 25 14:46:22.162899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:22.181301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '353e2d26-63ff-4cef-8095-12ddd8647665', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'port_id': '353e2d26-63ff-4cef-8095-12ddd8647665', 'mac_address': 'fa:16:3e:f5:aa:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb423791-60a4-4628-a675-2ba4ab9a6967', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:22.185766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee780872-a18f-41db-80a6-f3c4043861e9 req-029b01fa-9765-4461-b000-177cc7f27bc0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:22.187580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee780872-a18f-41db-80a6-f3c4043861e9 req-029b01fa-9765-4461-b000-177cc7f27bc0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1031129 Aug 25 14:46:22.246734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:22.259659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee780872-a18f-41db-80a6-f3c4043861e9 req-9de1d1af-0b6b-4e9d-baaf-b8c6dd93843f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652547 Aug 25 14:46:22.265719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353e2d26-63ff-4cef-8095-12ddd8647665 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:22.291844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:22.379000 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:22.384386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:22.431238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277f7a9-30d3-4f18-917e-3eefb6dd7233 req-af229bf1-b878-444d-a7e8-b5c558b1ec0a tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:22.440326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7277f7a9-30d3-4f18-917e-3eefb6dd7233 req-af229bf1-b878-444d-a7e8-b5c558b1ec0a tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 1101 time: 0.0601227 Aug 25 14:46:22.538586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Sync routers for ids ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:22.547917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7277f7a9-30d3-4f18-917e-3eefb6dd7233 req-45c033aa-bf36-4e2c-aa04-518753915569 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061509 Aug 25 14:46:22.554039 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Routers {'8dc242f2-e3ca-4650-b6e4-e9e8b6969478'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:22.556186 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:22.570694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:22.657806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:22.673104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'port_id': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'mac_address': 'fa:16:3e:66:09:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9dfda-bea1-41bb-aca2-3044a33e7b59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:22.676910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13d3123e-bafa-4a1d-8d69-26d465e6091a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:22.683354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-93346427-82e3-4f17-a884-e5de33c9a4a4 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3459611 Aug 25 14:46:22.694553 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Set router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:22.697089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:22.710174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30826-55fa-4894-903b-a92cb219ea35 req-f20b2608-883e-45a0-a37e-68a13e15f9ab tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:22.718578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9c30826-55fa-4894-903b-a92cb219ea35 req-f20b2608-883e-45a0-a37e-68a13e15f9ab tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 944 time: 0.0959318 Aug 25 14:46:22.764690 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:22.774461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9c30826-55fa-4894-903b-a92cb219ea35 req-19f5b235-3974-4fa3-8c7f-6ece7e53af82 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546041 Aug 25 14:46:22.792536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b112f8d0-eae4-4c6c-9a25-96506ecb1726 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:22.822312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:22.841946 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:22.886810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d7ff-361c-4655-8598-48cc57a2f991 req-5c5eeab7-1a66-4503-88ea-d6d6e398aed1 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:22.904660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 13d3123e-bafa-4a1d-8d69-26d465e6091a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:22.906734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbd2d7ff-361c-4655-8598-48cc57a2f991 req-5c5eeab7-1a66-4503-88ea-d6d6e398aed1 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 1100 time: 0.0769696 Aug 25 14:46:22.916221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 13d3123e-bafa-4a1d-8d69-26d465e6091a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:22.916221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:22.953211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbd2d7ff-361c-4655-8598-48cc57a2f991 req-a4cb0fa1-23c4-4c5a-b776-d9ae04e9705d tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Aug 25 14:46:23.016398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.056553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.080156 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:19Z', 'revision_number': 4, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4c613663-fb04-453b-904d-9149a6b68f35', 'name': '', 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'mac_address': 'fa:16:3e:7e:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:19Z', 'updated_at': '2021-08-25T14:46:20Z', 'revision_number': 2, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'subnets': [{'id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:23.105046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:23.110458 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Checking router: 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:23.110937 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Updating router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 port 4c613663-fb04-453b-904d-9149a6b68f35 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:23.139810 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.167307 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.194883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 13d3123e-bafa-4a1d-8d69-26d465e6091a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=13d3123e-bafa-4a1d-8d69-26d465e6091a,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:23.247341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Allocated IP 172.25.8.5 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/06cf81d1-7438-4ba3-971a-8de9e0d292a0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:23.284742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.363272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.369801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=13d3123e-bafa-4a1d-8d69-26d465e6091a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:23.420043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b112f8d0-eae4-4c6c-9a25-96506ecb1726'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:23.465299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.475944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['353e2d26-63ff-4cef-8095-12ddd8647665'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:23.504703 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.524960 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Transition to ACTIVE for port object 4c613663-fb04-453b-904d-9149a6b68f35 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:23.537096 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:23.542609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:23.549730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:23.582824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Pushing event updated for resources: {'Port': ['ID=06cf81d1-7438-4ba3-971a-8de9e0d292a0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:23.595230 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.706193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.758805 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Pushing event updated for resources: {'Port': ['ID=4c613663-fb04-453b-904d-9149a6b68f35,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:23.794237 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Attempting to bind port 4c613663-fb04-453b-904d-9149a6b68f35 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:23.794712 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Attempting to bind port 4c613663-fb04-453b-904d-9149a6b68f35 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:23.795311 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Attempting to bind port 4c613663-fb04-453b-904d-9149a6b68f35 on network d70648b5-e272-4940-88d8-f03e71c5fd60 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:23.798012 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.798352 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.798685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.799014 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.799361 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.799682 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.800030 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.800421 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.800719 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.801073 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.801394 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.801711 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:23.809161 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:23.809528 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Checking segment: {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:23.809924 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.810301 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Bound using segment: {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:23.810860 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Bound port: 4c613663-fb04-453b-904d-9149a6b68f35, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbd7c45-20bf-4b50-ab3d-003434b1eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:23.811211 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.865171 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a200816d-b2df-4514-9997-ba7edd15bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.883314 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] For port 4c613663-fb04-453b-904d-9149a6b68f35, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:23.886910 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] For port 4c613663-fb04-453b-904d-9149a6b68f35, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4c613663-fb04-453b-904d-9149a6b68f35,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:23.936113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13464e-5d56-4b04-933a-75b76a1d3bfe req-5660c2f9-8488-416d-99c1-86c6a739529f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:23.937645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac13464e-5d56-4b04-933a-75b76a1d3bfe req-5660c2f9-8488-416d-99c1-86c6a739529f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.0610576 Aug 25 14:46:23.942796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.947661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.951112 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:23.998389 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Routers {'8dc242f2-e3ca-4650-b6e4-e9e8b6969478'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:23.999319 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:24.006377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac13464e-5d56-4b04-933a-75b76a1d3bfe req-9fb16629-97e4-4d7a-9a4f-7fed6cb4f4a3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Aug 25 14:46:24.117538 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aee95-50cd-4026-bb0f-efb958804bf5 None None] Pushing event updated for resources: {'Port': ['ID=4c613663-fb04-453b-904d-9149a6b68f35,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:24.160596 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] Set router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:24.205559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:24.275839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:24.288886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-97055015-204c-4259-bd1d-c7bb91094592 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318646 Aug 25 14:46:24.347535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Pushing event updated for resources: {'Port': ['ID=06cf81d1-7438-4ba3-971a-8de9e0d292a0,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:24.360833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:24.408260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-fc74c548-addc-459c-8a35-126905ae0f91 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:24.409756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-fc74c548-addc-459c-8a35-126905ae0f91 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198523 Aug 25 14:46:24.411560 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:19Z', 'revision_number': 4, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4c613663-fb04-453b-904d-9149a6b68f35', 'name': '', 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'mac_address': 'fa:16:3e:7e:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:19Z', 'updated_at': '2021-08-25T14:46:23Z', 'revision_number': 4, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'subnets': [{'id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:24.428529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-d0b4f130-45f4-4747-acc3-323b53fee913 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/quotas/5043e5260db14b73bb851a8d53c0ec97 HTTP/1.1" status: 200 len: 375 time: 0.0100405 Aug 25 14:46:24.444493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:24.445905 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-ecbc12a0-ff0e-4809-9dd7-d95a31cfaa0a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.7557940 Aug 25 14:46:24.454473 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962142a-f08d-4c1e-a00e-37ead3ad4d26 None None] The sync data for ids ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'] in n-d-805995-2 is: [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:19Z', 'revision_number': 4, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4c613663-fb04-453b-904d-9149a6b68f35', 'name': '', 'network_id': 'd70648b5-e272-4940-88d8-f03e71c5fd60', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'mac_address': 'fa:16:3e:7e:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:19Z', 'updated_at': '2021-08-25T14:46:23Z', 'revision_number': 4, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'subnets': [{'id': 'ce58da5a-c7cb-44c5-abb3-27bb67a992de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:24.491697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13d3123e-bafa-4a1d-8d69-26d465e6091a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:24.510785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-16a30a9b-8cd4-4033-b68d-4f6ba9706a8a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0736127 Aug 25 14:46:24.568717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-6ea294eb-49b9-433d-ad7c-951c126558aa tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.1165950 Aug 25 14:46:24.604813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 13d3123e-bafa-4a1d-8d69-26d465e6091a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:24.605196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:24.717113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-5d290495-4335-4ca2-8693-00bc821c3111 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:24.718723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2be629b-30e0-49be-ad34-95e4cd1e2252 req-5d290495-4335-4ca2-8693-00bc821c3111 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1390343 Aug 25 14:46:24.882944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65710f-0062-4ded-84bc-4f88af53acad req-457ab226-0399-49e2-b233-b125dd5cf7f4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:24.889336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db9c84-0d0a-48b5-bcda-df51185085c6 req-0570e5c0-94fb-43a5-ba3b-0fc65bc6bdb8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:24.891107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1db9c84-0d0a-48b5-bcda-df51185085c6 req-0570e5c0-94fb-43a5-ba3b-0fc65bc6bdb8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0868742 Aug 25 14:46:24.892505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b65710f-0062-4ded-84bc-4f88af53acad req-457ab226-0399-49e2-b233-b125dd5cf7f4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 945 time: 0.0750144 Aug 25 14:46:24.935533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1db9c84-0d0a-48b5-bcda-df51185085c6 req-a3e14214-1b67-480d-9b64-b314946961cc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356302 Aug 25 14:46:24.956425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b65710f-0062-4ded-84bc-4f88af53acad req-52e28ca9-585e-47bd-aa55-b548e546ae2d tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 Aug 25 14:46:25.040911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-913c754b-fd7f-4794-87ed-a11bd990776d req-8f1ebc58-5c5e-41f8-ad65-093b7a0e5216 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 210 time: 0.0325289 Aug 25 14:46:25.075198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c39cf3a5-4843-4fdd-b082-dd8b8c7a7e6e req-2f65dbd0-578b-42e1-be31-7f76bb0368db tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips/dd79813a-5b87-4d63-a929-d5fdd7f68799 HTTP/1.1" status: 200 len: 691 time: 0.0726705 Aug 25 14:46:25.244041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cf3a5-4843-4fdd-b082-dd8b8c7a7e6e req-8f19934e-5667-4b6a-a5ef-766a8d439e6a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:25.256887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c39cf3a5-4843-4fdd-b082-dd8b8c7a7e6e req-8f19934e-5667-4b6a-a5ef-766a8d439e6a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1718276 Aug 25 14:46:25.260401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-c39cf3a5-4843-4fdd-b082-dd8b8c7a7e6e req-fac839e6-4988-45ea-9b3b-d95d07f43df2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:46:25.274055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c39cf3a5-4843-4fdd-b082-dd8b8c7a7e6e req-fac839e6-4988-45ea-9b3b-d95d07f43df2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189161 Aug 25 14:46:25.302138 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:25.339490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1e04-47a2-48f6-975e-2dff01d08245 req-11ab60a7-d46b-45d9-ae7a-f218b7fe7104 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:25.341731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ae1e04-47a2-48f6-975e-2dff01d08245 req-11ab60a7-d46b-45d9-ae7a-f218b7fe7104 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.0938609 Aug 25 14:46:25.388432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ae1e04-47a2-48f6-975e-2dff01d08245 req-e6dac8e5-47ed-451d-b878-01481297dd66 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 Aug 25 14:46:25.568666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bdeef122-4551-4b90-8360-33769ed8de17 req-dda93b68-3068-4cff-9fd6-1a83064d2a17 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=e570a9382ec3413b9d0e21494021b325 HTTP/1.1" status: 200 len: 694 time: 0.0578198 Aug 25 14:46:25.999276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef122-4551-4b90-8360-33769ed8de17 req-460b5781-7703-4aad-86a1-e0ef87989aec tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:26.000872 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bdeef122-4551-4b90-8360-33769ed8de17 req-460b5781-7703-4aad-86a1-e0ef87989aec tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks?id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 787 time: 0.4264195 Aug 25 14:46:26.012405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-bdeef122-4551-4b90-8360-33769ed8de17 req-61374b21-5e57-46b3-a3c2-40d03d767504 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:46:26.013285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bdeef122-4551-4b90-8360-33769ed8de17 req-61374b21-5e57-46b3-a3c2-40d03d767504 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061638 Aug 25 14:46:26.036755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:26.116807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8633b-35df-4cf7-9f96-6d444f6bb369 req-5512c309-4d97-4b66-9e0e-8e68d2a43a25 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:26.118934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04e8633b-35df-4cf7-9f96-6d444f6bb369 req-5512c309-4d97-4b66-9e0e-8e68d2a43a25 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0579090 Aug 25 14:46:26.157752 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04e8633b-35df-4cf7-9f96-6d444f6bb369 req-c79d96d1-168a-4c00-939d-d01b7ceed6b3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Aug 25 14:46:26.178763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 353e2d26-63ff-4cef-8095-12ddd8647665 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:26.184032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 353e2d26-63ff-4cef-8095-12ddd8647665 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:26.184467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.264913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c73bc-fdef-418f-ac48-f74054a8d187 req-26faec80-2adc-4079-80a5-ac9c81c10304 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:26.266349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0c73bc-fdef-418f-ac48-f74054a8d187 req-26faec80-2adc-4079-80a5-ac9c81c10304 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 945 time: 0.0522642 Aug 25 14:46:26.283914 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.311299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0c73bc-fdef-418f-ac48-f74054a8d187 req-5ffd63f5-880e-473e-8f36-037b8e78b93d tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378804 Aug 25 14:46:26.311634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:26.313924 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97469261-7bdb-4dae-98e4-3de6d06607fe" -d '{"events": [{"server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "name": "network-vif-plugged", "status": "completed", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:26.329727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:26.383692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-f3558167-f16d-4ed9-913c-47497cc2a1df tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips/dd79813a-5b87-4d63-a929-d5fdd7f68799 HTTP/1.1" status: 200 len: 691 time: 0.0452054 Aug 25 14:46:26.404788 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.405612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:26.513266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-4c4842d1-26ce-45ec-82ba-5db315ddfa8b tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:26.525504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-4c4842d1-26ce-45ec-82ba-5db315ddfa8b tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1355684 Aug 25 14:46:26.563449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6e5a00ee-198d-45ce-ae2f-a94629e4f1e6 req-4ce46ee2-eff2-4076-a808-0b957ade9026 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 210 time: 0.0276694 Aug 25 14:46:26.584300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-ddcbacb9-6166-45df-89aa-12bf16f4b021 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0574391 Aug 25 14:46:26.607982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4c613663-fb04-453b-904d-9149a6b68f35 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:26.647743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-5e3087f0-d45f-4c52-9b83-b23b844d2c4c tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.5 HTTP/1.1" status: 200 len: 694 time: 0.0570102 Aug 25 14:46:26.652137 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e607c451-4a5a-4eb3-8c57-652c4d9e3de0 x-openstack-request-id: req-e607c451-4a5a-4eb3-8c57-652c4d9e3de0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:26.653083 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "name": "network-vif-plugged", "status": "completed", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:26.653083 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e607c451-4a5a-4eb3-8c57-652c4d9e3de0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:26.653487 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665', 'code': 200} Aug 25 14:46:26.700991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:26.727807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae368a-0b82-4ede-b270-07c84805d0f0 req-05203d3d-6b27-471d-b24c-b6eb6cecb271 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:26.733525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9eae368a-0b82-4ede-b270-07c84805d0f0 req-05203d3d-6b27-471d-b24c-b6eb6cecb271 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 945 time: 0.0608234 Aug 25 14:46:26.769040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9eae368a-0b82-4ede-b270-07c84805d0f0 req-455b9771-eab5-44ea-ae7f-b2dcca399166 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Aug 25 14:46:26.790531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4c613663-fb04-453b-904d-9149a6b68f35 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:26.792048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ea9b-f9e0-4977-829c-ded05b77787c req-c073d447-5dd4-49f0-8d1c-4f1b1fe57ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:26.795002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4c613663-fb04-453b-904d-9149a6b68f35 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:26.802287 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.803384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8006ea9b-f9e0-4977-829c-ded05b77787c req-c073d447-5dd4-49f0-8d1c-4f1b1fe57ee4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1096 time: 0.1066320 Aug 25 14:46:26.849888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Deleting port 06cf81d1-7438-4ba3-971a-8de9e0d292a0 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:26.850227 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.856725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8006ea9b-f9e0-4977-829c-ded05b77787c req-1b89ef04-8483-42b4-b8ac-5c0410c807c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Aug 25 14:46:26.859542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port b112f8d0-eae4-4c6c-9a25-96506ecb1726 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:26.865531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port b112f8d0-eae4-4c6c-9a25-96506ecb1726 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:26.868511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.928582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.936855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.937183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.949966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Calling delete_port for 06cf81d1-7438-4ba3-971a-8de9e0d292a0 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:26.958154 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:26.970315 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.032466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4c613663-fb04-453b-904d-9149a6b68f35, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4c613663-fb04-453b-904d-9149a6b68f35,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:27.034974 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.074707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:27.090049 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-823ecf54-84af-4d54-9c94-ea3f47a142b4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287702 Aug 25 14:46:27.110595 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.149280 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.184451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4c613663-fb04-453b-904d-9149a6b68f35,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:27.187494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.222421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Pushing event deleted for resources: {'Port': ['ID=06cf81d1-7438-4ba3-971a-8de9e0d292a0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:27.231783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-4b507108-30e5-4fe0-9a76-c5513d08b1f9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:27.233352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-4b507108-30e5-4fe0-9a76-c5513d08b1f9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345975 Aug 25 14:46:27.251370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:27.252009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:27.303299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.306702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.307900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ea4527-34eb-4d90-bb3b-025849fb291b req-2b959b0d-6a83-45b0-8155-07905ee8bad2 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd79813a-5b87-4d63-a929-d5fdd7f68799 HTTP/1.1" status: 204 len: 173 time: 0.6587141 Aug 25 14:46:27.454042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:27.459694 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.488505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d1515-21dc-48a6-bbc8-7618bdadebfa req-cabff759-913f-4e11-a8f2-bb6f44d1e4bc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:27.490169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-943d1515-21dc-48a6-bbc8-7618bdadebfa req-cabff759-913f-4e11-a8f2-bb6f44d1e4bc tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0487649 Aug 25 14:46:27.529697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-943d1515-21dc-48a6-bbc8-7618bdadebfa req-23c0040f-2a2c-4d68-94de-5bd6b1e30fb1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Aug 25 14:46:27.615747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-19c3ddad-30cf-444a-bec7-5cf5f9bbe14a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1877868 Aug 25 14:46:27.645506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3365-f43d-4739-9c72-a48b0cba8313 req-ce377f64-2126-4b49-96f4-a7aa435bade1 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:27.647045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bbc3365-f43d-4739-9c72-a48b0cba8313 req-ce377f64-2126-4b49-96f4-a7aa435bade1 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.0547736 Aug 25 14:46:27.650435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:27.692613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.78 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/b6b737c1-b627-42c8-8806-3f2001559709) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:27.710269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bbc3365-f43d-4739-9c72-a48b0cba8313 req-e1864259-1d89-4b65-8f80-8359ab642c74 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534883 Aug 25 14:46:27.713467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-a4afcc89-6414-468d-8dca-5642e82d99a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655479 Aug 25 14:46:27.819371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.847922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c966f0e-2ae0-47d9-ab37-d517c30bb16c req-3ea722aa-dc78-453b-af91-3dccb3ae991d tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:27.849438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c966f0e-2ae0-47d9-ab37-d517c30bb16c req-3ea722aa-dc78-453b-af91-3dccb3ae991d tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 945 time: 0.0797830 Aug 25 14:46:27.852146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-8f37c68e-d4db-46bd-aaf3-9dc687ad7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:27.853514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-8f37c68e-d4db-46bd-aaf3-9dc687ad7bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 1101 time: 0.0733218 Aug 25 14:46:27.886481 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.896712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c966f0e-2ae0-47d9-ab37-d517c30bb16c req-3943a525-f520-4d2a-b226-722646b47478 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Aug 25 14:46:27.908280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object b6b737c1-b627-42c8-8806-3f2001559709 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:27.978529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:27.985429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-d9ee5635-6aa8-4c77-b153-59f6f0f2af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:27.987521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-d9ee5635-6aa8-4c77-b153-59f6f0f2af66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1055417 Aug 25 14:46:28.035493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-b816fb0c-910c-49c3-a06e-b48d18fdda76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194 HTTP/1.1" status: 200 len: 217 time: 0.0395334 Aug 25 14:46:28.039813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.054090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:28.081937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:28.110914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-14b94b7c-bbd7-498e-9d85-9dba5437dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:28.113340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-14b94b7c-bbd7-498e-9d85-9dba5437dcd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0674913 Aug 25 14:46:28.119460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:28.127436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:28.131781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=b6b737c1-b627-42c8-8806-3f2001559709,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:28.139575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:28.142723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Allocated IP 172.25.8.236 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/6ad82981-1b39-4c98-a8d4-5175e2e8dfe6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:28.234189 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:28.234834 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.235656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-075dda89-5751-457f-9dd0-fea30dfbfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:28.237810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-075dda89-5751-457f-9dd0-fea30dfbfb37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135120 Aug 25 14:46:28.322544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.345621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-7b201da6-7a09-49d9-9c4e-02db64fbbfb2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0982332 Aug 25 14:46:28.411520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-26128980-2e03-4bf1-920b-9bf6aefe9853 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604233 Aug 25 14:46:28.457177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Request body: {'port': {'device_id': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:28.539498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4c613663-fb04-453b-904d-9149a6b68f35 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:28.554046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2959862-b898-4c85-9ed4-908e2f74e471 req-1e091571-67b8-45e3-b1a7-989b84b9b94f service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257257 Aug 25 14:46:28.555087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.569389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474256-1639-48b5-97f5-e98aac8c39f4 req-0c4f9935-ccea-467a-b6cf-5c9f76b8bb37 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:28.571511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3474256-1639-48b5-97f5-e98aac8c39f4 req-0c4f9935-ccea-467a-b6cf-5c9f76b8bb37 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 935 time: 0.1590111 Aug 25 14:46:28.581531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.631611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3474256-1639-48b5-97f5-e98aac8c39f4 req-d355ba7a-aa64-48f4-91d8-edbad07226e3 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Aug 25 14:46:28.637283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Pushing event updated for resources: {'Port': ['ID=6ad82981-1b39-4c98-a8d4-5175e2e8dfe6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:28.658514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:28.672819 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce24595-7606-4280-8f04-6c10ff383d7d" -d '{"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-plugged", "status": "completed", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:28.677733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:28.681440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:28.688693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:28.689392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-67382edb-ebe3-433c-8d0d-fc45ea722a48 None None] Provisioning for port b6b737c1-b627-42c8-8806-3f2001559709 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:28.697746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.714589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-67382edb-ebe3-433c-8d0d-fc45ea722a48 None None] Provisioning complete for port b6b737c1-b627-42c8-8806-3f2001559709 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:28.715337 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67382edb-ebe3-433c-8d0d-fc45ea722a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.775705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c95c4-3493-45a9-8a8f-02d6f25ae612 req-09fce9b5-9085-41e7-9dd4-54db99ada062 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:28.777232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85c95c4-3493-45a9-8a8f-02d6f25ae612 req-09fce9b5-9085-41e7-9dd4-54db99ada062 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 945 time: 0.0641363 Aug 25 14:46:28.779017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4c613663-fb04-453b-904d-9149a6b68f35 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:28.779394 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.784063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-67382edb-ebe3-433c-8d0d-fc45ea722a48 None None] Port b6b737c1-b627-42c8-8806-3f2001559709 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:28.827700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85c95c4-3493-45a9-8a8f-02d6f25ae612 req-db65a8ca-7e59-4e28-9a6b-cda1bd324c3b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Aug 25 14:46:28.874067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:28.977152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27532eb-09a8-4a24-8539-e0acf301b360 req-d89f33b7-5ecc-4ca1-98c3-fe588ccb609e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:28.978826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d27532eb-09a8-4a24-8539-e0acf301b360 req-d89f33b7-5ecc-4ca1-98c3-fe588ccb609e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0539470 Aug 25 14:46:29.016898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d27532eb-09a8-4a24-8539-e0acf301b360 req-641b7331-df90-4ff0-a3b6-4c3c1a88f298 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Aug 25 14:46:29.038448 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.059295 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5bd367-80b5-4d4b-b80e-275c7049ad29 x-openstack-request-id: req-0b5bd367-80b5-4d4b-b80e-275c7049ad29 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:29.060117 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-plugged", "status": "completed", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:29.060117 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b5bd367-80b5-4d4b-b80e-275c7049ad29 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:29.060329 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'code': 200} Aug 25 14:46:29.061290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b737c1-b627-42c8-8806-3f2001559709 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:29.071301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.098438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Transition to ACTIVE for port object b6b737c1-b627-42c8-8806-3f2001559709 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:29.172757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.193569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c9e3f-24c8-428d-bf6d-3aa1a1d440b5 req-ff0ecec3-05f9-45ba-9680-51d8d7d77a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:29.195114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-948c9e3f-24c8-428d-bf6d-3aa1a1d440b5 req-ff0ecec3-05f9-45ba-9680-51d8d7d77a06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 1097 time: 0.0386081 Aug 25 14:46:29.246571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-948c9e3f-24c8-428d-bf6d-3aa1a1d440b5 req-44f33a8b-3ba0-4f9a-b688-bfe474687745 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Aug 25 14:46:29.250503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b737c1-b627-42c8-8806-3f2001559709,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:29.281939 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.337506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.339456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Attempting to bind port b6b737c1-b627-42c8-8806-3f2001559709 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:29.339796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Attempting to bind port b6b737c1-b627-42c8-8806-3f2001559709 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:29.340130 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Attempting to bind port b6b737c1-b627-42c8-8806-3f2001559709 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:29.369275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Port b6b737c1-b627-42c8-8806-3f2001559709 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:29.369606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Attempting to bind port b6b737c1-b627-42c8-8806-3f2001559709 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:29.385536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:29.387056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:29.387056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:29.387056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Bound port: b6b737c1-b627-42c8-8806-3f2001559709, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:29.387421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.439715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Pushing event updated for resources: {'Port': ['ID=6ad82981-1b39-4c98-a8d4-5175e2e8dfe6,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:29.470087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.504833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e324b55-0fe2-488b-a3d1-112fbb24a1b3 req-d2bc0837-bc77-4876-80c1-054b50458957 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:29.506234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e324b55-0fe2-488b-a3d1-112fbb24a1b3 req-d2bc0837-bc77-4876-80c1-054b50458957 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.0534952 Aug 25 14:46:29.507750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] For port b6b737c1-b627-42c8-8806-3f2001559709, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:29.510733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] For port b6b737c1-b627-42c8-8806-3f2001559709, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6b737c1-b627-42c8-8806-3f2001559709,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:29.546756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e324b55-0fe2-488b-a3d1-112fbb24a1b3 req-4a54dec8-41db-4315-97c7-fdd141084c6e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Aug 25 14:46:29.568334 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.569590 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-b360af3f-c907-45ba-92dc-6824c4bb6a29 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9261167 Aug 25 14:46:29.619018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.641786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb639f-994a-4470-a8b3-c5d412713f19 req-d721a86b-f8cc-40a4-9dfa-268816d04547 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:29.643324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7edb639f-994a-4470-a8b3-c5d412713f19 req-d721a86b-f8cc-40a4-9dfa-268816d04547 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1096 time: 0.0401201 Aug 25 14:46:29.648423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-7a6159ac-b525-453e-8917-e20fac01099d tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0707092 Aug 25 14:46:29.664446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:29.665080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:29.666439 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/b6b737c1-b627-42c8-8806-3f2001559709 HTTP/1.1" status: 200 len: 1095 time: 1.2317674 Aug 25 14:46:29.667542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'tag': 'b6b737c1-b627-42c8-8806-3f2001559709'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:29.669779 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d309003-c1ed-4d90-a4d2-9893a382d7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef3678b-a0f4-40bd-86bf-ff7feaee001c", "tag": "b6b737c1-b627-42c8-8806-3f2001559709"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:29.685240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7edb639f-994a-4470-a8b3-c5d412713f19 req-b38718c2-61a8-4eab-917b-2829009c2d8e tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Aug 25 14:46:29.740754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06e02-45ca-41f4-bd7c-fca4ac7e81a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b737c1-b627-42c8-8806-3f2001559709,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:29.948080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-49d33b9e-1572-4d7e-96cc-15defdb4dc96 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--380901398&fields=id&tenant_id=a424c59993f2421dbcad936b1d7e229e HTTP/1.1" status: 200 len: 267 time: 0.0500233 Aug 25 14:46:30.075106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-c55131b3-949d-46a7-bcc0-b576c6dc67bd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.076836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-c55131b3-949d-46a7-bcc0-b576c6dc67bd tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 824 time: 0.1214991 Aug 25 14:46:30.077644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-62763f45-16d2-4762-92b4-3108fc1ee581 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.078979 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713dd23e-d30d-4a19-9f83-088c67085b8a req-62763f45-16d2-4762-92b4-3108fc1ee581 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.4220843 Aug 25 14:46:30.081836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-8f9ba316-013f-4ff9-a481-9d00c0b866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.087500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-8f9ba316-013f-4ff9-a481-9d00c0b866be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 1098 time: 0.0767431 Aug 25 14:46:30.098306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-291161af-ab5b-4939-ae5e-c2f57be12d5e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/quotas/a424c59993f2421dbcad936b1d7e229e HTTP/1.1" status: 200 len: 375 time: 0.0102580 Aug 25 14:46:30.138625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-14662e2a-5b24-4237-a1e9-8ac05d096169 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b6b737c1-b627-42c8-8806-3f2001559709 HTTP/1.1" status: 200 len: 217 time: 0.0438912 Aug 25 14:46:30.161463 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-3643f35c-d848-4121-aaa1-52937a3df1f0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0562656 Aug 25 14:46:30.226610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d269-18b5-40fe-9200-2c9696bc4a1e req-8609d932-8f0f-4736-bea9-354e7141462c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.228999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6257d269-18b5-40fe-9200-2c9696bc4a1e req-8609d932-8f0f-4736-bea9-354e7141462c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 947 time: 0.0926597 Aug 25 14:46:30.230835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-b4893472-77d8-47d6-b87a-19729d862fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.232293 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-b4893472-77d8-47d6-b87a-19729d862fbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0690434 Aug 25 14:46:30.262396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-9e20d8f1-02ba-436f-a608-4666dc44d10d service neutron] 10.222.0.58 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886734 Aug 25 14:46:30.307733 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6257d269-18b5-40fe-9200-2c9696bc4a1e req-0b57695e-ca4e-45d7-97e3-064fa55d4488 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Aug 25 14:46:30.310255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-9f5d941e-da05-42b5-b4ea-6754ebed86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.311812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-9f5d941e-da05-42b5-b4ea-6754ebed86e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689003 Aug 25 14:46:30.364811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-c1112f1c-767d-44e1-9742-b609710a3252 service neutron] 10.222.0.58 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958433 Aug 25 14:46:30.382052 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4626e418-d2ab-42de-982f-bbda6f197b06 x-openstack-request-id: req-4626e418-d2ab-42de-982f-bbda6f197b06 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:30.383096 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef3678b-a0f4-40bd-86bf-ff7feaee001c", "tag": "b6b737c1-b627-42c8-8806-3f2001559709", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:30.383235 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4626e418-d2ab-42de-982f-bbda6f197b06 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:30.383547 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'tag': 'b6b737c1-b627-42c8-8806-3f2001559709', 'status': 'completed', 'code': 200} Aug 25 14:46:30.455012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-66113a50-a388-4992-a553-86a5061080dc service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230299 Aug 25 14:46:30.463607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247589a7-08c9-4ff8-92c3-01ce128f8850 req-88c1152e-7111-4dde-b79b-b23da1d717e5 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.465251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-247589a7-08c9-4ff8-92c3-01ce128f8850 req-88c1152e-7111-4dde-b79b-b23da1d717e5 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1096 time: 0.0564461 Aug 25 14:46:30.558755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-247589a7-08c9-4ff8-92c3-01ce128f8850 req-cf84aefa-b9a0-4429-ac6e-63be14eefbed tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809417 Aug 25 14:46:30.595327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a876ee88-df44-41e0-bd06-5d255e7ffd76 req-bc4dacfe-1a08-416a-9b98-15b7599be9d3 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256702 Aug 25 14:46:30.700868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94360e6e-7c7b-48c2-b0fa-df5b94104a69 req-7ff7bc47-7f5a-4731-8355-58b7a51ab225 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.702360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94360e6e-7c7b-48c2-b0fa-df5b94104a69 req-7ff7bc47-7f5a-4731-8355-58b7a51ab225 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0515325 Aug 25 14:46:30.764752 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94360e6e-7c7b-48c2-b0fa-df5b94104a69 req-274dcd8e-b0b3-4c84-8438-95a7b71718f9 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530400 Aug 25 14:46:30.779566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-5d277ced-3c76-49d7-808e-22cb058ccb4a tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips/db4fe7a5-0379-43b0-afc6-b07ff9af43a0 HTTP/1.1" status: 200 len: 693 time: 0.0604458 Aug 25 14:46:30.815658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-20432574-6f73-4f30-b042-77e2bf03eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.817179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-20432574-6f73-4f30-b042-77e2bf03eb85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 1098 time: 0.0458539 Aug 25 14:46:30.904117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-578cbe32-5869-4c06-a992-6b7b75f8e026 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.905478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-578cbe32-5869-4c06-a992-6b7b75f8e026 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1141665 Aug 25 14:46:30.943962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a26b60-c4ef-4d9d-baf1-e223bb5cce90 req-d5eaa965-412d-4418-a3b9-dac41a1d7e0e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.945514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13a26b60-c4ef-4d9d-baf1-e223bb5cce90 req-d5eaa965-412d-4418-a3b9-dac41a1d7e0e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.1033483 Aug 25 14:46:30.974912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-132bbc90-071b-41dd-b65f-f4ced2456277 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0632684 Aug 25 14:46:30.989311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-ebaaa19f-fc7f-49ec-a4ce-8711f4188978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:30.990759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-ebaaa19f-fc7f-49ec-a4ce-8711f4188978 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1604359 Aug 25 14:46:31.007996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13a26b60-c4ef-4d9d-baf1-e223bb5cce90 req-51197eb4-a390-4108-b8ed-ed0aa51e826e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499556 Aug 25 14:46:31.036125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-783481de-7483-4023-a393-61ac913f220c tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0535674 Aug 25 14:46:31.047149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-088f7bc1-84cd-40ce-a49f-c6d7924c4251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b6b737c1-b627-42c8-8806-3f2001559709 HTTP/1.1" status: 200 len: 217 time: 0.0430734 Aug 25 14:46:31.121769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6be2d673-4443-4c92-80c4-a5b30af6994f req-6e53a2c4-65ae-4f1a-9adb-433e70d5e2de tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 210 time: 0.0491359 Aug 25 14:46:31.175668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-d474d1f4-a6f7-4591-bc6f-84892a443ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:31.177619 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-d474d1f4-a6f7-4591-bc6f-84892a443ad4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1128175 Aug 25 14:46:31.180844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Deleting port 6ad82981-1b39-4c98-a8d4-5175e2e8dfe6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:31.181195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.233793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-5a010c21-2989-4b61-a107-b0271e2ba565 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:31.235272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-5a010c21-2989-4b61-a107-b0271e2ba565 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/ports?device_id=d72d2d35-9660-4734-b63d-0b0deba76f95 HTTP/1.1" status: 200 len: 945 time: 0.0996149 Aug 25 14:46:31.254486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-99628a05-0970-404a-82d6-5befce9c6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:31.255950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-99628a05-0970-404a-82d6-5befce9c6098 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653701 Aug 25 14:46:31.273529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.274101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.287169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Calling delete_port for 6ad82981-1b39-4c98-a8d4-5175e2e8dfe6 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:31.411311 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-d4506424-a83c-4d7c-93cf-4e8abfe97e75 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389799 Aug 25 14:46:31.413193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Deleting port fe8da427-dc68-402e-84b0-8da52cd24144 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:31.413543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.498895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.529694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Pushing event deleted for resources: {'Port': ['ID=6ad82981-1b39-4c98-a8d4-5175e2e8dfe6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:31.570442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] For port fe8da427-dc68-402e-84b0-8da52cd24144, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fe8da427-dc68-402e-84b0-8da52cd24144,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:31.570442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.583909 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d309003-c1ed-4d90-a4d2-9893a382d7eb req-fbe1c0a5-eb11-4f57-a734-f1b70462fcbc service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559470 Aug 25 14:46:31.601856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.605227 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.618809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41989d68-d907-4ff8-8ec6-33f1421b10fb req-dd4acdaf-e7ad-4816-823e-25eabeb41513 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "DELETE /v2.0/floatingips/db4fe7a5-0379-43b0-afc6-b07ff9af43a0 HTTP/1.1" status: 204 len: 173 time: 0.5758228 Aug 25 14:46:31.716082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f803a-21dc-4007-9a76-d348a3ac84c2 req-39d68c06-1e0e-43f2-b548-8b23b8837843 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:31.717763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-331f803a-21dc-4007-9a76-d348a3ac84c2 req-39d68c06-1e0e-43f2-b548-8b23b8837843 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 947 time: 0.0560267 Aug 25 14:46:31.767297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-331f803a-21dc-4007-9a76-d348a3ac84c2 req-d232073f-eb7d-4798-9571-4da572eb1639 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Aug 25 14:46:31.849771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.850280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:31.850525 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde disassociated. External IP: 172.25.8.68, port: fe8da427-dc68-402e-84b0-8da52cd24144. Aug 25 14:46:31.850870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Calling delete_port for fe8da427-dc68-402e-84b0-8da52cd24144 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:31.867782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ea142-d19f-4f8e-9a5f-5b20d72cf487 req-6fb54b82-5329-41ae-af80-745ed627c78d tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:31.869376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178ea142-d19f-4f8e-9a5f-5b20d72cf487 req-6fb54b82-5329-41ae-af80-745ed627c78d tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1096 time: 0.0442550 Aug 25 14:46:31.904878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178ea142-d19f-4f8e-9a5f-5b20d72cf487 req-d45bc00b-d625-4a91-a703-4969b4836e99 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291848 Aug 25 14:46:31.982298 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-00fc57ae-4736-4e7a-9376-7a00d955295b req-6ba42d74-08bb-46f9-a78e-4086e54c0bce tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] show failed (client error): The resource could not be found. Aug 25 14:46:31.983408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00fc57ae-4736-4e7a-9376-7a00d955295b req-6ba42d74-08bb-46f9-a78e-4086e54c0bce tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips/db4fe7a5-0379-43b0-afc6-b07ff9af43a0 HTTP/1.1" status: 404 len: 350 time: 0.0490875 Aug 25 14:46:32.041881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c08b-8059-4c5d-9e20-c577ef1bd542 req-104ce58e-d62f-4d81-b44e-d0460f1df7c3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:32.043325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e755c08b-8059-4c5d-9e20-c577ef1bd542 req-104ce58e-d62f-4d81-b44e-d0460f1df7c3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0557778 Aug 25 14:46:32.064315 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-209b0fa5-2a5a-40e2-b9b5-f3eb5d823f1a req-d1aaafd3-88f4-483b-aa47-d329b96d7da0 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] show failed (client error): The resource could not be found. Aug 25 14:46:32.065358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-209b0fa5-2a5a-40e2-b9b5-f3eb5d823f1a req-d1aaafd3-88f4-483b-aa47-d329b96d7da0 tempest-FloatingIPsTestJSON-631108302 tempest-FloatingIPsTestJSON-631108302-project] 10.222.0.58 "GET /v2.0/floatingips/db4fe7a5-0379-43b0-afc6-b07ff9af43a0 HTTP/1.1" status: 404 len: 350 time: 0.0475390 Aug 25 14:46:32.077719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47168) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:32.086203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e755c08b-8059-4c5d-9e20-c577ef1bd542 req-fd19c716-3100-40b1-9b0e-c52497f6c7cd tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366993 Aug 25 14:46:32.182612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:32.247263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event deleted for resources: {'Port': ['ID=fe8da427-dc68-402e-84b0-8da52cd24144,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:32.322234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04857225-73fc-4ca1-93cf-456e91a5a8b4 req-aefc40bf-d3cf-4ef5-8af9-1190dc211bb7 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 210 time: 0.0275829 Aug 25 14:46:32.344539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f5202-4f17-4c4b-b842-11b843fb9cd6 req-901ea542-4e9b-4d53-9ba6-fbe343b0a861 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:32.345962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-390f5202-4f17-4c4b-b842-11b843fb9cd6 req-901ea542-4e9b-4d53-9ba6-fbe343b0a861 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.1671581 Aug 25 14:46:32.487079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-390f5202-4f17-4c4b-b842-11b843fb9cd6 req-81eb6668-171d-455c-9141-e93cc9ec8261 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263788 Aug 25 14:46:32.532893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Router eb788e96-baa3-4f87-bdcf-004291cd960c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:32.909342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d38b-fd63-4fd0-99b3-7f32c76eed36 req-4b6587ca-943f-4852-9c53-b06e82b831d2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:32.910966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf90d38b-fd63-4fd0-99b3-7f32c76eed36 req-4b6587ca-943f-4852-9c53-b06e82b831d2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 947 time: 0.0513270 Aug 25 14:46:32.961097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf90d38b-fd63-4fd0-99b3-7f32c76eed36 req-337a1295-a43c-4846-9012-4e5c390d1892 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Aug 25 14:46:33.007052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-41b90edd-9ffa-4b77-ac27-c52ffb223506 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4542022 Aug 25 14:46:33.018369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da863a2f-137b-4f54-a377-d7ebd1e6ceaa req-8c580558-bab1-4b7d-abc0-70bdb80ed39b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.019825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da863a2f-137b-4f54-a377-d7ebd1e6ceaa req-8c580558-bab1-4b7d-abc0-70bdb80ed39b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.4497249 Aug 25 14:46:33.099086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140016-2de6-4f01-a624-647d818e5461 req-99af5639-35a6-438e-9e0d-050dccb12a55 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.099572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:33.100549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db140016-2de6-4f01-a624-647d818e5461 req-99af5639-35a6-438e-9e0d-050dccb12a55 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1096 time: 0.0685680 Aug 25 14:46:33.102879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831f81-b113-4173-bdc9-493bff53e97f req-5f092f6f-4171-4264-8182-b5d7bbcdbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.104339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-5f092f6f-4171-4264-8182-b5d7bbcdbf43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1095 time: 0.0627592 Aug 25 14:46:33.113926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:33.130776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:33.132715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:33.168741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] No DVR routers for this DVR port fe8da427-dc68-402e-84b0-8da52cd24144 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:33.177450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:33.180062 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b50f39d6-563e-41b2-b972-c9d1ae5cd633 req-10287f34-f795-4daf-8e16-7b113beb625c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "DELETE /v2.0/ports/fe8da427-dc68-402e-84b0-8da52cd24144 HTTP/1.1" status: 204 len: 173 time: 1.9341245 Aug 25 14:46:33.186554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'name': 'network-vif-deleted', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:33.188745 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe0fb6-719b-42e2-aaf5-6b599bd51e53" -d '{"events": [{"server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "name": "network-vif-deleted", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:33.203586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db140016-2de6-4f01-a624-647d818e5461 req-8e887fbb-8106-4839-a94f-0b59900c2152 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825050 Aug 25 14:46:33.222383 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da863a2f-137b-4f54-a377-d7ebd1e6ceaa req-4829ffe0-5ce6-41d9-bbb3-90b8c5ce2a38 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855223 Aug 25 14:46:33.284206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-fcafc94b-f494-4339-8c9e-eea484726a88 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.285713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-fcafc94b-f494-4339-8c9e-eea484726a88 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 824 time: 0.2624223 Aug 25 14:46:33.286160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831f81-b113-4173-bdc9-493bff53e97f req-9204334a-1dda-4c11-8a5a-3f744dd475a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.292882 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-9204334a-1dda-4c11-8a5a-3f744dd475a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1576030 Aug 25 14:46:33.310666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:33.316592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:33.371109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-9b1d2245-c5df-4e03-a403-043f72524a52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.0572166 Aug 25 14:46:33.379405 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96c525-3cce-4161-af7b-73177a868f91 x-openstack-request-id: req-2d96c525-3cce-4161-af7b-73177a868f91 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:33.379706 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d2d35-9660-4734-b63d-0b0deba76f95", "name": "network-vif-deleted", "tag": "fe8da427-dc68-402e-84b0-8da52cd24144", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:33.379964 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d96c525-3cce-4161-af7b-73177a868f91 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:33.380361 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d2d35-9660-4734-b63d-0b0deba76f95', 'name': 'network-vif-deleted', 'tag': 'fe8da427-dc68-402e-84b0-8da52cd24144', 'status': 'completed', 'code': 200} Aug 25 14:46:33.503465 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-2e76d5cd-724b-4e9f-8975-88f2e15cf4f0 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a424c59993f2421dbcad936b1d7e229e HTTP/1.1" status: 200 len: 379 time: 0.1771650 Aug 25 14:46:33.506724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831f81-b113-4173-bdc9-493bff53e97f req-bdc74b32-8c40-4538-9f3f-50305bc08238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.509922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-bdc74b32-8c40-4538-9f3f-50305bc08238 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.1259556 Aug 25 14:46:33.534173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'port': {'device_id': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'admin_state_up': True, 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'security_groups': ['afba6763-adac-4bb9-b7e1-b4a2ea87bc20']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:33.560572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c47ca-45e8-4236-aa5f-14a09dc1a8ab req-8688b5e0-d1f8-4722-92d4-b3bd85d9598f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:33.562505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-576c47ca-45e8-4236-aa5f-14a09dc1a8ab req-8688b5e0-d1f8-4722-92d4-b3bd85d9598f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.2340789 Aug 25 14:46:33.581271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-810b1811-0607-4a3d-8105-78101eeb54a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597119 Aug 25 14:46:33.600450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:33.640331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:33.662539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:33.664664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:33.735342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-829e7af5-9ce7-4fb3-a3b7-9b4a3a90db9e service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445920 Aug 25 14:46:33.753363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-576c47ca-45e8-4236-aa5f-14a09dc1a8ab req-ace52f85-4326-4b0d-aa73-5ce3bee5926d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343067 Aug 25 14:46:33.819474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:33.914042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df831f81-b113-4173-bdc9-493bff53e97f req-03c3c212-9993-49ac-8498-5fe86c5c493c service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680856 Aug 25 14:46:34.010618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Made reservation on behalf of a424c59993f2421dbcad936b1d7e229e for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:34.015321 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.063721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:34.095881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3904-2ed7-4458-a06b-d22d8de23828 None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:34.102205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6b737c1-b627-42c8-8806-3f2001559709 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:34.261813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Deleting port 4c613663-fb04-453b-904d-9149a6b68f35 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:34.262171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.293531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5d51a7e-501c-47f9-ab7e-aafda35eb852 req-10d00a24-432f-44f2-8015-d922e4739386 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 210 time: 0.0556281 Aug 25 14:46:34.301330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b6b737c1-b627-42c8-8806-3f2001559709, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6b737c1-b627-42c8-8806-3f2001559709,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:34.324227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'b6b737c1-b627-42c8-8806-3f2001559709', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'b6b737c1-b627-42c8-8806-3f2001559709', 'mac_address': 'fa:16:3e:95:e7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:34.450144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.478768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b737c1-b627-42c8-8806-3f2001559709 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:34.486348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Allocated IP 172.20.0.4 (06a43927-6987-4a83-ac03-d8a26c3f8995/c3c30c73-7204-485f-a658-df98233094fa/fb45ccb1-0c83-414e-823b-11bd9012f389) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:34.506902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] For port 4c613663-fb04-453b-904d-9149a6b68f35, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4c613663-fb04-453b-904d-9149a6b68f35,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:34.507253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.516045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b6b737c1-b627-42c8-8806-3f2001559709, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6b737c1-b627-42c8-8806-3f2001559709,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:34.535256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Calling delete_port for 4c613663-fb04-453b-904d-9149a6b68f35 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:34.588807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.599463 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed642e-2eee-4c62-bdac-8d4a8f728195 None None] New status for floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:46:34.667891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=b6b737c1-b627-42c8-8806-3f2001559709,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:34.904196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['b6b737c1-b627-42c8-8806-3f2001559709'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:34.925285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47248) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:34.931432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165ec6b-dcfc-451f-b147-a7867c0f0f1a req-7da1a18e-2276-4b18-ade2-070d4b44e4a0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:34.941961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5165ec6b-dcfc-451f-b147-a7867c0f0f1a req-7da1a18e-2276-4b18-ade2-070d4b44e4a0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 948 time: 0.0754600 Aug 25 14:46:34.965586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.973015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:34.997863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5165ec6b-dcfc-451f-b147-a7867c0f0f1a req-4baa19c8-7e4d-45f4-8e39-0360984c42fb tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547643 Aug 25 14:46:35.020445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c613663-fb04-453b-904d-9149a6b68f35,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:35.040233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Transition to ACTIVE for port object fb45ccb1-0c83-414e-823b-11bd9012f389 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:35.199640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41701601-c8ca-46b8-a562-c65f9cd0736e req-82c4511a-1dd4-4a04-b3c4-935ffa7d7b49 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:35.210253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41701601-c8ca-46b8-a562-c65f9cd0736e req-82c4511a-1dd4-4a04-b3c4-935ffa7d7b49 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1097 time: 0.0937753 Aug 25 14:46:35.284701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dca3c25-4770-4226-bbde-20f7c71ec020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.287799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41701601-c8ca-46b8-a562-c65f9cd0736e req-6961d303-e37a-4b53-a884-598229b4957e tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738699 Aug 25 14:46:35.312361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.390662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:35.396822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.402743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event updated for resources: {'Port': ['ID=fb45ccb1-0c83-414e-823b-11bd9012f389,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:35.405385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:35.418991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:35.432547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7de09b-6c15-4dad-b722-2e21c5139ef7 req-5e07d27c-7a82-419d-a91e-5dd666d96a3e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:35.435160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f7de09b-6c15-4dad-b722-2e21c5139ef7 req-5e07d27c-7a82-419d-a91e-5dd666d96a3e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0603247 Aug 25 14:46:35.481439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f7de09b-6c15-4dad-b722-2e21c5139ef7 req-de090056-f3bd-4a04-9294-5511c1ddfd4f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Aug 25 14:46:35.544299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:35.544963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.646539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dca3c25-4770-4226-bbde-20f7c71ec020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.755645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8b7f2bb4-e6b4-4e16-8ab5-09cb1d648704 None None] Provisioning for port fb45ccb1-0c83-414e-823b-11bd9012f389 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:35.758833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dca3c25-4770-4226-bbde-20f7c71ec020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.760710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8b7f2bb4-e6b4-4e16-8ab5-09cb1d648704 None None] Provisioning complete for port fb45ccb1-0c83-414e-823b-11bd9012f389 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:35.767230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8b7f2bb4-e6b4-4e16-8ab5-09cb1d648704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.792183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:35.795273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f2bb4-e6b4-4e16-8ab5-09cb1d648704 None None] Port fb45ccb1-0c83-414e-823b-11bd9012f389 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:35.808124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca3c25-4770-4226-bbde-20f7c71ec020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57405868-0848-453e-9bf9-2cf6b8f75cd7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:35.816085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8dca3c25-4770-4226-bbde-20f7c71ec020 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cf90f1bf05b43c8b434599788767aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897834 Aug 25 14:46:35.818908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47266) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:35.863793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-62d6ab01-48f0-4740-948d-9b70da422833 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3497987 Aug 25 14:46:35.879444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6314b830-b43c-4849-b240-739612244a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.881076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Request body: {'port': {'device_id': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:35.900836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6314b830-b43c-4849-b240-739612244a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.973090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:35.976190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:35.985078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] Sync routers for ids ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:35.985780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ff8e1771-0556-4457-975a-c6d21ec37d5d admin admin] 10.222.0.58 "PUT /v2.0/routers/8dc242f2-e3ca-4650-b6e4-e9e8b6969478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9069026 Aug 25 14:46:35.989200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47268) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:35.995617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] Routers {'8dc242f2-e3ca-4650-b6e4-e9e8b6969478'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:35.996233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:36.044942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6314b830-b43c-4849-b240-739612244a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.048185 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6314b830-b43c-4849-b240-739612244a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.049380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6314b830-b43c-4849-b240-739612244a76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57405868-0848-453e-9bf9-2cf6b8f75cd7 HTTP/1.1" status: 204 len: 168 time: 0.2293980 Aug 25 14:46:36.059570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b830-b43c-4849-b240-739612244a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57405868-0848-453e-9bf9-2cf6b8f75cd7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:36.087563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-68b43ddb-da15-437d-a845-2b5204f19f9c tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:46:36.092017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-68b43ddb-da15-437d-a845-2b5204f19f9c tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103593 Aug 25 14:46:36.102104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:36.102765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Unknown quota resources ['binding']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:46:36.149607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] Set router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:36.200328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.225653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6b737c1-b627-42c8-8806-3f2001559709 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:36.349706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:36.350174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:36.352471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:36.365011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:36.366076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:36.380186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:36.380525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:36.389754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:36.390268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Bound port: 353e2d26-63ff-4cef-8095-12ddd8647665, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:36.395057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.493891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:34Z', 'revision_number': 5, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port': {'id': '13d3123e-bafa-4a1d-8d69-26d465e6091a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:15Z', 'updated_at': '2021-08-25T14:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:36.510229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:36.532507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] Checking router: 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:36.545131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] Routers {'8dc242f2-e3ca-4650-b6e4-e9e8b6969478'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:36.546363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:36.631488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port b6b737c1-b627-42c8-8806-3f2001559709 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:36.637387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.643073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-25704771-1a14-42dc-9952-3381886e4ca3 service neutron] 10.222.0.58 "POST /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665/bindings HTTP/1.1" status: 201 len: 389 time: 0.5454473 Aug 25 14:46:36.683699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] Set router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:36.714092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port b6b737c1-b627-42c8-8806-3f2001559709 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:36.714748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.775432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb45ccb1-0c83-414e-823b-11bd9012f389 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:36.784884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.811464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Transition to ACTIVE for port object fb45ccb1-0c83-414e-823b-11bd9012f389 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:36.818975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Deleting port 13d3123e-bafa-4a1d-8d69-26d465e6091a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:36.819346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.894879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:36Z', 'revision_number': 6, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:36.926934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] For port 13d3123e-bafa-4a1d-8d69-26d465e6091a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=13d3123e-bafa-4a1d-8d69-26d465e6091a,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:36.927358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:36.932884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d986b9-435e-4399-bcd8-695118c69dc9 None None] The sync data for ids ['8dc242f2-e3ca-4650-b6e4-e9e8b6969478'] in n-d-805995-2 is: [{'id': '8dc242f2-e3ca-4650-b6e4-e9e8b6969478', 'name': 'tempest-FloatingIPsTestJSON-809362242-router', 'tenant_id': 'e570a9382ec3413b9d0e21494021b325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:14Z', 'updated_at': '2021-08-25T14:46:36Z', 'revision_number': 6, 'project_id': 'e570a9382ec3413b9d0e21494021b325', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:36.944793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.008566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Calling delete_port for 13d3123e-bafa-4a1d-8d69-26d465e6091a owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:37.019462 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.042821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b737c1-b627-42c8-8806-3f2001559709'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:37.045188 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a59a19-fde5-4aaf-b25f-eff0a2aec783" -d '{"events": [{"server_uuid": "5ef3678b-a0f4-40bd-86bf-ff7feaee001c", "name": "network-vif-plugged", "status": "completed", "tag": "b6b737c1-b627-42c8-8806-3f2001559709"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:37.059463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b6b737c1-b627-42c8-8806-3f2001559709, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6b737c1-b627-42c8-8806-3f2001559709,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:37.127156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Pushing event updated for resources: {'Port': ['ID=fb45ccb1-0c83-414e-823b-11bd9012f389,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:37.170335 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.171460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fe8da427-dc68-402e-84b0-8da52cd24144 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:37.178710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e8a4-9ecb-4290-8614-d578e5d0c8eb req-00828452-8a60-4246-91fb-9f7366fc67fd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:37.183544 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4119e8a4-9ecb-4290-8614-d578e5d0c8eb req-00828452-8a60-4246-91fb-9f7366fc67fd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.1401260 Aug 25 14:46:37.268405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: fe8da427-dc68-402e-84b0-8da52cd24144 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:37.269010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fe8da427-dc68-402e-84b0-8da52cd24144 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:37.318158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4119e8a4-9ecb-4290-8614-d578e5d0c8eb req-01e89a3d-ab7b-4ee6-be43-1228bd66bbd8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104102 Aug 25 14:46:37.334917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=b6b737c1-b627-42c8-8806-3f2001559709,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:37.336211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Attempting to bind port fb45ccb1-0c83-414e-823b-11bd9012f389 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:37.336576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Attempting to bind port fb45ccb1-0c83-414e-823b-11bd9012f389 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:37.336895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Attempting to bind port fb45ccb1-0c83-414e-823b-11bd9012f389 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:37.377457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Port fb45ccb1-0c83-414e-823b-11bd9012f389 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:37.378857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Attempting to bind port fb45ccb1-0c83-414e-823b-11bd9012f389 on network 06a43927-6987-4a83-ac03-d8a26c3f8995 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:37.390514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:37.391129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Checking segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:37.392200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Bound using segment: {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:37.392803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Bound port: fb45ccb1-0c83-414e-823b-11bd9012f389, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:37.393569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.508380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d687f-dc8d-4e8a-a26b-485d728421d6 req-06494801-8968-4bf0-a767-cdd7d6d4de3c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:37.510327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc9d687f-dc8d-4e8a-a26b-485d728421d6 req-06494801-8968-4bf0-a767-cdd7d6d4de3c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 943 time: 0.1017208 Aug 25 14:46:37.519603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-13f14158-5623-4014-bcbf-5d9f44fca8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:37.521171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-13f14158-5623-4014-bcbf-5d9f44fca8e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1096 time: 0.0505087 Aug 25 14:46:37.537251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47318) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:37.548860 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.580144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] For port fb45ccb1-0c83-414e-823b-11bd9012f389, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:37.588810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d3123e-bafa-4a1d-8d69-26d465e6091a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:37.624531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] For port fb45ccb1-0c83-414e-823b-11bd9012f389, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fb45ccb1-0c83-414e-823b-11bd9012f389,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:37.637505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-68f10418-2b99-4d08-ba05-2dc4fcc84177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:37.641888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-68f10418-2b99-4d08-ba05-2dc4fcc84177 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1094539 Aug 25 14:46:37.649378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc9d687f-dc8d-4e8a-a26b-485d728421d6 req-6b80c7b2-ea16-4f5e-b541-c2aac48be567 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282816 Aug 25 14:46:37.681229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.697333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-c23f03cc-d853-4339-97f3-2318444912ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 200 len: 217 time: 0.0500064 Aug 25 14:46:37.701239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-465173935-network', 'tenant_id': '7548e3a7254f49b78992e6db87006923'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:37.748416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.762976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8a705cdb-7430-4b57-adc6-1b922fd8e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:37.765539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8a705cdb-7430-4b57-adc6-1b922fd8e7d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0578187 Aug 25 14:46:37.801187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-396359b8-3d2f-4080-b516-15d99af1e664 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274701 Aug 25 14:46:37.839871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-d2db0cc3-1de9-4913-a5a3-ce8d6ebc6b9f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:46:37.840541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-d2db0cc3-1de9-4913-a5a3-ce8d6ebc6b9f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255194 Aug 25 14:46:37.852715 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.861908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:37.862510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Unknown quota resources ['binding']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:46:37.864785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.871427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Made reservation on behalf of 7548e3a7254f49b78992e6db87006923 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:37.875403 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.891610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:37.892298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:37.893741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] 10.222.0.52 "PUT /v2.0/ports/fb45ccb1-0c83-414e-823b-11bd9012f389 HTTP/1.1" status: 200 len: 1091 time: 2.0187514 Aug 25 14:46:37.897064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:37.900575 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854e330-b462-45ee-bd3e-880be7c8aa90" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:37.975761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eec011-f368-4474-92e4-3901319f2bad service neutron] Pushing event updated for resources: {'Port': ['ID=fb45ccb1-0c83-414e-823b-11bd9012f389,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:38.003927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695415a-41e8-4fb3-91a8-1a9777f1f230 req-03574e68-0028-473a-b9a7-70a159559ae4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.005579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a695415a-41e8-4fb3-91a8-1a9777f1f230 req-03574e68-0028-473a-b9a7-70a159559ae4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 949 time: 0.2589405 Aug 25 14:46:38.045151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.045701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc242f2-e3ca-4650-b6e4-e9e8b6969478 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:46:38.068310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.069698 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32cb991c-c953-4dcf-acc6-a73ff57ff9f7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8dc242f2-e3ca-4650-b6e4-e9e8b6969478 HTTP/1.1" status: 204 len: 168 time: 2.0795648 Aug 25 14:46:38.073401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47324) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:38.126064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:38.183325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a695415a-41e8-4fb3-91a8-1a9777f1f230 req-229712bb-6c2a-44bd-b4a9-b8d3b392d23f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509762 Aug 25 14:46:38.218341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Deleting subnet ce58da5a-c7cb-44c5-abb3-27bb67a992de {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:46:38.224484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-9daf9ac0-69ae-4899-ad78-c74f18af41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.226439 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-9daf9ac0-69ae-4899-ad78-c74f18af41d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 1094 time: 0.1852868 Aug 25 14:46:38.227293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.254258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.311795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-d1ad2dce-b4af-4342-aa26-4ac6cdf400d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb45ccb1-0c83-414e-823b-11bd9012f389 HTTP/1.1" status: 200 len: 217 time: 0.0636456 Aug 25 14:46:38.313655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-c5369c07-7d7f-435b-bf23-8227acdab7fc service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054069 Aug 25 14:46:38.314678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:38.315010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:38.319954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:38.329382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:38.337975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.341645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'port_id': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'mac_address': 'fa:16:3e:66:09:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9dfda-bea1-41bb-aca2-3044a33e7b59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:38.389610 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.399575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:38.399902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:38.405166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b112f8d0-eae4-4c6c-9a25-96506ecb1726 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:38.425002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:38.425451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:38.425729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:38.426177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Bound port: 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:38.449617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:38.454134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-1d7413d7-490d-466c-9459-34f708512da7 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271653 Aug 25 14:46:38.468955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.474368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-0341632c-d2d0-4eb0-a9e7-0fb4d5a1bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.475871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-0341632c-d2d0-4eb0-a9e7-0fb4d5a1bc16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 200 len: 863 time: 0.1483765 Aug 25 14:46:38.486895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06479de-b334-4b14-8a72-047d56447629 req-05db40f9-8c46-4901-9e6c-520ea645afdf tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.488358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c06479de-b334-4b14-8a72-047d56447629 req-05db40f9-8c46-4901-9e6c-520ea645afdf tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1785316 Aug 25 14:46:38.500609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13d3123e-bafa-4a1d-8d69-26d465e6091a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:38.521059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 13d3123e-bafa-4a1d-8d69-26d465e6091a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:38.521544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13d3123e-bafa-4a1d-8d69-26d465e6091a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:38.522029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4c613663-fb04-453b-904d-9149a6b68f35 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:38.536663 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.564515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4c613663-fb04-453b-904d-9149a6b68f35 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:38.565140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4c613663-fb04-453b-904d-9149a6b68f35 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:38.584877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.597465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:38.602179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.607790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:46:38.625446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:38.626376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.626949 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Added segment 1d4b51a7-1573-4ed8-bdd7-f222eef9a261 of type vlan for network 802a0457-4426-477e-834b-692a860f1b71 Aug 25 14:46:38.634568 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c06479de-b334-4b14-8a72-047d56447629 req-2aa9b133-cb13-42ed-8861-8fff8d8a5021 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251786 Aug 25 14:46:38.644671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd042bb-195a-4837-a4dc-bbbcb7aa69ea,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:38.657826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-4cfb24ae-b8e5-48a1-a838-438175bafe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.659240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-4cfb24ae-b8e5-48a1-a838-438175bafe2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06a43927-6987-4a83-ac03-d8a26c3f8995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684833 Aug 25 14:46:38.667164 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.668334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-e18f2380-ad3a-49aa-aaf7-bce64cec3ad1 service neutron] 10.222.0.58 "POST /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09/bindings HTTP/1.1" status: 201 len: 389 time: 0.8185849 Aug 25 14:46:38.714321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.717740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-db150a58-8378-4d45-b382-f4f4238dee3b tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.719240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-db150a58-8378-4d45-b382-f4f4238dee3b tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0908163 Aug 25 14:46:38.732150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b112f8d0-eae4-4c6c-9a25-96506ecb1726'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:38.732818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:38.799720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cbce9-8962-42b8-a048-8af95c466575 req-da7aaf21-ec6b-4a1a-ba2b-085d36e7c58c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.801680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b54cbce9-8962-42b8-a048-8af95c466575 req-da7aaf21-ec6b-4a1a-ba2b-085d36e7c58c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 945 time: 0.0803134 Aug 25 14:46:38.805522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.817723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-8d1f0c3e-ef5c-4849-b4e3-0b15d7d07837 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467965 Aug 25 14:46:38.895146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.895757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.896398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:38.896997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.938780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b54cbce9-8962-42b8-a048-8af95c466575 req-44061ce5-e216-421f-8d38-320ce102b97b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199191 Aug 25 14:46:38.941546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce58da5a-c7cb-44c5-abb3-27bb67a992de,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:38.947444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:38.949302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-959f2cf2-1913-4fe5-a698-0bfd5804e4ab admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ce58da5a-c7cb-44c5-abb3-27bb67a992de HTTP/1.1" status: 204 len: 168 time: 0.8733516 Aug 25 14:46:38.951920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47334) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:38.985372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] Pushing event updated for resources: {'Network': ['ID=802a0457-4426-477e-834b-692a860f1b71,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:38.999850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beecbf14-bba3-4f63-a9a0-5d3fc696df48 None None] Network d70648b5-e272-4940-88d8-f03e71c5fd60 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:39.011559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:39.013076 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b24fda-f674-4ca7-943a-68bd180c26d0 x-openstack-request-id: req-18b24fda-f674-4ca7-943a-68bd180c26d0 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:39.013394 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:39.013653 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18b24fda-f674-4ca7-943a-68bd180c26d0 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:39.014049 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'status': 'completed', 'code': 200} Aug 25 14:46:39.040966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-735a47c0-d31b-46dc-bd86-14366031bf99 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5002058 Aug 25 14:46:39.043720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47336) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:39.049715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0efd8b10-3fe8-4026-adc2-cb713e470d1d req-fe48b916-85f1-41c7-b532-9933f3f14fb2 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192495 Aug 25 14:46:39.050841 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0085ece-f7ad-49c0-abe0-298a871948a9 x-openstack-request-id: req-e0085ece-f7ad-49c0-abe0-298a871948a9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:39.051159 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef3678b-a0f4-40bd-86bf-ff7feaee001c", "name": "network-vif-plugged", "status": "completed", "tag": "b6b737c1-b627-42c8-8806-3f2001559709", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:39.051433 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0085ece-f7ad-49c0-abe0-298a871948a9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:39.051812 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b737c1-b627-42c8-8806-3f2001559709', 'code': 200} Aug 25 14:46:39.056704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Request body: {'subnet': {'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-465173935-subnet', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:39.057691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.060772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 802a0457-4426-477e-834b-692a860f1b71 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:46:39.146376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782869-395f-4b54-a09a-fb7bd9e4a5b2 req-4085ee03-a3e3-4797-bec8-1011fc7570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.147253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:39.148372 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69782869-395f-4b54-a09a-fb7bd9e4a5b2 req-4085ee03-a3e3-4797-bec8-1011fc7570ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 1100 time: 0.0572057 Aug 25 14:46:39.192696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb27279-4bf0-40e4-9f96-e17f387b2df1 req-bb89c083-92af-4abf-aafd-6709af738ecf tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.194235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Deleting port 9ef7b845-5589-434d-831f-f1e8a1243509 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:39.194449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fb27279-4bf0-40e4-9f96-e17f387b2df1 req-bb89c083-92af-4abf-aafd-6709af738ecf tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 945 time: 0.1055386 Aug 25 14:46:39.194763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.210059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:39.212410 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f23996e-4e09-435f-9324-de97e925eb60" -d '{"events": [{"server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "name": "network-vif-unplugged", "status": "completed", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:39.217780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.233558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Made reservation on behalf of 7548e3a7254f49b78992e6db87006923 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:39.235913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.268677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69782869-395f-4b54-a09a-fb7bd9e4a5b2 req-11cf6a5b-27d4-4ba2-bfe9-e63029b50b8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109781 Aug 25 14:46:39.301012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fb27279-4bf0-40e4-9f96-e17f387b2df1 req-7d2705a5-c3df-4d91-9280-e58d5379ec9f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856245 Aug 25 14:46:39.307043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.308407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf97b2-cb85-44fa-acf1-cc2da320aba2 req-a267afa2-c0fc-406a-b845-59f2c5ff20da tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.309939 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2bf97b2-cb85-44fa-acf1-cc2da320aba2 req-a267afa2-c0fc-406a-b845-59f2c5ff20da tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 943 time: 0.1682315 Aug 25 14:46:39.319882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] For port 9ef7b845-5589-434d-831f-f1e8a1243509, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ef7b845-5589-434d-831f-f1e8a1243509,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:39.320469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.352088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Calling delete_port for 9ef7b845-5589-434d-831f-f1e8a1243509 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:39.364019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-162e25e7-2b53-43d3-9583-a70b10f6f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.365518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-162e25e7-2b53-43d3-9583-a70b10f6f21d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 1094 time: 0.1089208 Aug 25 14:46:39.387186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2bf97b2-cb85-44fa-acf1-cc2da320aba2 req-354577c2-fa75-42c6-a7f1-ce5c26045c76 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642982 Aug 25 14:46:39.395421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:39.427733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] DHCP port deletion for d70648b5-e272-4940-88d8-f03e71c5fd60 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:46:39.481498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:39.481866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:39.482162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:39.484819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] Deleting port 9ef7b845-5589-434d-831f-f1e8a1243509 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:39.485199 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.500344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:39.500705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Attempting to bind port 353e2d26-63ff-4cef-8095-12ddd8647665 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:39.534402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:39.534759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:39.535143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:39.535580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Bound port: 353e2d26-63ff-4cef-8095-12ddd8647665, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:39.535939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.547508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] For port 9ef7b845-5589-434d-831f-f1e8a1243509, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ef7b845-5589-434d-831f-f1e8a1243509,segment=NetworkSegment(3fbd7c45-20bf-4b50-ab3d-003434b1eddd),segment_id=3fbd7c45-20bf-4b50-ab3d-003434b1eddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:39.548283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.550868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2108e-4570-48c9-b485-4e22c16489ec req-83e8c89c-5c3f-4f16-bc80-2e6c3e114a8a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.552404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada2108e-4570-48c9-b485-4e22c16489ec req-83e8c89c-5c3f-4f16-bc80-2e6c3e114a8a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1495008 Aug 25 14:46:39.569100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] Calling delete_port for 9ef7b845-5589-434d-831f-f1e8a1243509 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:39.601687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb5ba-4202-4eff-b17b-65c2c87bb662 req-fe88ecbb-9cc9-43b2-b29f-f930f3d31958 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.603216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75ebb5ba-4202-4eff-b17b-65c2c87bb662 req-fe88ecbb-9cc9-43b2-b29f-f930f3d31958 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 949 time: 0.1380613 Aug 25 14:46:39.637312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada2108e-4570-48c9-b485-4e22c16489ec req-6fffc8a8-c2fe-43b4-b547-47540846d37d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755842 Aug 25 14:46:39.641307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-97d4f46b-f868-44ed-adf1-138c6a6852e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.644084 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-97d4f46b-f868-44ed-adf1-138c6a6852e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 925 time: 0.1633155 Aug 25 14:46:39.656033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:39.659553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:39.670366 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.677628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.705953 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c04785c-b910-4fb4-a95c-faf2c27bf11e x-openstack-request-id: req-8c04785c-b910-4fb4-a95c-faf2c27bf11e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:39.706251 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "name": "network-vif-unplugged", "status": "completed", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:39.706510 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c04785c-b910-4fb4-a95c-faf2c27bf11e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:39.706903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75ebb5ba-4202-4eff-b17b-65c2c87bb662 req-796faf67-0a38-4e44-b3dc-35eb2adf0e9d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913918 Aug 25 14:46:39.707067 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665', 'code': 200} Aug 25 14:46:39.708129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] Pushing event deleted for resources: {'Port': ['ID=9ef7b845-5589-434d-831f-f1e8a1243509,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:39.714650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.714907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-36d17e5b-dc3a-40f7-b836-7c952944780f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb45ccb1-0c83-414e-823b-11bd9012f389 HTTP/1.1" status: 200 len: 217 time: 0.0580592 Aug 25 14:46:39.734777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67838541-05b9-4a84-8c63-3c635bdf978d None None] No DVR routers for this DVR port 9ef7b845-5589-434d-831f-f1e8a1243509 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:39.737598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] No DVR routers for this DVR port 9ef7b845-5589-434d-831f-f1e8a1243509 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:39.757227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef7b845-5589-434d-831f-f1e8a1243509,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:39.768819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.882978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.891923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9286713-8c88-415b-8132-d717e254c3dd,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:39.896556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.896847 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.898877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] 10.222.0.52 "PUT /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 200 len: 1121 time: 1.1695180 Aug 25 14:46:39.899669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70648b5-e272-4940-88d8-f03e71c5fd60']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:39.905940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4c5ab-0ac4-4cd1-bbe6-230bc6bc0cec service neutron] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=8']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:39.911655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Checking segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:39.911850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Network hostable DHCP agents. Network: 802a0457-4426-477e-834b-692a860f1b71, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:46:39.918707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-9b83c88c-1eae-4e1a-98a4-34dd1d0405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.920657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-9b83c88c-1eae-4e1a-98a4-34dd1d0405d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 200 len: 863 time: 0.1886466 Aug 25 14:46:39.949485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbd7c45-20bf-4b50-ab3d-003434b1eddd') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:39.949790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbd7c45-20bf-4b50-ab3d-003434b1eddd') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:39.976528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:39.989732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Network 802a0457-4426-477e-834b-692a860f1b71 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:46:39.990176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5b802-9d2a-4aca-b173-3f899a52338d req-465dee95-38cf-4fe5-b7c4-5acba2cab29f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:39.991799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69a5b802-9d2a-4aca-b173-3f899a52338d req-465dee95-38cf-4fe5-b7c4-5acba2cab29f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1735637 Aug 25 14:46:40.001313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['353e2d26-63ff-4cef-8095-12ddd8647665'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:40.015371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.033256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:46:40.033651 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:46:40.035384 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:46:40.071546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-4e49ec61-4e2b-4a88-b3ed-2b1630afa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.073125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-4e49ec61-4e2b-4a88-b3ed-2b1630afa971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06a43927-6987-4a83-ac03-d8a26c3f8995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443777 Aug 25 14:46:40.087367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 802a0457-4426-477e-834b-692a860f1b71) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:40.093547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.094515 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.113316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b495b-354d-433b-92aa-ae1ba18f776d None None] Network 802a0457-4426-477e-834b-692a860f1b71 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:40.159154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:40.161159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:40.174134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-42d20bfe-0884-49c0-a0b2-c8fe0bc97e8a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1266806 Aug 25 14:46:40.174367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47350) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:40.178769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:40.247613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffcb20-86e8-4fd9-835a-742f8bf242a1 req-0ae11bbe-41ab-4c3d-832f-901926f6da6a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.249221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbffcb20-86e8-4fd9-835a-742f8bf242a1 req-0ae11bbe-41ab-4c3d-832f-901926f6da6a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.0665071 Aug 25 14:46:40.294734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbffcb20-86e8-4fd9-835a-742f8bf242a1 req-fb45cf1a-39a9-4d8a-933b-89ca65556ba1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Aug 25 14:46:40.308017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.310696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.362984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port b112f8d0-eae4-4c6c-9a25-96506ecb1726 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:40.363398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.400114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.411811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:40.452525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69a5b802-9d2a-4aca-b173-3f899a52338d req-3f0197f8-bee7-4ef4-a600-a2243e24363a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507658 Aug 25 14:46:40.453148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.465171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'mac_address': 'fa:16:3e:d0:ca:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:40.467453 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.469343 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d70648b5-e272-4940-88d8-f03e71c5fd60 HTTP/1.1" status: 204 len: 168 time: 1.5165305 Aug 25 14:46:40.490874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4619-dbb1-42ea-82ff-b1eb7372ac32 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70648b5-e272-4940-88d8-f03e71c5fd60,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:40.492955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-802a0457-4426-477e-834b-692a860f1b71', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:46:40.493862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.530877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-197e9e9d-1d45-4ff1-8bb6-6f7e980c451b service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464886 Aug 25 14:46:40.553254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ef7b845-5589-434d-831f-f1e8a1243509 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:40.562843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc7601-a46f-48ad-b9f8-3e58fa2dbfdf req-0efafb00-f90b-400a-ac8e-50ca130760d4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.571252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5cc7601-a46f-48ad-b9f8-3e58fa2dbfdf req-0efafb00-f90b-400a-ac8e-50ca130760d4 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 945 time: 0.1764188 Aug 25 14:46:40.590840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9ef7b845-5589-434d-831f-f1e8a1243509 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:40.591391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ef7b845-5589-434d-831f-f1e8a1243509 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:40.612195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.683779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5cc7601-a46f-48ad-b9f8-3e58fa2dbfdf req-e82daa5f-21dc-4ce0-a2c3-0726142517bd tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114218 Aug 25 14:46:40.702872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417ad61-7813-48d5-85e3-24942fcc45b0 req-5215dfc8-56ce-4a28-a9b7-a5d74e7e9780 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.704628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1417ad61-7813-48d5-85e3-24942fcc45b0 req-5215dfc8-56ce-4a28-a9b7-a5d74e7e9780 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 943 time: 0.1187060 Aug 25 14:46:40.711075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b854e330-b462-45ee-bd3e-880be7c8aa90 req-45867d84-d307-4eb9-9d92-9606892fdbc8 service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580887 Aug 25 14:46:40.752847 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1417ad61-7813-48d5-85e3-24942fcc45b0 req-0d53e412-2160-4802-b4ca-67a06f43b774 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405591 Aug 25 14:46:40.763951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.781363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:40.809448 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.828747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec61f-3b82-41a4-854b-706939c8b3c1 req-cccdef9f-7384-406d-898e-4abf417e19b7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.831126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:40.837889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9bbec61f-3b82-41a4-854b-706939c8b3c1 req-cccdef9f-7384-406d-898e-4abf417e19b7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0634658 Aug 25 14:46:40.838694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Allocated IP 172.20.0.2 (802a0457-4426-477e-834b-692a860f1b71/e9286713-8c88-415b-8132-d717e254c3dd/06903573-bdf7-4e45-a2b3-4b34eeca15d9) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:40.887812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9bbec61f-3b82-41a4-854b-706939c8b3c1 req-cb388f8d-e4cd-4bbb-9e5c-79fbfc13916e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Aug 25 14:46:40.890127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519266-4882-493a-b252-9b47995defa1 req-e7f97e70-2032-45a6-8fdc-3ddab553fe77 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:40.900247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90519266-4882-493a-b252-9b47995defa1 req-e7f97e70-2032-45a6-8fdc-3ddab553fe77 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 949 time: 0.0772922 Aug 25 14:46:40.911696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:40.935361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90519266-4882-493a-b252-9b47995defa1 req-d3cab3db-7759-42d0-b115-1f0bdbddcd7a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355916 Aug 25 14:46:40.954197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:40.991833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47362) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:41.005039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:41.018823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.019781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:41.050015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-801d951b-65ad-408b-88d4-b03093f6292d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e570a9382ec3413b9d0e21494021b325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543501 Aug 25 14:46:41.050228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47364) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:41.071480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:41.073710 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54ba18-22df-496a-8d84-26224bcfa030" -d '{"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-plugged", "status": "completed", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:41.122099 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f57700fd-c607-475c-b44e-9bbfaf5148ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.139825 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d341f-2643-4ccb-9663-cabb1549f4f5 x-openstack-request-id: req-fa8d341f-2643-4ccb-9663-cabb1549f4f5 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:41.140296 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-plugged", "status": "completed", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:41.140467 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa8d341f-2643-4ccb-9663-cabb1549f4f5 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:41.140849 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'code': 200} Aug 25 14:46:41.151735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.152463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f57700fd-c607-475c-b44e-9bbfaf5148ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.155514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.160906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:41.169460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Transition to ACTIVE for port object 06903573-bdf7-4e45-a2b3-4b34eeca15d9 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:41.176761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.187304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d3072-ca3c-4561-93d3-81896a69d798 req-50fa042b-ee42-4d8f-87d4-1bb3f5859360 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:41.188908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c95d3072-ca3c-4561-93d3-81896a69d798 req-50fa042b-ee42-4d8f-87d4-1bb3f5859360 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 1100 time: 0.1365459 Aug 25 14:46:41.211659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Transition to ACTIVE for port object 06903573-bdf7-4e45-a2b3-4b34eeca15d9 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:41.219334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.236408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:41.255320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:41.275945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.292531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c95d3072-ca3c-4561-93d3-81896a69d798 req-8409d058-3bde-417e-a302-88a87562f6c6 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718966 Aug 25 14:46:41.303732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1626fbf0-3b18-4cbf-8de7-b1b18db34afa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:41.305025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f57700fd-c607-475c-b44e-9bbfaf5148ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.307736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f57700fd-c607-475c-b44e-9bbfaf5148ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.309436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f57700fd-c607-475c-b44e-9bbfaf5148ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7ebe68e-9a96-47cf-943f-5544fecf2a53 HTTP/1.1" status: 204 len: 168 time: 0.2583141 Aug 25 14:46:41.328697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Allocated IP 172.25.8.120 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/e9e1d44b-14ee-47fd-9f81-7006b1136a1e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:41.351997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Network 802a0457-4426-477e-834b-692a860f1b71 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:41.357912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:41.366177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:41.371426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.373068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Pushing event updated for resources: {'Port': ['ID=06903573-bdf7-4e45-a2b3-4b34eeca15d9,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:41.374123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57700fd-c607-475c-b44e-9bbfaf5148ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ebe68e-9a96-47cf-943f-5544fecf2a53,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:41.493176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:41.499013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Attempting to bind port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:41.499410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Attempting to bind port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:41.499774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Attempting to bind port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 on network 802a0457-4426-477e-834b-692a860f1b71 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:41.511867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:41.512245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Checking segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:41.512648 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.513125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Bound using segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:41.513511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Bound port: 06903573-bdf7-4e45-a2b3-4b34eeca15d9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:41.513894 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.519929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3d450-9d83-4579-b7b2-522943b9adf7 req-4dd8a448-940e-4e2b-a0b5-68a9af4d93f4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:41.531633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40c3d450-9d83-4579-b7b2-522943b9adf7 req-4dd8a448-940e-4e2b-a0b5-68a9af4d93f4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.1043093 Aug 25 14:46:41.532003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.580375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40c3d450-9d83-4579-b7b2-522943b9adf7 req-caa16fee-71e6-414f-ab62-746116e33fe9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Aug 25 14:46:41.630752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52dab7-f77c-4450-9a0c-aa26c4662eb2 req-2db0f3a2-13cd-49bc-8012-5a372a8612d5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:41.632413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f52dab7-f77c-4450-9a0c-aa26c4662eb2 req-2db0f3a2-13cd-49bc-8012-5a372a8612d5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 948 time: 0.0810957 Aug 25 14:46:41.695442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f52dab7-f77c-4450-9a0c-aa26c4662eb2 req-94e327ca-e67d-4136-bb25-c97e18cf4288 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Aug 25 14:46:41.708225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:41.711674 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:41.719848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.746005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:41.770728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:41.771287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] For port 06903573-bdf7-4e45-a2b3-4b34eeca15d9, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:41.785406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:41.796733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] For port 06903573-bdf7-4e45-a2b3-4b34eeca15d9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06903573-bdf7-4e45-a2b3-4b34eeca15d9,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:41.857070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:41.864833 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-1fa9baab-24a8-4836-8b3b-cbfa2bb91396 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277972 Aug 25 14:46:41.875994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:41.925398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f3d8e-2be0-45e1-8ee4-1da90014d009 req-b9886983-a340-4ebc-b223-23b5361eb653 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:41.933360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da8f3d8e-2be0-45e1-8ee4-1da90014d009 req-b9886983-a340-4ebc-b223-23b5361eb653 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.1569586 Aug 25 14:46:41.953889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f652df-52a7-4230-b9f1-9d540ec42fad None None] Pushing event updated for resources: {'Port': ['ID=06903573-bdf7-4e45-a2b3-4b34eeca15d9,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:42.015897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-434ed846-9594-43d0-ba3a-a99020da73b5 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.017493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-434ed846-9594-43d0-ba3a-a99020da73b5 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518877 Aug 25 14:46:42.034782 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-470bdeac-5140-4252-a074-be5b8fa1ec45 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/quotas/5043e5260db14b73bb851a8d53c0ec97 HTTP/1.1" status: 200 len: 375 time: 0.0108240 Aug 25 14:46:42.036603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da8f3d8e-2be0-45e1-8ee4-1da90014d009 req-2a57ed53-f1e9-47e3-a5a2-fd428aad823e tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023655 Aug 25 14:46:42.088723 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9344582-1735-4dd2-ade5-6449304fdad3 x-openstack-request-id: req-b9344582-1735-4dd2-ade5-6449304fdad3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:42.089279 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:42.090536 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9344582-1735-4dd2-ade5-6449304fdad3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:42.090536 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665', 'status': 'completed', 'code': 200} Aug 25 14:46:42.103832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-7dc5dfa3-d052-4256-874c-19a9ca660d32 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0620370 Aug 25 14:46:42.130853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:42.183650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:42.326147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-ec8f19d1-0d7e-4505-bc17-cd2d77d166df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.327946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-ec8f19d1-0d7e-4505-bc17-cd2d77d166df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1124 time: 0.2070215 Aug 25 14:46:42.365501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:42.386540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:46:42.386911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fb45ccb1-0c83-414e-823b-11bd9012f389 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:42.402801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dbf8d-3d70-4c1a-bb5e-62af2d8506c0 req-39df910a-527b-4d25-ae06-aae34c953122 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.410351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5dbf8d-3d70-4c1a-bb5e-62af2d8506c0 req-39df910a-527b-4d25-ae06-aae34c953122 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 943 time: 0.2279632 Aug 25 14:46:42.477848 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:42.484387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fb45ccb1-0c83-414e-823b-11bd9012f389, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fb45ccb1-0c83-414e-823b-11bd9012f389,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:42.488771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:42.525166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'port_id': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'mac_address': 'fa:16:3e:5d:71:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:42.556061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea6c21-9103-4876-802b-61161a797d09 req-37409384-748d-4dae-af7f-635ea2c6b8dd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.562419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:42.568189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50ea6c21-9103-4876-802b-61161a797d09 req-37409384-748d-4dae-af7f-635ea2c6b8dd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1038711 Aug 25 14:46:42.584013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-ebb2d89f-f234-4dfc-ba26-dfbed070c746 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.585617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-ebb2d89f-f234-4dfc-ba26-dfbed070c746 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 946 time: 0.3046241 Aug 25 14:46:42.607683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5dbf8d-3d70-4c1a-bb5e-62af2d8506c0 req-1579406f-bc12-44ee-b629-b1f4bc9212c2 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963425 Aug 25 14:46:42.623317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:42.642986 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:42.653831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb45ccb1-0c83-414e-823b-11bd9012f389 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:42.678197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50ea6c21-9103-4876-802b-61161a797d09 req-5777d226-0a85-4bb7-9946-b6c7dc2d1f9b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086102 Aug 25 14:46:42.690203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06903573-bdf7-4e45-a2b3-4b34eeca15d9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:42.754132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fb45ccb1-0c83-414e-823b-11bd9012f389, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fb45ccb1-0c83-414e-823b-11bd9012f389,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:42.804597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:42.810493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31e734ba-911a-4117-9cc1-32c9ecd1878e req-d8b42fab-aa9b-4a90-adcd-05fc87293621 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 210 time: 0.1251936 Aug 25 14:46:42.813757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-5d3c23bc-115f-4f25-ad3d-cb00f68e413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.815445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-5d3c23bc-115f-4f25-ad3d-cb00f68e413e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.4596624 Aug 25 14:46:42.844583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:42.848114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:42.887762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b09a0-94b8-4f05-875f-780eb903e84c req-b84a0f26-141c-4f8e-81b8-323ea146728f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:42.889123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-8ee83946-df42-433d-a4f4-82753ba62a19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 200 len: 217 time: 0.0612788 Aug 25 14:46:42.892420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c0b09a0-94b8-4f05-875f-780eb903e84c req-b84a0f26-141c-4f8e-81b8-323ea146728f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.0955417 Aug 25 14:46:42.969524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fb45ccb1-0c83-414e-823b-11bd9012f389,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:42.977473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c0b09a0-94b8-4f05-875f-780eb903e84c req-d3fa6005-8d07-4813-854c-443aab05926f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763733 Aug 25 14:46:43.015949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47424) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:43.096348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-c7357886-17af-462a-acd3-ab00ef9fb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:43.097835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-c7357886-17af-462a-acd3-ab00ef9fb066 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.1900740 Aug 25 14:46:43.108781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8026468-91e6-4f30-9cc5-08a8056e3be9 req-89a390a0-92ae-4fd7-8d75-f48ffcf483ae tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:43.112817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8026468-91e6-4f30-9cc5-08a8056e3be9 req-89a390a0-92ae-4fd7-8d75-f48ffcf483ae tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 948 time: 0.1983047 Aug 25 14:46:43.115746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Deleting port b112f8d0-eae4-4c6c-9a25-96506ecb1726 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:46:43.116082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.142204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:43.147351 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00390b83-3004-4d13-815a-fd7a609e1abd" -d '{"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-unplugged", "status": "completed", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:43.167167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-61d02cdd-f437-44eb-b535-b1795f5e32ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537851 Aug 25 14:46:43.191924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-network', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:43.218831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8a955-3a16-4670-936c-47e19791b2c6 req-b21f76d9-7b84-4d5d-b666-c0c7a1fb55ba tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:43.220434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72b8a955-3a16-4670-936c-47e19791b2c6 req-b21f76d9-7b84-4d5d-b666-c0c7a1fb55ba tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 944 time: 0.0813284 Aug 25 14:46:43.249549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fb45ccb1-0c83-414e-823b-11bd9012f389'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:43.275058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c2429-866f-48df-b1c8-0b899603fd66 None None] Network 802a0457-4426-477e-834b-692a860f1b71 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:43.281547 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72b8a955-3a16-4670-936c-47e19791b2c6 req-4226ec74-3f9d-4a3c-9f07-d924aad954d8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 Aug 25 14:46:43.318789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Made reservation on behalf of 4d4dda20a0ae477f90d0fc21813ee6b8 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:43.321386 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.332239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.345241 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14925d93-2108-4370-bac1-38c59a0628d0 x-openstack-request-id: req-14925d93-2108-4370-bac1-38c59a0628d0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:43.345532 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-unplugged", "status": "completed", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:43.345784 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14925d93-2108-4370-bac1-38c59a0628d0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:43.346184 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'code': 200} Aug 25 14:46:43.443793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.467578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] Provisioning for port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:43.497729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] Provisioning complete for port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:43.498016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.528292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.545714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:46:43.557075 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b94db3-0afd-4735-81b5-74fef9bded45,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:43.562804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.563628 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Added segment 19f0113c-27c9-43b4-9320-9d7336ddcd72 of type vlan for network 6b248544-6eaf-4286-8863-68c8e8d93154 Aug 25 14:46:43.613573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.633816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.667621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.672276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8026468-91e6-4f30-9cc5-08a8056e3be9 req-af11cded-8166-4b53-91bd-a6295798cf10 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518103 Aug 25 14:46:43.703589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] For port 06903573-bdf7-4e45-a2b3-4b34eeca15d9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06903573-bdf7-4e45-a2b3-4b34eeca15d9,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:43.712273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] For port b112f8d0-eae4-4c6c-9a25-96506ecb1726, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b112f8d0-eae4-4c6c-9a25-96506ecb1726,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:43.712657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.730350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.731701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:43.732309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.733021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Calling delete_port for b112f8d0-eae4-4c6c-9a25-96506ecb1726 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:46:43.820564 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:43.825475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] Pushing event updated for resources: {'Network': ['ID=6b248544-6eaf-4286-8863-68c8e8d93154,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:43.835979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8001f5-cecf-45b3-93ad-0bacee72c548 req-6eb5fb97-21f2-4bef-8b45-eef33288b84e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:43.837406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a8001f5-cecf-45b3-93ad-0bacee72c548 req-6eb5fb97-21f2-4bef-8b45-eef33288b84e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 944 time: 0.1186984 Aug 25 14:46:43.853713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6b248544-6eaf-4286-8863-68c8e8d93154 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:46:43.881543 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-67e8c8bb-b31d-45c3-8d12-fde5823ad7cc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8616560 Aug 25 14:46:43.881751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47440) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:43.887192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Request body: {'subnet': {'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-subnet', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:43.895890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-633eff3f-5661-4bb6-859a-89316821129b service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612137 Aug 25 14:46:43.901011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a8001f5-cecf-45b3-93ad-0bacee72c548 req-cb48911f-5857-4d64-83cf-7e2cdd199e02 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540340 Aug 25 14:46:43.955505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344aca7-4d56-4939-9618-91c90846d328 None None] Pushing event updated for resources: {'Port': ['ID=06903573-bdf7-4e45-a2b3-4b34eeca15d9,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:43.968979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e75f01ed-52c5-4223-acb1-6a4592fd7e06 None None] Provisioning complete for port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:43.969356 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e75f01ed-52c5-4223-acb1-6a4592fd7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.011121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edc59d95-361f-4f49-8490-9e672a3f27a9 req-a9c4ddb8-03ef-4b52-9036-37b461cbe02d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 210 time: 0.0440166 Aug 25 14:46:44.012817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Made reservation on behalf of 4d4dda20a0ae477f90d0fc21813ee6b8 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:44.016972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.019827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711e3f7-af82-4ad5-bf1a-0ff62a5e183c req-2cbfa279-bdfd-4c89-bb1a-b87fb9002221 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:44.021553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e711e3f7-af82-4ad5-bf1a-0ff62a5e183c req-2cbfa279-bdfd-4c89-bb1a-b87fb9002221 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.2383616 Aug 25 14:46:44.158136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:44.168775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f24a3-aa32-4bbc-8898-1c8847763724 req-01d8e27f-4abb-4a87-9a4f-60361ebddb11 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:44.173465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e711e3f7-af82-4ad5-bf1a-0ff62a5e183c req-c676cfd5-37b7-465c-9084-872bf55bf955 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379967 Aug 25 14:46:44.173598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-414f24a3-aa32-4bbc-8898-1c8847763724 req-01d8e27f-4abb-4a87-9a4f-60361ebddb11 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 943 time: 0.0766411 Aug 25 14:46:44.175406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abd0e7c-7ce0-4274-bf59-a9cd3e9966e5 req-68d906eb-1f1c-4954-a7f8-47948ed20713 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665939 Aug 25 14:46:44.237959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:44.238432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.274576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-df700c3c-f585-45a6-a619-4f64ad696f83 service neutron] 10.222.0.45 "GET /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.0618238 Aug 25 14:46:44.280900 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-414f24a3-aa32-4bbc-8898-1c8847763724 req-a86c4176-6c95-4174-8a34-a205d585b60c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 Aug 25 14:46:44.324967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.328180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.333484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:46:44.363394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:44.383372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event deleted for resources: {'Port': ['ID=b112f8d0-eae4-4c6c-9a25-96506ecb1726,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:44.387670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.435749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.437664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2f45da-5b63-4562-bac6-75d01234a43a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:44.454322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Checking segment: {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:44.454910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Network hostable DHCP agents. Network: 6b248544-6eaf-4286-8863-68c8e8d93154, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:46:44.470786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-908ffe4b-9e4e-4ae3-a920-e44a2494a9f8 req-cb2ebc30-4af6-4da6-8b90-6bb4d1e158b5 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 210 time: 0.0966218 Aug 25 14:46:44.498240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06903573-bdf7-4e45-a2b3-4b34eeca15d9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:44.509308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] No DVR routers for this DVR port b112f8d0-eae4-4c6c-9a25-96506ecb1726 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:44.512329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.514625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d2470fc-ee2d-4c48-8571-b25df39ccd45 req-f771cccc-bdb2-4c24-baae-d5238419adb0 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "DELETE /v2.0/ports/b112f8d0-eae4-4c6c-9a25-96506ecb1726 HTTP/1.1" status: 204 len: 173 time: 1.9215786 Aug 25 14:46:44.519902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-deleted', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:44.522219 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea77676f-9749-432e-819e-af6509239329" -d '{"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-deleted", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:44.529347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:44.559410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Network 6b248544-6eaf-4286-8863-68c8e8d93154 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:46:44.560830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:44.561632 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.574619 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb09df-2f48-4487-bdb7-8fa669d377b4 x-openstack-request-id: req-5acb09df-2f48-4487-bdb7-8fa669d377b4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:44.574904 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f131a8-39e1-4989-aec4-05ff33f8bc78", "name": "network-vif-deleted", "tag": "b112f8d0-eae4-4c6c-9a25-96506ecb1726", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:44.575180 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5acb09df-2f48-4487-bdb7-8fa669d377b4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:44.575571 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f131a8-39e1-4989-aec4-05ff33f8bc78', 'name': 'network-vif-deleted', 'tag': 'b112f8d0-eae4-4c6c-9a25-96506ecb1726', 'status': 'completed', 'code': 200} Aug 25 14:46:44.666995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 6b248544-6eaf-4286-8863-68c8e8d93154) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:44.671443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:44.671610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:44.672047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.682323 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Sync routers for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:44.692600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffd817-7d86-425d-9e65-62cccd1e92d2 None None] Network 6b248544-6eaf-4286-8863-68c8e8d93154 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:44.696830 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:44.697458 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:44.720920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:44.737986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:44.779291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353e2d26-63ff-4cef-8095-12ddd8647665 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:44.792038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:44.816710 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:46:44.839795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c0162179-00cc-4b1a-a705-c86191ee8434 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9569554 Aug 25 14:46:44.840671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47450) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:44.847217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:44.847874 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:44.853818 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.857795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-05adad5d-c99f-40cd-9c1f-7676519aaa48 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6797996 Aug 25 14:46:44.858009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47452) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:44.909451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.912100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-6b248544-6eaf-4286-8863-68c8e8d93154', 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'fixed_ips': [{'subnet_id': '1d2f45da-5b63-4562-bac6-75d01234a43a'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:46:44.912910 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.940706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a43afb-0c06-4dae-b20d-230070de0f9c req-a6fb3a18-bd63-4706-aa74-57034584a47c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:44.940706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83a43afb-0c06-4dae-b20d-230070de0f9c req-a6fb3a18-bd63-4706-aa74-57034584a47c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1332712 Aug 25 14:46:44.961891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:44.963826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.079124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83a43afb-0c06-4dae-b20d-230070de0f9c req-1377d43f-1c35-42e7-875b-158272a9122f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118486 Aug 25 14:46:45.081625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.123537 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:42Z', 'revision_number': 3, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:45.124420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-e857a1b5-e85d-4d86-a073-f153d3a62394 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414264 Aug 25 14:46:45.160723 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Checking router: 3c13b919-57f0-4ae9-840f-0e9b12a8c473 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:45.161451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Updating router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 port e9e1d44b-14ee-47fd-9f81-7006b1136a1e binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:45.169278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] Transition to ACTIVE for port object 353e2d26-63ff-4cef-8095-12ddd8647665 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:45.176562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Allocated IP 172.20.0.2 (6b248544-6eaf-4286-8863-68c8e8d93154/1d2f45da-5b63-4562-bac6-75d01234a43a/720c46a6-7ee1-4684-994e-c128ad5c6e67) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:45.188414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b786b-94c0-4ac5-a167-222734ddc2b1 req-bd85ee36-792d-4f8e-a72b-9bc3348f1140 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:45.199827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-998b786b-94c0-4ac5-a167-222734ddc2b1 req-bd85ee36-792d-4f8e-a72b-9bc3348f1140 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 944 time: 0.2121592 Aug 25 14:46:45.292108 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.296578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.311524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f5ff172-2b21-4f15-bc77-548c8be8105f req-9bd275a8-45cf-4739-b99c-7c7dadc2493d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 210 time: 0.0580502 Aug 25 14:46:45.351737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:45.354008 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d5eea7-e35c-4d16-b583-7473516da2db" -d '{"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-plugged", "status": "completed", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:45.482488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] No DVR routers for this DVR port 353e2d26-63ff-4cef-8095-12ddd8647665 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:46:45.557961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-998b786b-94c0-4ac5-a167-222734ddc2b1 req-0f350951-b5c7-4ddc-abed-e352c87cbf00 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566399 Aug 25 14:46:45.560451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.587095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Transition to ACTIVE for port object 720c46a6-7ee1-4684-994e-c128ad5c6e67 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:45.590444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd178-0f46-431d-99d0-bbe5beb4d4af req-d6b7f67c-be8d-4a43-a6e7-4d3f06b405f9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:45.597856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e3fd178-0f46-431d-99d0-bbe5beb4d4af req-d6b7f67c-be8d-4a43-a6e7-4d3f06b405f9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1802266 Aug 25 14:46:45.605183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.609227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] Pushing event updated for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:45.630510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-703690f4-71b4-40bc-930e-b90c8d1d998a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:45.632905 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-703690f4-71b4-40bc-930e-b90c8d1d998a tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4877522 Aug 25 14:46:45.635286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Transition to ACTIVE for port object 720c46a6-7ee1-4684-994e-c128ad5c6e67 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:45.646127 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.649062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:45.661807 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Transition to ACTIVE for port object e9e1d44b-14ee-47fd-9f81-7006b1136a1e will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:45.671912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-8aede443-db24-44ff-94d1-3cfac6edfc0b service neutron] 10.222.0.45 "PUT /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3832829 Aug 25 14:46:45.697978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e3fd178-0f46-431d-99d0-bbe5beb4d4af req-c4c3b4af-b995-4c55-87a5-ec1ed1154dc4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992768 Aug 25 14:46:45.747082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.754311 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb192dc8-2bed-45cc-973b-2281d24ea386 x-openstack-request-id: req-fb192dc8-2bed-45cc-973b-2281d24ea386 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:45.754843 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-plugged", "status": "completed", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:45.755222 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb192dc8-2bed-45cc-973b-2281d24ea386 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:45.755714 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'code': 200} Aug 25 14:46:45.768065 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.838772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698c818-3869-4d2d-b56b-3cfc549a87bc req-05af778f-7bcd-4f9d-ab29-e848cc31a9fd tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:45.846085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a698c818-3869-4d2d-b56b-3cfc549a87bc req-05af778f-7bcd-4f9d-ab29-e848cc31a9fd tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.1541884 Aug 25 14:46:45.853825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Network 6b248544-6eaf-4286-8863-68c8e8d93154 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:45.857700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:45.869190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:45.888043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Pushing event updated for resources: {'Port': ['ID=720c46a6-7ee1-4684-994e-c128ad5c6e67,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:45.914104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.915691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a698c818-3869-4d2d-b56b-3cfc549a87bc req-1b7cea4c-ad7b-4549-83ba-ef9a91751bbd tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686111 Aug 25 14:46:45.921136 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Attempting to bind port e9e1d44b-14ee-47fd-9f81-7006b1136a1e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:45.921306 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Attempting to bind port e9e1d44b-14ee-47fd-9f81-7006b1136a1e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:45.921679 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Attempting to bind port e9e1d44b-14ee-47fd-9f81-7006b1136a1e on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:45.932885 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7fca6-cdde-41c6-9b82-1b6c27d3383d None None] Pushing event updated for resources: {'Port': ['ID=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:45.935826 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:45.936203 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:45.936780 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.937168 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:45.937639 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Bound port: e9e1d44b-14ee-47fd-9f81-7006b1136a1e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:45.938041 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:45.988362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Attempting to bind port 720c46a6-7ee1-4684-994e-c128ad5c6e67 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:45.989343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Attempting to bind port 720c46a6-7ee1-4684-994e-c128ad5c6e67 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:45.989881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Attempting to bind port 720c46a6-7ee1-4684-994e-c128ad5c6e67 on network 6b248544-6eaf-4286-8863-68c8e8d93154 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:45.998113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:45.999855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Checking segment: {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:46.000493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.001092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Bound using segment: {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:46.005568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Bound port: 720c46a6-7ee1-4684-994e-c128ad5c6e67, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:46.005568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.021171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0250e989-3cec-4e6d-9197-73fb7417d87e req-9dedd5fb-ff1a-4158-8fb9-5c2a1978eee7 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=30f131a8-39e1-4989-aec4-05ff33f8bc78 HTTP/1.1" status: 200 len: 210 time: 0.0856287 Aug 25 14:46:46.052863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] For port e9e1d44b-14ee-47fd-9f81-7006b1136a1e, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:46.053005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:46.055827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] For port e9e1d44b-14ee-47fd-9f81-7006b1136a1e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:46.058021 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.179825 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.202349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fb45ccb1-0c83-414e-823b-11bd9012f389 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:46.204545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:46.218291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.233485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb3b3b-589b-4260-a3a1-339784526ccd req-b13a9eae-b4a1-4dd9-8d44-31cdc237f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:46.235073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67cb3b3b-589b-4260-a3a1-339784526ccd req-b13a9eae-b4a1-4dd9-8d44-31cdc237f011 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1101 time: 0.1702020 Aug 25 14:46:46.254839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: b112f8d0-eae4-4c6c-9a25-96506ecb1726 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:46:46.255653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b112f8d0-eae4-4c6c-9a25-96506ecb1726 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:46.261753 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7fca6-cdde-41c6-9b82-1b6c27d3383d None None] Pushing event updated for resources: {'Port': ['ID=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:46.284234 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:46.284971 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:46.304359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] For port 720c46a6-7ee1-4684-994e-c128ad5c6e67, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:46.309166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] For port 720c46a6-7ee1-4684-994e-c128ad5c6e67, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=720c46a6-7ee1-4684-994e-c128ad5c6e67,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:46.309385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-5e00ea6a-e368-45fe-8861-b7604bd6ecff tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:46.311220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-5e00ea6a-e368-45fe-8861-b7604bd6ecff tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.2451277 Aug 25 14:46:46.317768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.387299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67cb3b3b-589b-4260-a3a1-339784526ccd req-60c74422-4a28-4d94-808c-77691aeff243 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084647 Aug 25 14:46:46.388694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port fb45ccb1-0c83-414e-823b-11bd9012f389 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:46.394254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.401900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580200-c734-4a88-b4ef-84cff8d7b04e req-78404c8e-df04-4927-b2f7-6eb085e80fee tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:46.403555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19580200-c734-4a88-b4ef-84cff8d7b04e req-78404c8e-df04-4927-b2f7-6eb085e80fee tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1832521 Aug 25 14:46:46.407165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Allocated IP 172.20.0.1 (802a0457-4426-477e-834b-692a860f1b71/e9286713-8c88-415b-8132-d717e254c3dd/14805254-339d-4b8b-90a1-1eb8f03dddff) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:46.430557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-78ef98d6-9170-4695-a28a-556c3b521bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:46.430557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-78ef98d6-9170-4695-a28a-556c3b521bd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c&tenant_id=7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 1095 time: 0.0920267 Aug 25 14:46:46.431388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port fb45ccb1-0c83-414e-823b-11bd9012f389 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:46.434327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.155 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/c5c25b82-a2d4-4d88-b0fa-14de667f0348) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:46.434509 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.458522 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:46.557227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec215d-d30f-4a13-9910-a23eaedb3647 None None] Pushing event updated for resources: {'Port': ['ID=720c46a6-7ee1-4684-994e-c128ad5c6e67,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:46.587511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19580200-c734-4a88-b4ef-84cff8d7b04e req-faa2cfb2-47dc-4e5f-98ed-c5c689919e0b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554880 Aug 25 14:46:46.589911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.630600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.669671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90f81361-35f1-4ce5-bbad-9921a429935c req-eea74f91-bca4-4872-b19e-53bfabbabbb7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 210 time: 0.1995096 Aug 25 14:46:46.691693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Transition to ACTIVE for port object 14805254-339d-4b8b-90a1-1eb8f03dddff will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:46.697568 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:42Z', 'revision_number': 3, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:46.705590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fb45ccb1-0c83-414e-823b-11bd9012f389, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fb45ccb1-0c83-414e-823b-11bd9012f389,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:46.712134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-aaf6e475-667d-4885-906d-4124bb0a5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:46.713764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-aaf6e475-667d-4885-906d-4124bb0a5c9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1095 time: 0.2440691 Aug 25 14:46:46.736450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Allocated IP 172.25.8.10 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/1e5994fe-543f-44d8-a172-47261afacf98) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:46.742388 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ee040-d6f4-42c9-be84-4d1f0ac94462 None None] The sync data for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 is: [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:42Z', 'revision_number': 3, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:46.787629 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.928252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:46.968450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23685c-e050-42e1-8965-7666aa028c5a req-a1be1aeb-1b06-4d9b-8251-1ae8d167a1d1 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:46.978022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd23685c-e050-42e1-8965-7666aa028c5a req-a1be1aeb-1b06-4d9b-8251-1ae8d167a1d1 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 944 time: 0.2430580 Aug 25 14:46:46.990937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fb45ccb1-0c83-414e-823b-11bd9012f389,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:47.000903 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.021041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Network 802a0457-4426-477e-834b-692a860f1b71 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:47.039134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:47.049179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ba10c-eb9a-454f-95dc-946ee57ee2ca req-b1609cb1-290a-42af-a91d-b47a6969138a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:47.052766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object c5c25b82-a2d4-4d88-b0fa-14de667f0348 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:47.057162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a44ba10c-eb9a-454f-95dc-946ee57ee2ca req-b1609cb1-290a-42af-a91d-b47a6969138a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.2280691 Aug 25 14:46:47.086230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd23685c-e050-42e1-8965-7666aa028c5a req-4da33e9e-b38b-4882-921b-706e2aafd5b3 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009293 Aug 25 14:46:47.108717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.294541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4ca18-356e-426c-9252-5847872e2a88 req-57917b1f-b0b2-4512-b10d-a56de1dc3b2f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:47.303149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dd4ca18-356e-426c-9252-5847872e2a88 req-57917b1f-b0b2-4512-b10d-a56de1dc3b2f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.0876858 Aug 25 14:46:47.319457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.333510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:47.341142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'b6b737c1-b627-42c8-8806-3f2001559709'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:47.370042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.384391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=c5c25b82-a2d4-4d88-b0fa-14de667f0348,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:47.435691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:47.444480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:47.475373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dd4ca18-356e-426c-9252-5847872e2a88 req-72cac5fa-5e52-4690-9486-81aa1303e9d8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710069 Aug 25 14:46:47.484077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:47.485179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:47.495297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:47.504746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Pushing event updated for resources: {'Port': ['ID=14805254-339d-4b8b-90a1-1eb8f03dddff,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:47.516420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:47.584870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a44ba10c-eb9a-454f-95dc-946ee57ee2ca req-480b09d7-bf57-446a-99c4-273b1fc4174c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267079 Aug 25 14:46:47.604449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:47.605990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.616444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:47.624796 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.688598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-88c3d0b0-11a0-4b50-9635-ea5fb6b5b414 None None] Provisioning for port 14805254-339d-4b8b-90a1-1eb8f03dddff completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:47.708786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5994fe-543f-44d8-a172-47261afacf98,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:47.717353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-cc6fbf3b-3769-429b-bcc5-8ebf36e83c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:47.721062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-cc6fbf3b-3769-429b-bcc5-8ebf36e83c96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.9867771 Aug 25 14:46:47.744278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-88c3d0b0-11a0-4b50-9635-ea5fb6b5b414 None None] Provisioning complete for port 14805254-339d-4b8b-90a1-1eb8f03dddff triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:47.750993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-88c3d0b0-11a0-4b50-9635-ea5fb6b5b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:47.769258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:47.772804 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b564d5f9-1a5c-4db6-8390-9e6d9e13ce92" -d '{"events": [{"server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "name": "network-vif-plugged", "status": "completed", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:47.853760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-5bf30bbd-5fed-4fea-8be0-1ecf8fbca381 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2050400 Aug 25 14:46:47.854675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-7cd15cf7-7752-4ff2-80c9-87fb7f0ce55a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 200 len: 217 time: 0.1175690 Aug 25 14:46:47.984745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-88c3d0b0-11a0-4b50-9635-ea5fb6b5b414 None None] Port 14805254-339d-4b8b-90a1-1eb8f03dddff cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:48.056266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Request body: {'port': {'device_id': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:48.070442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-634fa315-c081-4185-913b-b4ffb9b623d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:48.071947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-634fa315-c081-4185-913b-b4ffb9b623d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.2011619 Aug 25 14:46:48.094439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779027-ba50-46e6-8188-de7d9cf0fdad req-7c45d383-ea15-402b-9b32-fe385b985660 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:48.097475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946aa60-db52-4b13-bb3d-deefa0a1ccb7 req-07b175f0-69a7-42ad-923d-aff1b1585af0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:48.102666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a946aa60-db52-4b13-bb3d-deefa0a1ccb7 req-07b175f0-69a7-42ad-923d-aff1b1585af0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 936 time: 0.2469690 Aug 25 14:46:48.107165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13779027-ba50-46e6-8188-de7d9cf0fdad req-7c45d383-ea15-402b-9b32-fe385b985660 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.3920484 Aug 25 14:46:48.134181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-4a9c71c0-cbbd-487d-817c-38baf6d49316 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288959 Aug 25 14:46:48.158033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f50e5-5c8a-43d4-8311-f1807f6c87e1 None None] Network 6b248544-6eaf-4286-8863-68c8e8d93154 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:46:48.172182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:46:48.208588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.234514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.261669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-329acabf-2e56-44f2-9947-553b269f8836 None None] Provisioning for port c5c25b82-a2d4-4d88-b0fa-14de667f0348 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:48.272619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a946aa60-db52-4b13-bb3d-deefa0a1ccb7 req-55f49859-5191-4af0-837f-48df51f34848 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326809 Aug 25 14:46:48.292559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-329acabf-2e56-44f2-9947-553b269f8836 None None] Provisioning complete for port c5c25b82-a2d4-4d88-b0fa-14de667f0348 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:48.292934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-329acabf-2e56-44f2-9947-553b269f8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.377898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:46:48.407615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-329acabf-2e56-44f2-9947-553b269f8836 None None] Port c5c25b82-a2d4-4d88-b0fa-14de667f0348 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:48.454369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.551939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-71660626-483f-417b-a8d0-bc300b0c2cd4 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087863 Aug 25 14:46:48.610059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.617096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13779027-ba50-46e6-8188-de7d9cf0fdad req-261fb3d7-31d8-404e-97f3-50d778d8c6e5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088594 Aug 25 14:46:48.647508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-67e147f8-9db2-4ab3-a305-f7d27a71fd81 None None] Provisioning for port 720c46a6-7ee1-4684-994e-c128ad5c6e67 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:48.680201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 720c46a6-7ee1-4684-994e-c128ad5c6e67 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:48.715256 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a234e8ef-28df-4a0c-92d7-7e72a42259ed x-openstack-request-id: req-a234e8ef-28df-4a0c-92d7-7e72a42259ed {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:48.715256 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "name": "network-vif-plugged", "status": "completed", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:48.725021 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.729435 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a234e8ef-28df-4a0c-92d7-7e72a42259ed {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:48.730631 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'code': 200} Aug 25 14:46:48.788718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.853542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-a4c28497-0114-4f27-b2cf-6def0c26e94c tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:48.861451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-a4c28497-0114-4f27-b2cf-6def0c26e94c tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 822 time: 0.4028344 Aug 25 14:46:48.922083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Pushing event updated for resources: {'Port': ['ID=14805254-339d-4b8b-90a1-1eb8f03dddff,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:48.952894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 720c46a6-7ee1-4684-994e-c128ad5c6e67 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:48.958041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 720c46a6-7ee1-4684-994e-c128ad5c6e67 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:48.958516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:48.960228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-4d187c8e-2fdd-492f-b932-136135f271b5 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/quotas/0bed7a6b05f445379e65af4a8ff4cd19 HTTP/1.1" status: 200 len: 375 time: 0.0972114 Aug 25 14:46:49.016030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426bd9-7e76-4e3f-bea6-c2d1c4bc1720 req-bc45e9e0-7000-4f4c-ae49-9e9839b93028 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:49.017297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2b55f702-79e5-4f14-a17c-1ff0246b93b7 None None] Provisioning complete for port 720c46a6-7ee1-4684-994e-c128ad5c6e67 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:49.017712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2b55f702-79e5-4f14-a17c-1ff0246b93b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.021707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-6b86dcbe-e3c1-4ccd-b465-d5a7666d0f65 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525943 Aug 25 14:46:49.023407 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f426bd9-7e76-4e3f-bea6-c2d1c4bc1720 req-bc45e9e0-7000-4f4c-ae49-9e9839b93028 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 945 time: 0.2444344 Aug 25 14:46:49.036666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b18a-e2bc-47f8-93a7-0585b95a69fc req-d222005d-5c65-4bcb-b7f6-ab9d687eddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:49.038756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0516b18a-e2bc-47f8-93a7-0585b95a69fc req-d222005d-5c65-4bcb-b7f6-ab9d687eddea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 1096 time: 0.2581964 Aug 25 14:46:49.063297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-f068cdec-b347-4fa4-adeb-5294580a4107 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020603 Aug 25 14:46:49.114809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.121214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Network 802a0457-4426-477e-834b-692a860f1b71 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:49.123551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:49.181399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f426bd9-7e76-4e3f-bea6-c2d1c4bc1720 req-97223fa8-4597-4c68-bdad-888894624684 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570535 Aug 25 14:46:49.194828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2b55f702-79e5-4f14-a17c-1ff0246b93b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.197124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 720c46a6-7ee1-4684-994e-c128ad5c6e67, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=720c46a6-7ee1-4684-994e-c128ad5c6e67,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:49.207587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0516b18a-e2bc-47f8-93a7-0585b95a69fc req-6a349242-983f-44e4-9853-891cb1424ed3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581273 Aug 25 14:46:49.262999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-232c021b-eaba-4b55-ac5b-4be60275081e service neutron] 10.222.0.58 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987948 Aug 25 14:46:49.270286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.273100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e9e1d44b-14ee-47fd-9f81-7006b1136a1e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:49.360998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:49.392066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-c922d500-0944-4fc4-91b4-53a682661b61 service neutron] 10.222.0.58 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281445 Aug 25 14:46:49.413510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-2b55f702-79e5-4f14-a17c-1ff0246b93b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:46:49.413911 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-2b55f702-79e5-4f14-a17c-1ff0246b93b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:46:49.418803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=720c46a6-7ee1-4684-994e-c128ad5c6e67,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:49.434215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef00fef-9994-48dd-a538-75f1b0a36514 req-0fa47ff5-d3fe-47c5-80e8-722758daece5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:49.436087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bef00fef-9994-48dd-a538-75f1b0a36514 req-0fa47ff5-d3fe-47c5-80e8-722758daece5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.1649060 Aug 25 14:46:49.437194 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.471524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c25b82-a2d4-4d88-b0fa-14de667f0348 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:49.481021 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.499004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Transition to ACTIVE for port object c5c25b82-a2d4-4d88-b0fa-14de667f0348 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:49.516303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port e9e1d44b-14ee-47fd-9f81-7006b1136a1e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:49.523265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e9e1d44b-14ee-47fd-9f81-7006b1136a1e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:49.524419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.535850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:49.552173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb2cde91-6231-413a-96aa-2e99ce796f35 admin admin] 10.222.0.58 "PUT /v2.0/routers/3c13b919-57f0-4ae9-840f-0e9b12a8c473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6874864 Aug 25 14:46:49.552376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Sync routers for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:49.552467 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bef00fef-9994-48dd-a538-75f1b0a36514 req-b02cae9f-c439-4318-90b5-c30a5dfad242 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Aug 25 14:46:49.609163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.614417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:49.615108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:49.837314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c25b82-a2d4-4d88-b0fa-14de667f0348,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:49.838358 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:49.857915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4237e-9b6a-475a-ac1f-0c779232f5b6 req-5e02fadd-7a0d-4cf2-85b2-f71a8f1198ca tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:49.859241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64d4237e-9b6a-475a-ac1f-0c779232f5b6 req-5e02fadd-7a0d-4cf2-85b2-f71a8f1198ca tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 948 time: 0.1043687 Aug 25 14:46:49.890709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port e9e1d44b-14ee-47fd-9f81-7006b1136a1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:49.921421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64d4237e-9b6a-475a-ac1f-0c779232f5b6 req-b9602568-dcb8-420c-9865-e7b0bedcad75 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545430 Aug 25 14:46:49.933211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e8b2-d0df-43bf-b9e5-503cc1c31cdf req-51bd2fbd-74b6-4b24-9166-3194e615c3e8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:49.941732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cf2e8b2-d0df-43bf-b9e5-503cc1c31cdf req-51bd2fbd-74b6-4b24-9166-3194e615c3e8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.2436662 Aug 25 14:46:49.947132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-fdcb9d08-53de-43d5-81c1-28d292236369 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:49.948663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-fdcb9d08-53de-43d5-81c1-28d292236369 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.2171149 Aug 25 14:46:49.967505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Attempting to bind port c5c25b82-a2d4-4d88-b0fa-14de667f0348 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:49.967875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Attempting to bind port c5c25b82-a2d4-4d88-b0fa-14de667f0348 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:49.968204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Attempting to bind port c5c25b82-a2d4-4d88-b0fa-14de667f0348 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:49.983972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:49.988348 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.006285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Port c5c25b82-a2d4-4d88-b0fa-14de667f0348 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:50.006877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Attempting to bind port c5c25b82-a2d4-4d88-b0fa-14de667f0348 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:50.032258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:50.032936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:50.033050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:50.033493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Bound port: c5c25b82-a2d4-4d88-b0fa-14de667f0348, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:50.033852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.054926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cf2e8b2-d0df-43bf-b9e5-503cc1c31cdf req-5a00c505-44fa-44f7-949a-e88759a8a076 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024849 Aug 25 14:46:50.087000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca872b-df88-4936-8c93-b8250798b5ba req-ae98508e-dd05-44c5-b3f5-873cc0eb7a36 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:50.087333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fca872b-df88-4936-8c93-b8250798b5ba req-ae98508e-dd05-44c5-b3f5-873cc0eb7a36 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0766828 Aug 25 14:46:50.110109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Router f979cc0e-2caa-4b31-9b24-db0174b7a221 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:46:50.139244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fca872b-df88-4936-8c93-b8250798b5ba req-5658cd85-9b1b-446c-86d2-a759d4cdad7d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Aug 25 14:46:50.198195 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-254463fa-cdac-4fc1-8952-69ccead1a1c0 req-ff44d4cc-bd55-408f-874e-2f7fa34e10e7 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 210 time: 0.0611365 Aug 25 14:46:50.235394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] For port c5c25b82-a2d4-4d88-b0fa-14de667f0348, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:50.252676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] For port c5c25b82-a2d4-4d88-b0fa-14de667f0348, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:50.313573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:50.324533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4fe4d24e-242a-4c31-9f53-f99eec326637 None None] Provisioning complete for port 14805254-339d-4b8b-90a1-1eb8f03dddff triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:50.324906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d24e-242a-4c31-9f53-f99eec326637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.371432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-e4bd457f-2384-43ed-9b72-4e31c10bc116 service neutron] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:50.378546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4d24e-242a-4c31-9f53-f99eec326637 None None] Port 14805254-339d-4b8b-90a1-1eb8f03dddff cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:50.379630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-e4bd457f-2384-43ed-9b72-4e31c10bc116 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.380734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc186c6b-a21d-4e2c-8b62-034edb41861b req-e4bd457f-2384-43ed-9b72-4e31c10bc116 service neutron] 10.222.0.52 "DELETE /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.4153132 Aug 25 14:46:50.406382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.426523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0c165-221b-420c-bedd-2ec436fece6e req-eb9b4c0a-276a-406b-abd2-09e9f5c200c3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:50.428735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76c0c165-221b-420c-bedd-2ec436fece6e req-eb9b4c0a-276a-406b-abd2-09e9f5c200c3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1353607 Aug 25 14:46:50.462513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 2, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:50.492225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Checking router: 3c13b919-57f0-4ae9-840f-0e9b12a8c473 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:50.492578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Updating router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 port 14805254-339d-4b8b-90a1-1eb8f03dddff binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:50.500405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:50.511108 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Sync routers for ids ['f979cc0e-2caa-4b31-9b24-db0174b7a221'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:50.521286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.526104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:50.527127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.528734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5c25b82-a2d4-4d88-b0fa-14de667f0348 HTTP/1.1" status: 200 len: 1096 time: 2.4795809 Aug 25 14:46:50.529372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'tag': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:50.532805 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935cfe04-0832-4efa-9d9c-e269c2609c15" -d '{"events": [{"name": "network-changed", "server_uuid": "3276d243-4dbd-4ae7-8054-f7b0c822a00a", "tag": "c5c25b82-a2d4-4d88-b0fa-14de667f0348"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:50.547210 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Routers {'f979cc0e-2caa-4b31-9b24-db0174b7a221'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:50.556448 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f979cc0e-2caa-4b31-9b24-db0174b7a221'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:50.595256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33068f3a-5fa4-402c-a67b-ac6db4013282 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c25b82-a2d4-4d88-b0fa-14de667f0348,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:50.611071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76c0c165-221b-420c-bedd-2ec436fece6e req-33eb4aed-b60e-4650-8198-b72ac440cfac tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493590 Aug 25 14:46:50.612590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 720c46a6-7ee1-4684-994e-c128ad5c6e67 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:50.629867 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.632076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bfbee9cd-df0e-4ba0-8c9a-7742cd50a9f0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7892096 Aug 25 14:46:50.640114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47534) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:50.817498 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Set router f979cc0e-2caa-4b31-9b24-db0174b7a221 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:50.874880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 720c46a6-7ee1-4684-994e-c128ad5c6e67 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:50.875332 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:50.897042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47536) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:50.915173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785859542', 'description': 'tempest-description--2140058485'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:50.966142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35f02-8a68-460e-8777-100a70586586 req-0fa45217-64f4-43ba-a52d-003fc1dc3b02 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:50.967366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3aa35f02-8a68-460e-8777-100a70586586 req-0fa45217-64f4-43ba-a52d-003fc1dc3b02 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 945 time: 0.2117136 Aug 25 14:46:50.969180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-f56adbfd-4f30-4f68-bdc4-5c63c2adc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:50.970984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-f56adbfd-4f30-4f68-bdc4-5c63c2adc4e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 1099 time: 0.2260168 Aug 25 14:46:50.983731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1fcf31ef-ac61-4e8b-ad5e-6f69a7405560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.041222 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27623c-7a39-4f70-a2c3-de4df085fa78 x-openstack-request-id: req-ea27623c-7a39-4f70-a2c3-de4df085fa78 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:51.041804 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3276d243-4dbd-4ae7-8054-f7b0c822a00a", "tag": "c5c25b82-a2d4-4d88-b0fa-14de667f0348", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:51.047196 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea27623c-7a39-4f70-a2c3-de4df085fa78 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:51.047971 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'tag': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348', 'status': 'completed', 'code': 200} Aug 25 14:46:51.098645 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-b50bfd4d-1c7f-4362-9836-ebbb9c76e89c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348 HTTP/1.1" status: 200 len: 217 time: 0.0795827 Aug 25 14:46:51.112864 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3aa35f02-8a68-460e-8777-100a70586586 req-8f364823-b586-4bc8-832c-f2949bc39945 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391613 Aug 25 14:46:51.114397 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 3, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:51.167504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-7f45d9e4-202a-4ff6-ba87-f3f31dbc3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:51.169003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-7f45d9e4-202a-4ff6-ba87-f3f31dbc3ad8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0596435 Aug 25 14:46:51.169344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e9e1d44b-14ee-47fd-9f81-7006b1136a1e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:51.169685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Checking router: f979cc0e-2caa-4b31-9b24-db0174b7a221 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:51.170038 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Updating router f979cc0e-2caa-4b31-9b24-db0174b7a221 port 1e5994fe-543f-44d8-a172-47261afacf98 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:51.212879 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.223468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-b9652ba0-c80c-40b0-af26-d0905495688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:51.225608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-b9652ba0-c80c-40b0-af26-d0905495688f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486507 Aug 25 14:46:51.248600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.320224 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.332841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Transition to ACTIVE for port object 14805254-339d-4b8b-90a1-1eb8f03dddff will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:51.343915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e9e1d44b-14ee-47fd-9f81-7006b1136a1e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:51.344286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.428411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a491-1f7f-491e-8543-d6af39b69e29 req-f66ef975-70bf-400a-bcdd-9e760a366b56 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:51.439857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43a1a491-1f7f-491e-8543-d6af39b69e29 req-f66ef975-70bf-400a-bcdd-9e760a366b56 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.2798672 Aug 25 14:46:51.442638 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.473198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-48484837-eec5-429d-87f4-ca5a4df54a12 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257445 Aug 25 14:46:51.484400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.485130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46e46e-5034-41af-9424-8eb8ff01aea5 None None] Pushing event updated for resources: {'Port': ['ID=14805254-339d-4b8b-90a1-1eb8f03dddff,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:51.536591 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.550991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Transition to ACTIVE for port object 1e5994fe-543f-44d8-a172-47261afacf98 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:51.581333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Attempting to bind port 14805254-339d-4b8b-90a1-1eb8f03dddff on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:51.582047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Attempting to bind port 14805254-339d-4b8b-90a1-1eb8f03dddff by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:51.583201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Attempting to bind port 14805254-339d-4b8b-90a1-1eb8f03dddff on network 802a0457-4426-477e-834b-692a860f1b71 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:51.595317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:51.596081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Checking segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:51.597103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.599786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43a1a491-1f7f-491e-8543-d6af39b69e29 req-b704d9a5-7a71-46b5-86ca-982ce2dec2fc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520712 Aug 25 14:46:51.600423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Bound using segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:51.601200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Bound port: 14805254-339d-4b8b-90a1-1eb8f03dddff, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:51.601840 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.638399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0de2386-3954-4c0b-8cb2-3b523fd001a8 req-6a98000d-412a-4d02-a580-2f0a0eeeb5fc service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565957 Aug 25 14:46:51.640016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.667170 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.680267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825e8a06-7587-4aaa-8abd-2139cbde4712,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:51.742244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] For port 14805254-339d-4b8b-90a1-1eb8f03dddff, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:51.748807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] For port 14805254-339d-4b8b-90a1-1eb8f03dddff, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=14805254-339d-4b8b-90a1-1eb8f03dddff,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:51.778557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.783922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-08de6137-17da-479c-859f-3fbbf11b99f9 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8831713 Aug 25 14:46:51.785102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47558) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:51.785664 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Attempting to bind port 1e5994fe-543f-44d8-a172-47261afacf98 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:51.786029 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Attempting to bind port 1e5994fe-543f-44d8-a172-47261afacf98 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:51.786409 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Attempting to bind port 1e5994fe-543f-44d8-a172-47261afacf98 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:51.789191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d440c6-93fa-4498-8950-8e70d12888c4 None None] Pushing event updated for resources: {'Port': ['ID=1e5994fe-543f-44d8-a172-47261afacf98,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:51.794938 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:51.795356 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:51.795757 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.796140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:51.796606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Bound port: 1e5994fe-543f-44d8-a172-47261afacf98, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:51.796982 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.809507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Request body: {'security_group_rule': {'security_group_id': '825e8a06-7587-4aaa-8abd-2139cbde4712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:51.833917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.845751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.865595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] For port 1e5994fe-543f-44d8-a172-47261afacf98, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:51.870056 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] For port 1e5994fe-543f-44d8-a172-47261afacf98, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1e5994fe-543f-44d8-a172-47261afacf98,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:51.906695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e644c-c59c-4b8b-be85-c7824cb78df1 req-ce2db523-81cc-44d9-ac92-3d69ff6df546 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:51.915004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d25e644c-c59c-4b8b-be85-c7824cb78df1 req-ce2db523-81cc-44d9-ac92-3d69ff6df546 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 948 time: 0.1689422 Aug 25 14:46:51.956629 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:51.972503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc6d48-5485-4671-9965-15a77cd10248 req-609761ed-e2e5-4293-b8f4-c0f30de1c062 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:51.975346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:51.976510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:51.978565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46e46e-5034-41af-9424-8eb8ff01aea5 None None] Pushing event updated for resources: {'Port': ['ID=14805254-339d-4b8b-90a1-1eb8f03dddff,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:51.988385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2fbc6d48-5485-4671-9965-15a77cd10248 req-609761ed-e2e5-4293-b8f4-c0f30de1c062 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1737189 Aug 25 14:46:52.009682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d25e644c-c59c-4b8b-be85-c7824cb78df1 req-527d239e-1f7b-476c-b0fb-4bda98d14639 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937459 Aug 25 14:46:52.061660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2fbc6d48-5485-4671-9965-15a77cd10248 req-3d9dc572-6dcb-41cf-b963-352ea9c5c4b9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Aug 25 14:46:52.101557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:52.103956 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d440c6-93fa-4498-8950-8e70d12888c4 None None] Pushing event updated for resources: {'Port': ['ID=1e5994fe-543f-44d8-a172-47261afacf98,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:52.140120 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Routers {'f979cc0e-2caa-4b31-9b24-db0174b7a221'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:52.141133 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f979cc0e-2caa-4b31-9b24-db0174b7a221'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:52.154512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-f1e95647-7cde-472b-b793-69b1e73809e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.163070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-f1e95647-7cde-472b-b793-69b1e73809e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 1099 time: 0.3269262 Aug 25 14:46:52.213524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3071831-cd03-44c5-9ffd-b366c67fbfa0 req-3fde07d1-64e7-4644-8073-0d98e44e777a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 210 time: 0.0860906 Aug 25 14:46:52.251723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Allocated IP 172.20.0.1 (6b248544-6eaf-4286-8863-68c8e8d93154/1d2f45da-5b63-4562-bac6-75d01234a43a/a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:52.286477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:52.364264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:52.419514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dbb97-a376-4a57-8536-a8a1e86c9bfe req-741f5e7d-9463-4cd4-8b6d-996ec6b397a6 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.421296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-321dbb97-a376-4a57-8536-a8a1e86c9bfe req-741f5e7d-9463-4cd4-8b6d-996ec6b397a6 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 945 time: 0.0798514 Aug 25 14:46:52.442561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-0c9f558c-e17a-464c-839c-7222fb9b17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.445487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-0c9f558c-e17a-464c-839c-7222fb9b17e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2680233 Aug 25 14:46:52.447132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] Set router f979cc0e-2caa-4b31-9b24-db0174b7a221 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:52.455656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:52.496994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:52.521344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-321dbb97-a376-4a57-8536-a8a1e86c9bfe req-57411f1d-1734-4227-b7d7-7191e31a6f07 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888593 Aug 25 14:46:52.526194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Transition to ACTIVE for port object a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:52.549531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-aea3ac34-cccb-415e-9a76-1f61c77e5af5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348 HTTP/1.1" status: 200 len: 217 time: 0.0798130 Aug 25 14:46:52.652110 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 3, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:52.659733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281c1f-2795-4bd8-946e-8effd7f68370 req-b3d5b36f-3aae-406b-b5f7-473e057adbab tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.668043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2281c1f-2795-4bd8-946e-8effd7f68370 req-b3d5b36f-3aae-406b-b5f7-473e057adbab tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.3398857 Aug 25 14:46:52.690520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2246fcf7-9fd0-4089-9fd6-f0f2ed445876,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:52.701189 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2df2da-f91d-4c56-b623-ebea6cd1c95a None None] The sync data for ids ['f979cc0e-2caa-4b31-9b24-db0174b7a221'] in n-d-805995-2 is: [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 3, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:52.707488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:52.709035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b063dc1f-2332-4fcd-951a-fc8585224077 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9218631 Aug 25 14:46:52.709670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:51Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:52.720423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:52.734648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Request body: {'security_group_rule': {'security_group_id': '825e8a06-7587-4aaa-8abd-2139cbde4712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:52.762261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd06b6-8e6c-4af4-9396-4dcacc0399c5 None None] The sync data for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 is: [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:51Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:52.778632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-79e253f6-e45e-4b4d-aa64-694b5cae9794 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.780301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-79e253f6-e45e-4b4d-aa64-694b5cae9794 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 822 time: 0.1705334 Aug 25 14:46:52.784384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:52.790418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-77dd06ba-faa0-4903-917e-fcb99140fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.792369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-77dd06ba-faa0-4903-917e-fcb99140fc17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.2328365 Aug 25 14:46:52.805051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2281c1f-2795-4bd8-946e-8effd7f68370 req-b95dfae9-92f0-40df-adda-55a069b914c9 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356449 Aug 25 14:46:52.808409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-38046ab3-6a2a-48cb-a392-15344b07febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:52.810210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-38046ab3-6a2a-48cb-a392-15344b07febb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1097 time: 0.2620633 Aug 25 14:46:52.839231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Request body: {'port': {'device_id': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'admin_state_up': True, 'tenant_id': '0bed7a6b05f445379e65af4a8ff4cd19'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:53.055145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.108547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-5806e475-33a2-4615-b7d3-d7ca30353251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:53.109964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-5806e475-33a2-4615-b7d3-d7ca30353251 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2545433 Aug 25 14:46:53.143370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-a8f47ede-dbbc-4adc-a754-7ba51fdcbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:53.144922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-a8f47ede-dbbc-4adc-a754-7ba51fdcbb4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3341572 Aug 25 14:46:53.188592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.246664 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-8df34299-245a-4821-9292-8a17d54f6395 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 200 len: 217 time: 0.1183479 Aug 25 14:46:53.296588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95109e4-d76f-4562-ac2c-dc28111f9dab req-e848d8ea-ddfd-4bee-8c8b-759ff206bfa8 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:53.298123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95109e4-d76f-4562-ac2c-dc28111f9dab req-e848d8ea-ddfd-4bee-8c8b-759ff206bfa8 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 1095 time: 0.6518867 Aug 25 14:46:53.301947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Network 6b248544-6eaf-4286-8863-68c8e8d93154 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:53.304106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.313455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ef35-decf-4c7e-8dba-c8bbc629c998 req-34e66355-5438-4648-9bbe-04f287a0c108 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:53.326506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e276ef35-decf-4c7e-8dba-c8bbc629c998 req-34e66355-5438-4648-9bbe-04f287a0c108 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 945 time: 0.3222835 Aug 25 14:46:53.327258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:53.330253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:53.339779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Pushing event updated for resources: {'Port': ['ID=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:53.356570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:53.426567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.427442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.427936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.428428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.435196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.435931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.436498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.437059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.437867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.438545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.439158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.439718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:53.503475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.528232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95109e4-d76f-4562-ac2c-dc28111f9dab req-365c2f58-8635-4825-998c-0437dbb21438 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150609 Aug 25 14:46:53.747364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Request body: {'floatingip': {'port_id': 'fb45ccb1-0c83-414e-823b-11bd9012f389'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:53.759208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037148a-2bdd-49bb-a1e8-f775b008296d req-23839a81-8b3e-4c00-83a8-6ed36e59ffdd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:53.768336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9037148a-2bdd-49bb-a1e8-f775b008296d req-23839a81-8b3e-4c00-83a8-6ed36e59ffdd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1409028 Aug 25 14:46:53.822094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9037148a-2bdd-49bb-a1e8-f775b008296d req-273eddc6-afc9-4d10-82e6-2241fded61a3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Aug 25 14:46:53.838388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-63256622-c262-46a4-965c-0896d15ba0ce None None] Provisioning for port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:53.848719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-63256622-c262-46a4-965c-0896d15ba0ce None None] Provisioning complete for port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:53.848719 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-63256622-c262-46a4-965c-0896d15ba0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.886041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-edfbbe99-045a-464b-b342-d63eede3bef9 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888387 Aug 25 14:46:53.893267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Made reservation on behalf of 0bed7a6b05f445379e65af4a8ff4cd19 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:53.893677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ca45b7f-cef6-4011-a732-cea540c80ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.893780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.895092 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.907815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-f7632c6c-162f-4e3a-bd31-4f813fac8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:53.909469 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-f7632c6c-162f-4e3a-bd31-4f813fac8bdb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.6474893 Aug 25 14:46:53.922303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-63256622-c262-46a4-965c-0896d15ba0ce None None] Port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:53.970104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86eeff7c-84f4-4f75-b56c-06192e8e4d4a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:53.977268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fe962db-de38-476c-a75a-952b4d85adea req-d2ecfd74-946e-4981-a6d2-f4de1f5210be tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 210 time: 0.0458813 Aug 25 14:46:53.980450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:53.989544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.079438 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-9a083abd-be87-4bec-b4d0-c2b370d642be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106064 Aug 25 14:46:54.090146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.094035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93b1ef7d-ed93-4d98-945c-2d162c57b1a1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3642900 Aug 25 14:46:54.108054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47596) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:46:54.120124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:54.178293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c5c25b82-a2d4-4d88-b0fa-14de667f0348 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:46:54.252164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-935cfe04-0832-4efa-9d9c-e269c2609c15 req-90d8145b-9b20-46db-b501-6c5b724cded4 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356307 Aug 25 14:46:54.281141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.300003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdda91-5652-4724-9daa-8ba8224e3a69 req-2e43cd28-b875-4870-adf3-43ca11c46bc7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:54.309209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44cdda91-5652-4724-9daa-8ba8224e3a69 req-2e43cd28-b875-4870-adf3-43ca11c46bc7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 948 time: 0.5569191 Aug 25 14:46:54.312591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c5c25b82-a2d4-4d88-b0fa-14de667f0348, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:54.331466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348', 'mac_address': 'fa:16:3e:08:6c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:46:54.380090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.396442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c25b82-a2d4-4d88-b0fa-14de667f0348 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:54.418250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44cdda91-5652-4724-9daa-8ba8224e3a69 req-41ccde99-61ac-4e2c-a8cd-d51a67bb4988 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079693 Aug 25 14:46:54.418428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c5c25b82-a2d4-4d88-b0fa-14de667f0348, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:54.463174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Allocated IP 172.20.0.9 (e7d34728-cb22-48bf-836a-d6c51926771c/9fa9dfda-bea1-41bb-aca2-3044a33e7b59/698ce826-a71c-44a5-bf04-d6164f655069) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:54.501246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3710a6a4-7b0c-4cec-9c56-e36844e62521 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:54.502783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3710a6a4-7b0c-4cec-9c56-e36844e62521 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.3938298 Aug 25 14:46:54.505922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-ec822300-8550-4d12-8ef8-9b238f2f58d5 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917792 Aug 25 14:46:54.530497 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.572391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-a93942df-6f22-49a5-a5ee-86cf2e83fba4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/quotas/7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 375 time: 0.0537429 Aug 25 14:46:54.647610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.658345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c5c25b82-a2d4-4d88-b0fa-14de667f0348,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:54.666901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1e5994fe-543f-44d8-a172-47261afacf98 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:54.698703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.699390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.699739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.700730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.700730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.700730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.701232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.701570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.701918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.702277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.702565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.702888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:54.747683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.759005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-b82709d4-6cf0-4d68-a6bf-cd6d90386cb0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638031 Aug 25 14:46:54.805841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673037c2-b4cd-4985-a940-4f33e6880474 req-794c3bb2-b478-40b9-aed2-d50619622777 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:54.807371 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-673037c2-b4cd-4985-a940-4f33e6880474 req-794c3bb2-b478-40b9-aed2-d50619622777 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.2199388 Aug 25 14:46:54.816295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.821217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1e5994fe-543f-44d8-a172-47261afacf98 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:54.825570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1e5994fe-543f-44d8-a172-47261afacf98 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:54.826259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.855556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c5c25b82-a2d4-4d88-b0fa-14de667f0348'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:46:54.899210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-4ff35811-131d-486e-a21f-a9db217ea7f2 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791313 Aug 25 14:46:54.934193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.965272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-673037c2-b4cd-4985-a940-4f33e6880474 req-d3429aa5-e9ef-4ad9-8821-b14995b907c5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462924 Aug 25 14:46:54.987291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:54.996727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.022628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Pushing event updated for resources: {'Port': ['ID=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:55.051474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1e5994fe-543f-44d8-a172-47261afacf98, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1e5994fe-543f-44d8-a172-47261afacf98,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:55.120374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.resource_extend [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:46:55.128407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-290d20a0-8a27-4572-b676-fc4aa40f12db service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579669 Aug 25 14:46:55.129985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.130791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 14805254-339d-4b8b-90a1-1eb8f03dddff up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:55.172135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Allocated IP 172.25.8.32 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/dfb8051e-875b-418a-9336-194d40d96579) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:55.184615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8399-f344-4108-a9ba-bfed00fb4674 req-0943fcc4-b359-41db-9543-ccafd3a425cb tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:55.191937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54cb8399-f344-4108-a9ba-bfed00fb4674 req-0943fcc4-b359-41db-9543-ccafd3a425cb tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1206772 Aug 25 14:46:55.198284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.233345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54cb8399-f344-4108-a9ba-bfed00fb4674 req-e9a7672f-7537-4cc6-a486-68e4e62a775d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Aug 25 14:46:55.246224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1e5994fe-543f-44d8-a172-47261afacf98,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:55.263168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.289852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.341342 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.392678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 14805254-339d-4b8b-90a1-1eb8f03dddff completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:55.393965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Network 6b248544-6eaf-4286-8863-68c8e8d93154 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:55.397084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 14805254-339d-4b8b-90a1-1eb8f03dddff triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:55.399601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.405843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Network e7d34728-cb22-48bf-836a-d6c51926771c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:55.412936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:55.430186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:55.437684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b8096-65de-48e5-9b0c-e75363c84507 req-3265275d-91b4-421f-aaec-160ed458e650 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:55.439225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:55.439372 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-241b8096-65de-48e5-9b0c-e75363c84507 req-3265275d-91b4-421f-aaec-160ed458e650 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 931 time: 0.1111374 Aug 25 14:46:55.461657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-9354782b-674b-4ce1-bf16-4c6e97fed32c service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909868 Aug 25 14:46:55.473081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event updated for resources: {'Port': ['ID=698ce826-a71c-44a5-bf04-d6164f655069,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:55.473575 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde associated. External IP: 172.25.8.68, port: fb45ccb1-0c83-414e-823b-11bd9012f389. Aug 25 14:46:55.568476 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.607139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 14805254-339d-4b8b-90a1-1eb8f03dddff, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=14805254-339d-4b8b-90a1-1eb8f03dddff,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:55.648895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:55.649622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.670136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-241b8096-65de-48e5-9b0c-e75363c84507 req-195991a1-1e1b-4fd9-8c5e-ac4e821bf2de tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114499 Aug 25 14:46:55.684876 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.712181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.837714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-7ac2f83d-abaf-4d5b-9be7-3d097bd06a2b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0301704 Aug 25 14:46:55.852764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=14805254-339d-4b8b-90a1-1eb8f03dddff,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:55.861883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Request body: {'port': {'device_id': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:55.890920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7f0f9b88-7134-4031-9ba9-07870d4c197f None None] Provisioning complete for port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:55.891434 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9b88-7134-4031-9ba9-07870d4c197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.900371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9141001-a8a5-4202-9395-1ed72a2c041a req-b9c65cb1-c219-46c0-842d-69ee9210c4b8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 210 time: 0.0909176 Aug 25 14:46:55.958100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Router f979cc0e-2caa-4b31-9b24-db0174b7a221 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:55.962380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:55.965612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6b410-801f-4030-aba2-678119ed65a9 req-9729fe39-047b-4d11-8bc9-c836de9a4ef9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:55.975400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f9b88-7134-4031-9ba9-07870d4c197f None None] Port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:46:55.978061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9a6b410-801f-4030-aba2-678119ed65a9 req-9729fe39-047b-4d11-8bc9-c836de9a4ef9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 949 time: 0.1314406 Aug 25 14:46:55.999114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Router eb788e96-baa3-4f87-bdcf-004291cd960c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:46:56.074130 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.086678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9a6b410-801f-4030-aba2-678119ed65a9 req-7b6c5bd9-3041-4e9d-ae78-cdbeb7ff0302 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079867 Aug 25 14:46:56.158298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:56.162590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.169729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:56.179712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:56.180638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:56.191637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fc610c87-b8f3-454f-9ec7-c5896a18c18c tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "PUT /v2.0/floatingips/23140fca-b46a-4d50-88b8-3f49de17bfde HTTP/1.1" status: 200 len: 990 time: 2.8195307 Aug 25 14:46:56.192291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:56.203651 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6644cf-5430-4231-b0a0-ca7d9c776434" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:56.216790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:56.223007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:56.225454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:56.259672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c5c25b82-a2d4-4d88-b0fa-14de667f0348 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:56.328182 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0c37d3-2282-46e9-9d34-e04a1e7bab21 x-openstack-request-id: req-2e0c37d3-2282-46e9-9d34-e04a1e7bab21 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:56.328679 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:56.328780 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e0c37d3-2282-46e9-9d34-e04a1e7bab21 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:56.329124 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'status': 'completed', 'code': 200} Aug 25 14:46:56.417382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:56.466772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-a272c76b-c674-4d70-8d3e-8e13ca44e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:56.468280 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-a272c76b-c674-4d70-8d3e-8e13ca44e7f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a424c59993f2421dbcad936b1d7e229e&device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 1096 time: 0.1121714 Aug 25 14:46:56.495079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15825f84-b0b1-40f6-993b-b12b4ad094b9 req-b50c2fb6-9897-432e-98ef-6ba93a2a1c5a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:56.500671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15825f84-b0b1-40f6-993b-b12b4ad094b9 req-b50c2fb6-9897-432e-98ef-6ba93a2a1c5a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0973496 Aug 25 14:46:56.576329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15825f84-b0b1-40f6-993b-b12b4ad094b9 req-f330ef84-c0a6-451b-9ece-781c9ec9a8ee tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746129 Aug 25 14:46:56.650924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1e5994fe-543f-44d8-a172-47261afacf98 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:56.682374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-9f0f6163-5a20-4331-a08b-03743550dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:56.683861 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-9f0f6163-5a20-4331-a08b-03743550dbe2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 200 len: 925 time: 0.2039981 Aug 25 14:46:56.777792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event updated for resources: {'Port': ['ID=dfb8051e-875b-418a-9336-194d40d96579,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:56.825327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port c5c25b82-a2d4-4d88-b0fa-14de667f0348 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:46:56.841672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d5d43-0f46-4c61-a14a-6580663cbcea req-32b7850b-63d7-463c-9e04-eb86c57e4057 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:56.849475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-335d5d43-0f46-4c61-a14a-6580663cbcea req-32b7850b-63d7-463c-9e04-eb86c57e4057 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.7802384 Aug 25 14:46:56.866861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c5c25b82-a2d4-4d88-b0fa-14de667f0348 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:56.868166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.876341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1e5994fe-543f-44d8-a172-47261afacf98 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:56.876980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.947206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:46:56.957875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.968601 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Sync routers for ids ['f979cc0e-2caa-4b31-9b24-db0174b7a221'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:46:56.986432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.986432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:56.989100 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-18700fe5-c7ca-4a86-af55-4515ba1e3f25 admin admin] 10.222.0.58 "PUT /v2.0/routers/f979cc0e-2caa-4b31-9b24-db0174b7a221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3398964 Aug 25 14:46:57.013418 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Routers {'f979cc0e-2caa-4b31-9b24-db0174b7a221'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:57.016446 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f979cc0e-2caa-4b31-9b24-db0174b7a221'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:57.045240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-335d5d43-0f46-4c61-a14a-6580663cbcea req-6948bd46-a447-42f8-834c-d6564a5e7d56 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906075 Aug 25 14:46:57.143829 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.166023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 14805254-339d-4b8b-90a1-1eb8f03dddff up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:46:57.212637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-c9538791-d1ec-4168-abe0-4cd9127642c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb45ccb1-0c83-414e-823b-11bd9012f389 HTTP/1.1" status: 200 len: 998 time: 0.5118549 Aug 25 14:46:57.230526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53ef7-9dfa-4721-8757-cf41ec485f0e req-44c8c9de-1dc3-4561-b1d7-c44be87664f5 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:57.234275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eda53ef7-9dfa-4721-8757-cf41ec485f0e req-44c8c9de-1dc3-4561-b1d7-c44be87664f5 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 931 time: 0.1293247 Aug 25 14:46:57.250650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:57.253044 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d147411-ae29-4d1c-842e-0ea31c087cba" -d '{"events": [{"server_uuid": "3276d243-4dbd-4ae7-8054-f7b0c822a00a", "name": "network-vif-plugged", "status": "completed", "tag": "c5c25b82-a2d4-4d88-b0fa-14de667f0348"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:57.261806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6336e85b-48a5-4dab-be34-3149a9eaf843 req-e9dbdf02-29e8-45d2-a78d-35e3c592fdf1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 210 time: 0.0631530 Aug 25 14:46:57.270473 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.277239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '23140fca-b46a-4d50-88b8-3f49de17bfde', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'port_id': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'mac_address': 'fa:16:3e:5d:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:44:14Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:57.309190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c5c25b82-a2d4-4d88-b0fa-14de667f0348, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:46:57.310732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:57.319862 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Set router f979cc0e-2caa-4b31-9b24-db0174b7a221 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:57.339681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:57.340578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:57.401140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-1af1e0cf-8782-4328-8d2b-1eabe85df60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:57.403157 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.409066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 14805254-339d-4b8b-90a1-1eb8f03dddff triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:46:57.409444 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.420679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-1af1e0cf-8782-4328-8d2b-1eabe85df60f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 200 len: 863 time: 0.1871157 Aug 25 14:46:57.447699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698ce826-a71c-44a5-bf04-d6164f655069 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:46:57.497731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.536032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad4f15-57aa-4d44-b79f-6da438ed81cf req-c25bf458-8459-4330-bea5-1de7be535e2d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:57.537887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7dad4f15-57aa-4d44-b79f-6da438ed81cf req-c25bf458-8459-4330-bea5-1de7be535e2d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 950 time: 0.1612940 Aug 25 14:46:57.540769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Transition to ACTIVE for port object 698ce826-a71c-44a5-bf04-d6164f655069 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:57.548688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eda53ef7-9dfa-4721-8757-cf41ec485f0e req-4b94d9b2-7349-45de-9248-b8cc2d68531d tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064222 Aug 25 14:46:57.579184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-158b5457-7d6a-47b4-9d8f-66e545f6691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:57.582732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-158b5457-7d6a-47b4-9d8f-66e545f6691e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06a43927-6987-4a83-ac03-d8a26c3f8995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560297 Aug 25 14:46:57.585555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c5c25b82-a2d4-4d88-b0fa-14de667f0348,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:57.629541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:57.644664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.669169 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:46:53Z', 'revision_number': 4, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd', 'name': '', 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'mac_address': 'fa:16:3e:05:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1d2f45da-5b63-4562-bac6-75d01234a43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:51Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 2, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'subnets': [{'id': '1d2f45da-5b63-4562-bac6-75d01234a43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:57.725056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7dad4f15-57aa-4d44-b79f-6da438ed81cf req-5c1e03ed-9cc9-4bd3-b9eb-7845ee74a69e tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657131 Aug 25 14:46:57.726141 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Checking router: f979cc0e-2caa-4b31-9b24-db0174b7a221 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:46:57.738007 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Updating router f979cc0e-2caa-4b31-9b24-db0174b7a221 port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:46:57.782788 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.817545 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3ab72-7d42-459e-b21e-8fc53aa3dc72 x-openstack-request-id: req-b0a3ab72-7d42-459e-b21e-8fc53aa3dc72 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:46:57.818070 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276d243-4dbd-4ae7-8054-f7b0c822a00a", "name": "network-vif-plugged", "status": "completed", "tag": "c5c25b82-a2d4-4d88-b0fa-14de667f0348", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:46:57.818495 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0a3ab72-7d42-459e-b21e-8fc53aa3dc72 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:46:57.819514 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348', 'code': 200} Aug 25 14:46:57.827910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:57.875777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Pushing event updated for resources: {'Port': ['ID=698ce826-a71c-44a5-bf04-d6164f655069,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:57.919155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.036115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-d9cf0be4-ac2c-433a-b745-46724ed1790c service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475107 Aug 25 14:46:58.081834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event updated for resources: {'Port': ['ID=dfb8051e-875b-418a-9336-194d40d96579,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:58.172444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-a0cfb7c8-ba6c-4ce4-8d75-6d74bbcb2609 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4004052 Aug 25 14:46:58.174977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae2eb-4209-4726-b8c7-b5670dccac8f req-efe0ce1b-a8d7-47f8-a516-26239bb60700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:58.176579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d38ae2eb-4209-4726-b8c7-b5670dccac8f req-efe0ce1b-a8d7-47f8-a516-26239bb60700 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 1101 time: 0.2111650 Aug 25 14:46:58.179294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a6644cf-5430-4231-b0a0-ca7d9c776434 req-553b54e2-cf24-4bba-b899-57757a56dedd service neutron] 10.222.0.52 "GET /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195700 Aug 25 14:46:58.185546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:58.212987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '23140fca-b46a-4d50-88b8-3f49de17bfde', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'port_id': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'mac_address': 'fa:16:3e:5d:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:44:14Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:58.235281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d38ae2eb-4209-4726-b8c7-b5670dccac8f req-d7790561-20a8-41d0-a9e9-2ed5fda906df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445814 Aug 25 14:46:58.237635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.261721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061f1d5-0231-4cf0-a9e3-d68c9c3eebe3 None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '23140fca-b46a-4d50-88b8-3f49de17bfde', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'port_id': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'mac_address': 'fa:16:3e:5d:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:44:14Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:46:58.310448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef770f-4704-46f7-81f5-1354eb111b17 req-ed203020-354d-407d-90a5-c71a4b2ffcd0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:58.317771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75ef770f-4704-46f7-81f5-1354eb111b17 req-ed203020-354d-407d-90a5-c71a4b2ffcd0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1877553 Aug 25 14:46:58.327281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.381805 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.398040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Attempting to bind port 698ce826-a71c-44a5-bf04-d6164f655069 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:58.398376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Attempting to bind port 698ce826-a71c-44a5-bf04-d6164f655069 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:58.398708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Attempting to bind port 698ce826-a71c-44a5-bf04-d6164f655069 on network e7d34728-cb22-48bf-836a-d6c51926771c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:58.409902 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Transition to ACTIVE for port object a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:46:58.424339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Port 698ce826-a71c-44a5-bf04-d6164f655069 on network e7d34728-cb22-48bf-836a-d6c51926771c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:46:58.424665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Attempting to bind port 698ce826-a71c-44a5-bf04-d6164f655069 on network e7d34728-cb22-48bf-836a-d6c51926771c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:58.444246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:58.444579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Checking segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:58.445020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Bound using segment: {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:58.445459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Bound port: 698ce826-a71c-44a5-bf04-d6164f655069, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cb7449-0329-4454-9755-d109a5f648bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:58.445834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.468050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.497000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.498360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0382041e-3777-4e01-92fc-9ffd78857397 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3878162 Aug 25 14:46:58.509822 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.530339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75ef770f-4704-46f7-81f5-1354eb111b17 req-3d073a85-075e-4a07-b32c-5fb568e00074 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116570 Aug 25 14:46:58.570099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-1c3f80de-5e52-4eb2-9e1c-c2cc9b2eec13 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:58.588614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-1c3f80de-5e52-4eb2-9e1c-c2cc9b2eec13 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.3186166 Aug 25 14:46:58.618054 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0360a9-9457-4ea7-a7ef-0d07ab0ffac5 None None] Pushing event updated for resources: {'Port': ['ID=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:58.642520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Request body: {'port': {'device_id': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'admin_state_up': True, 'tenant_id': '7fa3b423fd8b48fd984bd0765ce298de'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:46:58.661212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cc79a-6c55-4066-8109-98bf718359ce None None] New status for floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:46:58.726683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Allocated IP 172.25.8.226 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/256bc454-6b9a-469f-a8a6-c20d6c5e4ba3) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:58.770136 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.774530 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Attempting to bind port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:46:58.774846 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Attempting to bind port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:46:58.775266 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Attempting to bind port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd on network 6b248544-6eaf-4286-8863-68c8e8d93154 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:46:58.790294 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:46:58.790697 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Checking segment: {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:46:58.791152 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.795523 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Bound using segment: {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:46:58.797051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Bound port: a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f0113c-27c9-43b4-9320-9d7336ddcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:46:58.797478 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.943813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] For port 698ce826-a71c-44a5-bf04-d6164f655069, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:58.973169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] For port 698ce826-a71c-44a5-bf04-d6164f655069, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=698ce826-a71c-44a5-bf04-d6164f655069,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:58.989373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82bd8-ba9d-4943-9530-80ceb56f0cec req-9f7c245b-0693-439b-a5e0-5ceaf5352242 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:58.989507 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] For port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:46:58.991336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:58.994106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b82bd8-ba9d-4943-9530-80ceb56f0cec req-9f7c245b-0693-439b-a5e0-5ceaf5352242 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.2191007 Aug 25 14:46:59.005300 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] For port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:46:59.041175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.060716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b82bd8-ba9d-4943-9530-80ceb56f0cec req-0678281c-7a07-42b8-a24f-a532482ac450 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656796 Aug 25 14:46:59.085307 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.087497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:59.088303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.089464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] 10.222.0.45 "PUT /v2.0/ports/698ce826-a71c-44a5-bf04-d6164f655069 HTTP/1.1" status: 200 len: 1091 time: 3.2320387 Aug 25 14:46:59.089905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'tag': '698ce826-a71c-44a5-bf04-d6164f655069'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:46:59.092331 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f73236bd-b871-40bc-920d-7ed7ce120929", "tag": "698ce826-a71c-44a5-bf04-d6164f655069"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:46:59.123070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31221beb-cbc8-4803-8d24-2f0885560981 service neutron] Pushing event updated for resources: {'Port': ['ID=698ce826-a71c-44a5-bf04-d6164f655069,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:59.145023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.173399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Made reservation on behalf of 7fa3b423fd8b48fd984bd0765ce298de for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:46:59.189295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.218259 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Routers {'f979cc0e-2caa-4b31-9b24-db0174b7a221'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:46:59.219287 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f979cc0e-2caa-4b31-9b24-db0174b7a221'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:59.223638 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0360a9-9457-4ea7-a7ef-0d07ab0ffac5 None None] Pushing event updated for resources: {'Port': ['ID=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:59.227156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:46:59.237879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e577d30-43b4-4c68-914c-4da8b3d35b1b req-e06682a4-9b46-4129-8406-44c06158dbea tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 210 time: 0.1023555 Aug 25 14:46:59.265159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:46:59.268365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:46:59.326693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=256bc454-6b9a-469f-a8a6-c20d6c5e4ba3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:46:59.339708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.340067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.340417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.340763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.341101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.341436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.341770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.342233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.342700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.343097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.343436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.343768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:46:59.400565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-29add780-2ec2-471c-98e9-00b5588a4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:59.411983 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] Set router f979cc0e-2caa-4b31-9b24-db0174b7a221 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:46:59.416135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-29add780-2ec2-471c-98e9-00b5588a4290 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 1094 time: 0.1615176 Aug 25 14:46:59.487389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.506606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-2c9a7bdf-d979-4385-b159-8e6878c5b211 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=698ce826-a71c-44a5-bf04-d6164f655069 HTTP/1.1" status: 200 len: 217 time: 0.0894380 Aug 25 14:46:59.618726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d68777-7c96-44bf-a417-6c795b7cc85f req-f2d2d3bc-daf6-4924-bd70-863e71172f71 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:59.620389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69d68777-7c96-44bf-a417-6c795b7cc85f req-f2d2d3bc-daf6-4924-bd70-863e71172f71 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 943 time: 0.2463889 Aug 25 14:46:59.648300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Allocated IP 172.20.0.7 (b690c8ea-2379-4046-8047-5fdf4894394c/bb423791-60a4-4628-a675-2ba4ab9a6967/65b9cadf-a2b3-4333-93f5-4ac015e153cf) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:46:59.649113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:46:59.651154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-900d9ba5-4f1e-4ca0-afb4-2b0442d6e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:46:59.652682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-900d9ba5-4f1e-4ca0-afb4-2b0442d6e49f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 200 len: 862 time: 0.1302581 Aug 25 14:46:59.700732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-dc5052ff-5738-4811-86a5-1d246b3aeadc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7d34728-cb22-48bf-836a-d6c51926771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310867 Aug 25 14:46:59.735182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69d68777-7c96-44bf-a417-6c795b7cc85f req-3b9f6276-b76c-41ef-9f40-b02c3109f4c3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017423 Aug 25 14:46:59.759118 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:46:53Z', 'revision_number': 4, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd', 'name': '', 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'mac_address': 'fa:16:3e:05:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1d2f45da-5b63-4562-bac6-75d01234a43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:51Z', 'updated_at': '2021-08-25T14:46:58Z', 'revision_number': 4, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'subnets': [{'id': '1d2f45da-5b63-4562-bac6-75d01234a43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:46:59.836369 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707930-7ec5-4ec4-abd2-02c27952e747 None None] The sync data for ids ['f979cc0e-2caa-4b31-9b24-db0174b7a221'] in n-d-805995-2 is: [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:46:53Z', 'revision_number': 4, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd', 'name': '', 'network_id': '6b248544-6eaf-4286-8863-68c8e8d93154', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'mac_address': 'fa:16:3e:05:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1d2f45da-5b63-4562-bac6-75d01234a43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:51Z', 'updated_at': '2021-08-25T14:46:58Z', 'revision_number': 4, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'subnets': [{'id': '1d2f45da-5b63-4562-bac6-75d01234a43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:47:00.022681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.070731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-83c92806-cd39-4f98-9951-907e3a5605ce service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388960 Aug 25 14:47:00.084791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.113849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d679e-652c-4ded-9ee2-775319d67370 req-685d6aca-ae29-40ff-a383-062839ea80a2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:00.115457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-083d679e-652c-4ded-9ee2-775319d67370 req-685d6aca-ae29-40ff-a383-062839ea80a2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 950 time: 0.1535397 Aug 25 14:47:00.219243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.229836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=256bc454-6b9a-469f-a8a6-c20d6c5e4ba3,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:00.244873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-083d679e-652c-4ded-9ee2-775319d67370 req-cf30d3fb-53ff-4d64-9368-17f8e4facf37 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999093 Aug 25 14:47:00.263792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.280254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b52c5b10-54bb-4c23-826e-2aac968be83f req-d10ccca6-8ff2-48f7-92e8-ef54f8f5569c service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905441 Aug 25 14:47:00.392952 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.400652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-7559dbd1-2e06-4a63-9d0b-e44a70cc1ac1 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2132299 Aug 25 14:47:00.413853 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a21b2-3d86-4648-8972-c74e610afc92 x-openstack-request-id: req-cb4a21b2-3d86-4648-8972-c74e610afc92 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:00.414158 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73236bd-b871-40bc-920d-7ed7ce120929", "tag": "698ce826-a71c-44a5-bf04-d6164f655069", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:00.414458 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb4a21b2-3d86-4648-8972-c74e610afc92 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:00.414871 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'tag': '698ce826-a71c-44a5-bf04-d6164f655069', 'status': 'completed', 'code': 200} Aug 25 14:47:00.421187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.554478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-0db74421-0039-48fc-9e0e-abc1545e71a2 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.1511071 Aug 25 14:47:00.563125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Network b690c8ea-2379-4046-8047-5fdf4894394c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:00.609031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:00.610205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:00.676272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:00.681075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:00.765389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001df4-1712-49de-b96f-1f5fd54f4e5f req-18ec40e0-46c3-4998-9b57-54efadd67134 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:00.774272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d001df4-1712-49de-b96f-1f5fd54f4e5f req-18ec40e0-46c3-4998-9b57-54efadd67134 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.2428021 Aug 25 14:47:00.779835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-ed7e1616-b3d6-4806-8836-98ed019a9eb4 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:00.781126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6fcadca5-5e71-442b-8de6-e45cc67adc9f req-ed7e1616-b3d6-4806-8836-98ed019a9eb4 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2138164 Aug 25 14:47:00.798900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:00.804511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-1dcac3b8-6b4d-4c9a-b95d-3bec6af7c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:00.806176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-1dcac3b8-6b4d-4c9a-b95d-3bec6af7c8bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 1094 time: 0.2763884 Aug 25 14:47:00.806655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:00.807645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:00.812642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:00.813101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:01.032226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:01.078705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-7e385a92-38a9-4141-a4d5-4cdd9e5ebede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:01.081310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-7e385a92-38a9-4141-a4d5-4cdd9e5ebede service neutron] 10.222.0.45 "GET /v2.0/networks?id=e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 200 len: 923 time: 0.2623012 Aug 25 14:47:01.095555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d001df4-1712-49de-b96f-1f5fd54f4e5f req-7121d502-9bab-4113-8f29-dfdbe0b4a21f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202970 Aug 25 14:47:01.099995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795671-e711-4ff2-b008-77e426cb0f6b req-c53547de-0ddf-49e0-a9ff-cb0ecd31060e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:01.113303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a795671-e711-4ff2-b008-77e426cb0f6b req-c53547de-0ddf-49e0-a9ff-cb0ecd31060e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1380017 Aug 25 14:47:01.144420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:01.203574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-e1adfba1-70a9-45a2-a1fd-ebfbd5fb58c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=698ce826-a71c-44a5-bf04-d6164f655069 HTTP/1.1" status: 200 len: 217 time: 0.1018536 Aug 25 14:47:01.205750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a795671-e711-4ff2-b008-77e426cb0f6b req-fe5e6846-527c-4b57-8510-34f79bd82ac6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924139 Aug 25 14:47:01.208165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-7fe738d4-5338-4411-bafc-2812176a4bd7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5754786 Aug 25 14:47:01.231076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Request body: {'port': {'device_id': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:01.241126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:01.348702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:01.375402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a168e9-3d9a-4d49-a611-bf09e4ad9c2c req-618571f0-94e5-4854-ba9e-21dd881d5fb0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:01.378039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75a168e9-3d9a-4d49-a611-bf09e4ad9c2c req-618571f0-94e5-4854-ba9e-21dd881d5fb0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 931 time: 0.1847391 Aug 25 14:47:01.388004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:01.406249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-fb6bf8d0-56b2-4622-93ac-e7eaf9ea9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:01.408051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-fb6bf8d0-56b2-4622-93ac-e7eaf9ea9643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 200 len: 862 time: 0.1837287 Aug 25 14:47:01.445610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fba58-9488-424b-b999-2d2252fd3111 req-9137f262-ef0e-4c3c-bc2b-7e6cde73a954 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:01.450433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fa9fba58-9488-424b-b999-2d2252fd3111 req-9137f262-ef0e-4c3c-bc2b-7e6cde73a954 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 1101 time: 0.0737979 Aug 25 14:47:01.501681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fa9fba58-9488-424b-b999-2d2252fd3111 req-4bd61c77-197f-4098-93b8-cd9076508354 tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Aug 25 14:47:01.549668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-6b5b2ec9-dbbd-42e6-82a6-19585ec77a33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7d34728-cb22-48bf-836a-d6c51926771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744772 Aug 25 14:47:01.704192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75a168e9-3d9a-4d49-a611-bf09e4ad9c2c req-ceb2f0b6-dec1-4468-99dd-036737fbc3dd tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027503 Aug 25 14:47:01.715567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea502e1-3241-4e03-a7bf-0e76254c8878 req-1f844f3c-796f-4771-99f7-05aeac86ec80 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:01.724165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ea502e1-3241-4e03-a7bf-0e76254c8878 req-1f844f3c-796f-4771-99f7-05aeac86ec80 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 943 time: 0.1046555 Aug 25 14:47:01.770966 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ea502e1-3241-4e03-a7bf-0e76254c8878 req-e40875de-ad0e-4f33-934f-a44187410028 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458198 Aug 25 14:47:02.006380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-74e0bf19-26d2-4dfa-8536-6cffd2847a08 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419579 Aug 25 14:47:02.162351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-c918ff21-59db-4984-a6a1-ff0e093943dc tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:02.167585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-c918ff21-59db-4984-a6a1-ff0e093943dc tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545248 Aug 25 14:47:02.183187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-374e4c5e-5b91-40bd-821a-7b7308cdc680 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/quotas/5043e5260db14b73bb851a8d53c0ec97 HTTP/1.1" status: 200 len: 375 time: 0.0124962 Aug 25 14:47:02.197212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 698ce826-a71c-44a5-bf04-d6164f655069 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:02.265053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-eb925c57-13fb-466d-88b4-217ae0db1ab7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0750349 Aug 25 14:47:02.353014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 698ce826-a71c-44a5-bf04-d6164f655069, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=698ce826-a71c-44a5-bf04-d6164f655069,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:02.368065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '698ce826-a71c-44a5-bf04-d6164f655069', 'network_id': 'e7d34728-cb22-48bf-836a-d6c51926771c', 'port_id': '698ce826-a71c-44a5-bf04-d6164f655069', 'mac_address': 'fa:16:3e:1e:03:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa9dfda-bea1-41bb-aca2-3044a33e7b59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:02.420627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:02.455879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698ce826-a71c-44a5-bf04-d6164f655069 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:02.486121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 698ce826-a71c-44a5-bf04-d6164f655069, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=698ce826-a71c-44a5-bf04-d6164f655069,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:02.521343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-9eee4e76-ad88-4e0c-a988-0526d265b5b0 service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9558299 Aug 25 14:47:02.557117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:02.600113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:02.601273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:02.652489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e12e512e-c1e2-4110-874f-d0f1e07f7d2f req-e58eafc6-8564-47e3-b938-6b7d734cd481 service neutron] 10.222.0.45 "GET /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095893 Aug 25 14:47:02.668088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-4eef9c3f-b276-48a0-96ec-46c712136d33 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8216100 Aug 25 14:47:02.695043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:02.723683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b9cadf-a2b3-4333-93f5-4ac015e153cf {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:02.736331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:02.754524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Transition to ACTIVE for port object 65b9cadf-a2b3-4333-93f5-4ac015e153cf will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:02.784640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801061bb-dd92-496d-961e-7513591b561f req-4d0a108c-963a-473d-a0c3-074970b5ec64 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:02.786312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-801061bb-dd92-496d-961e-7513591b561f req-4d0a108c-963a-473d-a0c3-074970b5ec64 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0938239 Aug 25 14:47:02.808650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:02.824204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:02.856177 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:02.872064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-801061bb-dd92-496d-961e-7513591b561f req-c820c74d-4230-4b8c-a773-296635543390 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783222 Aug 25 14:47:02.884995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=698ce826-a71c-44a5-bf04-d6164f655069,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:02.998142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:03.002001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bde6b-164f-4ca2-b4d0-8a101bec49d9 req-2bad34b8-aff1-4204-a16f-5d866b8e2450 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:03.005347 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-879bde6b-164f-4ca2-b4d0-8a101bec49d9 req-2bad34b8-aff1-4204-a16f-5d866b8e2450 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0574906 Aug 25 14:47:03.062788 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-879bde6b-164f-4ca2-b4d0-8a101bec49d9 req-6a957970-dbf8-4f5f-99e4-1e3176792d59 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474038 Aug 25 14:47:03.116343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['698ce826-a71c-44a5-bf04-d6164f655069'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:03.126803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:03.127317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:03.127754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:03.143782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:03.144150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:03.148590 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:03.150099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-135bc347-6703-4609-96bd-c4f9a227a043 req-12aef358-37e9-4a9d-b423-806adda891bf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 210 time: 0.0439506 Aug 25 14:47:03.153405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:03.153988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:03.154380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:03.154814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Bound port: 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:03.155441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:03.276901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4f406-1ff0-437a-acbb-cbfebb663600 req-51b01efc-d462-4a7c-9fb3-9ddf6fa34150 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:03.289710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10d4f406-1ff0-437a-acbb-cbfebb663600 req-51b01efc-d462-4a7c-9fb3-9ddf6fa34150 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0710726 Aug 25 14:47:03.331016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:03.336623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10d4f406-1ff0-437a-acbb-cbfebb663600 req-1b776f75-cd4b-4b7e-ac26-7b31cafa7c3a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Aug 25 14:47:03.349555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:03.386193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Allocated IP 172.25.8.156 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/57a14010-9f15-4949-ae16-a2271a10f2bf) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:03.481252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5369a-903a-4337-9d30-1a5200bbd197 req-ec23eace-a529-4bf3-8c00-1be2e85c393b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:03.483731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25d5369a-903a-4337-9d30-1a5200bbd197 req-ec23eace-a529-4bf3-8c00-1be2e85c393b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 944 time: 0.0815833 Aug 25 14:47:03.505460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:03.521141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:03.531287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25d5369a-903a-4337-9d30-1a5200bbd197 req-a649ce45-6106-418a-b88b-9ef35c471463 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Aug 25 14:47:03.570931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:03.571577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:03.573384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] 10.222.0.45 "PUT /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 200 len: 1091 time: 2.3476133 Aug 25 14:47:03.581226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:03.583720 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ed398-f1a2-4a58-84b8-464a9442bb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:03.637228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4666d4-2170-4e30-8498-3f6c667f4b61 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:03.690577 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a485b5b-2939-4c79-b514-0bd9233add01 x-openstack-request-id: req-0a485b5b-2939-4c79-b514-0bd9233add01 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:03.690903 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:03.691184 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a485b5b-2939-4c79-b514-0bd9233add01 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:03.691599 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'status': 'completed', 'code': 200} Aug 25 14:47:03.752644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:03.826984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:03.832109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ed398-f1a2-4a58-84b8-464a9442bb6f req-252ae0d4-47c2-4a54-b3aa-62e115704b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:03.833890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-430ed398-f1a2-4a58-84b8-464a9442bb6f req-252ae0d4-47c2-4a54-b3aa-62e115704b27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1094 time: 0.1204014 Aug 25 14:47:03.835334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:03.841261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:03.844684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=57a14010-9f15-4949-ae16-a2271a10f2bf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:04.009217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ff760-8b54-4d4a-aaf5-7dce23e34b32 req-7aa0ada9-5b3c-4d6e-b80f-ccdd772b1a31 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.011142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-634ff760-8b54-4d4a-aaf5-7dce23e34b32 req-7aa0ada9-5b3c-4d6e-b80f-ccdd772b1a31 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0550804 Aug 25 14:47:04.017782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ed398-f1a2-4a58-84b8-464a9442bb6f req-bce393de-7aee-46c6-b886-f9062a63df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.017782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-430ed398-f1a2-4a58-84b8-464a9442bb6f req-bce393de-7aee-46c6-b886-f9062a63df75 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1732392 Aug 25 14:47:04.023248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.057479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-634ff760-8b54-4d4a-aaf5-7dce23e34b32 req-35446f55-2fe2-4a69-a076-35694f8bd61f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360281 Aug 25 14:47:04.158789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ed398-f1a2-4a58-84b8-464a9442bb6f req-cb329efe-3aba-4efd-87f7-92ae9579fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.164221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-430ed398-f1a2-4a58-84b8-464a9442bb6f req-cb329efe-3aba-4efd-87f7-92ae9579fd13 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308813 Aug 25 14:47:04.199601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 698ce826-a71c-44a5-bf04-d6164f655069 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:04.224972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81655a43-d18a-4f31-aca6-a2e8f4212983 req-fe6a2b08-0103-4b8a-b7f7-fce031b1b766 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.227162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-81655a43-d18a-4f31-aca6-a2e8f4212983 req-fe6a2b08-0103-4b8a-b7f7-fce031b1b766 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0665593 Aug 25 14:47:04.284899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-81655a43-d18a-4f31-aca6-a2e8f4212983 req-192d2e88-ab35-4c31-a6b7-37f2b4bbd423 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Aug 25 14:47:04.290619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.293376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-004742d3-fb6b-4f41-a05b-c4fdb10a85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.294863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-004742d3-fb6b-4f41-a05b-c4fdb10a85f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1094 time: 0.0868082 Aug 25 14:47:04.358375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 698ce826-a71c-44a5-bf04-d6164f655069 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:04.362972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 698ce826-a71c-44a5-bf04-d6164f655069 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:04.363467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.379518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce297411-2c1d-42e5-8766-f1c131c3a5ab req-8e92a1ce-ea4b-4b92-abfd-92fc129eb797 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 210 time: 0.0325499 Aug 25 14:47:04.384539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-65b735a8-40b7-46ac-ba11-efc32341caa5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 200 len: 217 time: 0.0566418 Aug 25 14:47:04.496316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-1a1e7444-debd-4065-bb9b-376200404344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.497845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-1a1e7444-debd-4065-bb9b-376200404344 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.1026607 Aug 25 14:47:04.501036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.523368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2857680-d6d0-495a-aa25-fe47b4028ed8 req-85dc76f2-4f8e-4efe-a441-823399d3178e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.525397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2857680-d6d0-495a-aa25-fe47b4028ed8 req-85dc76f2-4f8e-4efe-a441-823399d3178e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0771713 Aug 25 14:47:04.542658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ce826-a71c-44a5-bf04-d6164f655069'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:04.545552 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbf86ce-512e-4977-bb56-9df2f0233ebd" -d '{"events": [{"server_uuid": "f73236bd-b871-40bc-920d-7ed7ce120929", "name": "network-vif-plugged", "status": "completed", "tag": "698ce826-a71c-44a5-bf04-d6164f655069"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:04.563327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 698ce826-a71c-44a5-bf04-d6164f655069, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=698ce826-a71c-44a5-bf04-d6164f655069,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:04.575442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-af188d7d-794f-4618-b44e-73a1c5b1de44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593891 Aug 25 14:47:04.583160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2857680-d6d0-495a-aa25-fe47b4028ed8 req-62e5eb48-e803-4724-ad24-c56a314c09ea tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Aug 25 14:47:04.647118 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e4646f-a17a-4ceb-8b0d-7f682c47dbb2 x-openstack-request-id: req-14e4646f-a17a-4ceb-8b0d-7f682c47dbb2 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:04.647561 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73236bd-b871-40bc-920d-7ed7ce120929", "name": "network-vif-plugged", "status": "completed", "tag": "698ce826-a71c-44a5-bf04-d6164f655069", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:04.647815 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14e4646f-a17a-4ceb-8b0d-7f682c47dbb2 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:04.648213 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ce826-a71c-44a5-bf04-d6164f655069', 'code': 200} Aug 25 14:47:04.684611 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.721206 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.769580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=698ce826-a71c-44a5-bf04-d6164f655069,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:04.771734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-c2948785-a6d4-4af0-a523-15b189377310 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850939 Aug 25 14:47:04.780700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43e2a4-055f-4412-912f-632c922908e1 req-955aab7e-1003-4583-98ef-1d81ec4c712a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.782044 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab43e2a4-055f-4412-912f-632c922908e1 req-955aab7e-1003-4583-98ef-1d81ec4c712a tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 945 time: 0.0596254 Aug 25 14:47:04.807303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb83ec-668c-4344-beb9-0b0d976d37ad req-c2398a94-2053-43a8-8f28-399e6a9d5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:04.807520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98cb83ec-668c-4344-beb9-0b0d976d37ad req-c2398a94-2053-43a8-8f28-399e6a9d5a9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 1096 time: 0.0699425 Aug 25 14:47:04.826839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab43e2a4-055f-4412-912f-632c922908e1 req-9b464414-0c84-443c-b3bf-c0a2bfaf2096 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374689 Aug 25 14:47:04.836315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:04.976581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=57a14010-9f15-4949-ae16-a2271a10f2bf,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:04.981697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98cb83ec-668c-4344-beb9-0b0d976d37ad req-6b35416e-650a-433c-a453-e06f2f3349f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468379 Aug 25 14:47:04.999317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ac7335-50e5-4e6c-bc41-d9d58021a3bb req-ab2d2e0c-8402-4a89-bd78-7b6b1a9c1a21 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186525 Aug 25 14:47:05.002267 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:05.183912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce353d28-27bf-474d-9ea2-234f015b8d30 req-32e7fe59-1221-4a4d-b8cf-fdb4f221dd46 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:05.185948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce353d28-27bf-474d-9ea2-234f015b8d30 req-32e7fe59-1221-4a4d-b8cf-fdb4f221dd46 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0569324 Aug 25 14:47:05.238334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce353d28-27bf-474d-9ea2-234f015b8d30 req-ec784eca-c962-49c8-a152-0712ecbc3b81 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Aug 25 14:47:05.301133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:05.302554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-d8a2cc5c-6a2d-4fb6-9f0d-9923337c878b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6337125 Aug 25 14:47:05.370961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-17c230b5-629b-47f6-b071-c8c282d5c3d5 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0608487 Aug 25 14:47:05.415386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf166ad-732f-4d14-b329-8667bcdd64b0 req-9715fa7e-9665-4cc5-bbf2-0bba45f67cb8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:05.419569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-baf166ad-732f-4d14-b329-8667bcdd64b0 req-9715fa7e-9665-4cc5-bbf2-0bba45f67cb8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0646555 Aug 25 14:47:05.480409 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-baf166ad-732f-4d14-b329-8667bcdd64b0 req-52c8a837-2638-492c-bf04-83161abb63a4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Aug 25 14:47:05.502323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-0560c180-825f-4619-8904-b44a4b4bd175 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:05.503927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1f859ce-80fb-4c33-bd2e-28a5ede671dd req-0560c180-825f-4619-8904-b44a4b4bd175 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1271489 Aug 25 14:47:05.611057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8629e9f-00f2-473f-a161-3d9b60afe88f req-c3ee28ee-48f5-48e0-a495-a86ef52a6d22 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 210 time: 0.0380561 Aug 25 14:47:05.656871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-08ba8267-4521-4e2f-bf23-5bc2c4c2ef99 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1217432 Aug 25 14:47:05.668628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:05.725082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-e00e44cc-0c43-4584-a2bc-7af6a471eca1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5043e5260db14b73bb851a8d53c0ec97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244777 Aug 25 14:47:05.755131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0bc06-9cf9-429b-9333-07d57b624c94 req-578ca5b2-4861-47e4-bf6a-017ab5f18448 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:05.756913 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21a0bc06-9cf9-429b-9333-07d57b624c94 req-578ca5b2-4861-47e4-bf6a-017ab5f18448 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0557981 Aug 25 14:47:05.816182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:05.822438 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21a0bc06-9cf9-429b-9333-07d57b624c94 req-efb8d312-e00d-46b7-b65d-b127a459a29b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567930 Aug 25 14:47:05.909505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-a4ebcae6-6655-4109-8d0e-fffe780ddf93 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:05.910965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-a4ebcae6-6655-4109-8d0e-fffe780ddf93 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776223 Aug 25 14:47:05.934410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Request body: {'port': {'device_id': 'af3e9988-b700-4fad-912a-939b79dc6639', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '5043e5260db14b73bb851a8d53c0ec97'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:05.967758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123409-1124-4d86-b9cf-51060d187f73 req-8138d114-be07-41b8-9393-fda5f5d9b0dc tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:05.970239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6123409-1124-4d86-b9cf-51060d187f73 req-8138d114-be07-41b8-9393-fda5f5d9b0dc tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 945 time: 0.0638051 Aug 25 14:47:06.018957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6123409-1124-4d86-b9cf-51060d187f73 req-f298734f-fcc3-4aea-a06a-b535db0aad0f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 Aug 25 14:47:06.096420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:06.207316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Made reservation on behalf of 5043e5260db14b73bb851a8d53c0ec97 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:47:06.213084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:06.287349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Allocated IP 172.25.8.116 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/7afddf3f-b0ff-4c3d-b1de-a64733b295e3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:06.395311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09612b-6800-4097-b313-4fb8142e8d4f req-8e9b4ab4-082c-4d67-97ca-9cacb44a6ca1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:06.406189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d09612b-6800-4097-b313-4fb8142e8d4f req-8e9b4ab4-082c-4d67-97ca-9cacb44a6ca1 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0735245 Aug 25 14:47:06.462566 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d09612b-6800-4097-b313-4fb8142e8d4f req-4c9709d5-1b68-47e7-8e7a-accd9ae2a311 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543642 Aug 25 14:47:06.510446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Allocated IP 192.168.233.18 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/423b3710-79f7-4bbe-90d4-25c16acbc46e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:06.541577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:06.644585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf91726-76cf-40ee-890e-c8a072acc1fc req-9980c3f8-3a72-4dbf-8c5e-faf9445afce0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:06.646703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0bf91726-76cf-40ee-890e-c8a072acc1fc req-9980c3f8-3a72-4dbf-8c5e-faf9445afce0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0616169 Aug 25 14:47:06.690648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0bf91726-76cf-40ee-890e-c8a072acc1fc req-1926cb07-3aa1-4e24-b85e-3799b396bc57 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367115 Aug 25 14:47:06.713733 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:06.729138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Transition to ACTIVE for port object 423b3710-79f7-4bbe-90d4-25c16acbc46e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:06.779152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d31b69f-9938-42a5-a238-8b7f5960a0d3 req-ebc61beb-5b59-49de-9165-222354460552 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 210 time: 0.0323243 Aug 25 14:47:06.781570 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:06.828119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:06.831575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:06.835365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:06.840838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=7afddf3f-b0ff-4c3d-b1de-a64733b295e3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:06.869718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:06.888677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:06.891860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'b6b737c1-b627-42c8-8806-3f2001559709', 'c5c25b82-a2d4-4d88-b0fa-14de667f0348'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:06.924025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:06.935149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:06.940735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:06.964756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event updated for resources: {'Port': ['ID=423b3710-79f7-4bbe-90d4-25c16acbc46e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:06.986068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62f02-cc98-4ffd-8d8b-945af1b38a3f req-594639f6-6cae-4dab-968a-4d22413e084c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:06.987924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cd62f02-cc98-4ffd-8d8b-945af1b38a3f req-594639f6-6cae-4dab-968a-4d22413e084c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0865073 Aug 25 14:47:07.031368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:07.032032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.042713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.055148 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cd62f02-cc98-4ffd-8d8b-945af1b38a3f req-5705785c-558f-4ec0-be52-ae5b31fd3350 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543053 Aug 25 14:47:07.158516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-285386f8-f15f-45c9-8120-c13bc14c2cdf tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2353408 Aug 25 14:47:07.164667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.189883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc30008-3710-4729-9143-239ce530fbba req-01e629e5-b84a-47ab-8ab0-1c0492a74025 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:07.192667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cc30008-3710-4729-9143-239ce530fbba req-01e629e5-b84a-47ab-8ab0-1c0492a74025 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 945 time: 0.0676022 Aug 25 14:47:07.219687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Request body: {'port': {'device_id': 'af3e9988-b700-4fad-912a-939b79dc6639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:07.252008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cc30008-3710-4729-9143-239ce530fbba req-97b2625a-c77c-4f5c-84bf-b7652a6913af tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528867 Aug 25 14:47:07.345549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3b7887d9-9a8a-40e4-81ca-784e2315a3b5 None None] Provisioning for port 423b3710-79f7-4bbe-90d4-25c16acbc46e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:07.351726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3b7887d9-9a8a-40e4-81ca-784e2315a3b5 None None] Provisioning complete for port 423b3710-79f7-4bbe-90d4-25c16acbc46e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:07.351966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3b7887d9-9a8a-40e4-81ca-784e2315a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.369012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.425415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3b7887d9-9a8a-40e4-81ca-784e2315a3b5 None None] Port 423b3710-79f7-4bbe-90d4-25c16acbc46e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:47:07.590713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.730649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423b3710-79f7-4bbe-90d4-25c16acbc46e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:07.740544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.753117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Transition to ACTIVE for port object 423b3710-79f7-4bbe-90d4-25c16acbc46e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:07.823711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.892760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.896817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=7afddf3f-b0ff-4c3d-b1de-a64733b295e3,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:07.930895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:07.981015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=423b3710-79f7-4bbe-90d4-25c16acbc46e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:08.058730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Attempting to bind port 423b3710-79f7-4bbe-90d4-25c16acbc46e on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:08.059090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Attempting to bind port 423b3710-79f7-4bbe-90d4-25c16acbc46e by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:08.059422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Attempting to bind port 423b3710-79f7-4bbe-90d4-25c16acbc46e on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:08.065278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Port 423b3710-79f7-4bbe-90d4-25c16acbc46e on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:08.065614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Attempting to bind port 423b3710-79f7-4bbe-90d4-25c16acbc46e on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:08.071363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:08.071674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:08.072049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:08.072823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Bound port: 423b3710-79f7-4bbe-90d4-25c16acbc46e, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:08.073193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:08.151474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] For port 423b3710-79f7-4bbe-90d4-25c16acbc46e, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:08.156689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] For port 423b3710-79f7-4bbe-90d4-25c16acbc46e, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:08.180781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:08.182151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-6b9e66e1-0068-4bca-8b6a-53f7fbc77a67 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5215826 Aug 25 14:47:08.210581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:08.252071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:08.256634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-86acfbcf-591e-43b2-b18f-4e149cb17f8f tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0657485 Aug 25 14:47:08.340664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:08.345183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc919ae-b20f-44d4-90c2-fdbc3b5c250c req-cdcb044f-1da8-4b68-8d0e-2d7645ccb38f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.346791 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbc919ae-b20f-44d4-90c2-fdbc3b5c250c req-cdcb044f-1da8-4b68-8d0e-2d7645ccb38f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.0612376 Aug 25 14:47:08.357092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'port_id': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'mac_address': 'fa:16:3e:43:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb423791-60a4-4628-a675-2ba4ab9a6967', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:08.423607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbc919ae-b20f-44d4-90c2-fdbc3b5c250c req-51d852e7-4c87-43ca-a12b-db6614997389 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662320 Aug 25 14:47:08.434225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:08.467558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b9cadf-a2b3-4333-93f5-4ac015e153cf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:08.503361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:08.547303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02625d22-4415-4f5f-ae68-f0bf50b44af8 req-ec428c32-0e15-4125-9675-35eb0a31dea6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.548874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02625d22-4415-4f5f-ae68-f0bf50b44af8 req-ec428c32-0e15-4125-9675-35eb0a31dea6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0521326 Aug 25 14:47:08.572149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:08.601000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02625d22-4415-4f5f-ae68-f0bf50b44af8 req-5b12baed-36f0-4710-8c08-1949f63a0bd0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Aug 25 14:47:08.636575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:08.663782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.664513 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:08.666197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/423b3710-79f7-4bbe-90d4-25c16acbc46e HTTP/1.1" status: 200 len: 1095 time: 1.4897122 Aug 25 14:47:08.671556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3e9988-b700-4fad-912a-939b79dc6639', 'tag': '423b3710-79f7-4bbe-90d4-25c16acbc46e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:08.673720 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d2744-de28-480e-9729-25931a139621" -d '{"events": [{"name": "network-changed", "server_uuid": "af3e9988-b700-4fad-912a-939b79dc6639", "tag": "423b3710-79f7-4bbe-90d4-25c16acbc46e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:08.734359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd629-ba4e-4f23-8622-4cbf27f1b1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=423b3710-79f7-4bbe-90d4-25c16acbc46e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:08.747731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ccea0-2004-4eb0-8c71-7f3d2e079596 req-f8732b5f-8895-46e7-a774-9772164a60c6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.747731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-117ccea0-2004-4eb0-8c71-7f3d2e079596 req-f8732b5f-8895-46e7-a774-9772164a60c6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 947 time: 0.0753679 Aug 25 14:47:08.791634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-e5037069-3543-4036-a348-2d51e3d0a835 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.793082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09c37af9-cb6c-4ccb-a558-f6162430828c req-e5037069-3543-4036-a348-2d51e3d0a835 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.5273080 Aug 25 14:47:08.816461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-117ccea0-2004-4eb0-8c71-7f3d2e079596 req-103e8029-f9ac-4de5-ad60-9c67be308ef7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633521 Aug 25 14:47:08.852918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-cc8e43e5-d86c-44b2-8263-71c2ed4b08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.854675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-cc8e43e5-d86c-44b2-8263-71c2ed4b08b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 1098 time: 0.0605068 Aug 25 14:47:08.921478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-020a88cc-e49b-40b4-a016-bec590454e96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e HTTP/1.1" status: 200 len: 217 time: 0.0511284 Aug 25 14:47:08.929965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['65b9cadf-a2b3-4333-93f5-4ac015e153cf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:08.939662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948368c-c845-4a2f-9dfe-fe42d975f486 req-aac70014-10ce-48aa-80f8-a43d4688a99f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:08.943612 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9948368c-c845-4a2f-9dfe-fe42d975f486 req-aac70014-10ce-48aa-80f8-a43d4688a99f tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 945 time: 0.0536318 Aug 25 14:47:09.004589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-3fbe27b9-1a4c-4c05-aff1-16d1368bf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.004589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-3fbe27b9-1a4c-4c05-aff1-16d1368bf820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0667021 Aug 25 14:47:09.006652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9948368c-c845-4a2f-9dfe-fe42d975f486 req-174cd054-2554-4dd3-bbcb-6b341dbd8d96 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 Aug 25 14:47:09.015094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9bd94-0ef6-4c06-9a97-be396873e8e3 req-b2a353f7-9a6d-46a9-aa6c-89162efbca9e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.016954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ec9bd94-0ef6-4c06-9a97-be396873e8e3 req-b2a353f7-9a6d-46a9-aa6c-89162efbca9e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 944 time: 0.1093137 Aug 25 14:47:09.096555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ec9bd94-0ef6-4c06-9a97-be396873e8e3 req-29e69f3d-3b42-4587-896f-9c7ec3348e0b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722053 Aug 25 14:47:09.105602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-33baeb5b-17bd-4bb9-81de-d8ae8ce3cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.107132 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-33baeb5b-17bd-4bb9-81de-d8ae8ce3cbe4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817451 Aug 25 14:47:09.174888 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e6f84f-aebb-41ee-84b0-fb128bd01482 x-openstack-request-id: req-d7e6f84f-aebb-41ee-84b0-fb128bd01482 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:09.175127 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3e9988-b700-4fad-912a-939b79dc6639", "tag": "423b3710-79f7-4bbe-90d4-25c16acbc46e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:09.175377 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7e6f84f-aebb-41ee-84b0-fb128bd01482 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:09.175771 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3e9988-b700-4fad-912a-939b79dc6639', 'tag': '423b3710-79f7-4bbe-90d4-25c16acbc46e', 'status': 'completed', 'code': 200} Aug 25 14:47:09.296343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-e2544d3c-56b2-4345-a6ba-e0c19a115cc5 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768239 Aug 25 14:47:09.318073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de167784-1f2c-4334-afad-22b4427e3f86 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1706979 Aug 25 14:47:09.364299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:09.425373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9f0913f-01e6-4356-bb4f-883750fbefce req-00ff662f-198f-4329-bfc7-2730c58d4094 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196039 Aug 25 14:47:09.469494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:09.587078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcd49a-3f4e-48ed-b6d1-cc98655aafba req-653ad224-bc22-4ea6-a42d-359021ddf94d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.595890 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42dcd49a-3f4e-48ed-b6d1-cc98655aafba req-653ad224-bc22-4ea6-a42d-359021ddf94d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 946 time: 0.1031554 Aug 25 14:47:09.631611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2744-de28-480e-9729-25931a139621 req-8d17cdbb-0bd1-4fe0-951a-4cb65798afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.633390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-8d17cdbb-0bd1-4fe0-951a-4cb65798afa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5043e5260db14b73bb851a8d53c0ec97&device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 1098 time: 0.0698807 Aug 25 14:47:09.668078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42dcd49a-3f4e-48ed-b6d1-cc98655aafba req-2a1e8fd3-41de-4df7-8750-6cf81b6fb2e5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638578 Aug 25 14:47:09.746910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:09.780897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0bf6a-90f3-4a77-a2d6-476abc0fdd09 req-b965f349-9c94-409a-a482-e7393d54ab38 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.782666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08f0bf6a-90f3-4a77-a2d6-476abc0fdd09 req-b965f349-9c94-409a-a482-e7393d54ab38 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0655649 Aug 25 14:47:09.832004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2744-de28-480e-9729-25931a139621 req-b5cef334-35e7-4f3b-9d7d-8dbae34fcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.833489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-b5cef334-35e7-4f3b-9d7d-8dbae34fcb1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1839309 Aug 25 14:47:09.835626 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08f0bf6a-90f3-4a77-a2d6-476abc0fdd09 req-61dea6fd-4736-4dee-81c6-f402b48e993c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Aug 25 14:47:09.944847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-b206cd57-180b-419a-927b-75264cccfe2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e HTTP/1.1" status: 200 len: 217 time: 0.0672531 Aug 25 14:47:09.964262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123f9b-9d30-4758-901b-1efcafdf2c81 req-002e5741-549b-495c-b49c-0b787b877eb7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:09.965991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16123f9b-9d30-4758-901b-1efcafdf2c81 req-002e5741-549b-495c-b49c-0b787b877eb7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 947 time: 0.0566041 Aug 25 14:47:10.001115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Allocated IP 172.25.8.132 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/447444d6-4ac1-4a10-9246-c1b78ec76255) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:10.013367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16123f9b-9d30-4758-901b-1efcafdf2c81 req-f9ee4460-b4ab-44b6-a6bd-b5498e615c61 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Aug 25 14:47:10.031294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-5d641627-84b3-4e6a-ac17-8467e0d0d2ad tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:10.032846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-5d641627-84b3-4e6a-ac17-8467e0d0d2ad tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 945 time: 0.1565387 Aug 25 14:47:10.043084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2744-de28-480e-9729-25931a139621 req-e23a9066-7b37-4695-b04b-d5b916dffc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:10.044630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-e23a9066-7b37-4695-b04b-d5b916dffc76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0928209 Aug 25 14:47:10.117310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-793e04a3-84af-420c-9173-bb0ebdfc8ccc tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:10.120561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-793e04a3-84af-420c-9173-bb0ebdfc8ccc tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1097 time: 0.0661819 Aug 25 14:47:10.136489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:10.217127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2744-de28-480e-9729-25931a139621 req-7d0284c7-07fc-4e00-a2d3-5b866d502d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:10.218663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-7d0284c7-07fc-4e00-a2d3-5b866d502d80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646516 Aug 25 14:47:10.223319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.233044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b40f5-589e-4769-ae2d-f96b2423c981 req-3600dca4-7451-475c-a887-0712eee2a299 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:10.242545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:10.247622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0b40f5-589e-4769-ae2d-f96b2423c981 req-3600dca4-7451-475c-a887-0712eee2a299 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 945 time: 0.1329315 Aug 25 14:47:10.289825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.333198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Deleting port 698ce826-a71c-44a5-bf04-d6164f655069 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:10.333617 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.394962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 65b9cadf-a2b3-4333-93f5-4ac015e153cf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:10.429544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 65b9cadf-a2b3-4333-93f5-4ac015e153cf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:10.429544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.430126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0b40f5-589e-4769-ae2d-f96b2423c981 req-6413bd56-c76d-40f3-aaeb-8e2673ea9327 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups?id=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554198 Aug 25 14:47:10.430346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-8f18f649-df16-4c67-ba9e-43673967f346 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926315 Aug 25 14:47:10.488072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:10.541285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] For port 698ce826-a71c-44a5-bf04-d6164f655069, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=698ce826-a71c-44a5-bf04-d6164f655069,segment=NetworkSegment(07cb7449-0329-4454-9755-d109a5f648bd),segment_id=07cb7449-0329-4454-9755-d109a5f648bd)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:10.541596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.541746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.560760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:10.564471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Calling delete_port for 698ce826-a71c-44a5-bf04-d6164f655069 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:10.593800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b36d2744-de28-480e-9729-25931a139621 req-c3358856-5f2c-46ab-94d4-14cc9501380e service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578422 Aug 25 14:47:10.637363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:10.643330 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc4a31-88e2-4566-8d84-a167ce29f942" -d '{"events": [{"server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "name": "network-vif-plugged", "status": "completed", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:10.657810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:10.684288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.687289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:10.691416 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79080cf0-6a5f-4a47-b6ee-3451570b8aed" -d '{"events": [{"server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "name": "network-vif-unplugged", "status": "completed", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:10.716661 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.716851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86543876-3148-414d-8159-0ba3e3b995e7 req-2d230f8e-772d-44d1-b02f-8a34dea24f51 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:10.724061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86543876-3148-414d-8159-0ba3e3b995e7 req-2d230f8e-772d-44d1-b02f-8a34dea24f51 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 944 time: 0.0960314 Aug 25 14:47:10.761193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.786244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86543876-3148-414d-8159-0ba3e3b995e7 req-70c28eae-46ca-4df5-8252-3de6ade77714 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 Aug 25 14:47:10.801664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:10.818611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=447444d6-4ac1-4a10-9246-c1b78ec76255,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:10.818611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:10.822133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:10.841593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.841727 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfb6e3d-85db-4cdd-8abb-d9b5b90c12e2 x-openstack-request-id: req-bbfb6e3d-85db-4cdd-8abb-d9b5b90c12e2 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:10.841727 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "name": "network-vif-plugged", "status": "completed", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:10.841727 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbfb6e3d-85db-4cdd-8abb-d9b5b90c12e2 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:10.841727 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'code': 200} Aug 25 14:47:10.844712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:10.894967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:10.909422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['698ce826-a71c-44a5-bf04-d6164f655069'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:10.958548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:10.985089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:10.985319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event deleted for resources: {'Port': ['ID=698ce826-a71c-44a5-bf04-d6164f655069,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:10.985541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:10.985541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:10.994202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:10.994628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Attempting to bind port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:11.004757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:11.005196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:11.005683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:11.006241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Bound port: 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:11.007271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.027813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad5e57-31ed-47a1-a0c8-b5d064e252c2 req-2699b1a5-0796-469f-af90-5d62af60d7d2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:11.029488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8ad5e57-31ed-47a1-a0c8-b5d064e252c2 req-2699b1a5-0796-469f-af90-5d62af60d7d2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.0946960 Aug 25 14:47:11.040589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.066438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] No DVR routers for this DVR port 698ce826-a71c-44a5-bf04-d6164f655069 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:11.070226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.072262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ed796be-3c34-458d-b90b-ee3ad2debd5a req-adc6b4f5-e51f-480e-8d84-7460e8569ea3 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.45 "DELETE /v2.0/ports/698ce826-a71c-44a5-bf04-d6164f655069 HTTP/1.1" status: 204 len: 173 time: 1.0266721 Aug 25 14:47:11.085181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f151d-aa2c-4443-b163-21398477a34c req-bcd5b0d4-4348-43bb-a51f-efcbdb346baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:11.086735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc0f151d-aa2c-4443-b163-21398477a34c req-bcd5b0d4-4348-43bb-a51f-efcbdb346baa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1096 time: 0.1414070 Aug 25 14:47:11.120295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8ad5e57-31ed-47a1-a0c8-b5d064e252c2 req-862bee81-9800-4b53-b6ab-f44d34f6b563 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637741 Aug 25 14:47:11.129057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:11.139661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:11.141091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc0f151d-aa2c-4443-b163-21398477a34c req-75bbfc2c-a7f3-4af0-b570-48768a5a4362 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Aug 25 14:47:11.168045 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea75f5ff-418a-4098-bdc3-e6aac76794b6 x-openstack-request-id: req-ea75f5ff-418a-4098-bdc3-e6aac76794b6 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:11.168529 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "name": "network-vif-unplugged", "status": "completed", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:11.169074 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea75f5ff-418a-4098-bdc3-e6aac76794b6 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:11.169607 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'code': 200} Aug 25 14:47:11.172489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.204507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.205014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'name': 'network-vif-deleted', 'tag': '698ce826-a71c-44a5-bf04-d6164f655069'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:11.207323 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a080d3-2c73-4575-8720-b487472369f1" -d '{"events": [{"server_uuid": "f73236bd-b871-40bc-920d-7ed7ce120929", "name": "network-vif-deleted", "tag": "698ce826-a71c-44a5-bf04-d6164f655069"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:11.320697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=8']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:11.325924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:11.326546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.328007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-567fa54e-093a-43e0-b7d6-aaa7fa4a9cd7 service neutron] 10.222.0.52 "PUT /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 200 len: 1122 time: 1.1974876 Aug 25 14:47:11.345490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d7b4-212b-47f8-a224-13d5ec9ad9c6 req-0534a302-af8e-452c-9e8a-d25653f62993 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:11.347075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a073d7b4-212b-47f8-a224-13d5ec9ad9c6 req-0534a302-af8e-452c-9e8a-d25653f62993 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1109276 Aug 25 14:47:11.372877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.389727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a073d7b4-212b-47f8-a224-13d5ec9ad9c6 req-e6720796-deae-4dba-9a13-957f07bdcc20 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Aug 25 14:47:11.449073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:11.480803 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.497115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:11.546782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae445ac7-56f6-4deb-a179-ff04c1b3ec96 req-3cff3b13-3a23-4efd-8587-ab787ca1c125 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:11.563403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae445ac7-56f6-4deb-a179-ff04c1b3ec96 req-3cff3b13-3a23-4efd-8587-ab787ca1c125 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 947 time: 0.1023307 Aug 25 14:47:11.583274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event updated for resources: {'Port': ['ID=447444d6-4ac1-4a10-9246-c1b78ec76255,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:11.598980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.627895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae445ac7-56f6-4deb-a179-ff04c1b3ec96 req-d177f366-933b-4ec6-b95e-a3b161219106 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Aug 25 14:47:11.679898 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe6486-da22-409d-bcf6-4a32a2cd65c0 x-openstack-request-id: req-c1fe6486-da22-409d-bcf6-4a32a2cd65c0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:11.679898 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73236bd-b871-40bc-920d-7ed7ce120929", "name": "network-vif-deleted", "tag": "698ce826-a71c-44a5-bf04-d6164f655069", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:11.679898 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1fe6486-da22-409d-bcf6-4a32a2cd65c0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:11.679898 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73236bd-b871-40bc-920d-7ed7ce120929', 'name': 'network-vif-deleted', 'tag': '698ce826-a71c-44a5-bf04-d6164f655069', 'status': 'completed', 'code': 200} Aug 25 14:47:11.720677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:11.722270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-de985ec6-e8f1-4e26-a614-fca441f64979 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3908222 Aug 25 14:47:11.787399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-956c81c0-49fc-4b5f-b09b-8797b4635464 req-f66a8c36-8296-4324-b7ea-ab2dee90d5e9 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f73236bd-b871-40bc-920d-7ed7ce120929 HTTP/1.1" status: 200 len: 210 time: 0.0337183 Aug 25 14:47:11.797124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-6cb55f66-9b78-4594-a45d-b7d5cbaf4e6b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0637193 Aug 25 14:47:11.933017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-6977c5ae-e43f-4585-a101-f9598672dc9a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:11.934607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c8b2b9b-3994-43d2-80ea-2ae42bf021ed req-6977c5ae-e43f-4585-a101-f9598672dc9a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1312270 Aug 25 14:47:12.006637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28650bb3-65c8-4538-b3bf-0f1f94c13d08 req-c7ff46e3-5943-4218-9bd7-62774a159bd4 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips/bb6484d0-eda1-46da-8cfb-fc329d242063 HTTP/1.1" status: 200 len: 693 time: 0.0492961 Aug 25 14:47:12.035430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac6266-c48e-45c8-b99a-f08f02ca392e req-e336c027-6b9e-49ca-8b67-26fbe056e251 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:12.036993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eac6266-c48e-45c8-b99a-f08f02ca392e req-e336c027-6b9e-49ca-8b67-26fbe056e251 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.0593934 Aug 25 14:47:12.081739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eac6266-c48e-45c8-b99a-f08f02ca392e req-78e1dbba-ee25-4d2d-9884-d2845c8cddb0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 Aug 25 14:47:12.125916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28650bb3-65c8-4538-b3bf-0f1f94c13d08 req-ae93b059-a78d-4f1d-b378-7ac78f02757b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:12.133023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28650bb3-65c8-4538-b3bf-0f1f94c13d08 req-ae93b059-a78d-4f1d-b378-7ac78f02757b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1204860 Aug 25 14:47:12.138999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-28650bb3-65c8-4538-b3bf-0f1f94c13d08 req-24dd9225-e3f3-4ed8-8b71-52d6a40e3597 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:47:12.147010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28650bb3-65c8-4538-b3bf-0f1f94c13d08 req-24dd9225-e3f3-4ed8-8b71-52d6a40e3597 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061438 Aug 25 14:47:12.227265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-aa9c3a87-3674-4e61-b690-2d366d79cc77 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips/bb6484d0-eda1-46da-8cfb-fc329d242063 HTTP/1.1" status: 200 len: 693 time: 0.0619259 Aug 25 14:47:12.249141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19baf2-4a64-4e3b-8c95-7f33c8ca083a req-0a2f1eda-1b4a-47c4-b6a6-9ac8f4942163 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:12.251042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b19baf2-4a64-4e3b-8c95-7f33c8ca083a req-0a2f1eda-1b4a-47c4-b6a6-9ac8f4942163 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.0606720 Aug 25 14:47:12.260384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 423b3710-79f7-4bbe-90d4-25c16acbc46e details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:12.273964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:12.304261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b19baf2-4a64-4e3b-8c95-7f33c8ca083a req-a6f21b31-a909-4a52-a24d-0ce402cb325b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455930 Aug 25 14:47:12.359903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-084bb01d-b11e-4a01-b249-c6f44e70779c tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:12.361340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-084bb01d-b11e-4a01-b249-c6f44e70779c tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1282041 Aug 25 14:47:12.397734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.resource_extend [None req-9f3b8492-a178-49df-b433-511baf897794 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:47:12.417260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-089d1f67-cba0-417f-aad3-31c0182f0948 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0467355 Aug 25 14:47:12.497322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-7a56df74-457b-46ff-b163-fdfe5e45038a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0690308 Aug 25 14:47:12.550007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 423b3710-79f7-4bbe-90d4-25c16acbc46e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:12.554620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b788cd-563d-4623-a32f-45671802beea req-b7ae2dd9-576a-42f7-a304-95797d3b93db tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:12.563907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58b788cd-563d-4623-a32f-45671802beea req-b7ae2dd9-576a-42f7-a304-95797d3b93db tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0717359 Aug 25 14:47:12.570535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:12.573441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '423b3710-79f7-4bbe-90d4-25c16acbc46e', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '423b3710-79f7-4bbe-90d4-25c16acbc46e', 'mac_address': 'fa:16:3e:03:e1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:12.621169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:47:12.623756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58b788cd-563d-4623-a32f-45671802beea req-83c9d14a-d97a-47d1-9d29-c9472e4fb027 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586884 Aug 25 14:47:12.639871 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:12.656055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423b3710-79f7-4bbe-90d4-25c16acbc46e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:12.681099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 423b3710-79f7-4bbe-90d4-25c16acbc46e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:12.692477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Deleting port 447444d6-4ac1-4a10-9246-c1b78ec76255 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:12.692827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:12.756053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a5f5-c160-46d8-b477-96da8547e85f req-3e67d86f-d923-4bb4-bac5-b297e800894c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:12.757832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5456a5f5-c160-46d8-b477-96da8547e85f req-3e67d86f-d923-4bb4-bac5-b297e800894c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 947 time: 0.0565436 Aug 25 14:47:12.775763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:12.782413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:12.787192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:12.815648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Calling delete_port for 447444d6-4ac1-4a10-9246-c1b78ec76255 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:12.819394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5456a5f5-c160-46d8-b477-96da8547e85f req-b08a83a4-d6ec-42b4-8ca6-1bf21593b076 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546901 Aug 25 14:47:12.847858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=423b3710-79f7-4bbe-90d4-25c16acbc46e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:13.041938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.071466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event deleted for resources: {'Port': ['ID=447444d6-4ac1-4a10-9246-c1b78ec76255,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:13.101098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['423b3710-79f7-4bbe-90d4-25c16acbc46e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:13.146756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.149930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.151215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c23e91a4-dbd3-4741-8655-72ab9852a5d2 req-0ab2fe4f-8b4b-45fe-b6b7-693e683d283a tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "DELETE /v2.0/floatingips/bb6484d0-eda1-46da-8cfb-fc329d242063 HTTP/1.1" status: 204 len: 173 time: 0.6408281 Aug 25 14:47:13.170483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:13.173196 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95d2c97-6658-45d8-a203-773393058afe" -d '{"events": [{"name": "network-changed", "server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:13.182109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:13.303068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89553439-afc7-4a3b-ad00-5838927ddcac req-6ca7010e-3b73-4f63-bb1c-d5a00893bd52 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.305177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89553439-afc7-4a3b-ad00-5838927ddcac req-6ca7010e-3b73-4f63-bb1c-d5a00893bd52 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.0906737 Aug 25 14:47:13.310558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28a1f7ea-e95f-45e6-b77c-fc0ea49881e8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.350096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28a1f7ea-e95f-45e6-b77c-fc0ea49881e8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.385802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89553439-afc7-4a3b-ad00-5838927ddcac req-c49adc8b-3a39-4adf-a060-a91e95003ab5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694313 Aug 25 14:47:13.423911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4c59-193e-48f9-83b4-9507ec899474 req-2e8642ee-d9cd-402c-8c22-56cf87e9e274 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.435642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-316b4c59-193e-48f9-83b4-9507ec899474 req-2e8642ee-d9cd-402c-8c22-56cf87e9e274 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2341218 Aug 25 14:47:13.440749 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206515e8-b76f-434b-a379-54c0d54f177e x-openstack-request-id: req-206515e8-b76f-434b-a379-54c0d54f177e {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:13.441373 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:13.441638 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-206515e8-b76f-434b-a379-54c0d54f177e {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:13.442576 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'status': 'completed', 'code': 200} Aug 25 14:47:13.507459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28a1f7ea-e95f-45e6-b77c-fc0ea49881e8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.510217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28a1f7ea-e95f-45e6-b77c-fc0ea49881e8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.514052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-28a1f7ea-e95f-45e6-b77c-fc0ea49881e8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "DELETE /v2.0/security-groups/d88a8643-cbfd-4b20-8130-09ac12e4d405 HTTP/1.1" status: 204 len: 168 time: 0.3271246 Aug 25 14:47:13.515106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:13.533596 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-ec3ece81-509a-4fe3-b502-4276b03cfb4b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] show failed (client error): The resource could not be found. Aug 25 14:47:13.537217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec3ece81-509a-4fe3-b502-4276b03cfb4b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "GET /v2.0/security-groups/d88a8643-cbfd-4b20-8130-09ac12e4d405 HTTP/1.1" status: 404 len: 347 time: 0.0183189 Aug 25 14:47:13.538275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:13.549879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1f7ea-e95f-45e6-b77c-fc0ea49881e8 tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a8643-cbfd-4b20-8130-09ac12e4d405,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:13.573102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2c97-6658-45d8-a203-773393058afe req-e325f39b-ee21-4635-a1ec-5620b4634d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.574744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-e325f39b-ee21-4635-a1ec-5620b4634d18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1125 time: 0.1014256 Aug 25 14:47:13.593996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694002a-44cd-4711-af09-7018340d02ce req-c3b9c9d6-6d96-49cb-b390-ffd4d4eca3af tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.595546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1694002a-44cd-4711-af09-7018340d02ce req-c3b9c9d6-6d96-49cb-b390-ffd4d4eca3af tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1096 time: 0.0913737 Aug 25 14:47:13.605247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133c93-93e0-48c6-bd27-94066d1a0b81 req-6bdcadd6-36a5-46f0-9e52-f1fd8fd4d4d4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.606535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba133c93-93e0-48c6-bd27-94066d1a0b81 req-6bdcadd6-36a5-46f0-9e52-f1fd8fd4d4d4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.1193051 Aug 25 14:47:13.680114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1694002a-44cd-4711-af09-7018340d02ce req-1a5810cd-dc54-44cd-82e3-4aa9d103c2dc tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747588 Aug 25 14:47:13.698828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2c97-6658-45d8-a203-773393058afe req-53472927-eae7-44e0-979d-58cfb4337204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.699690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-53472927-eae7-44e0-979d-58cfb4337204 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1160827 Aug 25 14:47:13.720971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba133c93-93e0-48c6-bd27-94066d1a0b81 req-be2bfdc2-1f55-4046-b31d-24f54abc3c8b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049173 Aug 25 14:47:13.745265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Deleting port 8df3f42b-f816-461e-809e-7fdbb1533ae8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:13.745739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.756064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-623c5143-5563-4db5-9de5-ea1d9a622acc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 200 len: 217 time: 0.0448382 Aug 25 14:47:13.812916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a94c8161-7b83-46bd-8211-68b8fe0746b1 req-4792c51d-620b-4a40-aa05-78f80a840637 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=4d4dda20a0ae477f90d0fc21813ee6b8 HTTP/1.1" status: 200 len: 1657 time: 0.0620196 Aug 25 14:47:13.872837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.873438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:13.891745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Calling delete_port for 8df3f42b-f816-461e-809e-7fdbb1533ae8 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:13.909373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2d08a-1f98-4127-89ef-17606c03e217 req-b91eba99-e348-464b-9d18-bacf7b24c7cf tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.910879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48b2d08a-1f98-4127-89ef-17606c03e217 req-b91eba99-e348-464b-9d18-bacf7b24c7cf tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1017699 Aug 25 14:47:13.917319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2c97-6658-45d8-a203-773393058afe req-b1b46d56-2b9d-4e4e-8461-f91f7f5313da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:13.918818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-b1b46d56-2b9d-4e4e-8461-f91f7f5313da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.1201520 Aug 25 14:47:13.957330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-757f5067-d22f-42bb-abd9-5e0309cad4be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305524 Aug 25 14:47:13.998615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48b2d08a-1f98-4127-89ef-17606c03e217 req-583f2468-50db-42f9-93d2-d9152bc4f7a3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816808 Aug 25 14:47:14.067709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c8161-7b83-46bd-8211-68b8fe0746b1 req-d2c7232f-ea4e-46cc-b5fd-513c149053ea tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:14.069302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a94c8161-7b83-46bd-8211-68b8fe0746b1 req-d2c7232f-ea4e-46cc-b5fd-513c149053ea tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks?id=4b029e60-5bcb-46e6-983c-ea15f620bb16&id=4b029e60-5bcb-46e6-983c-ea15f620bb16&id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 787 time: 0.2350192 Aug 25 14:47:14.107537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-eae2ceb9-bb0b-4150-acb8-a7c31679ac8b service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379039 Aug 25 14:47:14.201308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.242727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Pushing event deleted for resources: {'Port': ['ID=8df3f42b-f816-461e-809e-7fdbb1533ae8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:14.258052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 423b3710-79f7-4bbe-90d4-25c16acbc46e up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:14.272892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d8bd0-e7f4-4642-9d41-cfff6aefd3a2 req-f71b0f5c-b1d1-47af-9d52-6ed4afa87d0f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:14.274596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-444d8bd0-e7f4-4642-9d41-cfff6aefd3a2 req-f71b0f5c-b1d1-47af-9d52-6ed4afa87d0f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 948 time: 0.1078269 Aug 25 14:47:14.382980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.385855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.389565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c288ef11-446c-4079-aecb-07b69566e97b tempest-ImagesOneServerNegativeTestJSON-55990351 tempest-ImagesOneServerNegativeTestJSON-55990351-project] 10.222.0.58 "DELETE /v2.0/floatingips/697fdede-0b6a-44d0-9cb7-33319d04a97e HTTP/1.1" status: 204 len: 168 time: 0.8474908 Aug 25 14:47:14.403975 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-444d8bd0-e7f4-4642-9d41-cfff6aefd3a2 req-a436356d-9331-4769-a1b2-04271c61deb9 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893469 Aug 25 14:47:14.415342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 423b3710-79f7-4bbe-90d4-25c16acbc46e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:14.419935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 423b3710-79f7-4bbe-90d4-25c16acbc46e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:14.420431 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.566063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47958) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:14.579014 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.612340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-ab0b6145-ff81-41ee-8607-76f3073eefb3 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips/bb6831a5-45ae-43ef-ba16-faf6ed785683 HTTP/1.1" status: 200 len: 693 time: 0.4164159 Aug 25 14:47:14.617458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f95d2c97-6658-45d8-a203-773393058afe req-5b18a7a2-5582-41e5-bf1a-e2677f0e3013 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025384 Aug 25 14:47:14.620787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3e9988-b700-4fad-912a-939b79dc6639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b3710-79f7-4bbe-90d4-25c16acbc46e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:14.623012 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4460db5-d51b-422f-806a-60f517cae98c" -d '{"events": [{"server_uuid": "af3e9988-b700-4fad-912a-939b79dc6639", "name": "network-vif-plugged", "status": "completed", "tag": "423b3710-79f7-4bbe-90d4-25c16acbc46e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:14.633926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Deleting subnet 9fa9dfda-bea1-41bb-aca2-3044a33e7b59 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:47:14.640483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.655083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 423b3710-79f7-4bbe-90d4-25c16acbc46e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:14.682465 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee034fb-19e0-4226-8351-6567fa32d9d8 x-openstack-request-id: req-aee034fb-19e0-4226-8351-6567fa32d9d8 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:14.682770 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3e9988-b700-4fad-912a-939b79dc6639", "name": "network-vif-plugged", "status": "completed", "tag": "423b3710-79f7-4bbe-90d4-25c16acbc46e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:14.683049 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aee034fb-19e0-4226-8351-6567fa32d9d8 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:14.683507 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3e9988-b700-4fad-912a-939b79dc6639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b3710-79f7-4bbe-90d4-25c16acbc46e', 'code': 200} Aug 25 14:47:14.688156 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.741753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.763813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-4c548d9e-28ee-4790-a97b-2ed32383c5c4 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:14.765771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-4c548d9e-28ee-4790-a97b-2ed32383c5c4 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1448808 Aug 25 14:47:14.789932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.791744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 698ce826-a71c-44a5-bf04-d6164f655069 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:14.827924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 698ce826-a71c-44a5-bf04-d6164f655069 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:14.828567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 698ce826-a71c-44a5-bf04-d6164f655069 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:14.856764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-beb59415-7c70-4b25-918e-ba957b4ecbbe tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0786469 Aug 25 14:47:14.865402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef36465-061d-469a-9148-c0fbda041b0d req-dae58506-878e-4052-a702-6f8b4d5cf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:14.867729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ef36465-061d-469a-9148-c0fbda041b0d req-dae58506-878e-4052-a702-6f8b4d5cf720 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 1099 time: 0.1010518 Aug 25 14:47:14.881045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=423b3710-79f7-4bbe-90d4-25c16acbc46e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:14.906083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93d297-d756-47fe-89dd-1632da375549 req-63460613-1eb1-4dc3-ac98-f373a49d6491 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:14.908872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d93d297-d756-47fe-89dd-1632da375549 req-63460613-1eb1-4dc3-ac98-f373a49d6491 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.0855057 Aug 25 14:47:14.910676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:14.931914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6aa9516c-caf9-4a83-bbec-cf7de04e1fc4 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0631051 Aug 25 14:47:14.982483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ef36465-061d-469a-9148-c0fbda041b0d req-1a5da3a2-e842-4bc5-9556-f1e5be228b4d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054657 Aug 25 14:47:14.994969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa9dfda-bea1-41bb-aca2-3044a33e7b59,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:15.008511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.009971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9650b2fd-31f3-42f8-9c0c-821c3d64850e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9fa9dfda-bea1-41bb-aca2-3044a33e7b59 HTTP/1.1" status: 204 len: 168 time: 0.4429398 Aug 25 14:47:15.016529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:15.098778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Deleting port 7afddf3f-b0ff-4c3d-b1de-a64733b295e3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:15.099439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.190182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.190670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.208714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Calling delete_port for 7afddf3f-b0ff-4c3d-b1de-a64733b295e3 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:15.403585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d93d297-d756-47fe-89dd-1632da375549 req-7e87ce0e-8512-47b4-b9ff-274206c4cf97 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862955 Aug 25 14:47:15.410582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.445339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.455178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event deleted for resources: {'Port': ['ID=7afddf3f-b0ff-4c3d-b1de-a64733b295e3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:15.541748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.544781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.545958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d892c8ce-8307-4224-b8f2-baba0e97a0e2 req-6a892239-07c3-45b8-b399-b6e35172143b tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "DELETE /v2.0/floatingips/bb6831a5-45ae-43ef-ba16-faf6ed785683 HTTP/1.1" status: 204 len: 173 time: 0.6070259 Aug 25 14:47:15.590612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.604009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d34728-cb22-48bf-836a-d6c51926771c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:15.617243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cb7449-0329-4454-9755-d109a5f648bd') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:15.617537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cb7449-0329-4454-9755-d109a5f648bd') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:15.633337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dac69-f92f-4103-92c9-b571781df247 req-f453bb74-ca8b-4ec0-b87e-9eedbd72bf5a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:15.635132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f73dac69-f92f-4103-92c9-b571781df247 req-f453bb74-ca8b-4ec0-b87e-9eedbd72bf5a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1381633 Aug 25 14:47:15.639518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.672963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.679957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:47:15.680358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:47:15.684240 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:47:15.718073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f73dac69-f92f-4103-92c9-b571781df247 req-be518659-5763-456f-b6a7-f35e6663eceb tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716209 Aug 25 14:47:15.749850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcf107-37de-4941-9a5a-dd4f744f7eac req-5a77cb90-e56e-42ee-a30b-9ba4d6ecdfa2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:15.752225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3bcf107-37de-4941-9a5a-dd4f744f7eac req-5a77cb90-e56e-42ee-a30b-9ba4d6ecdfa2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 949 time: 0.0683854 Aug 25 14:47:15.808173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3bcf107-37de-4941-9a5a-dd4f744f7eac req-41307bda-e458-445f-835d-b7c55f1714a4 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Aug 25 14:47:15.836316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-1ca0e365-3c5e-4cd9-bd15-c49bdeb50967 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips/bf1bf5fe-4843-4ccf-a6b2-4baa09f14db1 HTTP/1.1" status: 200 len: 693 time: 0.0762997 Aug 25 14:47:15.890336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.899532 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:15.901429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e7d34728-cb22-48bf-836a-d6c51926771c HTTP/1.1" status: 204 len: 168 time: 0.8839166 Aug 25 14:47:15.918484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb9487-8a13-4d30-8c35-2530346defe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d34728-cb22-48bf-836a-d6c51926771c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:15.969967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-614d9b60-55fc-415a-a040-d2633f97a93e tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:15.971378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-614d9b60-55fc-415a-a040-d2633f97a93e tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1293504 Aug 25 14:47:15.983244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-8b9d6383-fc51-4427-977b-3e061529e9a9 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:47:15.987295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-8b9d6383-fc51-4427-977b-3e061529e9a9 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060227 Aug 25 14:47:16.099755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-d60111e8-2a10-4d19-8608-86382503ef01 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1082447 Aug 25 14:47:16.184655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-70c11160-d88c-4980-b168-89a85ec575eb tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0586300 Aug 25 14:47:16.235390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47988) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:16.281500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3d904094-7375-4667-b6b7-85cec2a5f2f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0bed7a6b05f445379e65af4a8ff4cd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427308 Aug 25 14:47:16.281779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47990) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:16.338109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Deleting port 57a14010-9f15-4949-ae16-a2271a10f2bf {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:16.338460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.344728 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8042139c-0906-4966-a401-c1ee52b47606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.375065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8042139c-0906-4966-a401-c1ee52b47606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.428226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.428583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.441494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Calling delete_port for 57a14010-9f15-4949-ae16-a2271a10f2bf owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:16.517206 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8042139c-0906-4966-a401-c1ee52b47606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.521066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8042139c-0906-4966-a401-c1ee52b47606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.523063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8042139c-0906-4966-a401-c1ee52b47606 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8 HTTP/1.1" status: 204 len: 168 time: 0.2399461 Aug 25 14:47:16.534641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042139c-0906-4966-a401-c1ee52b47606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759e3fe-eb8e-48de-a4a6-d1e5104c8dc8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:16.558435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004e16-e8ed-4e32-b9ed-bded92d7f0e2 req-d62e5649-f8f1-49cf-bb20-71a0fff51224 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:16.559958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52004e16-e8ed-4e32-b9ed-bded92d7f0e2 req-d62e5649-f8f1-49cf-bb20-71a0fff51224 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.0842502 Aug 25 14:47:16.607833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52004e16-e8ed-4e32-b9ed-bded92d7f0e2 req-31a6cbcb-1c01-4459-bf55-dfe32a250ade tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Aug 25 14:47:16.677987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.703646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event deleted for resources: {'Port': ['ID=57a14010-9f15-4949-ae16-a2271a10f2bf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:16.780264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.782771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:16.783988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-462de1bd-8f53-4569-93fa-20e7243cca50 req-ceac0a77-28f8-4a2d-b5a0-775f4f653a21 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "DELETE /v2.0/floatingips/bf1bf5fe-4843-4ccf-a6b2-4baa09f14db1 HTTP/1.1" status: 204 len: 173 time: 0.5935781 Aug 25 14:47:16.850941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b2d01-a4ee-4c77-8a34-2e480248c9a1 req-e34772d9-a124-469d-b350-09283fe5a116 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:16.852462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-976b2d01-a4ee-4c77-8a34-2e480248c9a1 req-e34772d9-a124-469d-b350-09283fe5a116 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0536072 Aug 25 14:47:16.860097 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-7ab5e257-1a41-4da9-a206-83380a8d3103 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips/cc60bfdc-2c20-4ce4-a1eb-5bdc75ceb2db HTTP/1.1" status: 200 len: 693 time: 0.0552175 Aug 25 14:47:16.895707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-976b2d01-a4ee-4c77-8a34-2e480248c9a1 req-45c891d1-348d-41b6-82b0-78758c3f8e1e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Aug 25 14:47:16.972715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-93dba397-82ad-459c-b020-57880aad42dc tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:16.974073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-93dba397-82ad-459c-b020-57880aad42dc tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1031492 Aug 25 14:47:17.005491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf36a7f-67fb-4cf1-98dc-d574a415349e req-7bae7d99-3e0a-42d4-aa39-f6c76d674b09 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:17.007222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbf36a7f-67fb-4cf1-98dc-d574a415349e req-7bae7d99-3e0a-42d4-aa39-f6c76d674b09 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 949 time: 0.0573738 Aug 25 14:47:17.029991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-68492602-b819-449b-9474-b1621197813f tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0489571 Aug 25 14:47:17.082260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbf36a7f-67fb-4cf1-98dc-d574a415349e req-8b7be643-56f8-4cd5-8819-46593cc80138 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373814 Aug 25 14:47:17.086007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-9ff2d8f6-51ca-4ce6-80b1-281cd47db802 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0495083 Aug 25 14:47:17.193811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b6c7-aec8-46c4-a613-7c937dc63b6d req-64e0947e-8367-4090-8047-6692fb3e87cb tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:17.199479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89b4b6c7-aec8-46c4-a613-7c937dc63b6d req-64e0947e-8367-4090-8047-6692fb3e87cb tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 1100 time: 0.0581181 Aug 25 14:47:17.239881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89b4b6c7-aec8-46c4-a613-7c937dc63b6d req-ed66edd2-f4bd-4062-a15c-29e080d63fed tempest-ServersOnMultiNodesTest-1636530638 tempest-ServersOnMultiNodesTest-1636530638-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Aug 25 14:47:17.261277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Deleting port 256bc454-6b9a-469f-a8a6-c20d6c5e4ba3 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:17.261620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:17.360520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:17.360953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:17.374601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Calling delete_port for 256bc454-6b9a-469f-a8a6-c20d6c5e4ba3 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:17.581000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:17.615688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Pushing event deleted for resources: {'Port': ['ID=256bc454-6b9a-469f-a8a6-c20d6c5e4ba3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:17.677057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:17.679916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:17.681092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35df9d4b-38d0-4c32-80e4-918bc9763e8a req-a210095f-d8b1-4eb8-bf6b-1c14736faff0 tempest-FloatingIPDetailsTestJSON-495045046 tempest-FloatingIPDetailsTestJSON-495045046-project] 10.222.0.58 "DELETE /v2.0/floatingips/cc60bfdc-2c20-4ce4-a1eb-5bdc75ceb2db HTTP/1.1" status: 204 len: 173 time: 0.5894396 Aug 25 14:47:17.687216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:18.149261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:18.399461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1bd1b-c682-4963-bee7-475e02922a3c req-740a63b1-ab2b-405f-8078-f25b393b9459 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:18.411249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73e1bd1b-c682-4963-bee7-475e02922a3c req-740a63b1-ab2b-405f-8078-f25b393b9459 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.1258678 Aug 25 14:47:18.482133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73e1bd1b-c682-4963-bee7-475e02922a3c req-6fe0a84b-21ed-4d5b-9384-7e14f51130a4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698678 Aug 25 14:47:18.605208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd35dd-f55f-4aca-8d8c-1fcbd96e3ca2 req-41b6a473-2642-4c66-9170-d68264ab1b73 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:18.612647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07cd35dd-f55f-4aca-8d8c-1fcbd96e3ca2 req-41b6a473-2642-4c66-9170-d68264ab1b73 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 949 time: 0.0740211 Aug 25 14:47:18.614156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183bb4-5e96-469a-b2e8-6e8c2bae0b41 req-df767d48-9ef5-4e9a-9709-7e1f5a67ffb8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:18.622315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5183bb4-5e96-469a-b2e8-6e8c2bae0b41 req-df767d48-9ef5-4e9a-9709-7e1f5a67ffb8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.2427440 Aug 25 14:47:18.672820 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07cd35dd-f55f-4aca-8d8c-1fcbd96e3ca2 req-acf2c4e7-e318-4a9d-a878-43bc3717633d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591266 Aug 25 14:47:18.693001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5183bb4-5e96-469a-b2e8-6e8c2bae0b41 req-fd684d8e-f1b2-4ede-b076-f15269097f9d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540102 Aug 25 14:47:18.778984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Deleting port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:18.779458 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:18.872613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] For port a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:18.872902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:18.888311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Calling delete_port for a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:19.166672 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:19.199988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:19.450651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:19.639687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b502d4-a1cb-4192-8169-41f2e8455dcc req-6e5e1ec3-b486-4109-b57e-de649a86ef8f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:19.641219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b502d4-a1cb-4192-8169-41f2e8455dcc req-6e5e1ec3-b486-4109-b57e-de649a86ef8f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.0996001 Aug 25 14:47:19.660023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-c1faf30e-4606-4638-a3a9-6165b68b0d46 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:19.661456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-c1faf30e-4606-4638-a3a9-6165b68b0d46 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 949 time: 0.0837245 Aug 25 14:47:19.880958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d754-9959-45e2-af7b-77789cb7e914 req-d22d3505-1c2e-40b0-95f0-7e663f3d2a41 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:19.902070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33e6d754-9959-45e2-af7b-77789cb7e914 req-d22d3505-1c2e-40b0-95f0-7e663f3d2a41 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 949 time: 0.0851324 Aug 25 14:47:19.902349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b502d4-a1cb-4192-8169-41f2e8455dcc req-b01cf0c4-8110-4819-baf1-7acee8da8394 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391932 Aug 25 14:47:19.932848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Router f979cc0e-2caa-4b31-9b24-db0174b7a221 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:47:19.966382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-22fcd25a-ef89-485a-89d8-c939a74d36dd service neutron] 10.222.0.45 "GET /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.1347921 Aug 25 14:47:19.971887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33e6d754-9959-45e2-af7b-77789cb7e914 req-5ab7969a-eb46-4cb6-bed4-77eb393657cb tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Aug 25 14:47:20.189204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port 423b3710-79f7-4bbe-90d4-25c16acbc46e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:20.189929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.295627 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:20.308890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:47:20.321841 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] Sync routers for ids ['f979cc0e-2caa-4b31-9b24-db0174b7a221'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:47:20.329746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fbdda067-91e7-49d1-a944-442d7ae8e266 admin admin] 10.222.0.58 "PUT /v2.0/routers/f979cc0e-2caa-4b31-9b24-db0174b7a221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6412909 Aug 25 14:47:20.332267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48114) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:20.336979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] Routers {'f979cc0e-2caa-4b31-9b24-db0174b7a221'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:47:20.337709 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f979cc0e-2caa-4b31-9b24-db0174b7a221'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:20.357070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fe2c6-bf6b-4ccf-ae61-693d5f87b4be req-1511a259-2515-4f54-a812-b964a33609d8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:20.364938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-678fe2c6-bf6b-4ccf-ae61-693d5f87b4be req-1511a259-2515-4f54-a812-b964a33609d8 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.2556019 Aug 25 14:47:20.481738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port 423b3710-79f7-4bbe-90d4-25c16acbc46e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=423b3710-79f7-4bbe-90d4-25c16acbc46e,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:20.482080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.500899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-678fe2c6-bf6b-4ccf-ae61-693d5f87b4be req-ea5c5cd3-c6d2-40a5-9d35-c31af09d85a1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344702 Aug 25 14:47:20.529347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.534434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for 423b3710-79f7-4bbe-90d4-25c16acbc46e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:20.568417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:20.686419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.701042 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] Set router f979cc0e-2caa-4b31-9b24-db0174b7a221 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:47:20.714428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:20.764353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:20.784867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:20.885034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Deleting port 1e5994fe-543f-44d8-a172-47261afacf98 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:20.885890 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.896459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.934759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1a482212-80a8-4b72-aa97-ef04279a00a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:20.988705 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '1e5994fe-543f-44d8-a172-47261afacf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:47:19Z', 'revision_number': 5, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port': {'id': '1e5994fe-543f-44d8-a172-47261afacf98', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:21.057459 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] Checking router: f979cc0e-2caa-4b31-9b24-db0174b7a221 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:47:21.077598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] For port 1e5994fe-543f-44d8-a172-47261afacf98, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1e5994fe-543f-44d8-a172-47261afacf98,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:21.077993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:21.080972 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] Routers {'f979cc0e-2caa-4b31-9b24-db0174b7a221'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:47:21.081597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f979cc0e-2caa-4b31-9b24-db0174b7a221'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:21.137418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7022a13c-9eb1-4e34-909f-13cd472258eb req-94b04903-aee8-4029-9025-2235f4a85606 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 210 time: 0.0313284 Aug 25 14:47:21.140169 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:21.142113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] Transition to ACTIVE for port object 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:21.156502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27', '423b3710-79f7-4bbe-90d4-25c16acbc46e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:21.158802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'b6b737c1-b627-42c8-8806-3f2001559709', 'c5c25b82-a2d4-4d88-b0fa-14de667f0348'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:21.177707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Calling delete_port for 1e5994fe-543f-44d8-a172-47261afacf98 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:21.203146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=423b3710-79f7-4bbe-90d4-25c16acbc46e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:21.274599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port 423b3710-79f7-4bbe-90d4-25c16acbc46e on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:21.275704 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] Set router f979cc0e-2caa-4b31-9b24-db0174b7a221 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:47:21.290284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:21.312765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:21.314975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6d3c2d0-bbc7-4668-9b45-5fcfc1e27052 req-583aaed1-aad4-43ad-8e9a-68a4eceee49d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "DELETE /v2.0/ports/423b3710-79f7-4bbe-90d4-25c16acbc46e HTTP/1.1" status: 204 len: 173 time: 1.6030176 Aug 25 14:47:21.328969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3e9988-b700-4fad-912a-939b79dc6639', 'name': 'network-vif-deleted', 'tag': '423b3710-79f7-4bbe-90d4-25c16acbc46e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:21.336021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25559e6-3862-4e67-be54-ef9aa1dad585 req-60e959db-379b-4197-80c4-f9c0bd2d9895 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:21.336225 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9731ffea-130a-4555-a097-b03da1acbedf" -d '{"events": [{"server_uuid": "af3e9988-b700-4fad-912a-939b79dc6639", "name": "network-vif-deleted", "tag": "423b3710-79f7-4bbe-90d4-25c16acbc46e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:21.347505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a25559e6-3862-4e67-be54-ef9aa1dad585 req-60e959db-379b-4197-80c4-f9c0bd2d9895 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 944 time: 0.2580466 Aug 25 14:47:21.424956 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:47:20Z', 'revision_number': 6, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:21.482140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a25559e6-3862-4e67-be54-ef9aa1dad585 req-d6fcd88e-e41f-47ca-80fb-677770c40e6f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334009 Aug 25 14:47:21.502922 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91907ec-b2db-46b8-90ec-74249ec9c844 x-openstack-request-id: req-d91907ec-b2db-46b8-90ec-74249ec9c844 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:21.504094 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3e9988-b700-4fad-912a-939b79dc6639", "name": "network-vif-deleted", "tag": "423b3710-79f7-4bbe-90d4-25c16acbc46e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:21.505436 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d91907ec-b2db-46b8-90ec-74249ec9c844 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:21.506183 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3e9988-b700-4fad-912a-939b79dc6639', 'name': 'network-vif-deleted', 'tag': '423b3710-79f7-4bbe-90d4-25c16acbc46e', 'status': 'completed', 'code': 200} Aug 25 14:47:21.510412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] No DVR routers for this DVR port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:21.512159 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1a732-7255-4f9c-89af-e9458d654983 None None] The sync data for ids ['f979cc0e-2caa-4b31-9b24-db0174b7a221'] in n-d-805995-2 is: [{'id': 'f979cc0e-2caa-4b31-9b24-db0174b7a221', 'name': 'tempest-FloatingIPDetailsTestJSON-1920097837-router', 'tenant_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:44Z', 'updated_at': '2021-08-25T14:47:20Z', 'revision_number': 6, 'project_id': '4d4dda20a0ae477f90d0fc21813ee6b8', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:47:21.643365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] 10.222.0.45 "PUT /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5897052 Aug 25 14:47:21.684451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d76bc-c17d-4418-985d-983bb028b88c service neutron] Pushing event updated for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:21.815396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3df29-a00e-420f-b9a3-f5a37fd8382b req-6fa23365-31e1-49c4-9f4c-0d3ede0d150f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:21.816022 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:47:21.818054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d3df29-a00e-420f-b9a3-f5a37fd8382b req-6fa23365-31e1-49c4-9f4c-0d3ede0d150f tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1051147 Aug 25 14:47:21.829731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:21.872827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d3df29-a00e-420f-b9a3-f5a37fd8382b req-d23a5e6e-e626-478e-877f-78966f112c46 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Aug 25 14:47:21.897995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5994fe-543f-44d8-a172-47261afacf98,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:21.981926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.017616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-759e338a-1af6-4b52-89ff-e70f1377549f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:22.020459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-759e338a-1af6-4b52-89ff-e70f1377549f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.2359679 Aug 25 14:47:22.116370 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.120578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.208737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-61a2a3f7-986d-4d41-acb8-6226f1957a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:22.211073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-61a2a3f7-986d-4d41-acb8-6226f1957a11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 1096 time: 0.1542017 Aug 25 14:47:22.284728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.285577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f979cc0e-2caa-4b31-9b24-db0174b7a221 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:47:22.291733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.292981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-06a51307-a19e-4e31-9b71-7efe69ae7fb8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f979cc0e-2caa-4b31-9b24-db0174b7a221 HTTP/1.1" status: 204 len: 168 time: 1.9594285 Aug 25 14:47:22.295546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48168) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:22.343276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c953434-a809-4373-97e4-4ee363f7aa9c req-3047e5b5-2a5d-4e7b-874d-ff4393e31a61 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af3e9988-b700-4fad-912a-939b79dc6639 HTTP/1.1" status: 200 len: 210 time: 0.0412147 Aug 25 14:47:22.352974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-2cdba307-40f4-4f92-84af-e28e07c0a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:22.354606 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-2cdba307-40f4-4f92-84af-e28e07c0a600 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1096 time: 0.1112301 Aug 25 14:47:22.455306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Deleting subnet 1d2f45da-5b63-4562-bac6-75d01234a43a {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:47:22.462209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.569634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.621956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-2111e15a-1f00-4d6e-8506-cc80ecadb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:22.622852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-2111e15a-1f00-4d6e-8506-cc80ecadb295 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2601314 Aug 25 14:47:22.700496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1e5994fe-543f-44d8-a172-47261afacf98 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:22.704807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-c4b5117b-a7b2-448c-8a7c-be8f24b32aa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 200 len: 217 time: 0.0738201 Aug 25 14:47:22.743704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1e5994fe-543f-44d8-a172-47261afacf98 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:22.744064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1e5994fe-543f-44d8-a172-47261afacf98 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:22.744501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:22.781789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:22.782142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8bb5c38-64bb-4f54-b9f2-3e1d4f769ffd not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:22.810464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:22.814435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-4cba151b-5600-4774-b811-51ef62e7f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:22.818250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-4cba151b-5600-4774-b811-51ef62e7f43b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.1040392 Aug 25 14:47:22.893944 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-23899f43-509d-42d4-a488-a6f0b35031ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663884 Aug 25 14:47:23.106525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6d553-815b-4a4f-8651-120538c57fe9 req-bee60105-a2da-465b-a211-c0efcd8aebe4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:23.109199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87e6d553-815b-4a4f-8651-120538c57fe9 req-bee60105-a2da-465b-a211-c0efcd8aebe4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1057098 Aug 25 14:47:23.121292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-cf1c174b-66ec-4256-b7a5-b0a8cf3cd0ad service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151480 Aug 25 14:47:23.168977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87e6d553-815b-4a4f-8651-120538c57fe9 req-52c37c6c-3e0b-40d3-8454-5ff981af7277 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465987 Aug 25 14:47:23.301052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797b920-ac1d-43b6-9edc-8930e4b28f28 req-334c008a-3a12-4859-be3d-ccc632ccd94a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:23.302927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3797b920-ac1d-43b6-9edc-8930e4b28f28 req-334c008a-3a12-4859-be3d-ccc632ccd94a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.6193206 Aug 25 14:47:23.330988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-2251b9ab-7035-45d2-b9f9-fa16083cf587 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745894 Aug 25 14:47:23.369737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3797b920-ac1d-43b6-9edc-8930e4b28f28 req-f0dc9063-cc67-4bfe-86ca-cf0814e026d3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Aug 25 14:47:23.580186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.604913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2f45da-5b63-4562-bac6-75d01234a43a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:23.610557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.615092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f2b6cfd8-9687-4d83-99af-fb9033e1cffc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1d2f45da-5b63-4562-bac6-75d01234a43a HTTP/1.1" status: 204 len: 168 time: 1.3160989 Aug 25 14:47:23.616411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:23.621012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2a999-090a-4d52-9eba-46a136ecbbca None None] Network 6b248544-6eaf-4286-8863-68c8e8d93154 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:47:23.739500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.800037 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3af59317-c8f1-493b-ac87-1080754e212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.847180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Deleting port 720c46a6-7ee1-4684-994e-c128ad5c6e67 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:23.847463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.932953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] DHCP port deletion for 6b248544-6eaf-4286-8863-68c8e8d93154 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:47:23.945384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] For port 720c46a6-7ee1-4684-994e-c128ad5c6e67, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=720c46a6-7ee1-4684-994e-c128ad5c6e67,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:23.945846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.966268 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:23.988875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Calling delete_port for 720c46a6-7ee1-4684-994e-c128ad5c6e67 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:24.019833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] Deleting port 720c46a6-7ee1-4684-994e-c128ad5c6e67 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:24.020584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.029450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f885d3-e636-4627-9844-3f5fd630e223 req-8f331f8a-8b70-4d9a-8ecc-04db8dd976ad tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:24.031297 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-8f331f8a-8b70-4d9a-8ecc-04db8dd976ad tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0567038 Aug 25 14:47:24.106091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] For port 720c46a6-7ee1-4684-994e-c128ad5c6e67, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=720c46a6-7ee1-4684-994e-c128ad5c6e67,segment=NetworkSegment(19f0113c-27c9-43b4-9320-9d7336ddcd72),segment_id=19f0113c-27c9-43b4-9320-9d7336ddcd72)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:24.106748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.122869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] Calling delete_port for 720c46a6-7ee1-4684-994e-c128ad5c6e67 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:24.123686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d947-c485-4acb-93a7-eddb8bcc4176 req-5eb2e84a-dbba-4fd9-8d34-30347b3fe2d7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:24.125386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b920d947-c485-4acb-93a7-eddb8bcc4176 req-5eb2e84a-dbba-4fd9-8d34-30347b3fe2d7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 950 time: 0.1305244 Aug 25 14:47:24.190868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b920d947-c485-4acb-93a7-eddb8bcc4176 req-e7a193c2-21ac-401a-bfa1-4fa2366ace32 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540864 Aug 25 14:47:24.289965 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.300951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 423b3710-79f7-4bbe-90d4-25c16acbc46e no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:24.304873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.320151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Pushing event deleted for resources: {'Port': ['ID=720c46a6-7ee1-4684-994e-c128ad5c6e67,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:24.325029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] No DVR routers for this DVR port 720c46a6-7ee1-4684-994e-c128ad5c6e67 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:24.341883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 423b3710-79f7-4bbe-90d4-25c16acbc46e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:24.342886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 423b3710-79f7-4bbe-90d4-25c16acbc46e not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:24.344510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc9fb-e232-4013-a40e-36a4536e66dd req-8cf309f0-0297-42be-b841-24ba35a82627 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:24.346368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f02fc9fb-e232-4013-a40e-36a4536e66dd req-8cf309f0-0297-42be-b841-24ba35a82627 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0620570 Aug 25 14:47:24.365350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] Pushing event deleted for resources: {'Port': ['ID=720c46a6-7ee1-4684-994e-c128ad5c6e67,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:24.372264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-45f885d3-e636-4627-9844-3f5fd630e223 req-dd865123-9fa5-49d2-96eb-cb6c688335d2 service neutron] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:24.373378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adebd7-fd35-4a42-aae5-049560620947 None None] No DVR routers for this DVR port 720c46a6-7ee1-4684-994e-c128ad5c6e67 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:24.405657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-45f885d3-e636-4627-9844-3f5fd630e223 req-dd865123-9fa5-49d2-96eb-cb6c688335d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.411160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-45f885d3-e636-4627-9844-3f5fd630e223 req-dd865123-9fa5-49d2-96eb-cb6c688335d2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.3685429 Aug 25 14:47:24.418359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.432882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b248544-6eaf-4286-8863-68c8e8d93154']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:24.467815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f0113c-27c9-43b4-9320-9d7336ddcd72') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:24.467815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f0113c-27c9-43b4-9320-9d7336ddcd72') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:47:24.482437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f02fc9fb-e232-4013-a40e-36a4536e66dd req-b119dee7-d019-4964-9a8d-4dd2474fe635 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098270 Aug 25 14:47:24.494509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.524903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.535854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:47:24.536264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:47:24.539363 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:47:24.568484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 720c46a6-7ee1-4684-994e-c128ad5c6e67 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:24.594542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 720c46a6-7ee1-4684-994e-c128ad5c6e67 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:24.594542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 720c46a6-7ee1-4684-994e-c128ad5c6e67 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:24.644339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bcb01-4bd5-4840-832a-d9610f8b7c9e req-1e1864e6-cc49-4521-b9b5-3494b3d39acd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:24.645759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d37bcb01-4bd5-4840-832a-d9610f8b7c9e req-1e1864e6-cc49-4521-b9b5-3494b3d39acd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.1075065 Aug 25 14:47:24.688532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d37bcb01-4bd5-4840-832a-d9610f8b7c9e req-dbbf32f1-82b7-4634-9fb9-7c553930b830 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356205 Aug 25 14:47:24.774529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.781158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:24.789065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] 10.222.0.58 "DELETE /v2.0/networks/6b248544-6eaf-4286-8863-68c8e8d93154 HTTP/1.1" status: 204 len: 168 time: 1.1687725 Aug 25 14:47:24.811696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf9d37-1e5a-456a-b6c7-c62e973fd87b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b248544-6eaf-4286-8863-68c8e8d93154,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:24.853527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6d49c-a230-40ba-97ab-ebe6cd5ad73b req-9192ac0b-8291-4340-a209-b3ed782e6aad tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:24.855248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aec6d49c-a230-40ba-97ab-ebe6cd5ad73b req-9192ac0b-8291-4340-a209-b3ed782e6aad tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1096 time: 0.0528908 Aug 25 14:47:24.898725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aec6d49c-a230-40ba-97ab-ebe6cd5ad73b req-3a24e9ce-83b0-4161-9b2e-ab2b0ef54c52 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Aug 25 14:47:25.018319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0262-c1fd-4173-8391-d2dcc50952fd req-b10bc354-6f9c-4076-927a-400386a9fbf0 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:25.020270 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb8a0262-c1fd-4173-8391-d2dcc50952fd req-b10bc354-6f9c-4076-927a-400386a9fbf0 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 1096 time: 0.0515976 Aug 25 14:47:25.061394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb8a0262-c1fd-4173-8391-d2dcc50952fd req-deb80917-f293-4807-8566-479728acdfeb tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Aug 25 14:47:25.311000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48272) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:25.337646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:25.409259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5fb92365-c0ee-4562-a86e-958096e2f248 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d4dda20a0ae477f90d0fc21813ee6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960298 Aug 25 14:47:25.410224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48274) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:25.469580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1d32-c307-4b44-95ab-322faa7a2acb req-2e9d5c83-d5ee-401a-82d8-04642938cff0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:25.488728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af8b1d32-c307-4b44-95ab-322faa7a2acb req-2e9d5c83-d5ee-401a-82d8-04642938cff0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 950 time: 0.1669459 Aug 25 14:47:25.511192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-429d2f33-d76b-4f9b-bd5e-b224ac7c96a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:25.549749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-429d2f33-d76b-4f9b-bd5e-b224ac7c96a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:25.585788 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af8b1d32-c307-4b44-95ab-322faa7a2acb req-03d2b1b0-ce14-4c9c-832b-443681326fe2 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800798 Aug 25 14:47:25.735530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6a37-b2da-49ed-b841-e0c21d3dd899 req-0426b618-9480-4aff-ad17-1585c75f1986 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:25.737797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-490a6a37-b2da-49ed-b841-e0c21d3dd899 req-0426b618-9480-4aff-ad17-1585c75f1986 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.0517347 Aug 25 14:47:25.775174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-429d2f33-d76b-4f9b-bd5e-b224ac7c96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:25.786987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-429d2f33-d76b-4f9b-bd5e-b224ac7c96a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:25.786987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-429d2f33-d76b-4f9b-bd5e-b224ac7c96a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57b94db3-0afd-4735-81b5-74fef9bded45 HTTP/1.1" status: 204 len: 168 time: 0.3683662 Aug 25 14:47:25.790768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d2f33-d76b-4f9b-bd5e-b224ac7c96a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b94db3-0afd-4735-81b5-74fef9bded45,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:25.803767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-490a6a37-b2da-49ed-b841-e0c21d3dd899 req-2601609e-8016-4fd6-a5af-334c367a7cf3 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Aug 25 14:47:25.850947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e58f1-9ab0-4a17-9534-896222ab249c req-33646e67-15c6-41bc-a433-5e32d2eac48d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:25.858973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-299e58f1-9ab0-4a17-9534-896222ab249c req-33646e67-15c6-41bc-a433-5e32d2eac48d tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 950 time: 0.0697246 Aug 25 14:47:25.993512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port c5c25b82-a2d4-4d88-b0fa-14de667f0348 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:25.993919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:26.099299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port c5c25b82-a2d4-4d88-b0fa-14de667f0348, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c5c25b82-a2d4-4d88-b0fa-14de667f0348,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:26.099806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:26.114559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for c5c25b82-a2d4-4d88-b0fa-14de667f0348 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:26.302104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:26.335209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:26.370268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=c5c25b82-a2d4-4d88-b0fa-14de667f0348,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:26.417616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:26.421321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port c5c25b82-a2d4-4d88-b0fa-14de667f0348 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:26.424289 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:26.426761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-299e58f1-9ab0-4a17-9534-896222ab249c req-caefbae6-d041-426e-bf51-da39031c4380 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "DELETE /v2.0/ports/c5c25b82-a2d4-4d88-b0fa-14de667f0348 HTTP/1.1" status: 204 len: 173 time: 0.5601029 Aug 25 14:47:26.427737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'name': 'network-vif-deleted', 'tag': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:26.432614 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7cf2a7-f9cc-4bb5-b934-5a4f415fa5db" -d '{"events": [{"server_uuid": "3276d243-4dbd-4ae7-8054-f7b0c822a00a", "name": "network-vif-deleted", "tag": "c5c25b82-a2d4-4d88-b0fa-14de667f0348"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:26.509544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'b6b737c1-b627-42c8-8806-3f2001559709', 'c5c25b82-a2d4-4d88-b0fa-14de667f0348'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:26.545355 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06daaf0-3a31-4da0-8a3b-b0d11c2de0d2 x-openstack-request-id: req-c06daaf0-3a31-4da0-8a3b-b0d11c2de0d2 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:26.545899 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276d243-4dbd-4ae7-8054-f7b0c822a00a", "name": "network-vif-deleted", "tag": "c5c25b82-a2d4-4d88-b0fa-14de667f0348", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:26.546049 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c06daaf0-3a31-4da0-8a3b-b0d11c2de0d2 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:26.546750 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276d243-4dbd-4ae7-8054-f7b0c822a00a', 'name': 'network-vif-deleted', 'tag': 'c5c25b82-a2d4-4d88-b0fa-14de667f0348', 'status': 'completed', 'code': 200} Aug 25 14:47:26.736162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:26.823581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a03fb4bf-3d72-4ffc-ae64-e898b2961ef3 req-6046c175-b0c8-4536-b9b7-c486ee1d7765 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 210 time: 0.0620494 Aug 25 14:47:26.832334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'mac_address': 'fa:16:3e:d0:ca:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:26.936648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-c8bffdb1-f2a0-42d8-912e-bbc380501750 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f7c23419fc1a414a9de4d276ae228007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420151 Aug 25 14:47:27.018235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aeba5-8e37-4ef0-8c1c-c19638773dbb req-521a005b-6e0a-47f9-8715-46e0f7bcf005 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:27.021058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-808aeba5-8e37-4ef0-8c1c-c19638773dbb req-521a005b-6e0a-47f9-8715-46e0f7bcf005 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 950 time: 0.1086214 Aug 25 14:47:27.082735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-808aeba5-8e37-4ef0-8c1c-c19638773dbb req-43172175-aa4d-4352-b10e-2fed4a242077 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534503 Aug 25 14:47:27.090731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:27.098609 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:27.122443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:27.168306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:27.172106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-6e73e641-075c-4284-bc63-2505fffb568d tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:27.173539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-6e73e641-075c-4284-bc63-2505fffb568d tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360899 Aug 25 14:47:27.221041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-47e2044b-143e-4a61-a901-7f5ae2e3be8f tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/quotas/f7c23419fc1a414a9de4d276ae228007 HTTP/1.1" status: 200 len: 375 time: 0.0386424 Aug 25 14:47:27.238313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:27.273305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-889b1f74-edf2-4a68-9dcf-5aedd075b328 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7c23419fc1a414a9de4d276ae228007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434110 Aug 25 14:47:27.332435 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:27.435979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:27.625241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1626fbf0-3b18-4cbf-8de7-b1b18db34afa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:28.085706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-97f6e04f-6a90-4b19-8834-9563fc17fe16 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f7c23419fc1a414a9de4d276ae228007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530057 Aug 25 14:47:28.144794 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e468b966-3d3d-4ca6-b33e-52fb4bd96f0d req-cb4b2b36-bf6d-4642-9380-d34cd8ae0fd1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=3276d243-4dbd-4ae7-8054-f7b0c822a00a HTTP/1.1" status: 200 len: 210 time: 0.0361521 Aug 25 14:47:28.263561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-b331250d-b16a-4343-baf2-d5d6b894fd84 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:28.265183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-b331250d-b16a-4343-baf2-d5d6b894fd84 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773090 Aug 25 14:47:28.283632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-7fc4764b-8353-4903-8b38-d344255e5f15 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/quotas/f7c23419fc1a414a9de4d276ae228007 HTTP/1.1" status: 200 len: 375 time: 0.0124335 Aug 25 14:47:28.302916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:28.321709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166cabb-b72c-4523-8ef3-62700f10b13a req-ef676548-0a47-4244-837f-e0b910198134 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:28.329910 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a166cabb-b72c-4523-8ef3-62700f10b13a req-ef676548-0a47-4244-837f-e0b910198134 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 949 time: 0.0793002 Aug 25 14:47:28.367878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-5c0416e6-990a-4f4f-bb43-a1ece9a42d4f tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7c23419fc1a414a9de4d276ae228007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787346 Aug 25 14:47:28.371722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a166cabb-b72c-4523-8ef3-62700f10b13a req-1fb50d94-3a8b-446f-8bc7-e9f500609cb7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Aug 25 14:47:28.415501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:28.474681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:28.527359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:28.643831 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:28.744192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:28.778806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:28.808709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4586c55-3701-49e8-b9a3-b3208e2c6bcf req-05957242-a599-4e62-9ba2-a0e64451a138 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 210 time: 0.0584607 Aug 25 14:47:28.821007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-13784e1b-96c7-46ae-81f1-a7ce0e63f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:28.823156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-13784e1b-96c7-46ae-81f1-a7ce0e63f12b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1100 time: 0.1268892 Aug 25 14:47:29.007005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-a7d2bd38-c43b-4dfd-b7f6-26f96003c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:29.008747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-a7d2bd38-c43b-4dfd-b7f6-26f96003c757 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1557856 Aug 25 14:47:29.059049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-1258dc3f-0712-46b8-abe5-484319d8c76a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa HTTP/1.1" status: 200 len: 217 time: 0.0419300 Aug 25 14:47:29.118910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-23872c00-c29d-4508-b0c1-8f8f259dc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:29.120788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-23872c00-c29d-4508-b0c1-8f8f259dc089 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0552311 Aug 25 14:47:29.175074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-9f14a8c3-2d78-4773-aab2-2eb1b339c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:29.177412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-9f14a8c3-2d78-4773-aab2-2eb1b339c651 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496492 Aug 25 14:47:29.311857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-03ae99d1-338e-4711-91ed-b13829837097 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186135 Aug 25 14:47:29.464504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48446) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:29.470415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c18ea19c-0b31-4b7e-8e3b-98b3ecb78c86 req-e291331f-48d8-452c-a9f2-d6d96a812344 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468945 Aug 25 14:47:29.615573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a57ca5-4a4b-47c8-ab8c-b0e25634bc53 req-9e0754c5-201c-4f9d-99f1-f19dabebcb6d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:29.625530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77a57ca5-4a4b-47c8-ab8c-b0e25634bc53 req-9e0754c5-201c-4f9d-99f1-f19dabebcb6d tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 949 time: 0.1177847 Aug 25 14:47:29.662501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3062baf9-cdef-43f8-a64e-0f1232a2c621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:29.689599 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77a57ca5-4a4b-47c8-ab8c-b0e25634bc53 req-7761974e-ed6c-4684-a93c-9460a743110e tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 Aug 25 14:47:29.841654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3062baf9-cdef-43f8-a64e-0f1232a2c621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:29.907145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840705-afce-48f5-95eb-cf72818758eb req-f6195ad5-df18-461c-8b14-f15c46cc108c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:29.908781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33840705-afce-48f5-95eb-cf72818758eb req-f6195ad5-df18-461c-8b14-f15c46cc108c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 949 time: 0.0650144 Aug 25 14:47:29.929774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50c4ec1b-fa48-4127-a020-056f8660ad36 req-d9396847-0950-4f1e-9c61-0d5ae1ac13a8 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 210 time: 0.0286224 Aug 25 14:47:29.957619 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33840705-afce-48f5-95eb-cf72818758eb req-e0d801cf-7952-425c-8206-1fecf7bbb434 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Aug 25 14:47:29.998233 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3062baf9-cdef-43f8-a64e-0f1232a2c621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.045318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062baf9-cdef-43f8-a64e-0f1232a2c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1d642a-5b64-42b9-baca-226acfc05853,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:30.049871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3062baf9-cdef-43f8-a64e-0f1232a2c621 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e765f5e145f547ada49a086b7ab37f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839455 Aug 25 14:47:30.054100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:30.113658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-805c9c79-baa3-4090-8101-17566b1a5787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.138661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-805c9c79-baa3-4090-8101-17566b1a5787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.315168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:30.323776 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-805c9c79-baa3-4090-8101-17566b1a5787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.327320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-805c9c79-baa3-4090-8101-17566b1a5787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.332676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-805c9c79-baa3-4090-8101-17566b1a5787 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb1d642a-5b64-42b9-baca-226acfc05853 HTTP/1.1" status: 204 len: 168 time: 0.2745986 Aug 25 14:47:30.350216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9c79-baa3-4090-8101-17566b1a5787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1d642a-5b64-42b9-baca-226acfc05853,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:30.366006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c5c25b82-a2d4-4d88-b0fa-14de667f0348 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:30.417196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: c5c25b82-a2d4-4d88-b0fa-14de667f0348 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:30.418006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c5c25b82-a2d4-4d88-b0fa-14de667f0348 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:30.452341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:30.452879 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.540738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.570617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:30.572998 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f5b40c-15e7-4d0c-96c0-94f97d6f468d" -d '{"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-plugged", "status": "completed", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:30.590087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:30.611353 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a9dd1b-7612-49b9-9b8d-47642d0e8cbf x-openstack-request-id: req-85a9dd1b-7612-49b9-9b8d-47642d0e8cbf {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:30.611799 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-plugged", "status": "completed", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:30.612057 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85a9dd1b-7612-49b9-9b8d-47642d0e8cbf {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:30.612450 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'code': 200} Aug 25 14:47:30.789075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:30.882784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:30.899937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292604a-dfae-4c37-9bac-3b78e1d3c0db req-7db8681e-a63b-4d97-8462-89562ec70fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:30.907563 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5292604a-dfae-4c37-9bac-3b78e1d3c0db req-7db8681e-a63b-4d97-8462-89562ec70fcd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1102 time: 0.0943890 Aug 25 14:47:30.951427 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ca9c-75cf-47b2-9953-bdcad0954dab req-62d654e0-d317-4762-8457-bab86c105231 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:30.959974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e43ca9c-75cf-47b2-9953-bdcad0954dab req-62d654e0-d317-4762-8457-bab86c105231 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.1812036 Aug 25 14:47:31.004912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5292604a-dfae-4c37-9bac-3b78e1d3c0db req-85d95a86-8c53-4956-8140-a2430e8d4810 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823708 Aug 25 14:47:31.011239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e43ca9c-75cf-47b2-9953-bdcad0954dab req-a7078f52-899c-46f5-86c9-973875fc6ca6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493014 Aug 25 14:47:31.138115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17fa8027-4702-430e-b0a1-3a9e396b37eb req-c078bb8a-2c36-4c0e-bd67-3f6da9b45d1a tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 210 time: 0.0322714 Aug 25 14:47:31.191049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ddc01-13cc-4bd8-bc95-12e4ea802616 req-de2c180f-542f-4a5d-8904-f5e92d930946 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:31.192730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f33ddc01-13cc-4bd8-bc95-12e4ea802616 req-de2c180f-542f-4a5d-8904-f5e92d930946 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 949 time: 0.0775688 Aug 25 14:47:31.259016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-7d09c629-de3d-4a3c-b741-d8e2e8016368 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f7c23419fc1a414a9de4d276ae228007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507357 Aug 25 14:47:31.278288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f33ddc01-13cc-4bd8-bc95-12e4ea802616 req-563872e1-1d5a-472c-9622-e00cb140a2a1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601420 Aug 25 14:47:31.384699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-ff39dca6-38cb-45cf-817c-82b6b2732d2c tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:31.386532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-ff39dca6-38cb-45cf-817c-82b6b2732d2c tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193500 Aug 25 14:47:31.403008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Request body: {'port': {'device_id': 'f297b658-2741-4631-b7da-01e927dab74d', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'f7c23419fc1a414a9de4d276ae228007'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:31.482502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-2de53830-83a4-44b6-b749-edab9650ee86 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:31.484172 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-2de53830-83a4-44b6-b749-edab9650ee86 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 949 time: 0.0556912 Aug 25 14:47:31.596415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port b6b737c1-b627-42c8-8806-3f2001559709 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:31.596756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:31.657558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Made reservation on behalf of f7c23419fc1a414a9de4d276ae228007 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:47:31.661287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:31.671271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:31.706540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port b6b737c1-b627-42c8-8806-3f2001559709, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6b737c1-b627-42c8-8806-3f2001559709,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:31.706922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:31.723887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for b6b737c1-b627-42c8-8806-3f2001559709 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:31.796029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:31.943298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:32.009414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:32.057911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:32.072979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'b6b737c1-b627-42c8-8806-3f2001559709'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:32.079050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:32.179691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=b6b737c1-b627-42c8-8806-3f2001559709,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:32.272812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-19f294d1-393c-4e98-a6f5-14d709c43be1 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f7c23419fc1a414a9de4d276ae228007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228971 Aug 25 14:47:32.302452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port b6b737c1-b627-42c8-8806-3f2001559709 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:32.306265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:32.308477 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-508c2dcb-53a5-4bd1-92a4-77e97db46daf req-b3a22227-8f9e-4bc2-9ad9-04845c7613d1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "DELETE /v2.0/ports/b6b737c1-b627-42c8-8806-3f2001559709 HTTP/1.1" status: 204 len: 173 time: 0.8168728 Aug 25 14:47:32.309016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'name': 'network-vif-deleted', 'tag': 'b6b737c1-b627-42c8-8806-3f2001559709'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:32.312347 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc64708-968f-4140-b98a-9593a7753c0c" -d '{"events": [{"server_uuid": "5ef3678b-a0f4-40bd-86bf-ff7feaee001c", "name": "network-vif-deleted", "tag": "b6b737c1-b627-42c8-8806-3f2001559709"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:32.354180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Allocated IP 192.168.233.169 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/f6889295-3f3f-45de-9754-c68d3b8accf8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:32.531145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-8e6b3ee0-3170-4436-9504-75f95139c355 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=79b1a22a53414b559d6864c173dbc480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388513 Aug 25 14:47:32.699991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68205813-70cc-4cb1-9bd2-a132140f5792 req-13f43950-55ee-4f88-9a56-6857d35609a7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:32.702768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68205813-70cc-4cb1-9bd2-a132140f5792 req-13f43950-55ee-4f88-9a56-6857d35609a7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.3452787 Aug 25 14:47:32.925213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68205813-70cc-4cb1-9bd2-a132140f5792 req-90c717aa-fea0-4058-baf5-2fc1b8dcea8a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669691 Aug 25 14:47:32.939961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6d965f26-8298-4ae9-9b63-cb855ee92caf tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:32.947622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6d965f26-8298-4ae9-9b63-cb855ee92caf tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154718 Aug 25 14:47:32.952898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-83435987-74c2-4a10-9343-86f9b27ed960 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:32.954496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-83435987-74c2-4a10-9343-86f9b27ed960 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6766694 Aug 25 14:47:32.957635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:32.960896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-f56f4c32-2f5b-43e5-89d5-a5d3dddeda46 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/quotas/79b1a22a53414b559d6864c173dbc480 HTTP/1.1" status: 200 len: 375 time: 0.0100808 Aug 25 14:47:32.972901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Request body: {'port': {'device_id': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'f7c23419fc1a414a9de4d276ae228007'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:33.008727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-c257f562-ba7d-483f-9a2b-ab4cd82fa94e tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79b1a22a53414b559d6864c173dbc480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337465 Aug 25 14:47:33.034914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Transition to ACTIVE for port object f6889295-3f3f-45de-9754-c68d3b8accf8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:33.094493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ac1fa3f-3cd8-44a5-aa70-ade3417f1280 req-3f7cde77-6565-4c63-bd37-910ef91fa4fb tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 210 time: 0.0412252 Aug 25 14:47:33.213349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3420f0-af34-4116-af68-7d1cafb657c0 req-28975671-1d0d-4daa-ae9d-f1afc18bfd72 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:33.216134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e3420f0-af34-4116-af68-7d1cafb657c0 req-28975671-1d0d-4daa-ae9d-f1afc18bfd72 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1096 time: 0.0545893 Aug 25 14:47:33.252240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e3420f0-af34-4116-af68-7d1cafb657c0 req-49e5372f-ea66-42f2-bcb4-b1738258c859 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302126 Aug 25 14:47:33.306978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Made reservation on behalf of f7c23419fc1a414a9de4d276ae228007 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:47:33.311214 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:33.319450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:33.381868 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ea4804-33aa-46f1-a786-153d75058e61 x-openstack-request-id: req-52ea4804-33aa-46f1-a786-153d75058e61 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:33.382458 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef3678b-a0f4-40bd-86bf-ff7feaee001c", "name": "network-vif-deleted", "tag": "b6b737c1-b627-42c8-8806-3f2001559709", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:33.382721 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52ea4804-33aa-46f1-a786-153d75058e61 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:33.383674 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef3678b-a0f4-40bd-86bf-ff7feaee001c', 'name': 'network-vif-deleted', 'tag': 'b6b737c1-b627-42c8-8806-3f2001559709', 'status': 'completed', 'code': 200} Aug 25 14:47:33.540386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5e6562b-302f-4840-bd61-1acd0b1ef8f5 req-e723dfc6-cb70-4c7d-841e-20123c79d3af tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ef3678b-a0f4-40bd-86bf-ff7feaee001c HTTP/1.1" status: 200 len: 210 time: 0.0727348 Aug 25 14:47:33.560355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:33.569728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:33.579523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:33.682861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Allocated IP 192.168.233.176 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/14fe1703-a1fc-4007-862d-c5337ef05bc7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:33.765488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:33.808552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a35983ee-70b7-4751-a30c-57ba5a63a0b4 req-8b0db2f8-2e40-41e5-ba6f-3577c4a924e8 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 210 time: 0.1634836 Aug 25 14:47:33.832288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:33.839839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:33.966854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:33.981699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Transition to ACTIVE for port object 14fe1703-a1fc-4007-862d-c5337ef05bc7 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:34.089718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a47be61e-0fdb-4fd4-bb18-6ca64e7710a5 None None] Provisioning for port f6889295-3f3f-45de-9754-c68d3b8accf8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:34.094385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a47be61e-0fdb-4fd4-bb18-6ca64e7710a5 None None] Provisioning complete for port f6889295-3f3f-45de-9754-c68d3b8accf8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:34.095062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a47be61e-0fdb-4fd4-bb18-6ca64e7710a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:34.103428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b6858d01-c022-4837-8e06-5f9c819bbb0e tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7049105 Aug 25 14:47:34.112173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87608365-ab1a-46f4-8f0b-501a3b60c92f req-3905ceab-eac2-46c2-bff8-b1be4e67475c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:34.113979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87608365-ab1a-46f4-8f0b-501a3b60c92f req-3905ceab-eac2-46c2-bff8-b1be4e67475c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.0640914 Aug 25 14:47:34.119210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Request body: {'port': {'device_id': 'f297b658-2741-4631-b7da-01e927dab74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:34.149466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a47be61e-0fdb-4fd4-bb18-6ca64e7710a5 None None] Port f6889295-3f3f-45de-9754-c68d3b8accf8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:47:34.154450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:34.259986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:34.288097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87608365-ab1a-46f4-8f0b-501a3b60c92f req-afe59750-af71-478b-815e-f06416f4e0a4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653132 Aug 25 14:47:34.291498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:34.319405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:34.341228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:34.378535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6b737c1-b627-42c8-8806-3f2001559709 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:34.440250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: b6b737c1-b627-42c8-8806-3f2001559709 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:34.441035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6b737c1-b627-42c8-8806-3f2001559709 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:34.507722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:34.637283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:34.637973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:34.789335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc537ae-d684-4538-85b9-fe982d7a5d67 req-7039a180-89df-48b5-b1e7-19b1b22dada2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:34.792943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9fc537ae-d684-4538-85b9-fe982d7a5d67 req-7039a180-89df-48b5-b1e7-19b1b22dada2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 936 time: 0.3442574 Aug 25 14:47:34.904989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-752dbb83-a5f3-442c-b500-1986c1440b1a None None] Provisioning for port 14fe1703-a1fc-4007-862d-c5337ef05bc7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:34.917787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-752dbb83-a5f3-442c-b500-1986c1440b1a None None] Provisioning complete for port 14fe1703-a1fc-4007-862d-c5337ef05bc7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:34.917787 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-752dbb83-a5f3-442c-b500-1986c1440b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:34.971759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-0a47804b-4ed6-46e8-8ab3-5364cfef86d2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0043607 Aug 25 14:47:35.007298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Request body: {'port': {'device_id': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:35.011197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-752dbb83-a5f3-442c-b500-1986c1440b1a None None] Port 14fe1703-a1fc-4007-862d-c5337ef05bc7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:47:35.049901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9fc537ae-d684-4538-85b9-fe982d7a5d67 req-0581f6af-085d-4259-b204-a0c623c315f8 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251318 Aug 25 14:47:35.164697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:35.273604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6889295-3f3f-45de-9754-c68d3b8accf8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:35.334228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:35.364993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Transition to ACTIVE for port object f6889295-3f3f-45de-9754-c68d3b8accf8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:35.451355 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:35.628166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:35.765749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Attempting to bind port f6889295-3f3f-45de-9754-c68d3b8accf8 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:35.766089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Attempting to bind port f6889295-3f3f-45de-9754-c68d3b8accf8 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:35.766420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Attempting to bind port f6889295-3f3f-45de-9754-c68d3b8accf8 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:35.786287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Port f6889295-3f3f-45de-9754-c68d3b8accf8 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:35.786661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Attempting to bind port f6889295-3f3f-45de-9754-c68d3b8accf8 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:35.827516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f160cf1-2b75-40a4-b0d1-3e998c49afb2 req-00368ee7-e86a-4b69-83c8-90c932ddbb9d tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0466406 Aug 25 14:47:35.886094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:35.886603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:35.887085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:35.887616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Bound port: f6889295-3f3f-45de-9754-c68d3b8accf8, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:35.888961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:35.918206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fe1703-a1fc-4007-862d-c5337ef05bc7 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:35.929114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:35.974392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Transition to ACTIVE for port object 14fe1703-a1fc-4007-862d-c5337ef05bc7 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:36.027886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:36.032420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:36.035642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd2b5-271a-44ca-b833-816089e18186 req-5dbc970a-22f1-41d4-9a65-e76abd16dacc tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:36.037297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4cdd2b5-271a-44ca-b833-816089e18186 req-5dbc970a-22f1-41d4-9a65-e76abd16dacc tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1102 time: 0.1052277 Aug 25 14:47:36.063476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:36.120613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4cdd2b5-271a-44ca-b833-816089e18186 req-c1583478-751b-4b45-8763-5afaccb83259 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754063 Aug 25 14:47:36.124409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:36.143234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:36.183155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:36.183793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:36.185751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6889295-3f3f-45de-9754-c68d3b8accf8 HTTP/1.1" status: 200 len: 1096 time: 2.0705535 Aug 25 14:47:36.186249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:36.188633 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4368f54-05d0-47d0-a73e-b72be843ee64" -d '{"events": [{"name": "network-changed", "server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:36.267404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2008a92-49da-4a57-8bef-9aa08ed09660 service neutron] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:36.294383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Attempting to bind port 14fe1703-a1fc-4007-862d-c5337ef05bc7 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:36.294793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Attempting to bind port 14fe1703-a1fc-4007-862d-c5337ef05bc7 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:36.295274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Attempting to bind port 14fe1703-a1fc-4007-862d-c5337ef05bc7 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:36.316185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-3e1bedd7-ae1b-4154-a7d5-9fe6e36b10db tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:47:36.317334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-3e1bedd7-ae1b-4154-a7d5-9fe6e36b10db tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089281 Aug 25 14:47:36.331268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Port 14fe1703-a1fc-4007-862d-c5337ef05bc7 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:36.331674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Attempting to bind port 14fe1703-a1fc-4007-862d-c5337ef05bc7 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:36.343800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:36.344358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Unknown quota resources ['binding']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:47:36.347917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:36.348361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:36.348814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:36.349325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Bound port: 14fe1703-a1fc-4007-862d-c5337ef05bc7, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:36.351141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:36.449201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-970a19d8-8dfe-4d8c-8952-5ddaf1cabc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:36.451248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-970a19d8-8dfe-4d8c-8952-5ddaf1cabc02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7c23419fc1a414a9de4d276ae228007&device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 1099 time: 0.1532791 Aug 25 14:47:36.828909 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-cf713544-abf5-40dd-afb2-9fc06a1050a2 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=79b1a22a53414b559d6864c173dbc480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374236 Aug 25 14:47:36.876244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-0f9179e5-6a2d-4e83-96cc-d0fb5556979e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f6889295-3f3f-45de-9754-c68d3b8accf8 HTTP/1.1" status: 200 len: 217 time: 0.3942010 Aug 25 14:47:36.910839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:36.983526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:37.035566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076441ff-2178-4e9f-8e4a-604bf0b1bf00 req-fc2632a9-118d-4474-807f-514bec427732 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.038443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-076441ff-2178-4e9f-8e4a-604bf0b1bf00 req-fc2632a9-118d-4474-807f-514bec427732 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.1664119 Aug 25 14:47:37.044240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-054ae311-e7e4-4b50-afb6-3abaf6ed2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.045753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-054ae311-e7e4-4b50-afb6-3abaf6ed2aa7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1376462 Aug 25 14:47:37.086549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-d8af7180-1949-42a4-aded-fb575f5c9786 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.091654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-d8af7180-1949-42a4-aded-fb575f5c9786 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539833 Aug 25 14:47:37.106973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:37.107330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:37.107693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:37.114486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Request body: {'port': {'device_id': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '79b1a22a53414b559d6864c173dbc480'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:37.121120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:37.157710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:37.158038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:37.167454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-076441ff-2178-4e9f-8e4a-604bf0b1bf00 req-5e15856b-a044-46c0-b85f-b047c643ac9c tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170938 Aug 25 14:47:37.192270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:37.192270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:37.192270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:37.192270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Bound port: 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:37.265158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.265850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:37.267604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] 10.222.0.45 "PUT /v2.0/ports/14fe1703-a1fc-4007-862d-c5337ef05bc7 HTTP/1.1" status: 200 len: 1096 time: 2.2744222 Aug 25 14:47:37.276862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16428c-58a1-4b14-8842-42a308876ec1 req-5f0cea64-5971-4dee-8821-d756b61a3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.278615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-5f0cea64-5971-4dee-8821-d756b61a3430 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249532 Aug 25 14:47:37.302490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:37.312573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9614f-1596-48a5-999d-fdf65dfd9980 service neutron] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:37.381752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:37.384105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-05058dab-d96c-4a7a-bbed-435869d0d033 service neutron] 10.222.0.58 "POST /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf/bindings HTTP/1.1" status: 201 len: 389 time: 1.0497365 Aug 25 14:47:37.434571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-230fb390-a26d-43b8-862c-359a9eb27c32 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440687 Aug 25 14:47:37.535945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-3480d84d-a14c-4911-9f62-f64b4a7f5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.537743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-3480d84d-a14c-4911-9f62-f64b4a7f5e6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7c23419fc1a414a9de4d276ae228007&device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 1099 time: 0.1059306 Aug 25 14:47:37.620589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-64529215-e620-4f2e-9c98-4fbf453dcf18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7 HTTP/1.1" status: 200 len: 217 time: 0.0546601 Aug 25 14:47:37.630803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be16428c-58a1-4b14-8842-42a308876ec1 req-be1cd454-0729-4818-8e0f-8d7eee146595 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662111 Aug 25 14:47:37.650269 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f66fcaf-4007-41ee-ae2e-19f697f5326b x-openstack-request-id: req-3f66fcaf-4007-41ee-ae2e-19f697f5326b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:37.659952 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:37.659952 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f66fcaf-4007-41ee-ae2e-19f697f5326b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:37.659952 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'status': 'completed', 'code': 200} Aug 25 14:47:37.780401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-6c9ad359-bb01-4a03-87dd-607599f5214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.781973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-6c9ad359-bb01-4a03-87dd-607599f5214e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1474833 Aug 25 14:47:37.870519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-2f312b53-0eaa-4a67-b0f4-c48619999aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.872018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-2f312b53-0eaa-4a67-b0f4-c48619999aa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7c23419fc1a414a9de4d276ae228007&device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 1099 time: 0.1036673 Aug 25 14:47:37.875460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Made reservation on behalf of 79b1a22a53414b559d6864c173dbc480 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:47:37.879293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:37.889970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:37.892336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-350f1f83-bcb4-4a16-8354-843ee999a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:37.893827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-350f1f83-bcb4-4a16-8354-843ee999a1cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896158 Aug 25 14:47:37.954954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-6b775df6-d6ea-4786-bd1a-1e2039ad9ce1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1785859542&fields=id&tenant_id=7548e3a7254f49b78992e6db87006923 HTTP/1.1" status: 200 len: 267 time: 0.1137044 Aug 25 14:47:38.038641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:38.133372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:38.152650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-781ff3b8-203e-4453-8d90-eb1a27da38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.154171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-781ff3b8-203e-4453-8d90-eb1a27da38aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2648559 Aug 25 14:47:38.159214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-b3e12e05-ce2b-46a6-b417-5df73ed087d6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550368 Aug 25 14:47:38.237189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-746a760d-fa4f-42a4-a6ca-e1246c7681c5 req-70090e5d-b2fc-413b-8b95-62ff8b106b70 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0371158 Aug 25 14:47:38.238679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-163590be-aaad-4377-978a-fb8b6d581714 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.241719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-163590be-aaad-4377-978a-fb8b6d581714 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/networks?id=802a0457-4426-477e-834b-692a860f1b71 HTTP/1.1" status: 200 len: 815 time: 0.2435899 Aug 25 14:47:38.290616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-09f7c480-a5a0-4b7c-8311-1284ff06835e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f6889295-3f3f-45de-9754-c68d3b8accf8 HTTP/1.1" status: 200 len: 217 time: 0.1162696 Aug 25 14:47:38.300175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:38.336186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6b3ef989-a8c4-4354-b962-7a54976aff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.337767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6b3ef989-a8c4-4354-b962-7a54976aff3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1096 time: 0.0972950 Aug 25 14:47:38.367157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-0f3bad9b-29b3-4ccb-ab51-8692f9450420 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/quotas/7548e3a7254f49b78992e6db87006923 HTTP/1.1" status: 200 len: 375 time: 0.0783753 Aug 25 14:47:38.428804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-c552bba5-ca85-4e3f-a240-73626eda40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.430394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-c552bba5-ca85-4e3f-a240-73626eda40d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1063454 Aug 25 14:47:38.482948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf4c0d-ee59-4741-8c53-480a5ce00c19 req-db054eb2-8d5d-474f-8754-af9b4a4b0c35 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.484556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-afaf4c0d-ee59-4741-8c53-480a5ce00c19 req-db054eb2-8d5d-474f-8754-af9b4a4b0c35 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 1102 time: 0.1562939 Aug 25 14:47:38.485450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-902ea485-ed45-4ad1-9ddb-d5ef059fc0ec req-6db75d11-e3b4-4404-ad49-94e3770ce8fb service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085711 Aug 25 14:47:38.501830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Allocated IP 192.168.233.170 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:38.530923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-df4e9d0a-4aba-40e4-88ed-afdbf5150a08 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7548e3a7254f49b78992e6db87006923&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1501088 Aug 25 14:47:38.542478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-91f7036b-d364-46e7-97b8-44878799160b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.544088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-91f7036b-d364-46e7-97b8-44878799160b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/ports?device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 949 time: 0.1446052 Aug 25 14:47:38.554035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-0633316b-559f-4cde-a30b-f436f2161e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.556514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-0633316b-559f-4cde-a30b-f436f2161e51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019952 Aug 25 14:47:38.605887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-afaf4c0d-ee59-4741-8c53-480a5ce00c19 req-7c92b985-d1d4-4263-9678-a3a6932319d2 tempest-ServersAdminTestJSON-1611609153 tempest-ServersAdminTestJSON-1611609153-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081564 Aug 25 14:47:38.613174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-4731fabc-0b98-4915-876f-6f4098559104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.615107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-4731fabc-0b98-4915-876f-6f4098559104 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.2231414 Aug 25 14:47:38.768111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-d70b7a5f-541e-4274-b2be-b6c6f4d88cb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 200 len: 217 time: 0.1073642 Aug 25 14:47:38.793043 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-9a99b5ef-5cc9-464c-a3ea-bbb0906a3855 service neutron] 10.222.0.58 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355270 Aug 25 14:47:38.864408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-656f5916-10bd-4202-b9f1-b03c000af8d5 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871695 Aug 25 14:47:38.873319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244e27b-49fd-4ea1-aafc-b7379428f780 req-32d0f2ff-9e83-4de7-9b46-8d875e7cc860 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.875016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e244e27b-49fd-4ea1-aafc-b7379428f780 req-32d0f2ff-9e83-4de7-9b46-8d875e7cc860 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.1598186 Aug 25 14:47:38.880372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-fe6c9913-f368-4aeb-b1d7-7ed95e535a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:38.881961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-fe6c9913-f368-4aeb-b1d7-7ed95e535a85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0992680 Aug 25 14:47:38.888730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:38.889073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:38.935008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:38.957413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-32dd7760-e529-43a1-80f5-3bb6d4be79a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546396 Aug 25 14:47:38.975107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Transition to ACTIVE for port object 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:38.993033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e244e27b-49fd-4ea1-aafc-b7379428f780 req-57cb1b99-b6b0-483c-9d47-1abf1959ff5b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045814 Aug 25 14:47:39.046492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-fb2390f0-0563-45a7-b7ed-82aae796aaf3 service neutron] 10.222.0.58 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462649 Aug 25 14:47:39.103242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4368f54-05d0-47d0-a73e-b72be843ee64 req-089f6f7c-6754-4222-8bee-b93ed4ee54b7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247801 Aug 25 14:47:39.103242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:39.103242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.118406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:39.200109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-bb301fcd-4278-4953-ab00-0be90b63ab48 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201364 Aug 25 14:47:39.213320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.323761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:39.340161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a254ed0-72eb-4bcb-9de2-b1268d686886 req-38467209-83a5-4d24-a9d6-307264873016 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:39.342289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a254ed0-72eb-4bcb-9de2-b1268d686886 req-38467209-83a5-4d24-a9d6-307264873016 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=e42bde01-1637-43e6-b6bb-d7f5e56dd294 HTTP/1.1" status: 200 len: 949 time: 0.2077556 Aug 25 14:47:39.348366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:39.351476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:39.369525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.384999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', '494a0753-8b2d-4919-b539-97f3fd5ffa00'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:39.389238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194', '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:39.425528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=95cae7b9-e992-46f4-bbbf-e3a3acfb6f27,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:39.450358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:39.512078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-9ee11572-0dc9-42fb-8f65-d049415ae247 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007071 Aug 25 14:47:39.530418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:39.531123 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.542533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:39.556464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.565562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3dd7dfa-76da-4f86-b10a-71e30849b787 req-28a7005e-5d31-40d5-b2e9-ada41fc0f275 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "DELETE /v2.0/ports/95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 HTTP/1.1" status: 204 len: 173 time: 1.0069809 Aug 25 14:47:39.573157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a254ed0-72eb-4bcb-9de2-b1268d686886 req-eb080c82-ad73-47ed-8f22-1f801812d9e7 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183111 Aug 25 14:47:39.652736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7'}, {'server_uuid': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'name': 'network-vif-deleted', 'tag': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:39.653497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-9759b75c-f438-46da-894d-1b59c076affc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5494220 Aug 25 14:47:39.659340 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d4f3ec-add0-4428-ac16-f358e28877e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7"}, {"server_uuid": "e42bde01-1637-43e6-b6bb-d7f5e56dd294", "name": "network-vif-deleted", "tag": "95cae7b9-e992-46f4-bbbf-e3a3acfb6f27"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:39.680189 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Request body: {'port': {'device_id': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:39.829302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b5d68676-52d7-41ff-b319-0e3af3910912 None None] Provisioning for port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:39.845180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b5d68676-52d7-41ff-b319-0e3af3910912 None None] Provisioning complete for port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:39.845907 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5d68676-52d7-41ff-b319-0e3af3910912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.879974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:39.907409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b5d68676-52d7-41ff-b319-0e3af3910912 None None] Port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:47:39.908140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cf03-45cc-4866-aa11-3116a2749d43 req-fcf7af12-dd6d-443f-87b8-9d7b58b158eb tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:39.909806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bb4cf03-45cc-4866-aa11-3116a2749d43 req-fcf7af12-dd6d-443f-87b8-9d7b58b158eb tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.1832261 Aug 25 14:47:39.926667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-089d0857-f96e-4034-af60-0d5b28021e94 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:39.928931 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-089d0857-f96e-4034-af60-0d5b28021e94 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 950 time: 0.1810391 Aug 25 14:47:40.100355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bb4cf03-45cc-4866-aa11-3116a2749d43 req-20f09f06-df53-4e34-b6c7-7602098e2fd1 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694300 Aug 25 14:47:40.388301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:40.556526 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1802d525-3352-48de-9ce7-b317482c126e x-openstack-request-id: req-1802d525-3352-48de-9ce7-b317482c126e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:40.557651 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7", "status": "completed", "code": 200}, {"server_uuid": "e42bde01-1637-43e6-b6bb-d7f5e56dd294", "name": "network-vif-deleted", "tag": "95cae7b9-e992-46f4-bbbf-e3a3acfb6f27", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:40.558126 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1802d525-3352-48de-9ce7-b317482c126e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:40.558994 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'status': 'completed', 'code': 200} Aug 25 14:47:40.559485 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42bde01-1637-43e6-b6bb-d7f5e56dd294', 'name': 'network-vif-deleted', 'tag': '95cae7b9-e992-46f4-bbbf-e3a3acfb6f27', 'status': 'completed', 'code': 200} Aug 25 14:47:40.648932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:40.677619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'mac_address': 'fa:16:3e:04:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:40.682299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port 494a0753-8b2d-4919-b539-97f3fd5ffa00 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:40.682912 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:40.695126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef539c13-7cb8-4ebd-a6cb-0e57860e856d req-ba4b2c43-e7c0-43e1-805a-7affeab157db tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0646064 Aug 25 14:47:40.703285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197dcc2-39d7-4423-b110-f2032b7a7a1a req-c0e88680-920c-43db-b499-43f352a9dbcf tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:40.715781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7197dcc2-39d7-4423-b110-f2032b7a7a1a req-c0e88680-920c-43db-b499-43f352a9dbcf tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 936 time: 0.3346310 Aug 25 14:47:40.734428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-6490758f-6b92-4e42-9750-33c80c8b43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:40.741607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-6490758f-6b92-4e42-9750-33c80c8b43ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7c23419fc1a414a9de4d276ae228007&device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 1099 time: 0.1422358 Aug 25 14:47:40.774204 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:40.808731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6889295-3f3f-45de-9754-c68d3b8accf8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:40.846772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:40.903450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7197dcc2-39d7-4423-b110-f2032b7a7a1a req-eb468903-1595-437d-a429-3dc110d63144 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473813 Aug 25 14:47:40.937758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd3d68-075f-4005-a51c-167050008c49 req-a2c538dd-d2e4-4aaf-8d60-2784070633d7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:40.938195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1fd3d68-075f-4005-a51c-167050008c49 req-a2c538dd-d2e4-4aaf-8d60-2784070633d7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.1490879 Aug 25 14:47:40.957492 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:40.958169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:40.989411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port 494a0753-8b2d-4919-b539-97f3fd5ffa00, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=494a0753-8b2d-4919-b539-97f3fd5ffa00,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:40.990009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.011438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for 494a0753-8b2d-4919-b539-97f3fd5ffa00 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:41.016079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-fd1cdc58-7465-4bd4-84df-255fcd369160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:41.019281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:41.022745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-fd1cdc58-7465-4bd4-84df-255fcd369160 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2745798 Aug 25 14:47:41.036019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.112955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:41.112955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:41.121396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Transition to ACTIVE for port object 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:41.130663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'mac_address': 'fa:16:3e:e6:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:41.148855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1fd3d68-075f-4005-a51c-167050008c49 req-289f2b9e-7c89-40b3-9bcb-0e6fdec6f7b8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034814 Aug 25 14:47:41.150292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-a00070ba-21b6-4ac8-bd3a-9614a71ded21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7 HTTP/1.1" status: 200 len: 217 time: 0.1119480 Aug 25 14:47:41.185738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9288041-a300-4668-81e0-d54eb4292aa5 req-a3906a11-90a4-4d59-96fd-3a835d7f1fe0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:41.187807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9288041-a300-4668-81e0-d54eb4292aa5 req-a3906a11-90a4-4d59-96fd-3a835d7f1fe0 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 949 time: 0.1412463 Aug 25 14:47:41.198615 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.212879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.235545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-4b158312-601a-4a23-9441-36f92d8bf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:41.237660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-4b158312-601a-4a23-9441-36f92d8bf40f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0773671 Aug 25 14:47:41.244618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fe1703-a1fc-4007-862d-c5337ef05bc7 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:41.276271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:41.343516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-e90ff3f9-79d9-42b7-ad32-84cb034e191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:41.422490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-e90ff3f9-79d9-42b7-ad32-84cb034e191c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973601 Aug 25 14:47:41.422964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9288041-a300-4668-81e0-d54eb4292aa5 req-bfa882d5-2634-4747-b1a2-617b4e4977e5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476977 Aug 25 14:47:41.422964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:41.434945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.538144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:41.582128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffbe5-cb44-472b-aa34-81944fd5aaa0 req-44d83247-e37c-4b05-946b-9cfcdc3a4dd4 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:41.585691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-604ffbe5-cb44-472b-aa34-81944fd5aaa0 req-44d83247-e37c-4b05-946b-9cfcdc3a4dd4 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.2329929 Aug 25 14:47:41.664609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-87470e23-cf65-49f8-919e-906cd834275b service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023701 Aug 25 14:47:41.681009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Attempting to bind port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:41.681009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Attempting to bind port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:41.681009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Attempting to bind port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:41.698570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-604ffbe5-cb44-472b-aa34-81944fd5aaa0 req-44b2d3c0-62bc-4581-995f-17a9118818ad tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034260 Aug 25 14:47:41.699406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:41.699947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Attempting to bind port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:41.730852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:41.733520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:41.736039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:41.736579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Bound port: 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:41.736951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.779287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47a535-ac45-40d5-bcff-0820acac7f43 req-fb07f054-e61f-4879-9d15-919bcdb3c452 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:41.790906 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b47a535-ac45-40d5-bcff-0820acac7f43 req-fb07f054-e61f-4879-9d15-919bcdb3c452 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 950 time: 0.1896176 Aug 25 14:47:41.803629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f6889295-3f3f-45de-9754-c68d3b8accf8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:41.840912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44d4f3ec-add0-4428-ac16-f358e28877e2 req-844cb672-7dee-480a-911e-75de6a1455d7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659877 Aug 25 14:47:41.850033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b47a535-ac45-40d5-bcff-0820acac7f43 req-2952b5ff-bdbe-4f6a-abd6-4a11a5808d36 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Aug 25 14:47:41.854001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:41.887663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['14fe1703-a1fc-4007-862d-c5337ef05bc7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:41.914870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e60148bc-d61f-4ff2-98da-9db51fc14ae7 req-ec3477e3-3834-4617-9c04-7acbc11a506d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0700285 Aug 25 14:47:41.935668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:41.947586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=494a0753-8b2d-4919-b539-97f3fd5ffa00,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:42.027090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:42.029721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port 494a0753-8b2d-4919-b539-97f3fd5ffa00 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:42.034319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:42.036394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-09f86124-905c-4b88-b1a1-8a86e124d956 req-66393307-32c9-4383-89ef-0243224f9f7f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "DELETE /v2.0/ports/494a0753-8b2d-4919-b539-97f3fd5ffa00 HTTP/1.1" status: 204 len: 173 time: 2.0934081 Aug 25 14:47:42.037497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'name': 'network-vif-deleted', 'tag': '494a0753-8b2d-4919-b539-97f3fd5ffa00'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:42.041360 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfe93ef-a17e-4033-90b3-9a56bf8e42c3" -d '{"events": [{"server_uuid": "597dabc5-0c5c-45f7-8300-3ac374ddb057", "name": "network-vif-deleted", "tag": "494a0753-8b2d-4919-b539-97f3fd5ffa00"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:42.052602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:42.094117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-68ae332e-e6f3-4f69-8d4c-a67863439595 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.095776 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-68ae332e-e6f3-4f69-8d4c-a67863439595 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 949 time: 0.0964749 Aug 25 14:47:42.124092 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaaf649-0e5b-450b-ab38-d920fb09b57a x-openstack-request-id: req-daaaf649-0e5b-450b-ab38-d920fb09b57a {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:42.126030 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597dabc5-0c5c-45f7-8300-3ac374ddb057", "name": "network-vif-deleted", "tag": "494a0753-8b2d-4919-b539-97f3fd5ffa00", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:42.126030 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-daaaf649-0e5b-450b-ab38-d920fb09b57a {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:42.126030 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597dabc5-0c5c-45f7-8300-3ac374ddb057', 'name': 'network-vif-deleted', 'tag': '494a0753-8b2d-4919-b539-97f3fd5ffa00', 'status': 'completed', 'code': 200} Aug 25 14:47:42.152477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbee65-a13b-444d-81f0-f92da06d412d req-dc567f92-03dd-4ceb-a496-9b50508b1ead tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.152976 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dfbee65-a13b-444d-81f0-f92da06d412d req-dc567f92-03dd-4ceb-a496-9b50508b1ead tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 948 time: 0.0892925 Aug 25 14:47:42.154749 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:42.228738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.231967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:42.233564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] 10.222.0.52 "PUT /v2.0/ports/4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a HTTP/1.1" status: 200 len: 1096 time: 2.5651770 Aug 25 14:47:42.247395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Deleting port cb61460d-ff42-44fc-ae34-b259100ad07f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:42.247719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:42.356766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dfbee65-a13b-444d-81f0-f92da06d412d req-3197542c-6cdc-4f24-a861-e9be663113cc tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875162 Aug 25 14:47:42.380612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbec119-8c4a-484a-bd2c-d2ee9f06e88b service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:42.440087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:42.456723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] For port cb61460d-ff42-44fc-ae34-b259100ad07f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb61460d-ff42-44fc-ae34-b259100ad07f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:42.457084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:42.476999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 494a0753-8b2d-4919-b539-97f3fd5ffa00 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:42.498760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Calling delete_port for cb61460d-ff42-44fc-ae34-b259100ad07f owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:42.522821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b778-2a10-4e39-8398-9c43d4d0aa73 req-0d2f4ac7-4119-459c-b54b-80a45171522b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.530410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-87f6a400-d6fd-4ec2-8489-59f49f233a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.531198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9be2b778-2a10-4e39-8398-9c43d4d0aa73 req-0d2f4ac7-4119-459c-b54b-80a45171522b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.1540849 Aug 25 14:47:42.541480 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-87f6a400-d6fd-4ec2-8489-59f49f233a72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79b1a22a53414b559d6864c173dbc480&device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 1099 time: 0.1836421 Aug 25 14:47:42.646242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:42.646774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95cae7b9-e992-46f4-bbbf-e3a3acfb6f27 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:42.681415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 494a0753-8b2d-4919-b539-97f3fd5ffa00 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:42.681885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 494a0753-8b2d-4919-b539-97f3fd5ffa00 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:42.738745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-b9eaf188-7eaa-4716-8e14-c2c7963e69cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a HTTP/1.1" status: 200 len: 217 time: 0.1813905 Aug 25 14:47:42.828890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05eeed-9632-4abe-8e8b-ff3f71dcd703 req-8c1c4132-33e9-4909-b914-2d6e5bf54cf5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.853275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb05eeed-9632-4abe-8e8b-ff3f71dcd703 req-8c1c4132-33e9-4909-b914-2d6e5bf54cf5 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 949 time: 0.2742715 Aug 25 14:47:42.875632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-3cad38f4-9d7e-44d2-9edf-332e536da62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:42.877713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-3cad38f4-9d7e-44d2-9edf-332e536da62f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1294281 Aug 25 14:47:42.945440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb05eeed-9632-4abe-8e8b-ff3f71dcd703 req-98c9e77a-7031-44d8-806f-5ae7db5bcdb7 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860205 Aug 25 14:47:43.017698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228014ed-769c-4418-b3e4-3a65358640d6 req-0cb3f8f5-2b4e-462c-b896-063c80309623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:43.019006 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-0cb3f8f5-2b4e-462c-b896-063c80309623 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186006 Aug 25 14:47:43.114235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9be2b778-2a10-4e39-8398-9c43d4d0aa73 req-e6ae7fca-9720-4ca3-a306-493f8bcd2b39 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819790 Aug 25 14:47:43.266005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-f0121bcd-743b-4d6f-89dc-ca18ab11b6c3 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387862 Aug 25 14:47:43.361153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:43.437209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7d9a197-de35-4899-8477-64f414e50055 req-7916f756-2a82-41e6-a699-8c99be087960 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=597dabc5-0c5c-45f7-8300-3ac374ddb057 HTTP/1.1" status: 200 len: 210 time: 0.0417526 Aug 25 14:47:43.445061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-228014ed-769c-4418-b3e4-3a65358640d6 req-15c5a02d-907f-44d2-b767-7b9134db9fee service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706777 Aug 25 14:47:43.447860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event deleted for resources: {'Port': ['ID=cb61460d-ff42-44fc-ae34-b259100ad07f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:43.469686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c544-cc7d-4e9e-bc3c-c1634bb17992 req-b624ebfc-8a68-4107-aefa-285a6500ed61 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:43.471958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef77c544-cc7d-4e9e-bc3c-c1634bb17992 req-b624ebfc-8a68-4107-aefa-285a6500ed61 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 949 time: 0.1827636 Aug 25 14:47:43.504050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] No DVR routers for this DVR port cb61460d-ff42-44fc-ae34-b259100ad07f on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:43.509569 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:43.509831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8a9307a-21b9-44bc-b2b2-ebb5a0ca49f0 req-a42c27d4-bf75-4c68-add7-7fda8f799dc1 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "DELETE /v2.0/ports/cb61460d-ff42-44fc-ae34-b259100ad07f HTTP/1.1" status: 204 len: 173 time: 1.4062922 Aug 25 14:47:43.512219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'name': 'network-vif-deleted', 'tag': 'cb61460d-ff42-44fc-ae34-b259100ad07f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:43.516590 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc91a4-8f90-4009-85dd-ac4275513ae5" -d '{"events": [{"server_uuid": "fc7cfded-ddc2-412a-801a-5cd2cff1bd46", "name": "network-vif-deleted", "tag": "cb61460d-ff42-44fc-ae34-b259100ad07f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:43.548868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef77c544-cc7d-4e9e-bc3c-c1634bb17992 req-85210d8f-a7e3-4fc5-b07e-75dd57d7951c tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Aug 25 14:47:43.564816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a26332a-b591-4ec7-b6cd-9572ef448dea req-ab2396cf-0488-4bda-a249-4bea707c170e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0387862 Aug 25 14:47:43.624762 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4db33aa-bf58-43e2-b550-0a120a2ae94d x-openstack-request-id: req-d4db33aa-bf58-43e2-b550-0a120a2ae94d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:43.625057 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfded-ddc2-412a-801a-5cd2cff1bd46", "name": "network-vif-deleted", "tag": "cb61460d-ff42-44fc-ae34-b259100ad07f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:43.625361 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4db33aa-bf58-43e2-b550-0a120a2ae94d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:43.625772 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7cfded-ddc2-412a-801a-5cd2cff1bd46', 'name': 'network-vif-deleted', 'tag': 'cb61460d-ff42-44fc-ae34-b259100ad07f', 'status': 'completed', 'code': 200} Aug 25 14:47:43.638139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:43.641599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['42ff1b92-d9f3-4094-9eeb-63c259d4081d', 'cb61460d-ff42-44fc-ae34-b259100ad07f', '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:43.696057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628724bd-69d2-4024-9f82-aa8f507ebf30 req-487537d7-5bdc-4fd6-a481-6f949a4319c4 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:43.707126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-628724bd-69d2-4024-9f82-aa8f507ebf30 req-487537d7-5bdc-4fd6-a481-6f949a4319c4 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 948 time: 0.0698495 Aug 25 14:47:43.811260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-628724bd-69d2-4024-9f82-aa8f507ebf30 req-5c878857-c346-4bfe-991a-370746bde1ca tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034772 Aug 25 14:47:44.109911 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d3d2c7d3-4453-4b7e-b6d6-5bf0f1a10e6d req-7e4bc7ed-116e-4bd9-8ee2-d60b11c7b3d4 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc7cfded-ddc2-412a-801a-5cd2cff1bd46 HTTP/1.1" status: 200 len: 210 time: 0.0397911 Aug 25 14:47:44.158147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:44.160826 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:44.228159 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde6c31-1284-4a5c-82c0-2acd5d6a318a x-openstack-request-id: req-1bde6c31-1284-4a5c-82c0-2acd5d6a318a {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:44.229016 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:44.229272 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bde6c31-1284-4a5c-82c0-2acd5d6a318a {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:44.234424 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'status': 'completed', 'code': 200} Aug 25 14:47:44.312286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-30cbe086-1145-4ec0-bb9e-d6b2eae1beb5 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:44.313833 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-30cbe086-1145-4ec0-bb9e-d6b2eae1beb5 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.52 "GET /v2.0/networks?id=802a0457-4426-477e-834b-692a860f1b71 HTTP/1.1" status: 200 len: 815 time: 0.2159462 Aug 25 14:47:44.384544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-90679e65-557e-46e1-b78e-950455f869d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:44.386617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-90679e65-557e-46e1-b78e-950455f869d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79b1a22a53414b559d6864c173dbc480&device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 1099 time: 0.1188517 Aug 25 14:47:44.393058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-250fb090-b9c1-40e1-99fe-753d7b8b9f71 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7548e3a7254f49b78992e6db87006923 HTTP/1.1" status: 200 len: 380 time: 0.0642467 Aug 25 14:47:44.402543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c50bab-d94f-412e-b834-c95d52d101a1 req-f10db2d4-dde5-4e7a-a6c5-e053463646d3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:44.410326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57c50bab-d94f-412e-b834-c95d52d101a1 req-f10db2d4-dde5-4e7a-a6c5-e053463646d3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.1435633 Aug 25 14:47:44.419473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Request body: {'port': {'device_id': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'admin_state_up': True, 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'security_groups': ['825e8a06-7587-4aaa-8abd-2139cbde4712']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:44.436442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:44.778516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-e1f298b3-b19f-42bb-a2af-30c56fed859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:44.785494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-e1f298b3-b19f-42bb-a2af-30c56fed859c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3700676 Aug 25 14:47:44.829651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57c50bab-d94f-412e-b834-c95d52d101a1 req-e8b5be53-1610-423b-b40d-873dd9655632 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179926 Aug 25 14:47:44.914855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043277f-c003-4e94-934d-6573563f9ded req-23db0a04-34b8-47dc-9083-82864fa66cd5 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:44.922671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3043277f-c003-4e94-934d-6573563f9ded req-23db0a04-34b8-47dc-9083-82864fa66cd5 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 949 time: 0.0970545 Aug 25 14:47:44.930718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-be90a7d1-1107-4184-bc0e-997fdebedc6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a HTTP/1.1" status: 200 len: 217 time: 0.0999436 Aug 25 14:47:44.948601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port f6889295-3f3f-45de-9754-c68d3b8accf8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:44.953891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f6889295-3f3f-45de-9754-c68d3b8accf8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:44.954308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:44.996535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a4cdf7dd-d745-42a2-8ba2-e13608230253 req-0df2337b-1a7a-444d-929e-170dfb108534 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0432081 Aug 25 14:47:45.008757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3043277f-c003-4e94-934d-6573563f9ded req-2a622602-616e-4c8d-b43c-9d3ceaa30e3d tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793946 Aug 25 14:47:45.113840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-88bd7dcc-880e-46f7-9a36-9ecf889a8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:45.119600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-88bd7dcc-880e-46f7-9a36-9ecf889a8e27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1778026 Aug 25 14:47:45.185299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:45.207069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-8f3b3b66-315b-4b0f-929e-eeff87a35735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:45.208924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-8f3b3b66-315b-4b0f-929e-eeff87a35735 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818510 Aug 25 14:47:45.213881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b076c2f-24da-4374-a819-f55240b32804 req-e1c6232d-0ec2-4c46-9780-57e80da50b4e tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:45.222919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b076c2f-24da-4374-a819-f55240b32804 req-e1c6232d-0ec2-4c46-9780-57e80da50b4e tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 948 time: 0.0654800 Aug 25 14:47:45.245461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:45.253798 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d42a24d-16c8-4a47-912f-6ae6fa63ce26" -d '{"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-plugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:45.261126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Made reservation on behalf of 7548e3a7254f49b78992e6db87006923 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:47:45.268870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:45.273671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:45.303651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b076c2f-24da-4374-a819-f55240b32804 req-743cd26b-83cb-46c3-beaf-e42a06afd2b0 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780764 Aug 25 14:47:45.343649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:45.345490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:45.387065 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-6b4905ca-2bf9-4dfb-b845-5a631ef1acaa service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696599 Aug 25 14:47:45.477906 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5eb16-e3c0-450f-ab44-3b53c85df038 x-openstack-request-id: req-03c5eb16-e3c0-450f-ab44-3b53c85df038 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:45.478211 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-plugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:45.478465 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03c5eb16-e3c0-450f-ab44-3b53c85df038 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:45.478867 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'code': 200} Aug 25 14:47:45.578913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:45.594762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bba163-d08d-4d36-aa9d-7cfdfa406887 req-c37e552d-1ea5-4450-a485-e169f0f6c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:45.600826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55bba163-d08d-4d36-aa9d-7cfdfa406887 req-c37e552d-1ea5-4450-a485-e169f0f6c083 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 1101 time: 0.1118009 Aug 25 14:47:45.666709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55bba163-d08d-4d36-aa9d-7cfdfa406887 req-0a665cb0-edcc-46ba-a40c-ab2cd587d95c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605617 Aug 25 14:47:45.691987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 14fe1703-a1fc-4007-862d-c5337ef05bc7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:45.693630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 14fe1703-a1fc-4007-862d-c5337ef05bc7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:45.694209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:45.793621 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:45.846073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:45.900490 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:45.953130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:46.042622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4c8937d-4c7a-4e7a-95f5-e9bc80fd1b69 req-f96287ab-f313-4fa3-8316-b4484015e353 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463449 Aug 25 14:47:46.068462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Allocated IP 172.20.0.10 (802a0457-4426-477e-834b-692a860f1b71/e9286713-8c88-415b-8132-d717e254c3dd/57959c33-fc09-4195-bbff-9e4a9dfb69c4) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:47:46.274932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474acd3-6072-4ac2-9a10-414d78d55ae0 req-d4b0896f-e007-404d-a87d-02f3590345f2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:46.279585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2474acd3-6072-4ac2-9a10-414d78d55ae0 req-d4b0896f-e007-404d-a87d-02f3590345f2 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 950 time: 0.0736277 Aug 25 14:47:46.299809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:46.313874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6cd55-ba4e-4b23-93a2-928663860292 req-dc772bf2-3bc7-4572-9405-fa01ec98a2ae tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:46.316398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2e6cd55-ba4e-4b23-93a2-928663860292 req-dc772bf2-3bc7-4572-9405-fa01ec98a2ae tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.1014848 Aug 25 14:47:46.338378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Transition to ACTIVE for port object 57959c33-fc09-4195-bbff-9e4a9dfb69c4 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:46.340348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2474acd3-6072-4ac2-9a10-414d78d55ae0 req-395742f8-8064-480b-9c7a-9da9baf47b82 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533328 Aug 25 14:47:46.380015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2e6cd55-ba4e-4b23-93a2-928663860292 req-9ac69528-e432-4aae-816c-9ca7ea1ff13f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Aug 25 14:47:46.447218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb61460d-ff42-44fc-ae34-b259100ad07f no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:46.456095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e1c4386-4dbd-4b21-b2dc-74e0fb3875a4 req-86adb77d-220e-42c3-b0bf-33318132e546 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0404406 Aug 25 14:47:46.465474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: cb61460d-ff42-44fc-ae34-b259100ad07f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:46.466936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:46.468627 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb61460d-ff42-44fc-ae34-b259100ad07f not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:46.486094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:46.628698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:46.644983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'mac_address': 'fa:16:3e:b8:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:46.659330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a996589-adfe-47a3-aee0-cb0ba00e977f req-4099e8e8-07c3-4749-92c1-c85badd73728 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:46.663458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Network 802a0457-4426-477e-834b-692a860f1b71 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:47:46.673253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event updated for resources: {'Port': ['ID=57959c33-fc09-4195-bbff-9e4a9dfb69c4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:46.673683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a996589-adfe-47a3-aee0-cb0ba00e977f req-4099e8e8-07c3-4749-92c1-c85badd73728 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 949 time: 0.1322672 Aug 25 14:47:46.692314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:47:46.697931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:47:46.743993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:46.752719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a996589-adfe-47a3-aee0-cb0ba00e977f req-a7da03ac-5873-4c26-a1a7-ff4c56802e0b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769997 Aug 25 14:47:46.776342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:46.826747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:46.835547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9788b0e-b449-42ec-b303-27a398b6e8b0 req-7d0e9b0f-14d0-4e81-9708-58d94fa5cc85 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:46.848178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9788b0e-b449-42ec-b303-27a398b6e8b0 req-7d0e9b0f-14d0-4e81-9708-58d94fa5cc85 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.3119061 Aug 25 14:47:46.917688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:46.959350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:46.962319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:46.986071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9788b0e-b449-42ec-b303-27a398b6e8b0 req-4b4dc9b7-1d48-4ba1-9eb6-e26fa77583f2 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336844 Aug 25 14:47:46.991616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16d3d-7ef3-473b-a466-c0586dcc25d4 req-22f2db38-ec41-42c6-99ba-69bd60fe6bc5 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:46.993446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ed16d3d-7ef3-473b-a466-c0586dcc25d4 req-22f2db38-ec41-42c6-99ba-69bd60fe6bc5 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 948 time: 0.1280696 Aug 25 14:47:47.034196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:47.106486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-cff7986d-ee1a-42a2-b7d8-0a4c5897ff0c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:47.108052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ed16d3d-7ef3-473b-a466-c0586dcc25d4 req-b63c76c4-9dbe-4c37-be7d-01cbb15aa576 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971344 Aug 25 14:47:47.112266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-cff7986d-ee1a-42a2-b7d8-0a4c5897ff0c tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 949 time: 0.2483416 Aug 25 14:47:47.136469 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-74868b5f-25d1-4b40-b268-8de2bc8cb2a3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7178831 Aug 25 14:47:47.174552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Request body: {'port': {'device_id': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:47.216290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:47.247302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4eccce49-cfa6-4452-96e9-ce81c95f68b3 None None] Provisioning for port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:47.254836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4eccce49-cfa6-4452-96e9-ce81c95f68b3 None None] Provisioning complete for port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:47.255250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4eccce49-cfa6-4452-96e9-ce81c95f68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:47.295251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:47.312489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4eccce49-cfa6-4452-96e9-ce81c95f68b3 None None] Port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:47:47.315105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port e1b14ac7-2835-494e-b3ce-357904089a5b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:47.315408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:47.481928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:47.484932 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63892e14-78cc-4edf-a34b-a9757d6ee80f" -d '{"events": [{"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-plugged", "status": "completed", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:47.520536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port e1b14ac7-2835-494e-b3ce-357904089a5b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b14ac7-2835-494e-b3ce-357904089a5b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:47.521106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:47.528924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e530d1-e396-4f66-9b88-975a6714ffc8 req-4c0ea310-2546-473f-a34e-073f3dc46f48 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:47.531713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3e530d1-e396-4f66-9b88-975a6714ffc8 req-4c0ea310-2546-473f-a34e-073f3dc46f48 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 950 time: 0.0896287 Aug 25 14:47:47.553260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for e1b14ac7-2835-494e-b3ce-357904089a5b owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:47.621020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3e530d1-e396-4f66-9b88-975a6714ffc8 req-00743cf8-474f-4410-9414-444fb600f533 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777776 Aug 25 14:47:47.669520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8533e58-c82e-4c33-b845-cbb678095afa req-2979c2f2-2316-4121-85db-17473a4e81ab tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:47.671956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8533e58-c82e-4c33-b845-cbb678095afa req-2979c2f2-2316-4121-85db-17473a4e81ab tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 950 time: 0.1201508 Aug 25 14:47:47.815365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1a26f-a8b6-4bc2-a2c4-96c2598e8824 req-f28bb4eb-ba24-4813-9111-1d43fc9f7e63 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:47.817300 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32c1a26f-a8b6-4bc2-a2c4-96c2598e8824 req-f28bb4eb-ba24-4813-9111-1d43fc9f7e63 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.2618029 Aug 25 14:47:47.861834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46031032-3e75-4bf2-bbb6-720d73242d4f req-8fd8254f-10fe-4798-8627-fc244848dfeb tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:47.863427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46031032-3e75-4bf2-bbb6-720d73242d4f req-8fd8254f-10fe-4798-8627-fc244848dfeb tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 932 time: 0.1296096 Aug 25 14:47:47.877074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-c1b2557d-fa11-40f5-adc1-0219286a6da9 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:47.878575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-c1b2557d-fa11-40f5-adc1-0219286a6da9 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.1624162 Aug 25 14:47:47.944197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:47.945104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:47.945253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32c1a26f-a8b6-4bc2-a2c4-96c2598e8824 req-eb8580ba-159e-495d-a3b1-052253fc6c58 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199229 Aug 25 14:47:48.055150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46031032-3e75-4bf2-bbb6-720d73242d4f req-aa588f0b-931c-4b0c-a786-f2cb6cc54ed1 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753826 Aug 25 14:47:48.072466 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4b7756-8433-4356-b40b-70d39ebce5ab x-openstack-request-id: req-4e4b7756-8433-4356-b40b-70d39ebce5ab {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:48.074520 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-plugged", "status": "completed", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:48.075463 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e4b7756-8433-4356-b40b-70d39ebce5ab {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:48.076363 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'code': 200} Aug 25 14:47:48.181659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57959c33-fc09-4195-bbff-9e4a9dfb69c4 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:48.224723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.251004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Deleting port 42ff1b92-d9f3-4094-9eeb-63c259d4081d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:48.251773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.252149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.266193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:48.281609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Transition to ACTIVE for port object 57959c33-fc09-4195-bbff-9e4a9dfb69c4 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:47:48.289852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:48.292836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.326157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=e1b14ac7-2835-494e-b3ce-357904089a5b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:48.348630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690465bf-66e6-4c32-aff9-7094d8cb7cae req-42c6c8b4-a8d9-4c2e-9239-283111ed2f96 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:48.351342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-690465bf-66e6-4c32-aff9-7094d8cb7cae req-42c6c8b4-a8d9-4c2e-9239-283111ed2f96 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 950 time: 0.1900640 Aug 25 14:47:48.363385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b14ac7-2835-494e-b3ce-357904089a5b', '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:48.399188 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.434331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for 302ae384-ccdf-489b-b7c6-acf6d3c9a2db owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:48.472538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b287f2-8d87-4e27-85df-fac8f400aec1 req-b88cc52a-dd0d-43ae-ae6d-67df5eb512a1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:48.495608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1b287f2-8d87-4e27-85df-fac8f400aec1 req-b88cc52a-dd0d-43ae-ae6d-67df5eb512a1 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe661c4f-c67f-4adf-a16a-a8136dff5264 HTTP/1.1" status: 200 len: 867 time: 0.3474982 Aug 25 14:47:48.499364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port e1b14ac7-2835-494e-b3ce-357904089a5b on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:48.520371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:48.526144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.528500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-107b7dd7-db2b-46ae-9ed0-330516b474a9 req-577e7efd-444c-4900-ad3e-460782a5116f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "DELETE /v2.0/ports/e1b14ac7-2835-494e-b3ce-357904089a5b HTTP/1.1" status: 204 len: 173 time: 1.4063087 Aug 25 14:47:48.534776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'name': 'network-vif-deleted', 'tag': 'e1b14ac7-2835-494e-b3ce-357904089a5b'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:48.541389 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9b575-8229-4ad1-868a-ae253aad63d4" -d '{"events": [{"server_uuid": "fe661c4f-c67f-4adf-a16a-a8136dff5264", "name": "network-vif-deleted", "tag": "e1b14ac7-2835-494e-b3ce-357904089a5b"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:48.563088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef12612-dbcc-40f4-9711-76640878ef29 req-c73d1727-1c51-43f9-853c-5e6bf0fe1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:48.565089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ef12612-dbcc-40f4-9711-76640878ef29 req-c73d1727-1c51-43f9-853c-5e6bf0fe1656 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 1101 time: 0.4238253 Aug 25 14:47:48.641494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Pushing event updated for resources: {'Port': ['ID=57959c33-fc09-4195-bbff-9e4a9dfb69c4,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:48.661712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-690465bf-66e6-4c32-aff9-7094d8cb7cae req-7de7e5d2-8b37-4594-85d8-4c2f5d385445 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983117 Aug 25 14:47:48.877899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1b287f2-8d87-4e27-85df-fac8f400aec1 req-bd1954ac-cb2c-429d-9705-334a2601b2ce tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667960 Aug 25 14:47:48.903984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] For port 42ff1b92-d9f3-4094-9eeb-63c259d4081d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=42ff1b92-d9f3-4094-9eeb-63c259d4081d,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:48.906116 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:48.914708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ef12612-dbcc-40f4-9711-76640878ef29 req-5beb8200-7145-4171-99ec-863f5fcbfadd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126204 Aug 25 14:47:48.960729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Calling delete_port for 42ff1b92-d9f3-4094-9eeb-63c259d4081d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:49.111825 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298054a-9aa1-4f42-aa60-3088ba09b879 x-openstack-request-id: req-0298054a-9aa1-4f42-aa60-3088ba09b879 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:49.112074 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe661c4f-c67f-4adf-a16a-a8136dff5264", "name": "network-vif-deleted", "tag": "e1b14ac7-2835-494e-b3ce-357904089a5b", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:49.114344 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0298054a-9aa1-4f42-aa60-3088ba09b879 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:49.114804 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe661c4f-c67f-4adf-a16a-a8136dff5264', 'name': 'network-vif-deleted', 'tag': 'e1b14ac7-2835-494e-b3ce-357904089a5b', 'status': 'completed', 'code': 200} Aug 25 14:47:49.129245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:47:49.137420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:49.137912 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.142204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Attempting to bind port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:49.148275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Attempting to bind port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:49.152577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Attempting to bind port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 on network 802a0457-4426-477e-834b-692a860f1b71 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:49.163217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 on network 802a0457-4426-477e-834b-692a860f1b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:49.164513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Attempting to bind port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 on network 802a0457-4426-477e-834b-692a860f1b71 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:49.171515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:49.179134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Checking segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:49.179134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Bound using segment: {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:49.179134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Bound port: 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4b51a7-1573-4ed8-bdd7-f222eef9a261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '802a0457-4426-477e-834b-692a860f1b71'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:49.179134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.206067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30d-5d79-44b8-86df-e944be717e4d req-c6498454-bec7-47d6-ae95-d99c23b5a279 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:49.217947 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84daf30d-5d79-44b8-86df-e944be717e4d req-c6498454-bec7-47d6-ae95-d99c23b5a279 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 949 time: 0.3123057 Aug 25 14:47:49.312580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedaa5-5b15-4fa6-bd92-7b1ef950dbed req-bb69e110-e77b-407e-bf2c-55d6fd485dae tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:49.320422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2aedaa5-5b15-4fa6-bd92-7b1ef950dbed req-bb69e110-e77b-407e-bf2c-55d6fd485dae tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 950 time: 0.1059949 Aug 25 14:47:49.350401 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84daf30d-5d79-44b8-86df-e944be717e4d req-cf671328-6524-4fd7-a486-9fb1e666e68b tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305258 Aug 25 14:47:49.373526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.389539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:49.434244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] For port 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:49.443680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] For port 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:49.444228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2aedaa5-5b15-4fa6-bd92-7b1ef950dbed req-2206572f-af9d-4a1c-83c3-2b46d6d9cded tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186833 Aug 25 14:47:49.453543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=302ae384-ccdf-489b-b7c6-acf6d3c9a2db,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:49.453704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.529598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.561341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port 302ae384-ccdf-489b-b7c6-acf6d3c9a2db on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:49.564178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.566671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8533e58-c82e-4c33-b845-cbb678095afa req-7a775f0d-85cb-4d14-a8c4-4cc685cda89b tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.52 "DELETE /v2.0/ports/302ae384-ccdf-489b-b7c6-acf6d3c9a2db HTTP/1.1" status: 204 len: 173 time: 1.8856099 Aug 25 14:47:49.586284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:49.605248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:49.605883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.612454 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] 10.222.0.52 "PUT /v2.0/ports/57959c33-fc09-4195-bbff-9e4a9dfb69c4 HTTP/1.1" status: 200 len: 1092 time: 2.4431622 Aug 25 14:47:49.641780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6175466-ca22-41be-b0fb-72d49692421f', 'name': 'network-vif-deleted', 'tag': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:49.646772 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71f2434-fcef-431e-b7fe-e873f453743a" -d '{"events": [{"server_uuid": "d6175466-ca22-41be-b0fb-72d49692421f", "name": "network-vif-deleted", "tag": "302ae384-ccdf-489b-b7c6-acf6d3c9a2db"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:49.662826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b04bc6-b0f0-4f86-8353-0a0892e7d145 req-928d031b-b2f3-46dd-8ce3-90ea38d77636 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:49.663178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.671565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-38b04bc6-b0f0-4f86-8353-0a0892e7d145 req-928d031b-b2f3-46dd-8ce3-90ea38d77636 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.1806266 Aug 25 14:47:49.700218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.701043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b14ac7-2835-494e-b3ce-357904089a5b no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:49.730257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: e1b14ac7-2835-494e-b3ce-357904089a5b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:49.734702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b14ac7-2835-494e-b3ce-357904089a5b not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:49.763301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event deleted for resources: {'Port': ['ID=42ff1b92-d9f3-4094-9eeb-63c259d4081d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:49.798462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-38b04bc6-b0f0-4f86-8353-0a0892e7d145 req-4c4757a1-d77b-415c-8c05-23d9650740f9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257467 Aug 25 14:47:49.804526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2da18-9d5a-4ee7-9515-4b113927416c service neutron] Pushing event updated for resources: {'Port': ['ID=57959c33-fc09-4195-bbff-9e4a9dfb69c4,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:49.827860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:49.870579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0eb4e-215e-41e8-a059-c89d70772526 req-e6f9eba2-719c-4005-b3e7-505b3db04050 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:49.875529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4f0eb4e-215e-41e8-a059-c89d70772526 req-e6f9eba2-719c-4005-b3e7-505b3db04050 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.3132203 Aug 25 14:47:49.920137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] No DVR routers for this DVR port 42ff1b92-d9f3-4094-9eeb-63c259d4081d on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:49.924503 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:49.926491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c524a9f6-1919-4748-813a-0c1a8df9e6d3 req-5401683e-8605-48a9-93f9-72c6ebf32262 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "DELETE /v2.0/ports/42ff1b92-d9f3-4094-9eeb-63c259d4081d HTTP/1.1" status: 204 len: 173 time: 2.0385358 Aug 25 14:47:49.928240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-ccfa9e0b-0503-4ca1-ab7e-a2edc32d1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:49.931224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-ccfa9e0b-0503-4ca1-ab7e-a2edc32d1fdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7548e3a7254f49b78992e6db87006923&device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 1095 time: 0.1761556 Aug 25 14:47:49.966120 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b2eb63-0c55-40c5-bdd9-9e2d89e30109 x-openstack-request-id: req-c2b2eb63-0c55-40c5-bdd9-9e2d89e30109 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:49.966424 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6175466-ca22-41be-b0fb-72d49692421f", "name": "network-vif-deleted", "tag": "302ae384-ccdf-489b-b7c6-acf6d3c9a2db", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:49.970634 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2b2eb63-0c55-40c5-bdd9-9e2d89e30109 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:49.970634 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6175466-ca22-41be-b0fb-72d49692421f', 'name': 'network-vif-deleted', 'tag': '302ae384-ccdf-489b-b7c6-acf6d3c9a2db', 'status': 'completed', 'code': 200} Aug 25 14:47:50.004189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4f0eb4e-215e-41e8-a059-c89d70772526 req-fb4aa97a-388f-4aea-a511-05a0c16b4677 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973575 Aug 25 14:47:50.077311 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-a76b7590-8d40-4819-9f4a-46814379686c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4 HTTP/1.1" status: 200 len: 217 time: 0.1354287 Aug 25 14:47:50.078587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:50.081463 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a27439-b046-411e-9a2b-7b534f83aa18" -d '{"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:50.119473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['42ff1b92-d9f3-4094-9eeb-63c259d4081d', '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:50.174586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d61b4d87-f70a-4fcf-9c0a-3d7b5602644b req-4991c8ae-569c-4c15-8db5-3535e6bda600 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f116cede-7868-4f1b-bfd4-905ffa9095c0 HTTP/1.1" status: 200 len: 210 time: 0.0741148 Aug 25 14:47:50.211110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-ecd06edc-663c-4d11-b8f6-c5fda7e17808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.214999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-ecd06edc-663c-4d11-b8f6-c5fda7e17808 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9286713-8c88-415b-8132-d717e254c3dd HTTP/1.1" status: 200 len: 854 time: 0.1294866 Aug 25 14:47:50.311877 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69496b6f-3933-496b-9ddb-86355b20137e x-openstack-request-id: req-69496b6f-3933-496b-9ddb-86355b20137e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:50.312447 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:50.313322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-80ba6876-928d-4eb3-bc09-9c9f598fe814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.313767 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69496b6f-3933-496b-9ddb-86355b20137e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:50.315786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-80ba6876-928d-4eb3-bc09-9c9f598fe814 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=802a0457-4426-477e-834b-692a860f1b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913420 Aug 25 14:47:50.316442 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'code': 200} Aug 25 14:47:50.395004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d8e89f9-ef6d-44d9-b1ce-ce414a35cd67 req-3374345a-753e-4377-93ea-a01ab60f6214 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6175466-ca22-41be-b0fb-72d49692421f HTTP/1.1" status: 200 len: 210 time: 0.0360794 Aug 25 14:47:50.459454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6703-1258-474d-b96f-9d7827c22282 req-abe21ae6-0c35-40f9-8178-3ee8e19047e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.461082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab7e6703-1258-474d-b96f-9d7827c22282 req-abe21ae6-0c35-40f9-8178-3ee8e19047e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 1101 time: 0.0502124 Aug 25 14:47:50.508209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 302ae384-ccdf-489b-b7c6-acf6d3c9a2db no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:50.542672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 302ae384-ccdf-489b-b7c6-acf6d3c9a2db {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:50.543144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 302ae384-ccdf-489b-b7c6-acf6d3c9a2db not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:50.554179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-754e406c-4245-4da6-b191-5c3c67dd3e04 service neutron] 10.222.0.52 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276542 Aug 25 14:47:50.584979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab7e6703-1258-474d-b96f-9d7827c22282 req-e8bb6cf4-fb80-48bb-b472-7a44a1a92087 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151898 Aug 25 14:47:50.625190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ae34-02a2-4044-a1e4-3da09df707f3 req-3032225f-0c2d-4699-b3e6-8165e317399f tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.626655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1455ae34-02a2-4044-a1e4-3da09df707f3 req-3032225f-0c2d-4699-b3e6-8165e317399f tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 950 time: 0.1271176 Aug 25 14:47:50.688793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1455ae34-02a2-4044-a1e4-3da09df707f3 req-df8cf64e-5422-4723-a75b-f7a904dbc23b tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Aug 25 14:47:50.746962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d618ba-15b4-4ebb-8ccb-97bcb2f034ee req-547b3d6a-5cb4-444c-8a5d-2b30e417bb2b tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.749322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d618ba-15b4-4ebb-8ccb-97bcb2f034ee req-547b3d6a-5cb4-444c-8a5d-2b30e417bb2b tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 950 time: 0.1202984 Aug 25 14:47:50.797636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfd0818-bc9e-4672-a19b-aa6c22d01589 req-f419fd38-074c-45bf-bfeb-1767b32abb26 service neutron] 10.222.0.52 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374685 Aug 25 14:47:50.861592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d618ba-15b4-4ebb-8ccb-97bcb2f034ee req-06dfa195-02c3-4cd5-b5c1-28810baf19b5 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097264 Aug 25 14:47:50.973864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1b6f-040f-4235-85aa-a1891f927ae0 req-83ea1fdd-49ee-4552-83a3-a118b8e52ac4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.989508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f00423-ee56-4e12-8968-879270c63fb2 req-c6ce032d-2767-430c-9ad0-e85bfd7b50f7 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:50.989612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56cd1b6f-040f-4235-85aa-a1891f927ae0 req-83ea1fdd-49ee-4552-83a3-a118b8e52ac4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.0713108 Aug 25 14:47:50.990201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f00423-ee56-4e12-8968-879270c63fb2 req-c6ce032d-2767-430c-9ad0-e85bfd7b50f7 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 950 time: 0.0671318 Aug 25 14:47:51.028522 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8f88e375-8785-4808-b540-b31024bb3c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:51.035671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f00423-ee56-4e12-8968-879270c63fb2 req-7d83fbd0-b02f-440a-83bb-35c2574c712c tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Aug 25 14:47:51.063286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56cd1b6f-040f-4235-85aa-a1891f927ae0 req-fbfe7208-3764-4eff-a118-fdf4f294ad8c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785954 Aug 25 14:47:51.116358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:51.118865 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d233e9-4b2c-46cd-924e-d0573c891838" -d '{"events": [{"name": "network-changed", "server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:51.218292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4d79-eb6c-4a51-9537-cb57afc30252 req-bc9d2dc9-9818-46bc-a90a-f8e6e82e3219 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:51.227305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-164b4d79-eb6c-4a51-9537-cb57afc30252 req-bc9d2dc9-9818-46bc-a90a-f8e6e82e3219 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.0950606 Aug 25 14:47:51.273442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-164b4d79-eb6c-4a51-9537-cb57afc30252 req-4a3d45ad-f7b1-4273-925b-45da87e5c8aa tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370433 Aug 25 14:47:51.338806 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e1e83e-f07d-48b8-8dbf-802908166929 x-openstack-request-id: req-92e1e83e-f07d-48b8-8dbf-802908166929 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:51.339434 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:51.339888 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92e1e83e-f07d-48b8-8dbf-802908166929 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:51.340534 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'status': 'completed', 'code': 200} Aug 25 14:47:51.424784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-bd4fd673-a71e-4a9f-9a31-d5681ffb8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:51.426524 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-bd4fd673-a71e-4a9f-9a31-d5681ffb8f3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7548e3a7254f49b78992e6db87006923&device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 1095 time: 0.0599539 Aug 25 14:47:51.564931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-2ad35cbf-0119-4324-8565-a52fc7a63e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:51.567907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-2ad35cbf-0119-4324-8565-a52fc7a63e46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=802a0457-4426-477e-834b-692a860f1b71 HTTP/1.1" status: 200 len: 916 time: 0.1266928 Aug 25 14:47:51.617710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-640bb4d0-be98-457c-b0db-63fc14194c9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4 HTTP/1.1" status: 200 len: 217 time: 0.0414593 Aug 25 14:47:51.672132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-83e427ef-2c17-4c59-88f0-bcc3897d6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:51.673749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-83e427ef-2c17-4c59-88f0-bcc3897d6e8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9286713-8c88-415b-8132-d717e254c3dd HTTP/1.1" status: 200 len: 854 time: 0.0487039 Aug 25 14:47:51.728575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-849b9a39-bfe2-4980-998b-1c1720a0b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:51.730227 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-849b9a39-bfe2-4980-998b-1c1720a0b171 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=802a0457-4426-477e-834b-692a860f1b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490019 Aug 25 14:47:51.838941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-831f5d36-fb9d-461c-bd85-2991fb32535f service neutron] 10.222.0.52 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957589 Aug 25 14:47:51.967981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'name': 'network-vif-deleted', 'tag': '42ff1b92-d9f3-4094-9eeb-63c259d4081d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:51.971062 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6173db3f-ee6c-4088-b4e8-2c8686b2ca23" -d '{"events": [{"server_uuid": "f116cede-7868-4f1b-bfd4-905ffa9095c0", "name": "network-vif-deleted", "tag": "42ff1b92-d9f3-4094-9eeb-63c259d4081d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:52.019077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4d233e9-4b2c-46cd-924e-d0573c891838 req-1bfa5470-39cc-4566-8f62-c0de750c9616 service neutron] 10.222.0.52 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621747 Aug 25 14:47:52.155481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fec8f-4569-4e41-af36-9e404a0c71d0 req-b9690b13-83ab-46d3-8bc8-357bec353d49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:52.155481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d5fec8f-4569-4e41-af36-9e404a0c71d0 req-b9690b13-83ab-46d3-8bc8-357bec353d49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 950 time: 0.0784502 Aug 25 14:47:52.155481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d5fec8f-4569-4e41-af36-9e404a0c71d0 req-9ff080e8-d48f-4468-ab05-649a77580acf tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Aug 25 14:47:52.158931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4e75-5bbb-41b8-b048-197dc02bc2f5 req-fd94c758-7560-4478-bd72-103088a8bd72 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:52.158931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-763d4e75-5bbb-41b8-b048-197dc02bc2f5 req-fd94c758-7560-4478-bd72-103088a8bd72 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.0680907 Aug 25 14:47:52.183586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-763d4e75-5bbb-41b8-b048-197dc02bc2f5 req-a3d96ee0-bd21-4f15-a7ea-b451051cb5f6 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Aug 25 14:47:52.236882 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4620acbe-d84d-4a03-bbf9-e1abb2e66ea0 x-openstack-request-id: req-4620acbe-d84d-4a03-bbf9-e1abb2e66ea0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:52.237454 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f116cede-7868-4f1b-bfd4-905ffa9095c0", "name": "network-vif-deleted", "tag": "42ff1b92-d9f3-4094-9eeb-63c259d4081d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:52.237953 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4620acbe-d84d-4a03-bbf9-e1abb2e66ea0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:52.238354 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f116cede-7868-4f1b-bfd4-905ffa9095c0', 'name': 'network-vif-deleted', 'tag': '42ff1b92-d9f3-4094-9eeb-63c259d4081d', 'status': 'completed', 'code': 200} Aug 25 14:47:52.331904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c3fe0-ba71-4ba3-951e-fa31ca2d2aa0 req-fcd3ff02-d425-4895-a8df-38bb55be49c5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:52.333457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b08c3fe0-ba71-4ba3-951e-fa31ca2d2aa0 req-fcd3ff02-d425-4895-a8df-38bb55be49c5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 945 time: 0.0524752 Aug 25 14:47:52.374768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b08c3fe0-ba71-4ba3-951e-fa31ca2d2aa0 req-71deb0ec-f935-4490-8c3b-6ee017d54ad2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Aug 25 14:47:52.467917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 42ff1b92-d9f3-4094-9eeb-63c259d4081d no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:52.486307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4ffd-40d1-42e7-89a7-51bfcb465425 req-8c367e73-afcf-433e-9070-7a1dfe8ee24f tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:52.488445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 42ff1b92-d9f3-4094-9eeb-63c259d4081d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:52.488821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 42ff1b92-d9f3-4094-9eeb-63c259d4081d not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:52.491737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac3f4ffd-40d1-42e7-89a7-51bfcb465425 req-8c367e73-afcf-433e-9070-7a1dfe8ee24f tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.0552790 Aug 25 14:47:52.533933 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac3f4ffd-40d1-42e7-89a7-51bfcb465425 req-65aa935f-e31a-46c3-85ff-f7a5427a5e69 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Aug 25 14:47:52.867288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b74aa-d091-4ae4-98a4-e9700b275f92 req-e6bab5b8-9a66-4560-bf75-c913f091a003 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:52.867288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-439b74aa-d091-4ae4-98a4-e9700b275f92 req-e6bab5b8-9a66-4560-bf75-c913f091a003 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 950 time: 0.0593140 Aug 25 14:47:52.867288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-439b74aa-d091-4ae4-98a4-e9700b275f92 req-0e229afa-060d-4492-9a73-a927e1de2388 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Aug 25 14:47:52.924656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-5d814f89-036f-48f9-8453-b71f6b1f8640 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:52.926311 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-5d814f89-036f-48f9-8453-b71f6b1f8640 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0523219 Aug 25 14:47:52.938254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:47:52.997790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:53.130490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:53.175346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:53.252773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:53.280220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bdf70-3277-4483-be9c-b77832fe7b16 req-00ebc232-cc28-4850-8bc4-4f58268b5ce3 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:53.281739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a78bdf70-3277-4483-be9c-b77832fe7b16 req-00ebc232-cc28-4850-8bc4-4f58268b5ce3 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 950 time: 0.0667722 Aug 25 14:47:53.318215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:53.333584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e534e2-e045-4500-b77b-2d4b82d7f226 req-7d387397-3894-44ed-96a7-11041cef4f2b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:53.335777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a78bdf70-3277-4483-be9c-b77832fe7b16 req-eecc838e-82c4-4318-a1fc-213ba067aec0 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Aug 25 14:47:53.335922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3e534e2-e045-4500-b77b-2d4b82d7f226 req-7d387397-3894-44ed-96a7-11041cef4f2b tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.0500150 Aug 25 14:47:53.358494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:53.361345 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fde06d-a43b-40f2-8519-7a0d9966372c" -d '{"events": [{"server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "name": "network-vif-unplugged", "status": "completed", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:53.396222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3e534e2-e045-4500-b77b-2d4b82d7f226 req-817242e0-6f2a-4953-a593-34e99528921a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540311 Aug 25 14:47:53.418522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:53.455353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:47:53.457945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:47:53.457945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:53.461626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:47:53.462030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Attempting to bind port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:47:53.468165 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9803a358-b64a-446d-a84b-6fd8b6b58d12 x-openstack-request-id: req-9803a358-b64a-446d-a84b-6fd8b6b58d12 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:53.468520 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "name": "network-vif-unplugged", "status": "completed", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:53.468904 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9803a358-b64a-446d-a84b-6fd8b6b58d12 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:53.470032 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'code': 200} Aug 25 14:47:53.470909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:47:53.471365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:47:53.471755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:47:53.472203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Bound port: 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:47:53.472568 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:53.558922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:47:53.562457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:47:53.590960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98dbb-aeb0-4d3b-9dbb-e53a69059a68 req-04a42bc4-c7fc-4581-8aa3-522b304cfd2c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:53.596135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fd98dbb-aeb0-4d3b-9dbb-e53a69059a68 req-04a42bc4-c7fc-4581-8aa3-522b304cfd2c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0657225 Aug 25 14:47:53.632374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fd98dbb-aeb0-4d3b-9dbb-e53a69059a68 req-8c2ec93a-d025-4836-b425-52d059deb290 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Aug 25 14:47:53.655228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:53.748520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=8']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:53.753614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:53.753614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:53.754138 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-6fe68cbb-9fd0-44d1-8983-8f227e735485 service neutron] 10.222.0.52 "PUT /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 200 len: 1121 time: 0.8206036 Aug 25 14:47:53.761715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c36559-eb32-4103-8175-e16cd5fed360 req-6eefac7c-61ab-4932-80a9-6c94aadf909a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:53.763638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50c36559-eb32-4103-8175-e16cd5fed360 req-6eefac7c-61ab-4932-80a9-6c94aadf909a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.0588195 Aug 25 14:47:53.821390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50c36559-eb32-4103-8175-e16cd5fed360 req-181a5f27-f871-4ac6-85cb-7e4c091a978f tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478084 Aug 25 14:47:53.885436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['65b9cadf-a2b3-4333-93f5-4ac015e153cf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:53.942095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['65b9cadf-a2b3-4333-93f5-4ac015e153cf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:53.952760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-5c6f7062-c8a9-4e57-9361-ad062d83771c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:53.955619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-5c6f7062-c8a9-4e57-9361-ad062d83771c tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.0722272 Aug 25 14:47:54.061607 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e70874b-48fb-4b47-9976-63e7ca962564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:54.078758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b855-51ce-4a1c-9bce-ff27da6ed76f req-8f2cad80-2322-46de-a080-2446648ad3e0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:54.080602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c11b855-51ce-4a1c-9bce-ff27da6ed76f req-8f2cad80-2322-46de-a080-2446648ad3e0 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 950 time: 0.1225336 Aug 25 14:47:54.135874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Deleting port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:54.136230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:54.140162 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:54.183598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c11b855-51ce-4a1c-9bce-ff27da6ed76f req-0bd2f329-005b-409d-ab2f-2c3752464705 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/security-groups?id=78404c6c-6052-4136-ad27-10cccd0b31a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942469 Aug 25 14:47:54.251244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] For port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:54.251625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:54.281766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Calling delete_port for 1626fbf0-3b18-4cbf-8de7-b1b18db34afa owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:54.468609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:54.483183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:54.541767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a9dfe-cfb3-4bea-9f4f-c3a70ef1d30e req-2de52569-d748-443a-8cca-3929d4b12ebe tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:54.543432 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-922a9dfe-cfb3-4bea-9f4f-c3a70ef1d30e req-2de52569-d748-443a-8cca-3929d4b12ebe tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 951 time: 0.0504637 Aug 25 14:47:54.585004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-922a9dfe-cfb3-4bea-9f4f-c3a70ef1d30e req-79fa648e-64f6-4df7-9913-d6767a769b08 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/security-groups?id=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Aug 25 14:47:54.640015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:54.665091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:54.667812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'mac_address': 'fa:16:3e:04:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:54.691873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-5851e263-f6d0-479c-93a4-fed151316750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:54.694208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-5851e263-f6d0-479c-93a4-fed151316750 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 950 time: 0.0600200 Aug 25 14:47:54.702368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:47:54.720948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:54.734718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6889295-3f3f-45de-9754-c68d3b8accf8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:54.776971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:54.835515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0d8f-96d0-4eb8-b878-7837d99e161c req-3348570c-d95b-4fbe-b232-5f760ce6b23f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:54.835515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1bff0d8f-96d0-4eb8-b878-7837d99e161c req-3348570c-d95b-4fbe-b232-5f760ce6b23f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0978265 Aug 25 14:47:54.891349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Deleting port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:47:54.891773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:54.917519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1bff0d8f-96d0-4eb8-b878-7837d99e161c req-cadcd7ae-3ad0-4bdb-be8d-c3198fca2621 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736885 Aug 25 14:47:54.957510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef614f2-2b64-42cd-8d89-62d7b44a9a11 req-b468c2c9-5a29-4ff9-9e8f-c2454da5d816 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:54.959734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ef614f2-2b64-42cd-8d89-62d7b44a9a11 req-b468c2c9-5a29-4ff9-9e8f-c2454da5d816 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.0629020 Aug 25 14:47:55.003837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ef614f2-2b64-42cd-8d89-62d7b44a9a11 req-6fa51a11-06d3-4301-b0de-4d34b0128065 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378382 Aug 25 14:47:55.015176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] For port d8347ad9-79a1-4ae4-a3f4-f338f16a5194, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:55.015553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.029004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Calling delete_port for d8347ad9-79a1-4ae4-a3f4-f338f16a5194 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:47:55.320621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.340274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1626fbf0-3b18-4cbf-8de7-b1b18db34afa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:55.395414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.397581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Pushing event deleted for resources: {'Port': ['ID=1626fbf0-3b18-4cbf-8de7-b1b18db34afa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:55.452756 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.458977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.469384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.469755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.470105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.470448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.474957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.474957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.474957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.475346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.475568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.489676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.489676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.491313 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1386f27-364b-4f37-a9e8-8e23acdd05a2 req-f7ed1308-f378-470c-a4b2-e5ead447ed8f tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 210 time: 0.0456975 Aug 25 14:47:55.491313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:55.491313 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff52153-ebda-47d9-ab9f-51b014e8fc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:55.497897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.505552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f6889295-3f3f-45de-9754-c68d3b8accf8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:55.544119 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e17fb2-b8f6-40e7-b962-cba0f0d8fe97 x-openstack-request-id: req-49e17fb2-b8f6-40e7-b962-cba0f0d8fe97 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:55.544637 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:55.544854 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49e17fb2-b8f6-40e7-b962-cba0f0d8fe97 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:55.545107 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'status': 'completed', 'code': 200} Aug 25 14:47:55.550761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:55.556087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] No DVR routers for this DVR port 1626fbf0-3b18-4cbf-8de7-b1b18db34afa on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:55.562363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.562363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13b361b6-a3cc-401d-a1c0-7b4bfdf57ebc req-96a50751-efad-4752-b781-9456f6b5d913 tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.45 "DELETE /v2.0/ports/1626fbf0-3b18-4cbf-8de7-b1b18db34afa HTTP/1.1" status: 204 len: 173 time: 1.5942914 Aug 25 14:47:55.573754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.574285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.575085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.575593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.576236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.576739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.577235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.577732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.578264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.578883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.579409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.579909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:47:55.582616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-deleted', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:55.594276 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db18c42-fcfe-406a-b3c6-9062e06b2931" -d '{"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-deleted", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:55.637461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Pushing event deleted for resources: {'Port': ['ID=d8347ad9-79a1-4ae4-a3f4-f338f16a5194,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:55.683458 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc7f0d3-c89c-46ba-864f-309876258826 x-openstack-request-id: req-1fc7f0d3-c89c-46ba-864f-309876258826 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:55.683754 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02da46a-7900-45ec-9456-8ab76ab3a591", "name": "network-vif-deleted", "tag": "1626fbf0-3b18-4cbf-8de7-b1b18db34afa", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:55.684270 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fc7f0d3-c89c-46ba-864f-309876258826 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:55.685797 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02da46a-7900-45ec-9456-8ab76ab3a591', 'name': 'network-vif-deleted', 'tag': '1626fbf0-3b18-4cbf-8de7-b1b18db34afa', 'status': 'completed', 'code': 200} Aug 25 14:47:55.754836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] No DVR routers for this DVR port d8347ad9-79a1-4ae4-a3f4-f338f16a5194 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:47:55.761764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:55.764235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-129c86f6-9ff6-414c-b3e0-47664d939a48 req-28ecaaab-c3cd-4581-858c-8b293749d7f6 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.45 "DELETE /v2.0/ports/d8347ad9-79a1-4ae4-a3f4-f338f16a5194 HTTP/1.1" status: 204 len: 173 time: 1.0592077 Aug 25 14:47:55.798949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64759dc1-a5d8-48a5-869e-9e1cbaaf650b req-4412f26d-a988-4a09-98bc-db05f71d317a tempest-ServersAdminTestJSON-207218133 tempest-ServersAdminTestJSON-207218133-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02da46a-7900-45ec-9456-8ab76ab3a591 HTTP/1.1" status: 200 len: 210 time: 0.0761552 Aug 25 14:47:55.829348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-a8c9780b-91a6-4e34-80c6-4e41b9a5e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:55.829348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-a8c9780b-91a6-4e34-80c6-4e41b9a5e604 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1124 time: 0.2273765 Aug 25 14:47:55.829722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d8347ad9-79a1-4ae4-a3f4-f338f16a5194'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:55.941832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-6af13cb2-c134-4ef3-95d5-1bc6ff6363eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:55.943954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-6af13cb2-c134-4ef3-95d5-1bc6ff6363eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1073706 Aug 25 14:47:55.995522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-2a884887-77e4-4c0e-a01a-4751c8f08d5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 200 len: 217 time: 0.0414355 Aug 25 14:47:56.070290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-be269f9c-d960-469c-9b94-6b81a497c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:56.072242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-be269f9c-d960-469c-9b94-6b81a497c7b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0661550 Aug 25 14:47:56.080152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7c78-82b3-4048-a634-dcf93c6f22f9 req-2ceb52c1-3d0a-44df-b34a-a3e624a110dc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:56.082211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26ee7c78-82b3-4048-a634-dcf93c6f22f9 req-2ceb52c1-3d0a-44df-b34a-a3e624a110dc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0667279 Aug 25 14:47:56.118163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-c3e47a16-b852-43ea-bb92-d992c8cbd30a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278006 Aug 25 14:47:56.169348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26ee7c78-82b3-4048-a634-dcf93c6f22f9 req-062c5a43-71f0-4178-8546-e627aed4f4b2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514917 Aug 25 14:47:56.269578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-43e2e59c-dc62-4e93-940b-ef7cc88ddede service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353636 Aug 25 14:47:56.307599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880ce-d718-49f5-be31-280ab47f8adc req-0ab1fd88-37b1-4644-a867-aff175934920 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:56.309788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e78880ce-d718-49f5-be31-280ab47f8adc req-0ab1fd88-37b1-4644-a867-aff175934920 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.1130540 Aug 25 14:47:56.406577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e78880ce-d718-49f5-be31-280ab47f8adc req-5e75933e-769a-4431-b555-2c8984b5d555 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829530 Aug 25 14:47:56.454265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff52153-ebda-47d9-ab9f-51b014e8fc6f req-f30ad626-87da-4ab9-abb9-31d380105b35 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676743 Aug 25 14:47:56.487871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:47:56.598648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f6889295-3f3f-45de-9754-c68d3b8accf8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:47:56.599366 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:56.642282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91630c32-f9f6-432c-8b86-b0991bf928bb req-573e8c85-620b-469e-95e1-d644a534f8b3 tempest-ServersOnMultiNodesTest-1135898888 tempest-ServersOnMultiNodesTest-1135898888-project] 10.222.0.58 "GET /v2.0/ports?device_id=af631198-6c9b-4f2e-954a-56f3447a4d2f HTTP/1.1" status: 200 len: 210 time: 0.0401580 Aug 25 14:47:56.701805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:56.727831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:56.730268 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb2698-4b3b-4a10-9d9d-7c961875c01d" -d '{"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-plugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:56.746465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:56.773422 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7796f3a-124a-4adc-891a-266ec4bb4c53 x-openstack-request-id: req-b7796f3a-124a-4adc-891a-266ec4bb4c53 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:56.773789 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-plugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:56.774277 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7796f3a-124a-4adc-891a-266ec4bb4c53 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:56.774728 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'code': 200} Aug 25 14:47:56.862712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:56.898422 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:56.937760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:56.976599 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:57.314054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65d634-de61-46d7-929e-d7e78d4f902d req-163fc1bc-3bf5-4cfe-865a-2a368376b3fc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:57.316465 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d65d634-de61-46d7-929e-d7e78d4f902d req-163fc1bc-3bf5-4cfe-865a-2a368376b3fc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.0731158 Aug 25 14:47:57.372226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d65d634-de61-46d7-929e-d7e78d4f902d req-c2f8ad45-6530-413e-9164-39282c9959ab tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Aug 25 14:47:57.604138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664978d-1052-4261-b1b8-d9186f0fdf01 req-97828c4d-bb69-4858-baae-c2c25b970589 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:57.612294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f664978d-1052-4261-b1b8-d9186f0fdf01 req-97828c4d-bb69-4858-baae-c2c25b970589 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.1149867 Aug 25 14:47:57.687720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f664978d-1052-4261-b1b8-d9186f0fdf01 req-044d8dfd-914a-4693-b356-85c35d37345f tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742853 Aug 25 14:47:57.689113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'name': 'network-vif-deleted', 'tag': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:47:57.693718 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716bcffd-547d-45fc-893a-d9b3a0477485" -d '{"events": [{"server_uuid": "af631198-6c9b-4f2e-954a-56f3447a4d2f", "name": "network-vif-deleted", "tag": "d8347ad9-79a1-4ae4-a3f4-f338f16a5194"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:47:57.807011 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b54160f-3dfb-4ab7-b7a2-cfb91dbace62 x-openstack-request-id: req-6b54160f-3dfb-4ab7-b7a2-cfb91dbace62 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:47:57.807592 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af631198-6c9b-4f2e-954a-56f3447a4d2f", "name": "network-vif-deleted", "tag": "d8347ad9-79a1-4ae4-a3f4-f338f16a5194", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:47:57.808060 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b54160f-3dfb-4ab7-b7a2-cfb91dbace62 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:47:57.808721 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af631198-6c9b-4f2e-954a-56f3447a4d2f', 'name': 'network-vif-deleted', 'tag': 'd8347ad9-79a1-4ae4-a3f4-f338f16a5194', 'status': 'completed', 'code': 200} Aug 25 14:47:57.830270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49140) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:58.041675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bfc41283-2801-4f19-80d1-bccfe3c8e4f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d8a7c56cb514aa2ba1eb71171c37739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097850 Aug 25 14:47:58.050816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49144) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:58.114807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a62b23-5a54-4a3c-a526-0dcdbae64d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.141096 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a62b23-5a54-4a3c-a526-0dcdbae64d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.265619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a62b23-5a54-4a3c-a526-0dcdbae64d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.269810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a62b23-5a54-4a3c-a526-0dcdbae64d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.271449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7a62b23-5a54-4a3c-a526-0dcdbae64d82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc HTTP/1.1" status: 204 len: 168 time: 0.2190034 Aug 25 14:47:58.301361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a62b23-5a54-4a3c-a526-0dcdbae64d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbddb4-dd07-4cfd-bebb-4cc6c8e1c7cc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:58.337135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49152) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:58.495112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:47:58.497198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:58.565208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 1626fbf0-3b18-4cbf-8de7-b1b18db34afa {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:58.566633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1626fbf0-3b18-4cbf-8de7-b1b18db34afa not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:58.568412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d8347ad9-79a1-4ae4-a3f4-f338f16a5194 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:47:58.572862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1fc7553c-fe22-442f-a068-d9e47e36ac7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5043e5260db14b73bb851a8d53c0ec97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345278 Aug 25 14:47:58.576190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49158) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:58.658644 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: d8347ad9-79a1-4ae4-a3f4-f338f16a5194 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:47:58.658996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d8347ad9-79a1-4ae4-a3f4-f338f16a5194 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:47:58.670287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a8e59-b960-4946-bcc8-5752f6acc6e5 req-fd689d5d-d9c2-4338-92f6-4594db1f7517 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:58.671918 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5a8e59-b960-4946-bcc8-5752f6acc6e5 req-fd689d5d-d9c2-4338-92f6-4594db1f7517 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.1070261 Aug 25 14:47:58.769004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.794307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5a8e59-b960-4946-bcc8-5752f6acc6e5 req-634bd181-3e0c-423e-afa6-07095b8c1021 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022341 Aug 25 14:47:58.802968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02ecce00-20ad-4357-99bf-ccdcbde3c014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.815271 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:47:58.844924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02ecce00-20ad-4357-99bf-ccdcbde3c014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:58.908022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:58.948585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'mac_address': 'fa:16:3e:b8:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:47:58.991582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac28922-18f6-4337-9023-501ebe88adf6 req-ad1814ed-e8d2-4038-b9b7-f87dab7dd0ec tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:47:58.994410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eac28922-18f6-4337-9023-501ebe88adf6 req-ad1814ed-e8d2-4038-b9b7-f87dab7dd0ec tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 944 time: 0.1185038 Aug 25 14:47:59.057822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:59.074192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eac28922-18f6-4337-9023-501ebe88adf6 req-dbabbe00-b532-427e-89d5-4d5f53cfdd05 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662701 Aug 25 14:47:59.105686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:47:59.106466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02ecce00-20ad-4357-99bf-ccdcbde3c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:59.109306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02ecce00-20ad-4357-99bf-ccdcbde3c014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:59.110439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-02ecce00-20ad-4357-99bf-ccdcbde3c014 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78404c6c-6052-4136-ad27-10cccd0b31a8 HTTP/1.1" status: 204 len: 168 time: 0.5324149 Aug 25 14:47:59.126571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecce00-20ad-4357-99bf-ccdcbde3c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78404c6c-6052-4136-ad27-10cccd0b31a8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:59.150962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:47:59.272444 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:59.387039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:47:59.469799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:47:59.628135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:59.743744 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0dfaf4f2-77f0-4077-b736-c345d45ac29e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abe4315b16e5408596e442466e2c22b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110816 Aug 25 14:47:59.744440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49214) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:47:59.894597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c700fb19-8240-4bf0-9f84-b0bed4c73728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:47:59.945820 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c700fb19-8240-4bf0-9f84-b0bed4c73728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.070998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ba65-4c60-470e-89ec-e38844f159b9 req-db268c27-acee-4224-804d-5afd31f3640a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:00.073503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f45ba65-4c60-470e-89ec-e38844f159b9 req-db268c27-acee-4224-804d-5afd31f3640a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 943 time: 0.1313295 Aug 25 14:48:00.109638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c700fb19-8240-4bf0-9f84-b0bed4c73728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.114079 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c700fb19-8240-4bf0-9f84-b0bed4c73728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.118753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c700fb19-8240-4bf0-9f84-b0bed4c73728 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39cea7af-7d4e-4050-a50c-6436a6c7c20d HTTP/1.1" status: 204 len: 168 time: 0.3713512 Aug 25 14:48:00.133999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700fb19-8240-4bf0-9f84-b0bed4c73728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cea7af-7d4e-4050-a50c-6436a6c7c20d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:00.213398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f45ba65-4c60-470e-89ec-e38844f159b9 req-cdc962b6-a969-4fd1-8690-084c46b9d386 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281629 Aug 25 14:48:00.249720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:00.472180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49240) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:00.473407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0b770a55-b520-4d2c-a319-d2a825d71574 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a05c3de09d24c2f820761c2bac8412c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222848 Aug 25 14:48:00.520055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:00.560611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.593085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.646589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:00.648860 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.830348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.837478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.839965 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/baab610d-1883-4d68-bca4-c82150919f1d HTTP/1.1" status: 204 len: 168 time: 0.3661723 Aug 25 14:48:00.899884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baab610d-1883-4d68-bca4-c82150919f1d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:00.925363 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:00.932312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.932665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.934830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.937235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.947566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.948218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.948758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.949275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.949791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.950304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.951696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.952055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd9d06d-6065-44d6-800e-490cedab54ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:00.999166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:01.002875 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2ae213-bbf9-4bdf-b2fe-23d280506450" -d '{"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:01.025946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:01.449260 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:01.603987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:02.539308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 57959c33-fc09-4195-bbff-9e4a9dfb69c4 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:48:02.849189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:02.887662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'port_id': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'mac_address': 'fa:16:3e:19:2c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:48:02.963629 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:03.010634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57959c33-fc09-4195-bbff-9e4a9dfb69c4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:03.061083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:03.159892 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:03.539704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=57959c33-fc09-4195-bbff-9e4a9dfb69c4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:03.690445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['57959c33-fc09-4195-bbff-9e4a9dfb69c4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:04.517520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:48:04.690422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-cd240e1e-c3bc-4879-8fbf-c9609df935a6 service neutron] 10.222.0.45 "GET /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.1314704 Aug 25 14:48:04.942286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:04.966173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:05.004672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b9cadf-a2b3-4333-93f5-4ac015e153cf {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:05.017648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:05.188881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:05.292949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] Transition to ACTIVE for port object 65b9cadf-a2b3-4333-93f5-4ac015e153cf will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:05.408906 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:05.493277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:05.542435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] No DVR routers for this DVR port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:48:05.607538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-82fa9789-7806-422e-a210-0bd168bac3a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9068615 Aug 25 14:48:05.940330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-368ab083-ad4b-48ff-9146-4cb9937bec0b tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:05.954914 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-368ab083-ad4b-48ff-9146-4cb9937bec0b tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.0991328 Aug 25 14:48:06.009286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-b4a42cc4-60bc-49f5-b464-1622bbbff06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:06.011107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-b4a42cc4-60bc-49f5-b464-1622bbbff06c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556&tenant_id=7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 1095 time: 0.0597551 Aug 25 14:48:06.085524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-ac5ba4a4-d6b5-4c15-93cd-53be3da9418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:06.087405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-ac5ba4a4-d6b5-4c15-93cd-53be3da9418c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1095 time: 0.0487220 Aug 25 14:48:06.221909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-f49b0026-2335-4c28-8fda-e3c2f92f5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:06.223491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-f49b0026-2335-4c28-8fda-e3c2f92f5213 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1216702 Aug 25 14:48:06.272579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-be4a8f5f-021e-4159-8f04-a2b9874e423e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 200 len: 217 time: 0.0380888 Aug 25 14:48:06.341324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-f41c9a2f-e0d0-4f85-af45-36ccef5606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:06.342928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-f41c9a2f-e0d0-4f85-af45-36ccef5606b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0617621 Aug 25 14:48:06.378485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-313503f3-dad3-40d3-bb9a-20e7e427e8f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262098 Aug 25 14:48:06.524589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-147c84b8-c654-4c39-9692-7f4730c0db16 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375480 Aug 25 14:48:06.570918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 57959c33-fc09-4195-bbff-9e4a9dfb69c4 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:06.662458 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-9e3c181e-7d91-4ffb-84a4-6bd62cbe6841 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301744 Aug 25 14:48:06.740923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:06.747577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:06.748535 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:06.977624 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:07.058040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:07.227136 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:07.293512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=57959c33-fc09-4195-bbff-9e4a9dfb69c4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:07.432568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-30928031-7f2f-4ab3-8299-c6d7b64c68be tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:07.434357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-30928031-7f2f-4ab3-8299-c6d7b64c68be tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.0808811 Aug 25 14:48:07.762565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-0ffa0ca9-178b-4e5d-b07f-b60122dbe1a7 service neutron] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:07.765853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-0ffa0ca9-178b-4e5d-b07f-b60122dbe1a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:07.766997 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb8fac7c-c9e9-4a27-90cb-284e9518fe33 req-0ffa0ca9-178b-4e5d-b07f-b60122dbe1a7 service neutron] 10.222.0.52 "DELETE /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.3232534 Aug 25 14:48:11.508102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b326a2-cf10-443f-a988-7dcc1297f445 req-6edb19e4-ca68-4165-8c35-8e9c78b0af3d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:11.510878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60b326a2-cf10-443f-a988-7dcc1297f445 req-6edb19e4-ca68-4165-8c35-8e9c78b0af3d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0663991 Aug 25 14:48:11.525127 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b3100-d12a-4519-b5fe-e51c83779c11 x-openstack-request-id: req-f90b3100-d12a-4519-b5fe-e51c83779c11 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:11.526314 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:11.526739 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f90b3100-d12a-4519-b5fe-e51c83779c11 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:11.527346 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'code': 200} Aug 25 14:48:11.589930 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60b326a2-cf10-443f-a988-7dcc1297f445 req-bf494898-066c-4d63-a2e2-f9133ec09b0c tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708930 Aug 25 14:48:11.654403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8225e3-19ab-47e8-a80c-6f779e08c729 req-2b959f42-4ced-44f4-9f03-da37bb96629b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:11.656083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e8225e3-19ab-47e8-a80c-6f779e08c729 req-2b959f42-4ced-44f4-9f03-da37bb96629b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 944 time: 0.0625219 Aug 25 14:48:11.713701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e8225e3-19ab-47e8-a80c-6f779e08c729 req-ae1bd218-bfd6-4aa9-927e-4451f37700f0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Aug 25 14:48:12.095957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f0437-fa05-4f58-bd51-dcf3c6aea057 req-56553931-2f0f-4816-8682-88c0b8bca47b tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:12.096904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97f0437-fa05-4f58-bd51-dcf3c6aea057 req-56553931-2f0f-4816-8682-88c0b8bca47b tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 950 time: 0.0571928 Aug 25 14:48:12.114261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ca2b-20b0-47e5-a89f-701b3f4abefc req-16eda6a9-2dbc-450d-b9c3-92f4af7dc13a tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:12.116836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7409ca2b-20b0-47e5-a89f-701b3f4abefc req-16eda6a9-2dbc-450d-b9c3-92f4af7dc13a tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1095 time: 0.0708172 Aug 25 14:48:12.146030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97f0437-fa05-4f58-bd51-dcf3c6aea057 req-e16b88b0-f3a4-471a-81d3-ead21ce4e774 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356610 Aug 25 14:48:12.155456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7409ca2b-20b0-47e5-a89f-701b3f4abefc req-e73a981a-ddf1-4839-8fb5-a81bb1b91144 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Aug 25 14:48:12.339952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b09ef2-2abe-4964-b3d3-7a5814a4cfc9 req-2abd55e4-ee50-4147-8dab-a86228bfed41 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:12.341634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5b09ef2-2abe-4964-b3d3-7a5814a4cfc9 req-2abd55e4-ee50-4147-8dab-a86228bfed41 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 1095 time: 0.0403476 Aug 25 14:48:12.378192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5b09ef2-2abe-4964-b3d3-7a5814a4cfc9 req-ec147a07-abbf-4edf-b01b-fa4c41c8d22e tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304227 Aug 25 14:48:13.162503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bad8e5-d0b7-4e5f-852c-8d269926ece3 req-49cf3d49-c5f3-4c14-a698-570acd78283a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:13.167681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9bad8e5-d0b7-4e5f-852c-8d269926ece3 req-49cf3d49-c5f3-4c14-a698-570acd78283a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0617137 Aug 25 14:48:13.205885 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9bad8e5-d0b7-4e5f-852c-8d269926ece3 req-5520e05f-8829-45fd-a305-7ddd22b2ec3c tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345123 Aug 25 14:48:13.259675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:13.392049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d279ee4-94f9-48d5-92e5-ba37158a0f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.507871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d279ee4-94f9-48d5-92e5-ba37158a0f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.528575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:13.531708 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b401209d-8e44-49f1-a9bf-f75dc5d5730f" -d '{"events": [{"server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "name": "network-vif-plugged", "status": "completed", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:13.571135 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73624c-5fa3-44e0-9861-19439244a83f x-openstack-request-id: req-ff73624c-5fa3-44e0-9861-19439244a83f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:13.571461 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "name": "network-vif-plugged", "status": "completed", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:13.571747 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff73624c-5fa3-44e0-9861-19439244a83f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:13.572199 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'code': 200} Aug 25 14:48:13.634176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d279ee4-94f9-48d5-92e5-ba37158a0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.719908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279ee4-94f9-48d5-92e5-ba37158a0f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b9da0-358b-464c-be91-399684143cbe,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:13.729234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d279ee4-94f9-48d5-92e5-ba37158a0f5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9931595de8684b0082547fa0967defb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666810 Aug 25 14:48:13.731346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49524) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:13.742341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825fab2-8900-415c-82a4-5cf6ff864560 req-59c3afaf-75fe-42f7-b8e2-2b7282ae61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:13.743902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2825fab2-8900-415c-82a4-5cf6ff864560 req-59c3afaf-75fe-42f7-b8e2-2b7282ae61ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 1097 time: 0.0866969 Aug 25 14:48:13.794676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2825fab2-8900-415c-82a4-5cf6ff864560 req-9504b752-0b4e-4581-ac9e-95f34ec1759d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371914 Aug 25 14:48:13.801554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55f4b21e-4819-4c95-ab1d-a6300dcfd01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.826418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55f4b21e-4819-4c95-ab1d-a6300dcfd01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.985313 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55f4b21e-4819-4c95-ab1d-a6300dcfd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.990273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55f4b21e-4819-4c95-ab1d-a6300dcfd01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:13.990273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-55f4b21e-4819-4c95-ab1d-a6300dcfd01d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f94b9da0-358b-464c-be91-399684143cbe HTTP/1.1" status: 204 len: 168 time: 0.2561653 Aug 25 14:48:13.998978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4b21e-4819-4c95-ab1d-a6300dcfd01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b9da0-358b-464c-be91-399684143cbe,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:14.341426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49546) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:14.424304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986b5a-d75f-44c3-9f5a-a382c3b73a98 req-d76d870d-e418-4a94-93dd-ea66cb1c9705 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:14.435992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0986b5a-d75f-44c3-9f5a-a382c3b73a98 req-d76d870d-e418-4a94-93dd-ea66cb1c9705 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.1041200 Aug 25 14:48:14.487429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0986b5a-d75f-44c3-9f5a-a382c3b73a98 req-522ad9e2-af88-49ef-8ea9-2b9fbf7257f5 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492799 Aug 25 14:48:14.534938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f70fd1a-cf0d-4f71-9209-f105857c20f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.576528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:48:14.632091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f70fd1a-cf0d-4f71-9209-f105857c20f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.654796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.692892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:14.740457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f70fd1a-cf0d-4f71-9209-f105857c20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.778768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70fd1a-cf0d-4f71-9209-f105857c20f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c523d597-a763-4b45-9853-93f87b7eecbd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:14.785878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49564) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:14.787114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f70fd1a-cf0d-4f71-9209-f105857c20f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ba078b8e3e04d628732907646e52df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426575 Aug 25 14:48:14.848166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.902919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97df9be3-c6e7-40d6-b952-a49190efd3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.926813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49582) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:14.934053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97df9be3-c6e7-40d6-b952-a49190efd3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:14.949586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:14.951632 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb9c33e9-305b-4a0d-a86c-bca8839907a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.046885 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bba3b9-1d10-4e32-9e7d-ecd7760ff4be req-8cd54ca9-bbd9-496c-a8c4-6ad57ac4225b tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:15.056709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83bba3b9-1d10-4e32-9e7d-ecd7760ff4be req-8cd54ca9-bbd9-496c-a8c4-6ad57ac4225b tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 950 time: 0.0672693 Aug 25 14:48:15.077488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97df9be3-c6e7-40d6-b952-a49190efd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.080385 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97df9be3-c6e7-40d6-b952-a49190efd3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.081973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-97df9be3-c6e7-40d6-b952-a49190efd3f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c523d597-a763-4b45-9853-93f87b7eecbd HTTP/1.1" status: 204 len: 168 time: 0.2943070 Aug 25 14:48:15.104620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df9be3-c6e7-40d6-b952-a49190efd3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523d597-a763-4b45-9853-93f87b7eecbd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:15.145948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83bba3b9-1d10-4e32-9e7d-ecd7760ff4be req-808925d7-1e27-42d4-9bd2-f9db4003fa96 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856788 Aug 25 14:48:15.215269 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb9c33e9-305b-4a0d-a86c-bca8839907a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.285494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb9c33e9-305b-4a0d-a86c-bca8839907a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.341566 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb9c33e9-305b-4a0d-a86c-bca8839907a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=225edd219f774e4e98e44d0cc5c1625d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124689 Aug 25 14:48:15.343897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49610) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:15.345928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c33e9-305b-4a0d-a86c-bca8839907a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb635f7a-d9e3-4bad-95ef-d3c963ffd4f0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:15.419387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f04e7645-6892-436c-918b-624936be7116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.460319 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f04e7645-6892-436c-918b-624936be7116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.573993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:15.576666 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81e2c5-a0c3-4aa2-9704-a287af46e3ed" -d '{"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:15.591685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f04e7645-6892-436c-918b-624936be7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.594436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f04e7645-6892-436c-918b-624936be7116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:15.596819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f04e7645-6892-436c-918b-624936be7116 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb635f7a-d9e3-4bad-95ef-d3c963ffd4f0 HTTP/1.1" status: 204 len: 168 time: 0.2515862 Aug 25 14:48:15.610939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e7645-6892-436c-918b-624936be7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb635f7a-d9e3-4bad-95ef-d3c963ffd4f0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:15.703867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039551a-8a0a-432a-b693-b2091ce55543 req-8c1f7be2-0d44-4ea7-8c84-7fdd9be4da5a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:15.705721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8039551a-8a0a-432a-b693-b2091ce55543 req-8c1f7be2-0d44-4ea7-8c84-7fdd9be4da5a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0873752 Aug 25 14:48:15.787105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8039551a-8a0a-432a-b693-b2091ce55543 req-ab7aefc5-c80e-4d23-a876-911ce1f6197f tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737419 Aug 25 14:48:15.844898 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afb9cc3-c1f7-4b65-b14c-87e15f2f90a7 x-openstack-request-id: req-0afb9cc3-c1f7-4b65-b14c-87e15f2f90a7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:15.845197 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:15.846778 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0afb9cc3-c1f7-4b65-b14c-87e15f2f90a7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:15.846906 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'code': 200} Aug 25 14:48:16.065970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49648) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:16.073902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b77fd942-fd46-44f0-ae01-79a09d0db120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.175204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b77fd942-fd46-44f0-ae01-79a09d0db120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.245462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b77fd942-fd46-44f0-ae01-79a09d0db120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.295350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b77fd942-fd46-44f0-ae01-79a09d0db120 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3bf774c3e20444a849c2eae4f084cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341547 Aug 25 14:48:16.297907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49666) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:16.323505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd942-fd46-44f0-ae01-79a09d0db120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223ad387-9372-4447-8b71-c7ddbc73b54a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:16.403236 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f21b158c-b3c1-4658-86d9-9d1bd81cae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.477714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f21b158c-b3c1-4658-86d9-9d1bd81cae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.545231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-8975b619-4440-4d53-a028-ed0fd241e274 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:16.551640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-8975b619-4440-4d53-a028-ed0fd241e274 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.1502640 Aug 25 14:48:16.571319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-8ca97d4e-e580-422c-a549-763787951395 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/quotas/bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 375 time: 0.0186496 Aug 25 14:48:16.587888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:48:16.634035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-7bad031e-7779-4b92-9dd8-a0561d582145 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616381 Aug 25 14:48:16.685265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f21b158c-b3c1-4658-86d9-9d1bd81cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.687833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f21b158c-b3c1-4658-86d9-9d1bd81cae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.691070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f21b158c-b3c1-4658-86d9-9d1bd81cae15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/223ad387-9372-4447-8b71-c7ddbc73b54a HTTP/1.1" status: 204 len: 168 time: 0.3899703 Aug 25 14:48:16.716254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b158c-b3c1-4658-86d9-9d1bd81cae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ad387-9372-4447-8b71-c7ddbc73b54a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:16.729409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:16.742539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'mac_address': 'fa:16:3e:e6:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:48:16.775344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-600ef4c1-36cd-44c8-a0cb-d95685b2dcad service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402533 Aug 25 14:48:16.806930 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:16.848507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14fe1703-a1fc-4007-862d-c5337ef05bc7 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:16.875615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:16.900168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-fc5d5f44-4c42-4ed6-90a4-72e42f9f17ac service neutron] 10.222.0.58 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184189 Aug 25 14:48:16.954012 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:17.092840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:17.110047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['14fe1703-a1fc-4007-862d-c5337ef05bc7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:17.158817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b271c5-912c-4376-bcf4-1a52d06cff3b req-25159693-5ae6-4043-a9e5-e37be29d7d35 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:17.161090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09b271c5-912c-4376-bcf4-1a52d06cff3b req-25159693-5ae6-4043-a9e5-e37be29d7d35 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0627136 Aug 25 14:48:17.228275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09b271c5-912c-4376-bcf4-1a52d06cff3b req-ae90f1f9-a595-4c7f-bebc-9d19af8784d6 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597484 Aug 25 14:48:17.490629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8fff0-ac7b-43d0-b93e-bbdd3602ff0a req-61e353fc-27c4-49c6-813b-fc16d4083895 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:17.492310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efd8fff0-ac7b-43d0-b93e-bbdd3602ff0a req-61e353fc-27c4-49c6-813b-fc16d4083895 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0498583 Aug 25 14:48:17.501808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:17.508902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Request body: {'floatingip': {'port_id': '57959c33-fc09-4195-bbff-9e4a9dfb69c4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:17.579587 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:18.557926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cb62060-c2ca-41a7-aabe-1a64eb023c4d req-a8d1ae36-0d5e-47dd-964a-d3e99b9cea7d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0513027 Aug 25 14:48:18.592371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:18.688781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:48:18.784835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 14fe1703-a1fc-4007-862d-c5337ef05bc7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:18.785623 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:18.821528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:18.901522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:18.922738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:18.949691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:18.952166 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05546113-cd50-480e-9c4a-c6aa25d1fe0b" -d '{"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:18.982861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:19.019696 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70761bdb-18cf-4fff-8b47-29152ece18ac x-openstack-request-id: req-70761bdb-18cf-4fff-8b47-29152ece18ac {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:19.020214 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:19.020496 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70761bdb-18cf-4fff-8b47-29152ece18ac {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:19.021398 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'code': 200} Aug 25 14:48:19.038505 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:19.067291 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Floating IP 42b511d0-edd2-4eb8-9b46-da70f85f17a6 associated. External IP: 172.25.8.32, port: 57959c33-fc09-4195-bbff-9e4a9dfb69c4. Aug 25 14:48:19.130180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:19.138000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:19.223154 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:19.292031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:19.377892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:19.631331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:48:19.861594 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e64c2e7-5b99-4a28-a3fb-a78a494bdd7a req-5f5cded3-2b98-4576-b649-f15740d1deee tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0586078 Aug 25 14:48:19.893246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:48:19.901016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:19.908110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] Sync routers for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:48:19.922514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:19.926277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:47:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:19.936993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32c3acde-ddde-4ca6-a8e9-d47c9c000909 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "PUT /v2.0/floatingips/42b511d0-edd2-4eb8-9b46-da70f85f17a6 HTTP/1.1" status: 200 len: 991 time: 2.4308596 Aug 25 14:48:19.936993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:19.937814 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f69af9-762f-4d78-9e54-738ae3e34721" -d '{"events": [{"name": "network-changed", "server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:20.031127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-b5fdecb5-0d99-48e9-b56c-7999355b880d tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ee248fdf5b61424bb0e7c94f90cb8bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641055 Aug 25 14:48:20.136558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:20.248280 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa021f19-2966-4a08-b348-5ff616fdd44d x-openstack-request-id: req-aa021f19-2966-4a08-b348-5ff616fdd44d {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:20.248911 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:20.249439 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa021f19-2966-4a08-b348-5ff616fdd44d {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:20.250074 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'status': 'completed', 'code': 200} Aug 25 14:48:20.365086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-96c39d2f-938c-402b-9a56-afbd5c628297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:20.367245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-96c39d2f-938c-402b-9a56-afbd5c628297 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7548e3a7254f49b78992e6db87006923&device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 1097 time: 0.0832520 Aug 25 14:48:20.585484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-cfaf6891-3442-4eb4-bd04-ec9788b6ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:20.588147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-cfaf6891-3442-4eb4-bd04-ec9788b6ca26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=802a0457-4426-477e-834b-692a860f1b71 HTTP/1.1" status: 200 len: 916 time: 0.2119818 Aug 25 14:48:20.894217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-04582933-efef-4565-8c0d-41c4ea7da930 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4 HTTP/1.1" status: 200 len: 999 time: 0.2860818 Aug 25 14:48:20.906049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '42b511d0-edd2-4eb8-9b46-da70f85f17a6', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'port_id': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'mac_address': 'fa:16:3e:19:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:46:56Z', 'updated_at': '2021-08-25T14:48:18Z', 'revision_number': 1, 'project_id': '7548e3a7254f49b78992e6db87006923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:55Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:20.913796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-c73a247d-75a0-43f3-ad90-83249a0504de tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:20.921956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-c73a247d-75a0-43f3-ad90-83249a0504de tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8890676 Aug 25 14:48:20.933344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-0ae22eed-b244-4fd9-92dc-783c88446e21 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:20.936162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-0ae22eed-b244-4fd9-92dc-783c88446e21 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 807 time: 0.7890427 Aug 25 14:48:20.954329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-ededcd8b-79f4-4b14-b4c4-b1cbd40c1021 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/quotas/ee248fdf5b61424bb0e7c94f90cb8bc2 HTTP/1.1" status: 200 len: 375 time: 0.0311868 Aug 25 14:48:20.961749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Request body: {'port': {'device_id': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'admin_state_up': True, 'tenant_id': 'bf24665fff3d4c11a72dd7f1e3bc3f52'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:20.998851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] Checking router: 3c13b919-57f0-4ae9-840f-0e9b12a8c473 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:48:21.001875 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2e4e-0de4-43ca-bd81-30b79a7e4204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:21.022002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:21.023200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:47:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:21.047605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-6d69c078-9438-4abc-be26-47741fa1d858 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee248fdf5b61424bb0e7c94f90cb8bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920935 Aug 25 14:48:21.159060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94acac9f-1f12-44b3-bc87-1d4f9f645d41 req-4bd1c49c-4126-451c-aff9-f835d9e4b43e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.1893713 Aug 25 14:48:21.193238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-7399e71c-b23e-445e-b839-ca067fdb4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:21.201787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-7399e71c-b23e-445e-b839-ca067fdb4d6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9286713-8c88-415b-8132-d717e254c3dd HTTP/1.1" status: 200 len: 854 time: 0.2960083 Aug 25 14:48:21.238860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:21.241700 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0284fd68-82b0-4536-89d0-8472d49ba707" -d '{"events": [{"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-plugged", "status": "completed", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:21.280418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Made reservation on behalf of bf24665fff3d4c11a72dd7f1e3bc3f52 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:48:21.285101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:21.333211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-14b1eb79-114c-484c-86b1-697c128bc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:21.340938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-14b1eb79-114c-484c-86b1-697c128bc7ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=802a0457-4426-477e-834b-692a860f1b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347418 Aug 25 14:48:21.382451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:21.476236 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdebd7f9-7cd4-4df5-a61d-6baaaed0ade8 x-openstack-request-id: req-cdebd7f9-7cd4-4df5-a61d-6baaaed0ade8 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:21.476581 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-plugged", "status": "completed", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:21.476789 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdebd7f9-7cd4-4df5-a61d-6baaaed0ade8 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:21.477187 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'code': 200} Aug 25 14:48:21.577669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:21.644329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-535f3ac1-999b-4d34-9f31-7ac0cc98dcfb req-afc7de83-718b-46d1-913d-f9c1ffe361e5 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 210 time: 0.0928636 Aug 25 14:48:21.706906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Allocated IP 172.20.0.10 (33e6c780-ce50-4ae0-a99f-94317486de28/43e0c13b-bf3a-43c1-b356-551e62e14298/7d4c5cf1-2280-4adf-818e-11c4df21cacf) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:48:21.853474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-78939bae-83fb-4ba9-81ad-1815bd378408 service neutron] 10.222.0.52 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042174 Aug 25 14:48:21.987572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d631a0ba-2ffc-46e1-9b1b-7c287849d9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:22.020269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '42b511d0-edd2-4eb8-9b46-da70f85f17a6', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'port_id': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'mac_address': 'fa:16:3e:19:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:46:56Z', 'updated_at': '2021-08-25T14:48:18Z', 'revision_number': 1, 'project_id': '7548e3a7254f49b78992e6db87006923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:55Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:22.103604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b77baea-fca0-4c7b-ae96-342259d3982e None None] The sync data for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 is: [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '42b511d0-edd2-4eb8-9b46-da70f85f17a6', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'port_id': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'mac_address': 'fa:16:3e:19:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:46:56Z', 'updated_at': '2021-08-25T14:48:18Z', 'revision_number': 1, 'project_id': '7548e3a7254f49b78992e6db87006923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:55Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:48:22.143560 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:22.166558 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10f69af9-762f-4d78-9e54-738ae3e34721 req-dfead406-7aa7-4213-892c-3c5951acd35c service neutron] 10.222.0.52 "GET /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016613 Aug 25 14:48:22.274450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d631a0ba-2ffc-46e1-9b1b-7c287849d9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:22.321162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:22.338831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:22.412121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d631a0ba-2ffc-46e1-9b1b-7c287849d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:22.472992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Network 33e6c780-ce50-4ae0-a99f-94317486de28 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:48:22.478088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bea9d9-a31e-4bc5-ad1d-4dbf33d856f7 req-b679de99-fa5d-491c-bd04-acf1f456012b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:22.482727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75bea9d9-a31e-4bc5-ad1d-4dbf33d856f7 req-b679de99-fa5d-491c-bd04-acf1f456012b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 932 time: 0.1773434 Aug 25 14:48:22.533162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d631a0ba-2ffc-46e1-9b1b-7c287849d9de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b96a61e85b914709afa16572dc485bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542708 Aug 25 14:48:22.538592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:22.548761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631a0ba-2ffc-46e1-9b1b-7c287849d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e7a66-6560-43f4-a12d-2a23f8d23ae9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:22.573090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75bea9d9-a31e-4bc5-ad1d-4dbf33d856f7 req-32cab5f2-ea78-4e0a-98b4-42f82d363c0e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891240 Aug 25 14:48:22.602232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:22.612315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:48:22.622053 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004e929-059d-47bc-8b58-dde36fe2e68f None None] New status for floating IP 42b511d0-edd2-4eb8-9b46-da70f85f17a6: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:48:22.678900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:48:22.824012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecab489d-ac7e-445f-b648-62bee64fa7a5 req-2ac51977-a612-4277-9e2c-3a88b1e0d764 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 210 time: 0.0923719 Aug 25 14:48:22.899282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:22.899987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:22.906165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:22.985382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9bf1-876a-4530-b8ad-d884b5dba169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.041791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9bf1-876a-4530-b8ad-d884b5dba169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.093008 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-223ddf64-2923-4ae4-9879-dee69bfc6bb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1355896 Aug 25 14:48:23.109811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Request body: {'port': {'device_id': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:23.200998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.275586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:23.281587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9bf1-876a-4530-b8ad-d884b5dba169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.284523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9bf1-876a-4530-b8ad-d884b5dba169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.286288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2d2d9bf1-876a-4530-b8ad-d884b5dba169 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c5e7a66-6560-43f4-a12d-2a23f8d23ae9 HTTP/1.1" status: 204 len: 168 time: 0.7141171 Aug 25 14:48:23.294749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'mac_address': 'fa:16:3e:b8:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:48:23.301215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d9bf1-876a-4530-b8ad-d884b5dba169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e7a66-6560-43f4-a12d-2a23f8d23ae9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:23.361411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.405117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:23.440227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:23.515966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.654221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4c5cf1-2280-4adf-818e-11c4df21cacf {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:23.664693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.691608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:23.698970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Transition to ACTIVE for port object 7d4c5cf1-2280-4adf-818e-11c4df21cacf will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:23.793405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:23.802981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.892633 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7d51-2052-43a2-a454-196561bc4e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:23.991925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:23.999582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:24.080786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:48:24.081120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:48:24.081499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:24.089698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:48:24.090229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:24.097288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:48:24.098053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:24.098643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:48:24.099804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Bound port: 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:48:24.100333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:24.282922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:24.286669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:48:24.371850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:24.435194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:24.436331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:24.437885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 1092 time: 1.3342731 Aug 25 14:48:24.438440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:24.441385 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539836f7-1dd9-47e3-9ba4-3c20a4a772af" -d '{"events": [{"name": "network-changed", "server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:24.464545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15acf23-2196-4347-9a6c-147ad7894fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:24.675292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-d57d45ac-0817-44ce-8ffc-e9ab70dfa125 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee248fdf5b61424bb0e7c94f90cb8bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213226 Aug 25 14:48:24.804282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-5d94fe4e-de47-4843-8873-fddf0242cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:24.807474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-5d94fe4e-de47-4843-8873-fddf0242cce8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1095 time: 0.2187715 Aug 25 14:48:24.869816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-1bce1408-84e2-4930-bfcb-37c3559414fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 217 time: 0.0507154 Aug 25 14:48:24.918742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-5c0cb89d-a450-45d8-bc1d-ab03c4367938 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:24.924072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-5c0cb89d-a450-45d8-bc1d-ab03c4367938 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339525 Aug 25 14:48:24.962522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Request body: {'port': {'device_id': '0316c775-5382-4842-a28e-f9d80139a36b', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'ee248fdf5b61424bb0e7c94f90cb8bc2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:25.109931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-6bf60844-5a32-4bb2-95bd-e06b64f376d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:25.111468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-6bf60844-5a32-4bb2-95bd-e06b64f376d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.1865010 Aug 25 14:48:25.182960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-76580f4c-ec5d-445c-8205-64ea55253651 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574896 Aug 25 14:48:25.349888 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:25.391204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-763f5145-1c63-4b5d-b72e-2b7631a013d6 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946480 Aug 25 14:48:25.468961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Made reservation on behalf of ee248fdf5b61424bb0e7c94f90cb8bc2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:48:25.476599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:25.501192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:25.571121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f96d7f8-4fa8-46ea-b13b-442e840d50c6 req-743f6671-eec0-426f-8294-b86ae1a5e84a service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687524 Aug 25 14:48:25.671420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:25.791199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:25.836239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd21ecd-7635-47cf-aed1-38522a76a255,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:25.992825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Allocated IP 192.168.233.23 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/201f8a1b-2a75-4505-91c6-274c7e73350f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:48:26.248752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:26.266115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Transition to ACTIVE for port object 201f8a1b-2a75-4505-91c6-274c7e73350f will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:26.706663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:26.765862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:26.766169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:26.803019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:26.889857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:48:26.894458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:26.902395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:26.907394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:48:26.915489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Pushing event updated for resources: {'Port': ['ID=201f8a1b-2a75-4505-91c6-274c7e73350f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:27.001288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:27.001288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:27.007072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:27.008100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.014306 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb8dc28-dbcb-4c41-acd3-9baa59ef9498" -d '{"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:27.028456 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.028934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.078045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.089324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-85359e65-9340-4508-a0dc-ef1d933db911 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1455979 Aug 25 14:48:27.103867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Request body: {'port': {'device_id': '0316c775-5382-4842-a28e-f9d80139a36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:27.191455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:27.245791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.465251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4e70bf6b-f8fc-44ba-bd4c-b0c09b4fd06e None None] Provisioning for port 201f8a1b-2a75-4505-91c6-274c7e73350f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:27.472471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4e70bf6b-f8fc-44ba-bd4c-b0c09b4fd06e None None] Provisioning complete for port 201f8a1b-2a75-4505-91c6-274c7e73350f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:27.474768 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e70bf6b-f8fc-44ba-bd4c-b0c09b4fd06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.630829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4e70bf6b-f8fc-44ba-bd4c-b0c09b4fd06e None None] Port 201f8a1b-2a75-4505-91c6-274c7e73350f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:48:27.741436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201f8a1b-2a75-4505-91c6-274c7e73350f {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:27.751410 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.769587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Transition to ACTIVE for port object 201f8a1b-2a75-4505-91c6-274c7e73350f will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:27.876603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:27.971862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Pushing event updated for resources: {'Port': ['ID=201f8a1b-2a75-4505-91c6-274c7e73350f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:28.170103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Attempting to bind port 201f8a1b-2a75-4505-91c6-274c7e73350f on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:48:28.170443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Attempting to bind port 201f8a1b-2a75-4505-91c6-274c7e73350f by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:48:28.170801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Attempting to bind port 201f8a1b-2a75-4505-91c6-274c7e73350f on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:28.185874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Port 201f8a1b-2a75-4505-91c6-274c7e73350f on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:48:28.186208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Attempting to bind port 201f8a1b-2a75-4505-91c6-274c7e73350f on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:28.203016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:48:28.203719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:28.204229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:48:28.204763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Bound port: 201f8a1b-2a75-4505-91c6-274c7e73350f, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:48:28.205143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:28.313644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] For port 201f8a1b-2a75-4505-91c6-274c7e73350f, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:28.319334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] For port 201f8a1b-2a75-4505-91c6-274c7e73350f, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=201f8a1b-2a75-4505-91c6-274c7e73350f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:48:28.408646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:28.469478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:28.470248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:28.472245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] 10.222.0.45 "PUT /v2.0/ports/201f8a1b-2a75-4505-91c6-274c7e73350f HTTP/1.1" status: 200 len: 1095 time: 1.3735018 Aug 25 14:48:28.490070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70af12-b984-487d-b65f-5ddad3dfb9cf service neutron] Pushing event updated for resources: {'Port': ['ID=201f8a1b-2a75-4505-91c6-274c7e73350f,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:28.668714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:28.697306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-1cc0ec36-f3a8-4e00-9ef1-81ffb51a779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:28.700414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-1cc0ec36-f3a8-4e00-9ef1-81ffb51a779f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee248fdf5b61424bb0e7c94f90cb8bc2&device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 1098 time: 0.0936952 Aug 25 14:48:28.800692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-906b6d0a-8475-4cd9-8c86-3ad008fb1d12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=201f8a1b-2a75-4505-91c6-274c7e73350f HTTP/1.1" status: 200 len: 217 time: 0.0908823 Aug 25 14:48:28.889628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-2b98fc1f-d535-44e5-8c15-09682fa4db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:28.894228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-2b98fc1f-d535-44e5-8c15-09682fa4db79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0849411 Aug 25 14:48:28.968007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-918b753e-9bdf-4a3c-a3c2-783e1212058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:28.970595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-918b753e-9bdf-4a3c-a3c2-783e1212058b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659819 Aug 25 14:48:29.099764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-5af29b24-e7ac-41aa-9de9-df3832ddb1c2 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208491 Aug 25 14:48:29.221220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09d2302d-f525-48d0-8dee-47086ce2ac8e req-386d8a61-7bbb-476b-82d6-b5ae3732a997 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096358 Aug 25 14:48:30.673485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 201f8a1b-2a75-4505-91c6-274c7e73350f details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:48:30.799610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 201f8a1b-2a75-4505-91c6-274c7e73350f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=201f8a1b-2a75-4505-91c6-274c7e73350f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:30.822866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '201f8a1b-2a75-4505-91c6-274c7e73350f', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '201f8a1b-2a75-4505-91c6-274c7e73350f', 'mac_address': 'fa:16:3e:d2:bd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:48:30.872468 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:30.891144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201f8a1b-2a75-4505-91c6-274c7e73350f {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:30.917262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 201f8a1b-2a75-4505-91c6-274c7e73350f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=201f8a1b-2a75-4505-91c6-274c7e73350f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:31.442226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:31.503099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=201f8a1b-2a75-4505-91c6-274c7e73350f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:31.710610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['201f8a1b-2a75-4505-91c6-274c7e73350f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:32.683519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 201f8a1b-2a75-4505-91c6-274c7e73350f up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:32.801073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 201f8a1b-2a75-4505-91c6-274c7e73350f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:32.806077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 201f8a1b-2a75-4505-91c6-274c7e73350f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:32.806468 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:32.917941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:32.967097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 201f8a1b-2a75-4505-91c6-274c7e73350f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=201f8a1b-2a75-4505-91c6-274c7e73350f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:33.037803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:33.143790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=201f8a1b-2a75-4505-91c6-274c7e73350f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:34.140924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-ea9d7080-c427-41e9-a36f-6835014f0d43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638041 Aug 25 14:48:34.280672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-d535642a-9ba9-4ec2-8bc3-ab7373c210fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:34.282537 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-d535642a-9ba9-4ec2-8bc3-ab7373c210fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 1095 time: 0.0659764 Aug 25 14:48:34.438532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-6c57a9bf-df72-4e76-9a6a-bf32e61ba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:34.439992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-6c57a9bf-df72-4e76-9a6a-bf32e61ba62f service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1320918 Aug 25 14:48:34.487085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-9925442a-bbac-4f77-9409-05cd3ae0d08f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 200 len: 217 time: 0.0384011 Aug 25 14:48:34.562741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-a4895459-6ffc-42e8-a446-956628f8c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:34.566726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-a4895459-6ffc-42e8-a446-956628f8c2ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0636201 Aug 25 14:48:34.599805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-1d5d08d3-2987-4fe7-bab8-3352ca8c138c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259740 Aug 25 14:48:34.713232 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-47bde637-4448-4fbe-ac2a-770792e13ed8 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035020 Aug 25 14:48:34.855005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0edb1a7-1792-4f3a-b0e5-16e693797960 req-e4e375d5-9ae8-4ff3-a4b6-a17ae86cc976 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289382 Aug 25 14:48:35.814819 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:48:35.901566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7caf33-fd06-4351-8bc9-f293fdd717a8 req-bbb04ea0-af20-4f74-8a00-d05cbbfc37bb tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:35.903145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b7caf33-fd06-4351-8bc9-f293fdd717a8 req-bbb04ea0-af20-4f74-8a00-d05cbbfc37bb tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.0718336 Aug 25 14:48:35.947161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b7caf33-fd06-4351-8bc9-f293fdd717a8 req-ecabe660-f1a1-4a4b-9c07-b5af4e9a6f92 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Aug 25 14:48:36.015265 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602be33d-c8ed-43a4-b559-63ecec23ac4d x-openstack-request-id: req-602be33d-c8ed-43a4-b559-63ecec23ac4d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:36.015719 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:36.016229 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-602be33d-c8ed-43a4-b559-63ecec23ac4d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:36.016817 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'status': 'completed', 'code': 200} Aug 25 14:48:36.038682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2c73-2d0b-49ce-a396-83ee47871264 req-25044316-91a2-4450-8c0b-07e92f208054 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:36.040766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edfb2c73-2d0b-49ce-a396-83ee47871264 req-25044316-91a2-4450-8c0b-07e92f208054 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.0690656 Aug 25 14:48:36.116452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edfb2c73-2d0b-49ce-a396-83ee47871264 req-95e3c3c2-0a3c-439c-94dc-4c86c2ef1a6b tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679080 Aug 25 14:48:36.164486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-f0156a97-877f-4a63-98c8-8436c2ca88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:36.167442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-f0156a97-877f-4a63-98c8-8436c2ca88af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1095 time: 0.0704460 Aug 25 14:48:36.180984 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b0a610-10b4-47b8-9153-39e3d5d88dc0 x-openstack-request-id: req-b7b0a610-10b4-47b8-9153-39e3d5d88dc0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:36.181527 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:36.181527 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7b0a610-10b4-47b8-9153-39e3d5d88dc0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:36.181923 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'code': 200} Aug 25 14:48:36.293850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-9cc33a2d-58d5-4f0f-8d3e-7645fd490051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:36.296049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-9cc33a2d-58d5-4f0f-8d3e-7645fd490051 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1208718 Aug 25 14:48:36.353415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-aeca1390-6041-46cc-8531-1a828408426f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 217 time: 0.0497813 Aug 25 14:48:36.409489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-5d6ba382-2d75-4f48-bd32-b84c57044f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:36.412286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-5d6ba382-2d75-4f48-bd32-b84c57044f70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0515273 Aug 25 14:48:36.444747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-759ab7e4-f783-45c0-8c6e-3a30dc8ebfde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250530 Aug 25 14:48:36.556591 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-f794a13f-21d3-4c82-a090-dac82a882e52 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042402 Aug 25 14:48:36.669012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-539836f7-1dd9-47e3-9ba4-3c20a4a772af req-e64104ff-e3a9-466e-bc46-10615cf8fc8d service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048999 Aug 25 14:48:36.706906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:48:36.872773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50190) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:36.880933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:36.899281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28', 'port_id': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'mac_address': 'fa:16:3e:45:05:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e0c13b-bf3a-43c1-b356-551e62e14298', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:48:36.968657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:36.986512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4c5cf1-2280-4adf-818e-11c4df21cacf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:37.024602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:37.057714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19f20852-b29d-4ccc-a4a4-ef8988ffee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.087836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.181848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:37.202617 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19f20852-b29d-4ccc-a4a4-ef8988ffee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.267760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19f20852-b29d-4ccc-a4a4-ef8988ffee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.314027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['7d4c5cf1-2280-4adf-818e-11c4df21cacf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:37.367270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-19f20852-b29d-4ccc-a4a4-ef8988ffee6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fce78826ec645419eb388a47888d426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937360 Aug 25 14:48:37.370464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:37.380258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f20852-b29d-4ccc-a4a4-ef8988ffee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ff80e-234f-44da-bdc9-39209bcaf5ea,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:37.480145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28495829-0336-405d-a84b-62633715ba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.548476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28495829-0336-405d-a84b-62633715ba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.724945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28495829-0336-405d-a84b-62633715ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.730237 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28495829-0336-405d-a84b-62633715ba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:37.731440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28495829-0336-405d-a84b-62633715ba0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab5ff80e-234f-44da-bdc9-39209bcaf5ea HTTP/1.1" status: 204 len: 168 time: 0.3599446 Aug 25 14:48:37.746855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28495829-0336-405d-a84b-62633715ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ff80e-234f-44da-bdc9-39209bcaf5ea,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:38.017907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316c775-5382-4842-a28e-f9d80139a36b', 'tag': '201f8a1b-2a75-4505-91c6-274c7e73350f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:38.021605 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3153508-ef16-4220-947c-f264e8302ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "0316c775-5382-4842-a28e-f9d80139a36b", "tag": "201f8a1b-2a75-4505-91c6-274c7e73350f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:38.185326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316c775-5382-4842-a28e-f9d80139a36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201f8a1b-2a75-4505-91c6-274c7e73350f'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:38.188124 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204d6608-25c7-49eb-b6d8-27b4cd46391e" -d '{"events": [{"server_uuid": "0316c775-5382-4842-a28e-f9d80139a36b", "name": "network-vif-plugged", "status": "completed", "tag": "201f8a1b-2a75-4505-91c6-274c7e73350f"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:38.727174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:38.956475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 7d4c5cf1-2280-4adf-818e-11c4df21cacf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:38.957746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad3c5d-04ee-48ab-b3d0-48b5559e0cb3 req-c2068446-f494-4014-8598-c06d6a1793d6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:38.962624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 7d4c5cf1-2280-4adf-818e-11c4df21cacf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:38.963452 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:38.974186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4ad3c5d-04ee-48ab-b3d0-48b5559e0cb3 req-c2068446-f494-4014-8598-c06d6a1793d6 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.1290796 Aug 25 14:48:39.061178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e946ad-18b9-406b-aaa7-83b6eee4aaa6 req-e18a0916-9c44-470c-8dd8-5fddd09887f7 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:39.064406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9e946ad-18b9-406b-aaa7-83b6eee4aaa6 req-e18a0916-9c44-470c-8dd8-5fddd09887f7 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.1321962 Aug 25 14:48:39.099184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4ad3c5d-04ee-48ab-b3d0-48b5559e0cb3 req-82bd2aaa-48ef-4bbe-86a6-38da41e491aa tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182413 Aug 25 14:48:39.130366 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:39.149998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9e946ad-18b9-406b-aaa7-83b6eee4aaa6 req-90928023-16d5-451f-8a48-d5bdd36d37a0 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Aug 25 14:48:39.168720 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9044942-cc67-4c97-8d03-6b03073d312b x-openstack-request-id: req-f9044942-cc67-4c97-8d03-6b03073d312b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:39.169019 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316c775-5382-4842-a28e-f9d80139a36b", "tag": "201f8a1b-2a75-4505-91c6-274c7e73350f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:39.169709 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9044942-cc67-4c97-8d03-6b03073d312b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:39.170302 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0316c775-5382-4842-a28e-f9d80139a36b', 'tag': '201f8a1b-2a75-4505-91c6-274c7e73350f', 'status': 'completed', 'code': 200} Aug 25 14:48:39.261500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:39.297704 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e117f980-50f5-48be-9628-0561a9fd1afe x-openstack-request-id: req-e117f980-50f5-48be-9628-0561a9fd1afe {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:39.297994 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316c775-5382-4842-a28e-f9d80139a36b", "name": "network-vif-plugged", "status": "completed", "tag": "201f8a1b-2a75-4505-91c6-274c7e73350f", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:39.298249 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e117f980-50f5-48be-9628-0561a9fd1afe {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:39.298672 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0316c775-5382-4842-a28e-f9d80139a36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201f8a1b-2a75-4505-91c6-274c7e73350f', 'code': 200} Aug 25 14:48:39.330928 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:39.331761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:48:39.362154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3153508-ef16-4220-947c-f264e8302ab7 req-d47f0873-8a2f-48bf-92fc-78eb6bc957a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:39.366803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-d47f0873-8a2f-48bf-92fc-78eb6bc957a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee248fdf5b61424bb0e7c94f90cb8bc2&device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 1100 time: 0.1559622 Aug 25 14:48:39.515654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:39.592520 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:39.635738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ec0c5-9e43-42ad-ac08-743af9a3e621 req-5820999a-8191-4713-bbec-c049732fe4af tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:39.646962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-469ec0c5-9e43-42ad-ac08-743af9a3e621 req-5820999a-8191-4713-bbec-c049732fe4af tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 950 time: 0.3336623 Aug 25 14:48:39.670598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d5190-e589-4151-b586-2602053e1536 req-bf7a1979-eabf-4fa7-8cf8-f4abaecb1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:39.672269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-188d5190-e589-4151-b586-2602053e1536 req-bf7a1979-eabf-4fa7-8cf8-f4abaecb1a46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 1100 time: 0.2447217 Aug 25 14:48:39.674381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:39.719328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3153508-ef16-4220-947c-f264e8302ab7 req-c393a1d5-7142-4ef8-9f95-4bba9704c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:39.720801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-c393a1d5-7142-4ef8-9f95-4bba9704c584 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2946067 Aug 25 14:48:39.729759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:39.745428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-469ec0c5-9e43-42ad-ac08-743af9a3e621 req-15429a7a-1926-4aff-9cc7-60fb26345698 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938439 Aug 25 14:48:39.782181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-b4fe426e-714d-46dc-a0f9-21e75dbc7eee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=201f8a1b-2a75-4505-91c6-274c7e73350f HTTP/1.1" status: 200 len: 217 time: 0.0513532 Aug 25 14:48:39.786469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-188d5190-e589-4151-b586-2602053e1536 req-c7a70e3a-d590-469f-8266-4c76134aec14 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040215 Aug 25 14:48:39.874893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:40.022939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3153508-ef16-4220-947c-f264e8302ab7 req-9a2823d8-df4c-42b5-902e-5674cf1d38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:40.024633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-9a2823d8-df4c-42b5-902e-5674cf1d38d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0549273 Aug 25 14:48:40.064043 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50282) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:40.116314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3153508-ef16-4220-947c-f264e8302ab7 req-d53ecfd0-2c40-4427-b3ac-eccddecfd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:40.117845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-d53ecfd0-2c40-4427-b3ac-eccddecfd656 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808320 Aug 25 14:48:40.275428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-699029897-network', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:40.330313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b9d7f-0623-43d1-bf0f-05c105064b15 req-466fa938-49a0-4bb8-abdf-0e798dd71f57 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:40.341834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c44b9d7f-0623-43d1-bf0f-05c105064b15 req-466fa938-49a0-4bb8-abdf-0e798dd71f57 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.1352870 Aug 25 14:48:40.345195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-34e7f11f-7739-4e94-83aa-dc5e96f604a6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194808 Aug 25 14:48:40.404188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c44b9d7f-0623-43d1-bf0f-05c105064b15 req-de0f6286-47e8-46d8-a274-5c6b4525f346 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608399 Aug 25 14:48:40.406630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:48:40.412171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:40.438950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:40.604890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3153508-ef16-4220-947c-f264e8302ab7 req-1628973f-f069-417b-8f03-3a9bfae01167 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466683 Aug 25 14:48:40.629578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6d2d7-be5a-4af0-b58b-681378fd9f3b req-3de7b6af-30cf-4c0a-8a35-972927b90f89 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:40.637478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76c6d2d7-be5a-4af0-b58b-681378fd9f3b req-3de7b6af-30cf-4c0a-8a35-972927b90f89 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.0918839 Aug 25 14:48:40.713350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76c6d2d7-be5a-4af0-b58b-681378fd9f3b req-3f3281b2-351d-45a1-baee-fe7bd37f999b tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749843 Aug 25 14:48:40.808623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:40.877055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:40.902876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:48:40.927999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:40.928731 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Added segment 545ee026-03e7-428d-b114-2211abe57e78 of type vlan for network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 Aug 25 14:48:41.027794 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:41.092370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb564db4-c859-42cc-b05c-eb9caa2eeaae,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:41.299745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf'}, {'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:41.302226 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac167d5-dd47-4db3-8990-0f3cc7c33107" -d '{"events": [{"server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf"}, {"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-unplugged", "status": "completed", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:41.344265 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1487d8-3d60-4c67-93a6-eb0c1b75ff89 x-openstack-request-id: req-4b1487d8-3d60-4c67-93a6-eb0c1b75ff89 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:41.344578 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf", "code": 200}, {"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-unplugged", "status": "completed", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:41.344835 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b1487d8-3d60-4c67-93a6-eb0c1b75ff89 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:41.345239 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'code': 200} Aug 25 14:48:41.345502 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'code': 200} Aug 25 14:48:41.458855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce8269-5667-4fdf-8978-c9dcc244c6e9 req-d73665ac-726f-4307-9477-6ffbc3622986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:41.460462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffce8269-5667-4fdf-8978-c9dcc244c6e9 req-d73665ac-726f-4307-9477-6ffbc3622986 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1097 time: 0.0422106 Aug 25 14:48:41.508152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:41.513901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:41.515442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:41.535331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffce8269-5667-4fdf-8978-c9dcc244c6e9 req-e20c1b8e-1901-40b1-9b1d-76bf443be8c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588644 Aug 25 14:48:41.548766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbb7e6-01be-4193-91f8-49b973a09884 req-92c72491-dfda-4df5-9d58-64126643c9a3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:41.550371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8cbb7e6-01be-4193-91f8-49b973a09884 req-92c72491-dfda-4df5-9d58-64126643c9a3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.0832570 Aug 25 14:48:41.594532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] Pushing event updated for resources: {'Network': ['ID=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:41.609169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:48:41.618990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a6cecccf-6200-463e-9060-1ad6cfcdc536 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5538166 Aug 25 14:48:41.619880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50328) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:41.632927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Request body: {'subnet': {'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-subnet', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:41.642479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8cbb7e6-01be-4193-91f8-49b973a09884 req-34082c4f-b4fd-4690-96bd-cfaaad885ee9 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Aug 25 14:48:41.748045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:48:41.752083 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:41.953921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b77-ba1f-4147-971e-e3bfa75c9117 req-6ed061ac-0c90-4ada-bee2-17039aeb4865 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:41.956525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3587b77-ba1f-4147-971e-e3bfa75c9117 req-6ed061ac-0c90-4ada-bee2-17039aeb4865 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.1203268 Aug 25 14:48:42.015800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3587b77-ba1f-4147-971e-e3bfa75c9117 req-2faa5a39-5e23-45a3-a3f4-3ccedd6ee038 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501359 Aug 25 14:48:42.259948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:42.346555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Checking segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:42.347050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Network hostable DHCP agents. Network: 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:48:42.360020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab80ce2-b914-4d34-af5e-f0143e9ba707,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:42.427973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:48:42.509326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:42.515122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:42.516199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:42.519547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de48abb7-37f8-45b9-a609-3a8e1cf4d202 None None] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:48:42.643530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a8619414-8496-412c-9e53-454f60b615e1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0223556 Aug 25 14:48:42.644011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50372) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:42.654722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:42.799697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:48:42.822833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:42.824320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:42.930274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:42.953452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bdc89-ad54-484d-808f-88790e12114c req-a93d050a-db02-4edd-b0d6-1b03cc19a1ec tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:42.982215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:48:42.986412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:42.989367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b00bdc89-ad54-484d-808f-88790e12114c req-a93d050a-db02-4edd-b0d6-1b03cc19a1ec tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.1545746 Aug 25 14:48:43.069080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:43.071119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b00bdc89-ad54-484d-808f-88790e12114c req-aef898c4-bf4b-44c6-b6f5-d732e614267c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806761 Aug 25 14:48:43.103460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'mac_address': 'fa:16:3e:04:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:48:43.283082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:43.304640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6889295-3f3f-45de-9754-c68d3b8accf8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:48:43.327326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:43.340295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:43.385355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528d1be-0413-4623-9ecb-8fef3076da77 req-d7fc6055-4d89-4b52-a7fa-9dbc9c633112 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:43.389991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Allocated IP 172.20.0.2 (69f0c5a7-7fa8-45b9-aef9-ba6654fafba1/aab80ce2-b914-4d34-af5e-f0143e9ba707/d8b3b2ec-e037-442a-b055-161a637952b6) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:48:43.397740 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:43.406127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1528d1be-0413-4623-9ecb-8fef3076da77 req-d7fc6055-4d89-4b52-a7fa-9dbc9c633112 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.1857619 Aug 25 14:48:43.471866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1528d1be-0413-4623-9ecb-8fef3076da77 req-7bd018d0-d1f7-4eae-82ec-aac531c136b3 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672586 Aug 25 14:48:43.643281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f6889295-3f3f-45de-9754-c68d3b8accf8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:43.702005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:43.904322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:43.918224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Transition to ACTIVE for port object d8b3b2ec-e037-442a-b055-161a637952b6 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:43.938943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Transition to ACTIVE for port object d8b3b2ec-e037-442a-b055-161a637952b6 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:44.042759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.175113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:48:44.179042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:44.181698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:48:44.192035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Pushing event updated for resources: {'Port': ['ID=d8b3b2ec-e037-442a-b055-161a637952b6,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:44.283584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Attempting to bind port d8b3b2ec-e037-442a-b055-161a637952b6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:48:44.284004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Attempting to bind port d8b3b2ec-e037-442a-b055-161a637952b6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:48:44.284371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Attempting to bind port d8b3b2ec-e037-442a-b055-161a637952b6 on network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:44.291522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:48:44.291922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Checking segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:44.292469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.293154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Bound using segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:48:44.293402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Bound port: d8b3b2ec-e037-442a-b055-161a637952b6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:48:44.293793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.381057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] For port d8b3b2ec-e037-442a-b055-161a637952b6, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:44.385120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] For port d8b3b2ec-e037-442a-b055-161a637952b6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d8b3b2ec-e037-442a-b055-161a637952b6,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:48:44.424571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.451791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.463904 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.602108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Allocated IP 172.25.8.44 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/56e4e875-b427-4c4c-90d4-3373db4e0b26) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:48:44.746329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2fc75-7331-4d2d-9bfc-4e724b9be72b None None] Pushing event updated for resources: {'Port': ['ID=d8b3b2ec-e037-442a-b055-161a637952b6,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:44.763622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:44.783541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb773f-5df8-4d70-a1cb-09c3f087566f req-55adbcda-3087-412c-8279-71a61e126523 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:44.793846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63fb773f-5df8-4d70-a1cb-09c3f087566f req-55adbcda-3087-412c-8279-71a61e126523 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.0941575 Aug 25 14:48:44.851851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.857273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63fb773f-5df8-4d70-a1cb-09c3f087566f req-a6d6db70-e7d1-427a-bc8f-a1382337637f tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.58 "GET /v2.0/security-groups?id=0fd21ecd-7635-47cf-aed1-38522a76a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579538 Aug 25 14:48:44.959362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f6889295-3f3f-45de-9754-c68d3b8accf8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:44.963010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:44.970665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dce50-3674-4a76-866c-100aa80d159c req-947a40d5-e045-41cc-b651-f099f38b08ff tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:44.973091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b0dce50-3674-4a76-866c-100aa80d159c req-947a40d5-e045-41cc-b651-f099f38b08ff tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.6342273 Aug 25 14:48:45.103196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-2a04e23c-9038-4e52-8580-3d335b5c9e0f tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:45.106865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-2a04e23c-9038-4e52-8580-3d335b5c9e0f tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.45 "GET /v2.0/ports?device_id=0316c775-5382-4842-a28e-f9d80139a36b HTTP/1.1" status: 200 len: 949 time: 0.2128859 Aug 25 14:48:45.196711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:45.222934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b0dce50-3674-4a76-866c-100aa80d159c req-66bd2f4a-cb77-443c-8e8a-f1d116c2d9a5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097576 Aug 25 14:48:45.253779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:45.256876 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc0591-e040-4f72-a2d7-974dbec4907b" -d '{"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-plugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:45.319662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:45.373041 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:45.477148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:48:45.511262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:45.553516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:48:45.584114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Pushing event updated for resources: {'Port': ['ID=56e4e875-b427-4c4c-90d4-3373db4e0b26,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:45.592106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a1df-ca1c-4494-ae8e-4b190814ea4f req-a2786e2b-fc0a-4713-abcc-e0f441f7626f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:45.593677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07b4a1df-ca1c-4494-ae8e-4b190814ea4f req-a2786e2b-fc0a-4713-abcc-e0f441f7626f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1097 time: 0.1374114 Aug 25 14:48:45.595633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Deleting port 201f8a1b-2a75-4505-91c6-274c7e73350f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:48:45.595972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:45.790344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07b4a1df-ca1c-4494-ae8e-4b190814ea4f req-64b85edf-0866-4f9e-8ff8-04892e3c5c5f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879978 Aug 25 14:48:45.838400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] For port 201f8a1b-2a75-4505-91c6-274c7e73350f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=201f8a1b-2a75-4505-91c6-274c7e73350f,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:45.838400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:45.860953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Calling delete_port for 201f8a1b-2a75-4505-91c6-274c7e73350f owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:48:45.880125 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a98066-2b7a-4be1-8d6f-701bd1338bd9 x-openstack-request-id: req-f4a98066-2b7a-4be1-8d6f-701bd1338bd9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:45.880682 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-plugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:45.880682 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4a98066-2b7a-4be1-8d6f-701bd1338bd9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:45.881058 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'code': 200} Aug 25 14:48:46.042399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:46.077266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1095d4-7855-4a25-8050-ad89b378ecdf None None] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:48:46.161845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:46.424014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:46.613574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a6f1f04c-2308-47fa-a57a-00c6e76a1427 None None] Provisioning for port d8b3b2ec-e037-442a-b055-161a637952b6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:46.632258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:46.648409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['201f8a1b-2a75-4505-91c6-274c7e73350f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:48:46.704568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d8b3b2ec-e037-442a-b055-161a637952b6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:46.750785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] No DVR routers for this DVR port 201f8a1b-2a75-4505-91c6-274c7e73350f on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:48:46.755293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:46.757865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acbb3cdb-46c2-4d91-ac88-5d57369f6b22 req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] 10.222.0.45 "DELETE /v2.0/ports/201f8a1b-2a75-4505-91c6-274c7e73350f HTTP/1.1" status: 204 len: 173 time: 1.6359043 Aug 25 14:48:46.765471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316c775-5382-4842-a28e-f9d80139a36b', 'name': 'network-vif-deleted', 'tag': '201f8a1b-2a75-4505-91c6-274c7e73350f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:46.768533 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b09fe-ce2d-4a4c-9ddf-0598da6c2b68" -d '{"events": [{"server_uuid": "0316c775-5382-4842-a28e-f9d80139a36b", "name": "network-vif-deleted", "tag": "201f8a1b-2a75-4505-91c6-274c7e73350f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:46.773375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4dc95-f161-4d13-bb7d-b3884b3f7136 tempest-TenantUsagesTestJSON-313058039 tempest-TenantUsagesTestJSON-313058039-project] Pushing event deleted for resources: {'Port': ['ID=201f8a1b-2a75-4505-91c6-274c7e73350f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:46.858152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:46.941254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d8b3b2ec-e037-442a-b055-161a637952b6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:46.953102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d8b3b2ec-e037-442a-b055-161a637952b6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:46.953654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:47.195821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:47.199773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Router 1df99e36-aff2-4181-b34a-4d5772e794c7 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:48:47.274926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d8b3b2ec-e037-442a-b055-161a637952b6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d8b3b2ec-e037-442a-b055-161a637952b6,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:47.393381 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:47.487711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:48:47.518411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Sync routers for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:48:47.533458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d8b3b2ec-e037-442a-b055-161a637952b6,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:47.538670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:47.538670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:47.608030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:47.609326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d623c3b0-212a-4746-8c54-3e44f3a5fc91 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9628987 Aug 25 14:48:47.612304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50494) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:47.822657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:48.294220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:45Z', 'revision_number': 3, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:48.360719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Checking router: 1df99e36-aff2-4181-b34a-4d5772e794c7 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:48:48.376348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Updating router 1df99e36-aff2-4181-b34a-4d5772e794c7 port 56e4e875-b427-4c4c-90d4-3373db4e0b26 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:48:48.432599 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:48.722236 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:48.722912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d8b3b2ec-e037-442a-b055-161a637952b6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:48.800192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 201f8a1b-2a75-4505-91c6-274c7e73350f no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:48:48.846947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d8b3b2ec-e037-442a-b055-161a637952b6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:48.847361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:48.849535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 201f8a1b-2a75-4505-91c6-274c7e73350f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:48:48.849884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 201f8a1b-2a75-4505-91c6-274c7e73350f not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:48:48.923930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Allocated IP 172.20.0.1 (69f0c5a7-7fa8-45b9-aef9-ba6654fafba1/aab80ce2-b914-4d34-af5e-f0143e9ba707/820afd9e-fe76-41c2-91ff-126304c941dd) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:48:49.180197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.212107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Transition to ACTIVE for port object 820afd9e-fe76-41c2-91ff-126304c941dd will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:49.335759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.347702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Transition to ACTIVE for port object 56e4e875-b427-4c4c-90d4-3373db4e0b26 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:49.390955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.444952 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.462997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:48:49.467695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:49.469947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Pushing event updated for resources: {'Port': ['ID=820afd9e-fe76-41c2-91ff-126304c941dd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:49.472530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:48:49.553283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.573509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d6be7-86e9-4fc6-a4c0-6525d1d5ed6d None None] Pushing event updated for resources: {'Port': ['ID=56e4e875-b427-4c4c-90d4-3373db4e0b26,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:49.576552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Attempting to bind port 56e4e875-b427-4c4c-90d4-3373db4e0b26 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:48:49.577179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Attempting to bind port 56e4e875-b427-4c4c-90d4-3373db4e0b26 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:48:49.577778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Attempting to bind port 56e4e875-b427-4c4c-90d4-3373db4e0b26 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:49.586415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:48:49.593741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:49.594649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.595112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:48:49.595667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Bound port: 56e4e875-b427-4c4c-90d4-3373db4e0b26, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:48:49.596056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:49.792132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] For port 56e4e875-b427-4c4c-90d4-3373db4e0b26, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:49.808035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] For port 56e4e875-b427-4c4c-90d4-3373db4e0b26, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=56e4e875-b427-4c4c-90d4-3373db4e0b26,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:48:50.617376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:50.622102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-178c2367-981f-4d9c-8c5f-4975bcdbd897 None None] Provisioning for port 820afd9e-fe76-41c2-91ff-126304c941dd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:50.626712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:50.631243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-178c2367-981f-4d9c-8c5f-4975bcdbd897 None None] Provisioning complete for port 820afd9e-fe76-41c2-91ff-126304c941dd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:50.632045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-178c2367-981f-4d9c-8c5f-4975bcdbd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:50.715978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:50.716660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:50.721622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-178c2367-981f-4d9c-8c5f-4975bcdbd897 None None] Port 820afd9e-fe76-41c2-91ff-126304c941dd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:48:50.775105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d6be7-86e9-4fc6-a4c0-6525d1d5ed6d None None] Pushing event updated for resources: {'Port': ['ID=56e4e875-b427-4c4c-90d4-3373db4e0b26,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:50.799703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:50.838158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:50.935751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:51.001089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25945929-e6c2-4ab8-a4fe-486ad39e960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:51.008083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Pushing event updated for resources: {'Port': ['ID=820afd9e-fe76-41c2-91ff-126304c941dd,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:51.010795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:51.075530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:48Z', 'revision_number': 1, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:51.118210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707edf7-12e9-4b1a-8003-745499ba38f7 None None] The sync data for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 is: [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:48Z', 'revision_number': 1, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:48:51.152305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:48:51.154238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:48:51.448197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Router 1df99e36-aff2-4181-b34a-4d5772e794c7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:48:51.663059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5df10785-c6a9-4294-975c-53c1d59a800d None None] Provisioning complete for port 820afd9e-fe76-41c2-91ff-126304c941dd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:51.663059 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5df10785-c6a9-4294-975c-53c1d59a800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:51.729662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5df10785-c6a9-4294-975c-53c1d59a800d None None] Port 820afd9e-fe76-41c2-91ff-126304c941dd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:48:51.733705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:48:51.747772 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ab50939-2f66-4415-bd37-5da0f3488b33 admin admin] 10.222.0.58 "PUT /v2.0/routers/1df99e36-aff2-4181-b34a-4d5772e794c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1342995 Aug 25 14:48:52.768208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56e4e875-b427-4c4c-90d4-3373db4e0b26 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:52.836571 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae78c3-5d77-49af-86d8-b5e16ce05a0b x-openstack-request-id: req-24ae78c3-5d77-49af-86d8-b5e16ce05a0b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:48:52.837104 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316c775-5382-4842-a28e-f9d80139a36b", "name": "network-vif-deleted", "tag": "201f8a1b-2a75-4505-91c6-274c7e73350f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:48:52.837104 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24ae78c3-5d77-49af-86d8-b5e16ce05a0b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:48:52.837506 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0316c775-5382-4842-a28e-f9d80139a36b', 'name': 'network-vif-deleted', 'tag': '201f8a1b-2a75-4505-91c6-274c7e73350f', 'status': 'completed', 'code': 200} Aug 25 14:48:52.976634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4817-996a-4e72-b052-245eeab27f32 req-89924ac8-f352-4822-9782-1e4ede0d7c64 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:52.990329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e74c4817-996a-4e72-b052-245eeab27f32 req-89924ac8-f352-4822-9782-1e4ede0d7c64 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1097 time: 0.1082432 Aug 25 14:48:53.044723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 56e4e875-b427-4c4c-90d4-3373db4e0b26 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:53.053652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 56e4e875-b427-4c4c-90d4-3373db4e0b26 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:53.053652 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:53.070278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e74c4817-996a-4e72-b052-245eeab27f32 req-6940006b-dd5e-4c30-ac71-de73818530ce tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787494 Aug 25 14:48:53.140023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dc396-425b-49db-965e-05ac7a8a7245 req-c570ead3-68b1-43f7-86f9-b0180ffb5deb tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:53.142107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-872dc396-425b-49db-965e-05ac7a8a7245 req-c570ead3-68b1-43f7-86f9-b0180ffb5deb tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 945 time: 0.1152334 Aug 25 14:48:53.211334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-872dc396-425b-49db-965e-05ac7a8a7245 req-46821dfe-06e0-467e-9692-745ce7a64ebe tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups?id=afba6763-adac-4bb9-b7e1-b4a2ea87bc20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484405 Aug 25 14:48:53.251587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:53.269279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383eeb-217e-49ba-887b-e2b657228e14 req-ca906378-9d45-4bb8-b3bd-27ae8ce7cc6e tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:53.282554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-38383eeb-217e-49ba-887b-e2b657228e14 req-ca906378-9d45-4bb8-b3bd-27ae8ce7cc6e tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 951 time: 0.1433768 Aug 25 14:48:53.296828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 56e4e875-b427-4c4c-90d4-3373db4e0b26, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=56e4e875-b427-4c4c-90d4-3373db4e0b26,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:53.343231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-38383eeb-217e-49ba-887b-e2b657228e14 req-e3b31258-6880-4d70-bd6c-db60d1787601 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Aug 25 14:48:53.447733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:53.505117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=56e4e875-b427-4c4c-90d4-3373db4e0b26,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:53.680649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50610) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:53.853704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3e33f341-8850-40a0-959a-5941b0766ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:53.911571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0cf3032e-7ae4-4c16-ad31-7c9b92dc0e60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee248fdf5b61424bb0e7c94f90cb8bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290194 Aug 25 14:48:53.915997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50616) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:53.978089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092251b0-f654-49a7-90bc-642b40484e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:53.979414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:54.019713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092251b0-f654-49a7-90bc-642b40484e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:54.086676 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Sync routers for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:48:54.105932 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:54.109858 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:54.263540 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:54.401953 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092251b0-f654-49a7-90bc-642b40484e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:54.406558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092251b0-f654-49a7-90bc-642b40484e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:54.410380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-092251b0-f654-49a7-90bc-642b40484e53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fd21ecd-7635-47cf-aed1-38522a76a255 HTTP/1.1" status: 204 len: 168 time: 0.4907932 Aug 25 14:48:54.426123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092251b0-f654-49a7-90bc-642b40484e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd21ecd-7635-47cf-aed1-38522a76a255,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:54.578542 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:50Z', 'revision_number': 2, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:54.620641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Checking router: 1df99e36-aff2-4181-b34a-4d5772e794c7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:48:54.621415 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Updating router 1df99e36-aff2-4181-b34a-4d5772e794c7 port 820afd9e-fe76-41c2-91ff-126304c941dd binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:48:54.683001 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:54.712193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56e4e875-b427-4c4c-90d4-3373db4e0b26 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:54.863526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 56e4e875-b427-4c4c-90d4-3373db4e0b26 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:54.864705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:54.960155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca020-df80-45de-bb10-497086d42344 req-c97f1e94-80f9-436d-a0d7-638a8bd29c41 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:54.972413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ac1ca020-df80-45de-bb10-497086d42344 req-c97f1e94-80f9-436d-a0d7-638a8bd29c41 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 951 time: 0.1107819 Aug 25 14:48:55.072510 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:55.109020 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ac1ca020-df80-45de-bb10-497086d42344 req-273fefd8-31ac-4790-b077-66d6891a60ff tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 Aug 25 14:48:55.134943 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Transition to ACTIVE for port object 820afd9e-fe76-41c2-91ff-126304c941dd will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:48:55.316174 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:55.368708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:55.496920 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Pushing event updated for resources: {'Port': ['ID=820afd9e-fe76-41c2-91ff-126304c941dd,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:55.533934 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.534423 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.534930 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.535426 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.536380 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.536803 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.537227 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.537651 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.538070 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.538541 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.538959 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.539407 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:55.594845 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Attempting to bind port 820afd9e-fe76-41c2-91ff-126304c941dd on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:48:55.595266 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Attempting to bind port 820afd9e-fe76-41c2-91ff-126304c941dd by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:48:55.595633 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Attempting to bind port 820afd9e-fe76-41c2-91ff-126304c941dd on network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:55.601885 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:48:55.602338 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Checking segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:55.602802 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:55.603286 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Bound using segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:48:55.603853 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Bound port: 820afd9e-fe76-41c2-91ff-126304c941dd, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:48:55.604316 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:55.676115 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] For port 820afd9e-fe76-41c2-91ff-126304c941dd, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:48:55.732759 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] For port 820afd9e-fe76-41c2-91ff-126304c941dd, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=820afd9e-fe76-41c2-91ff-126304c941dd,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:48:56.253881 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:56.318290 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:56.319244 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:56.367833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50706) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:56.394102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:56.398771 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6772038-1d66-4bd0-89c9-903adae30c46 None None] Pushing event updated for resources: {'Port': ['ID=820afd9e-fe76-41c2-91ff-126304c941dd,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:56.595307 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:56.691250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:56.719959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 820afd9e-fe76-41c2-91ff-126304c941dd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:56.749538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-556458b9-0afb-4ad6-990d-fe0dd87fc06d tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:56.753745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-556458b9-0afb-4ad6-990d-fe0dd87fc06d tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 945 time: 0.1619780 Aug 25 14:48:56.813957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:56.905025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:48:56.925135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc46a98-00a3-41f7-b25a-f14ae165e2e3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:56.976226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.979285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.980570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.981795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.982362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.982916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.984318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.984452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Deleting port fb45ccb1-0c83-414e-823b-11bd9012f389 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:48:56.984729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:56.985862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.991624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.998249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.998249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:56.998249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.031407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 820afd9e-fe76-41c2-91ff-126304c941dd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:48:57.033115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-7528bfe3-4be3-4b7f-8167-5b19788b0af5 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:48:57.045619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-7528bfe3-4be3-4b7f-8167-5b19788b0af5 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0837212 Aug 25 14:48:57.054504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:48:57.055676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Unknown quota resources ['binding']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:48:57.062728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bdb9206f-3e8c-4f6a-957c-622ddd7d0c0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb90ec06533546c8a128d0b93ffcb8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929669 Aug 25 14:48:57.081592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50708) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:48:57.125777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 820afd9e-fe76-41c2-91ff-126304c941dd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:57.126151 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.135419 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:55Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:57.220576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80d1cfc5-f2a9-4d51-a351-652442969b42 None None] Provisioning complete for port 820afd9e-fe76-41c2-91ff-126304c941dd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:57.221425 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80d1cfc5-f2a9-4d51-a351-652442969b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.225669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] For port fb45ccb1-0c83-414e-823b-11bd9012f389, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fb45ccb1-0c83-414e-823b-11bd9012f389,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:57.227685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8972e40a-4783-4e17-9a23-320624b18e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.228699 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.229328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.232293 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea1d15-a809-4f6e-8339-ee1c4f7b4d58 None None] The sync data for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 is: [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:55Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:48:57.294116 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8972e40a-4783-4e17-9a23-320624b18e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.342781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:57.355504 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.357758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.367898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:48:57.376974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:48:57.376974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:57.376974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:48:57.376974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:48:57.401450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:48:57.401450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:48:57.401450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:48:57.403639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Bound port: 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:48:57.421879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:57.433918 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688c30f-9b8b-4c90-807c-d9b5f2d19924" -d '{"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:57.503903 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.561389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:48:57.644694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8972e40a-4783-4e17-9a23-320624b18e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.648025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8972e40a-4783-4e17-9a23-320624b18e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.649288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8972e40a-4783-4e17-9a23-320624b18e07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbc46a98-00a3-41f7-b25a-f14ae165e2e3 HTTP/1.1" status: 204 len: 168 time: 0.5657692 Aug 25 14:48:57.662707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e40a-4783-4e17-9a23-320624b18e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc46a98-00a3-41f7-b25a-f14ae165e2e3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:57.683392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.687765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.699926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e3f48754-c9ab-4f01-ab1f-67e5143447d6 service neutron] 10.222.0.58 "POST /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf/bindings HTTP/1.1" status: 201 len: 389 time: 0.6502898 Aug 25 14:48:57.718955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:57.734015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.744921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.745271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.745508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:48:57.802756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.806255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.806255 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde disassociated. External IP: 172.25.8.68, port: fb45ccb1-0c83-414e-823b-11bd9012f389. Aug 25 14:48:57.806255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Calling delete_port for fb45ccb1-0c83-414e-823b-11bd9012f389 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:48:57.817834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 820afd9e-fe76-41c2-91ff-126304c941dd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=820afd9e-fe76-41c2-91ff-126304c941dd,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:48:57.908205 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80d1cfc5-f2a9-4d51-a351-652442969b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:57.966770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:58.106431 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-80d1cfc5-f2a9-4d51-a351-652442969b42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:48:58.106795 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-80d1cfc5-f2a9-4d51-a351-652442969b42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:48:58.167174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=820afd9e-fe76-41c2-91ff-126304c941dd,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:58.271121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:58.345016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13764b99-e051-462d-ab8b-b50e23b3086f req-a12780da-9ec7-4404-98d3-64009f03cb2b tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae4ff3-c41f-4690-8227-068bd5cdf71a HTTP/1.1" status: 200 len: 210 time: 0.0786812 Aug 25 14:48:58.381571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event deleted for resources: {'Port': ['ID=fb45ccb1-0c83-414e-823b-11bd9012f389,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:48:58.633592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Router eb788e96-baa3-4f87-bdcf-004291cd960c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:48:58.688461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-9b24e4f8-e516-43a5-83dd-4bac687b4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:58.691221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-9b24e4f8-e516-43a5-83dd-4bac687b4835 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1097 time: 0.1693044 Aug 25 14:48:58.713380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 820afd9e-fe76-41c2-91ff-126304c941dd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:48:58.823378 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:58.871969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:48:58.900752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:48:58.944624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc25bf20-6889-40d8-95f7-be26508b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:58.947266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc25bf20-6889-40d8-95f7-be26508b0f98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.2435653 Aug 25 14:48:58.952859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] No DVR routers for this DVR port fb45ccb1-0c83-414e-823b-11bd9012f389 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:48:58.957723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:58.960113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6aee7334-1ade-4483-9e9d-a11a83f637f5 req-6eafff3c-cea6-41df-97f6-fb66abff0803 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.52 "DELETE /v2.0/ports/fb45ccb1-0c83-414e-823b-11bd9012f389 HTTP/1.1" status: 204 len: 173 time: 2.1996984 Aug 25 14:48:58.960731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'name': 'network-vif-deleted', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:48:58.970592 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa2c995-1976-4dd8-a16b-eb2be34ca2c3" -d '{"events": [{"server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "name": "network-vif-deleted", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:48:58.993467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:48:58.996139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:48:59.057120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-b78f040e-22f4-4818-8c85-6df7eb99e840 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 217 time: 0.0960100 Aug 25 14:48:59.152583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-0b5ddd0a-9c22-4428-9f07-e1fb2aa28781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:48:59.154385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-0b5ddd0a-9c22-4428-9f07-e1fb2aa28781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0891535 Aug 25 14:48:59.156236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 820afd9e-fe76-41c2-91ff-126304c941dd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:48:59.156635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:48:59.210141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-e37381b7-472b-412f-9f0e-5197ef35cf36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461371 Aug 25 14:48:59.288841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:48:59.380362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-3a283c53-e3a1-4aae-831f-202bde1c2d08 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590865 Aug 25 14:48:59.562761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-0f5e1a6b-3491-46ee-8bf3-b68564769fe9 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742082 Aug 25 14:48:59.903204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:00.031068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:49:00.060464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:00.061190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:00.214267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:00.470140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:00.504565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7fd00-9250-4e6f-9678-25ce1e905d2b None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:55Z', 'revision_number': 4, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'f69fd6c9-dd44-4c68-8bce-916ac430cd96', 'name': '', 'network_id': '06a43927-6987-4a83-ac03-d8a26c3f8995', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'mac_address': 'fa:16:3e:76:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'c3c30c73-7204-485f-a658-df98233094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:54Z', 'updated_at': '2021-08-25T14:44:00Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'subnets': [{'id': 'c3c30c73-7204-485f-a658-df98233094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:49:00.926929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fb45ccb1-0c83-414e-823b-11bd9012f389 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:00.966460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694ca86-40ad-4a04-8f76-ca5351dad534 None None] New status for floating IP 23140fca-b46a-4d50-88b8-3f49de17bfde: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:49:00.967240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: fb45ccb1-0c83-414e-823b-11bd9012f389 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:00.967240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fb45ccb1-0c83-414e-823b-11bd9012f389 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:06.556185 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9dc79e-05be-43d1-b8f5-e89d0cc30265 x-openstack-request-id: req-ad9dc79e-05be-43d1-b8f5-e89d0cc30265 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:06.556185 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:06.556185 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad9dc79e-05be-43d1-b8f5-e89d0cc30265 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:06.556185 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'code': 200} Aug 25 14:49:06.605927 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caaa04f-a842-4068-b134-8aadc7ae2355 x-openstack-request-id: req-6caaa04f-a842-4068-b134-8aadc7ae2355 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:06.606549 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ae4ff3-c41f-4690-8227-068bd5cdf71a", "name": "network-vif-deleted", "tag": "fb45ccb1-0c83-414e-823b-11bd9012f389", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:06.606549 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6caaa04f-a842-4068-b134-8aadc7ae2355 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:06.606918 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ae4ff3-c41f-4690-8227-068bd5cdf71a', 'name': 'network-vif-deleted', 'tag': 'fb45ccb1-0c83-414e-823b-11bd9012f389', 'status': 'completed', 'code': 200} Aug 25 14:49:06.675772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190b8a-f097-4b8e-9e34-6dfa878e2cb7 req-a6925a29-7262-457d-b3ee-72b007e1e3dd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:06.675772 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69190b8a-f097-4b8e-9e34-6dfa878e2cb7 req-a6925a29-7262-457d-b3ee-72b007e1e3dd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.0623198 Aug 25 14:49:06.716884 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69190b8a-f097-4b8e-9e34-6dfa878e2cb7 req-7cd5773d-b010-4b75-bdf6-56c0c0b5c085 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Aug 25 14:49:06.899549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-3ddf255c-60f4-4ea0-94de-343f217452fd tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=84ebe062e56141da950c389de7961b61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232451 Aug 25 14:49:07.023648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-e0fa5fa5-e45e-4eb9-845a-636fb4c1aac8 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:07.025372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-e0fa5fa5-e45e-4eb9-845a-636fb4c1aac8 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194293 Aug 25 14:49:07.041886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-a6eadb3f-cd9c-42b5-a6c6-88adf6d6bad5 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/quotas/84ebe062e56141da950c389de7961b61 HTTP/1.1" status: 200 len: 375 time: 0.0105870 Aug 25 14:49:07.077333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-12b5d6d6-804d-46db-b60d-f99e56997440 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=84ebe062e56141da950c389de7961b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291846 Aug 25 14:49:07.498106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2a8e1-a186-469a-b3f2-5285373aa8d2 req-8316c66d-ab86-4c76-847f-3978c04f3b1b tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:07.500426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfd2a8e1-a186-469a-b3f2-5285373aa8d2 req-8316c66d-ab86-4c76-847f-3978c04f3b1b tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 951 time: 0.1103194 Aug 25 14:49:07.521687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8a725c4-e765-45b9-ba3d-a4fe6f2a9fe1 req-0a8149af-0ec1-4315-a1e4-8f445c9198fa tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 210 time: 0.0411892 Aug 25 14:49:07.564923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfd2a8e1-a186-469a-b3f2-5285373aa8d2 req-64be97ce-d7f4-4b81-9f71-9f035d5229b7 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529573 Aug 25 14:49:07.689182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50894) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:07.707943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf218-ae24-4bc6-beff-13953652ff59 req-2306d033-7cc5-49e8-ae26-3e7c21ad6c5d tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:07.710354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5ccf218-ae24-4bc6-beff-13953652ff59 req-2306d033-7cc5-49e8-ae26-3e7c21ad6c5d tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 949 time: 0.0777791 Aug 25 14:49:07.776938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5ccf218-ae24-4bc6-beff-13953652ff59 req-d1b9ebc3-4990-4362-97e9-3fca4308d194 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Aug 25 14:49:07.800422 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be729191-6bef-4233-bab3-b6e1ee3bdb3e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:07.851435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be729191-6bef-4233-bab3-b6e1ee3bdb3e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.003638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7354-1341-4d9a-913d-9b5c8b2f911b req-fb8d4f7a-5158-449d-90ce-943f74addbb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:08.013494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed6d7354-1341-4d9a-913d-9b5c8b2f911b req-fb8d4f7a-5158-449d-90ce-943f74addbb8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.0746212 Aug 25 14:49:08.019801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be729191-6bef-4233-bab3-b6e1ee3bdb3e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.023422 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be729191-6bef-4233-bab3-b6e1ee3bdb3e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.027018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be729191-6bef-4233-bab3-b6e1ee3bdb3e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "DELETE /v2.0/security-groups/afba6763-adac-4bb9-b7e1-b4a2ea87bc20 HTTP/1.1" status: 204 len: 168 time: 0.3341837 Aug 25 14:49:08.027518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:08.042455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729191-6bef-4233-bab3-b6e1ee3bdb3e tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba6763-adac-4bb9-b7e1-b4a2ea87bc20,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:08.089220 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-236ef129-bbed-4b0d-a07f-bd0859cf6dda tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] show failed (client error): The resource could not be found. Aug 25 14:49:08.092950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-236ef129-bbed-4b0d-a07f-bd0859cf6dda tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "GET /v2.0/security-groups/afba6763-adac-4bb9-b7e1-b4a2ea87bc20 HTTP/1.1" status: 404 len: 347 time: 0.0617924 Aug 25 14:49:08.098170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:08.105175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed6d7354-1341-4d9a-913d-9b5c8b2f911b req-0c1d31cf-3952-474b-9eb3-05c97f7d55b3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903208 Aug 25 14:49:08.256046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Deleting port cc01ec70-d2e8-402e-8a39-ddd41360cd1c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:08.256657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.347065 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.347523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.363462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Calling delete_port for cc01ec70-d2e8-402e-8a39-ddd41360cd1c owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:08.604335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:08.630667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a5982102-07b4-4d43-8b05-b6f7746585e8 req-fd7f3969-540b-494c-acf5-7d769c8cbc3a tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 210 time: 0.0390749 Aug 25 14:49:08.653512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Pushing event deleted for resources: {'Port': ['ID=cc01ec70-d2e8-402e-8a39-ddd41360cd1c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:08.930685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ea21-7b3a-42ac-9fcb-9579c9e0fc8a req-0254db31-afb7-4fd1-8374-92ce43bc1474 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:08.933488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd05ea21-7b3a-42ac-9fcb-9579c9e0fc8a req-0254db31-afb7-4fd1-8374-92ce43bc1474 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 949 time: 0.0702388 Aug 25 14:49:09.011656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd05ea21-7b3a-42ac-9fcb-9579c9e0fc8a req-607d2d55-6481-478e-93cc-4074b8f07387 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/security-groups?id=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706046 Aug 25 14:49:09.086178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.086672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.086864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.087234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.087590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.087914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.088264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.088585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.088966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.089300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.089677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.090000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:09.112241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:09.115634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:09.116806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8067f894-8a36-456c-8fde-96bc954a9c44 tempest-ServersWithSpecificFlavorTestJSON-1299023160 tempest-ServersWithSpecificFlavorTestJSON-1299023160-project] 10.222.0.58 "DELETE /v2.0/floatingips/23140fca-b46a-4d50-88b8-3f49de17bfde HTTP/1.1" status: 204 len: 168 time: 1.0154891 Aug 25 14:49:09.250175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876a489-dd88-43d2-a4b7-1f7d2c9ab369 req-353edaf8-f294-4d64-b0a6-220582faa023 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:09.252588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9876a489-dd88-43d2-a4b7-1f7d2c9ab369 req-353edaf8-f294-4d64-b0a6-220582faa023 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.0763943 Aug 25 14:49:09.344928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9876a489-dd88-43d2-a4b7-1f7d2c9ab369 req-fc8910e3-6ff1-4f43-9fd0-ab566a9a75ef tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808933 Aug 25 14:49:09.501792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4615ee59-e8ea-4dc8-9fe6-de3bb48ff14c tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:09.503541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4615ee59-e8ea-4dc8-9fe6-de3bb48ff14c tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 949 time: 0.0664914 Aug 25 14:49:09.539213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-f0e5b462-7d6c-4d38-b1aa-e93bb378e48d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:09.546740 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-f0e5b462-7d6c-4d38-b1aa-e93bb378e48d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.1336694 Aug 25 14:49:09.567581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-3944590d-943f-4405-a621-7de3249066d9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/quotas/7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 375 time: 0.0198712 Aug 25 14:49:09.609704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Deleting port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:09.610849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:09.639425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-dea6bc94-2642-4803-bfa4-3a5cbaf398b9 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708542 Aug 25 14:49:09.708682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] For port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:09.709136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:09.722688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Calling delete_port for 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:09.734895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-bcf9d8d7-a1e9-4b3a-b86e-6b8495fbd055 service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943315 Aug 25 14:49:09.856494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-4c1c6d89-509f-4329-a739-9fed3c8b293d service neutron] 10.222.0.58 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141341 Aug 25 14:49:09.967494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8eef4dc0-a5f8-415f-8d2b-88f390ec3c98 req-e98722e7-f7d4-478f-b762-e954b751c55d tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 210 time: 0.0270953 Aug 25 14:49:09.996807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:10.045140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Pushing event deleted for resources: {'Port': ['ID=4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:10.122583 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-64c231c1-ad0e-4e99-a698-c5c2e6d48e97 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=84ebe062e56141da950c389de7961b61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518210 Aug 25 14:49:10.130311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] No DVR routers for this DVR port 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:10.130941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:10.133647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59bd7e1d-9ff3-4aef-9a0c-0427fa3b9b41 req-4bc4ebbc-ba9a-4f9c-b5ca-4dddb39b6e49 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.52 "DELETE /v2.0/ports/4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a HTTP/1.1" status: 204 len: 173 time: 0.6231132 Aug 25 14:49:10.134471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-deleted', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:10.137480 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f705d99-7d12-4138-9b7d-466f089f242a" -d '{"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-deleted", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:10.205817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce4fd47f-011a-4f1a-bd3c-d04d45e7b3b9 req-61d280a7-daac-443f-86ff-e1be4f8a82b6 tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0297892 Aug 25 14:49:10.253148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-5f1a3b28-7db7-4340-b51d-0d9cf410e28f tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:10.255493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-5f1a3b28-7db7-4340-b51d-0d9cf410e28f tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1268392 Aug 25 14:49:10.271609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Request body: {'port': {'device_id': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '84ebe062e56141da950c389de7961b61'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:10.520624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Made reservation on behalf of 84ebe062e56141da950c389de7961b61 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:10.525229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:10.545324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:10.627381 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c7bcc-6da8-4c95-85f3-56f45f725e14 x-openstack-request-id: req-ea3c7bcc-6da8-4c95-85f3-56f45f725e14 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:10.628744 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9", "name": "network-vif-deleted", "tag": "4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:10.628882 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea3c7bcc-6da8-4c95-85f3-56f45f725e14 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:10.629532 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9', 'name': 'network-vif-deleted', 'tag': '4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a', 'status': 'completed', 'code': 200} Aug 25 14:49:10.757640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61c2f71f-9daf-4776-920f-94871584889f req-5b1da93e-585e-4912-b8e6-6735963d63c5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0376203 Aug 25 14:49:10.761153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10635b-db4e-40fd-909c-bbfec3cd0f1b req-9d24beba-c542-4ef5-b41f-45fb68537ff4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:10.763134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b10635b-db4e-40fd-909c-bbfec3cd0f1b req-9d24beba-c542-4ef5-b41f-45fb68537ff4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.0623868 Aug 25 14:49:10.820908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:10.838666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b10635b-db4e-40fd-909c-bbfec3cd0f1b req-d5996847-9025-4387-bf9e-fe210148c76c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695856 Aug 25 14:49:10.892052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:10.930900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51144) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:10.970089 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:11.073695 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:11.092504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5987256-8844-4b7f-914f-b86301b7a45b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:11.096736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a5f14ee-0633-4bf5-ae22-ee8745aa8ba7 req-1cfc52b8-f0f9-4e52-9d30-b6254d50d615 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 210 time: 0.0432408 Aug 25 14:49:11.159486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:11.164613 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca134c8-0181-4e0a-8e9f-848cc781393f" -d '{"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:11.207094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:11.218553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Allocated IP 192.168.233.117 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/7871d2a7-4951-442d-b1bd-f3e080863fff) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:11.229066 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4d17a-24bc-4e7a-82a2-729088b6380f x-openstack-request-id: req-e4e4d17a-24bc-4e7a-82a2-729088b6380f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:11.229365 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:11.229624 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4e4d17a-24bc-4e7a-82a2-729088b6380f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:11.230022 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'code': 200} Aug 25 14:49:11.339271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81000386-6d29-4362-acd7-a35511fe3d2c req-0ab2127d-4628-42d4-afc2-9eae5f8add7e tempest-ImagesOneServerTestJSON-926591667 tempest-ImagesOneServerTestJSON-926591667-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6eadf5-2e2e-46ee-a304-4dfd3042d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0327070 Aug 25 14:49:11.412655 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:11.431370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Transition to ACTIVE for port object 7871d2a7-4951-442d-b1bd-f3e080863fff will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:11.644686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:11.687814 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:11.736493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:11.783237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:11.843696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:11.844890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Pushing event updated for resources: {'Port': ['ID=7871d2a7-4951-442d-b1bd-f3e080863fff,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:11.850425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:11.853027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:11.929090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:11.929315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ea89e16-1196-4cd4-b3ee-9f447f0937dd req-09068d8a-aa7b-4b0b-82ef-90343f65cb5f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0768893 Aug 25 14:49:11.930139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.038221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6e43ed2f-d012-40bb-ab6d-ff7bccb95133 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7711890 Aug 25 14:49:12.054151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Request body: {'port': {'device_id': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:12.090580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021096-408f-4498-8144-182c4f6fc6ee req-5d2a5642-5c66-4937-8214-735c218269b2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:12.092103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1021096-408f-4498-8144-182c4f6fc6ee req-5d2a5642-5c66-4937-8214-735c218269b2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.0799789 Aug 25 14:49:12.100178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Deleting port f69fd6c9-dd44-4c68-8bce-916ac430cd96 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:12.100748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.150836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.194507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1021096-408f-4498-8144-182c4f6fc6ee req-0df855dc-3eee-46c2-9b28-809e9991fc35 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912597 Aug 25 14:49:12.223988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-28cb4a7a-c70e-48bc-a41f-db45c19ab8e9 None None] Provisioning for port 7871d2a7-4951-442d-b1bd-f3e080863fff completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:12.224459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] For port f69fd6c9-dd44-4c68-8bce-916ac430cd96, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f69fd6c9-dd44-4c68-8bce-916ac430cd96,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:12.224459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.232015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-28cb4a7a-c70e-48bc-a41f-db45c19ab8e9 None None] Provisioning complete for port 7871d2a7-4951-442d-b1bd-f3e080863fff triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:12.232399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28cb4a7a-c70e-48bc-a41f-db45c19ab8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.243292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Calling delete_port for f69fd6c9-dd44-4c68-8bce-916ac430cd96 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:12.299144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-28cb4a7a-c70e-48bc-a41f-db45c19ab8e9 None None] Port 7871d2a7-4951-442d-b1bd-f3e080863fff cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:49:12.417174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749314a0-d045-47ad-b53e-12bf0e108d2d req-ee0973b0-32f6-44ec-a500-91c478179221 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:12.418755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-749314a0-d045-47ad-b53e-12bf0e108d2d req-ee0973b0-32f6-44ec-a500-91c478179221 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 936 time: 0.1103368 Aug 25 14:49:12.471440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-749314a0-d045-47ad-b53e-12bf0e108d2d req-115145cd-ef55-44a1-aca0-9ed8fefeca60 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Aug 25 14:49:12.524183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7871d2a7-4951-442d-b1bd-f3e080863fff {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:12.532980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.549538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Transition to ACTIVE for port object 7871d2a7-4951-442d-b1bd-f3e080863fff will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:12.702291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:12.818211 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:49:12.843963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7871d2a7-4951-442d-b1bd-f3e080863fff,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:12.953503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:49:12.976842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Attempting to bind port 7871d2a7-4951-442d-b1bd-f3e080863fff on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:12.977187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Attempting to bind port 7871d2a7-4951-442d-b1bd-f3e080863fff by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:12.979681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Attempting to bind port 7871d2a7-4951-442d-b1bd-f3e080863fff on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:12.997179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Port 7871d2a7-4951-442d-b1bd-f3e080863fff on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:49:12.997614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Attempting to bind port 7871d2a7-4951-442d-b1bd-f3e080863fff on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:13.011447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:13.012734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:13.013408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:13.017313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Bound port: 7871d2a7-4951-442d-b1bd-f3e080863fff, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:13.018018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.097799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f85e060e-b6bd-4d43-a2e6-0312665899ac req-a868f3ce-b426-41f7-90fc-25be52109a8f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0640728 Aug 25 14:49:13.135738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:13.171209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:13.171564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4d3d79ea-fbe0-4f3b-aae4-76f374f9e82a not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:13.174339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:13.178287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] For port 7871d2a7-4951-442d-b1bd-f3e080863fff, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:13.183679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] For port 7871d2a7-4951-442d-b1bd-f3e080863fff, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7871d2a7-4951-442d-b1bd-f3e080863fff,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:13.193008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:49:13.205550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.246197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Pushing event deleted for resources: {'Port': ['ID=f69fd6c9-dd44-4c68-8bce-916ac430cd96,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:13.277548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51242) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:13.279443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-7505bac3-2942-4208-8161-3c7c3bed1d19 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:13.281101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-7505bac3-2942-4208-8161-3c7c3bed1d19 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1097 time: 0.6425385 Aug 25 14:49:13.297067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.317711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:13.354614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:13.354960 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.356545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] 10.222.0.52 "PUT /v2.0/ports/7871d2a7-4951-442d-b1bd-f3e080863fff HTTP/1.1" status: 200 len: 1096 time: 1.3080378 Aug 25 14:49:13.358696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'tag': '7871d2a7-4951-442d-b1bd-f3e080863fff'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:13.361323 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "191fb526-a0d0-469a-aa47-3c10cf5cfac4", "tag": "7871d2a7-4951-442d-b1bd-f3e080863fff"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:13.394881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973093-9abe-4f25-a976-8271e9d594d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7871d2a7-4951-442d-b1bd-f3e080863fff,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:13.407614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445906-5106-426e-b9b6-d212ccfa6f83 req-c92460bf-5b1b-462f-adc4-93f4eff275ec tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:13.409216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1445906-5106-426e-b9b6-d212ccfa6f83 req-c92460bf-5b1b-462f-adc4-93f4eff275ec tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 946 time: 0.1242366 Aug 25 14:49:13.483802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.503356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1445906-5106-426e-b9b6-d212ccfa6f83 req-44bece74-1e1a-46d4-b63d-880a143a5a6e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838025 Aug 25 14:49:13.604911 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c418c-3074-4a0e-ae35-950c66eb58b6 x-openstack-request-id: req-e18c418c-3074-4a0e-ae35-950c66eb58b6 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:13.605584 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191fb526-a0d0-469a-aa47-3c10cf5cfac4", "tag": "7871d2a7-4951-442d-b1bd-f3e080863fff", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:13.605584 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e18c418c-3074-4a0e-ae35-950c66eb58b6 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:13.605917 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'tag': '7871d2a7-4951-442d-b1bd-f3e080863fff', 'status': 'completed', 'code': 200} Aug 25 14:49:13.688193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f1b0f7f-b71d-4c1d-b3b2-2943abf065bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79b1a22a53414b559d6864c173dbc480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067914 Aug 25 14:49:13.689612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51262) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:13.701029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.762122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-34962cc1-c85c-4a2a-9c5e-36b058b26c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:13.764503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-34962cc1-c85c-4a2a-9c5e-36b058b26c3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84ebe062e56141da950c389de7961b61&device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 1099 time: 0.2263258 Aug 25 14:49:13.860435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-42237174-b693-4564-a701-8a16770e0f6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7871d2a7-4951-442d-b1bd-f3e080863fff HTTP/1.1" status: 200 len: 217 time: 0.0723398 Aug 25 14:49:13.909896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c8f-b918-4c9f-b92e-4b280eeaba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.919208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991df2d2-0530-419b-853c-be0966f80b49 req-a6d2900c-f5ad-4bd7-8afd-382df5db8534 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:13.920709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-991df2d2-0530-419b-853c-be0966f80b49 req-a6d2900c-f5ad-4bd7-8afd-382df5db8534 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 948 time: 0.1758869 Aug 25 14:49:13.971321 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c8f-b918-4c9f-b92e-4b280eeaba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:13.975597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-a1cca681-b974-44b6-bd45-93a3b424fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:13.977076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-a1cca681-b974-44b6-bd45-93a3b424fcfe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1047201 Aug 25 14:49:13.978970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:14.045003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-fba55123-c399-405d-8e2c-dc12dcd351df tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:14.047419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-fba55123-c399-405d-8e2c-dc12dcd351df tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 821 time: 0.2109265 Aug 25 14:49:14.068799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-991df2d2-0530-419b-853c-be0966f80b49 req-df21d1ae-faa2-4771-8743-2d4834729d9d tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307278 Aug 25 14:49:14.092408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Request body: {'port': {'device_id': 'badd5c91-0989-4c82-b60c-65e317dae874', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'admin_state_up': True, 'tenant_id': '7fa3b423fd8b48fd984bd0765ce298de'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:14.102376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68222cd-cbaa-4050-84e6-422567d4359b req-da6e6f34-cf23-4a8b-81ec-1f1f8113354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:14.102376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-da6e6f34-cf23-4a8b-81ec-1f1f8113354b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077321 Aug 25 14:49:14.172647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:14.224689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c8f-b918-4c9f-b92e-4b280eeaba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:14.229875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35fd0c8f-b918-4c9f-b92e-4b280eeaba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:14.233329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-35fd0c8f-b918-4c9f-b92e-4b280eeaba34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2efc06d4-a0a6-45a7-8682-c32abc2b3fa9 HTTP/1.1" status: 204 len: 168 time: 0.5385492 Aug 25 14:49:14.267122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd0c8f-b918-4c9f-b92e-4b280eeaba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efc06d4-a0a6-45a7-8682-c32abc2b3fa9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:14.277444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:14.322955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4eaf43a-4bac-420e-8fd2-497818a6a960 req-14171e66-3015-488d-b45c-29252c233aee tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0534153 Aug 25 14:49:14.346248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:14.348793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-c9eb100b-1364-406f-98e7-7375bd40c433 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451105 Aug 25 14:49:14.349796 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a576414-3da7-4d61-9857-c3973a9c03fd" -d '{"events": [{"server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:14.441756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:14.468637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Router eb788e96-baa3-4f87-bdcf-004291cd960c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:49:14.475519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d68222cd-cbaa-4050-84e6-422567d4359b req-6fc59c75-8f6a-484d-8676-097eee9af16a service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187637 Aug 25 14:49:14.724709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-2b508373-84ab-4093-840d-763b5be51853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:14.726235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-2b508373-84ab-4093-840d-763b5be51853 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84ebe062e56141da950c389de7961b61&device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 1099 time: 0.0943613 Aug 25 14:49:14.747891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:14.754700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Made reservation on behalf of 7fa3b423fd8b48fd984bd0765ce298de for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:14.758200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:14.914075 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-459515da-67fa-4d23-9044-808ba5714bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:14.917265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-459515da-67fa-4d23-9044-808ba5714bc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1821930 Aug 25 14:49:14.956371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:14.956946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:14.957573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:14.961320 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba8a19-9cf3-45c2-8a77-1b7ae4729b7f x-openstack-request-id: req-a0ba8a19-9cf3-45c2-8a77-1b7ae4729b7f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:14.961888 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:14.962355 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0ba8a19-9cf3-45c2-8a77-1b7ae4729b7f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:14.962973 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'code': 200} Aug 25 14:49:14.985928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-348ea297-a60f-49ca-a4be-66425a23f4cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7871d2a7-4951-442d-b1bd-f3e080863fff HTTP/1.1" status: 200 len: 217 time: 0.0608640 Aug 25 14:49:15.040319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:49:15.051163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Attempting to bind port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on network 33e6c780-ce50-4ae0-a99f-94317486de28 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:15.051163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:49:15.058076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] Sync routers for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:49:15.059495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1c74037a-0c7c-447e-ab8c-454a8bce755e admin admin] 10.222.0.58 "PUT /v2.0/routers/eb788e96-baa3-4f87-bdcf-004291cd960c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1271982 Aug 25 14:49:15.068087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51310) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:15.072899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:15.073543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:15.081086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-5902b183-3293-4f2e-b232-1ec130915dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:15.089572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-5902b183-3293-4f2e-b232-1ec130915dea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0968165 Aug 25 14:49:15.191753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-afaceb61-c248-45f2-971f-5348ea129394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:15.191753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-afaceb61-c248-45f2-971f-5348ea129394 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906210 Aug 25 14:49:15.303693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:15.335775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48d90-b1d0-45ad-8ca5-800ffa40a21e req-93cfd303-9b7c-41df-b33d-0e8bd4e777f5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:15.337380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23e48d90-b1d0-45ad-8ca5-800ffa40a21e req-93cfd303-9b7c-41df-b33d-0e8bd4e777f5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.5156467 Aug 25 14:49:15.356617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:15.357631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Checking segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:15.358280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Bound using segment: {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:15.359618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Bound port: 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6998335e-fd1f-45a9-b144-c417e4ae8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '33e6c780-ce50-4ae0-a99f-94317486de28'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:15.360193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:15.378179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-9ed1292a-3aca-479d-ab5f-b59bdd569c6d service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832323 Aug 25 14:49:15.495611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Allocated IP 172.20.0.14 (b690c8ea-2379-4046-8047-5fdf4894394c/bb423791-60a4-4628-a675-2ba4ab9a6967/8d141e24-94d3-4410-88d9-a6585e002ca8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:15.573168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f46d8df-9a7b-43b2-a8b4-68e75d1dbcfc req-5daad9fa-d1bf-4700-8fe1-350932149757 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861205 Aug 25 14:49:15.623997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:49:12Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:15.677211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] Checking router: eb788e96-baa3-4f87-bdcf-004291cd960c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:49:15.687511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] Routers {'eb788e96-baa3-4f87-bdcf-004291cd960c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:15.688603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['eb788e96-baa3-4f87-bdcf-004291cd960c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:15.713159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:15.860258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] Set router eb788e96-baa3-4f87-bdcf-004291cd960c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:15.880308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23e48d90-b1d0-45ad-8ca5-800ffa40a21e req-a6bcadbf-1df9-41a2-adc6-cf26c0a26a10 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136280 Aug 25 14:49:15.929724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51342) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:16.121613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-332243132-network', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:16.123228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:16.124885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:49:12Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:16.127786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:16.149085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.157252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbc730-93b5-43f2-9192-b23f5508d80d None None] The sync data for ids ['eb788e96-baa3-4f87-bdcf-004291cd960c'] in n-d-805995-2 is: [{'id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122355212-router', 'tenant_id': 'a424c59993f2421dbcad936b1d7e229e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '066f048e-66be-48b5-8447-184395c2f9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:49:12Z', 'revision_number': 5, 'project_id': 'a424c59993f2421dbcad936b1d7e229e', 'gw_port': {'id': '066f048e-66be-48b5-8447-184395c2f9dc', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb788e96-baa3-4f87-bdcf-004291cd960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:43:51Z', 'updated_at': '2021-08-25T14:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:49:16.253731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.261465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:16.263864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.282952 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.339797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.352962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['65b9cadf-a2b3-4333-93f5-4ac015e153cf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:16.367764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f31bd-37ac-401e-bd5b-b2234ae654c5 req-a0a0710e-b3a3-44c2-b279-10e3d39840ab tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:16.369334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a7f31bd-37ac-401e-bd5b-b2234ae654c5 req-a0a0710e-b3a3-44c2-b279-10e3d39840ab tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 948 time: 0.2396746 Aug 25 14:49:16.443995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.449936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.462377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Network b690c8ea-2379-4046-8047-5fdf4894394c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:16.480269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=8']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:16.495244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:16.497418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:16.498033 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.499433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-1e3f85cb-c83f-43ce-99d7-0741cd1c23df service neutron] 10.222.0.52 "PUT /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 1122 time: 3.1886251 Aug 25 14:49:16.509474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a7f31bd-37ac-401e-bd5b-b2234ae654c5 req-3adfd648-960c-4678-be67-8be463bd2955 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234674 Aug 25 14:49:16.564779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:16.577202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['7d4c5cf1-2280-4adf-818e-11c4df21cacf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:16.582630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.638919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a929b1b-fe5d-4287-87b6-907863cc28a1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:16.639898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:16.684423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:16.684423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.700246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:49:16.730338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f69fd6c9-dd44-4c68-8bce-916ac430cd96 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:16.741522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Deleting port 066f048e-66be-48b5-8447-184395c2f9dc {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:16.741867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.751866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.752221 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Added segment e094f0fb-cb8d-450c-90fc-27e765c67c0b of type vlan for network 07c04fab-acb5-4577-8c99-2807be0b11f3 Aug 25 14:49:16.806734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7d4c5cf1-2280-4adf-818e-11c4df21cacf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:16.867784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f69fd6c9-dd44-4c68-8bce-916ac430cd96 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:16.867784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f69fd6c9-dd44-4c68-8bce-916ac430cd96 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:16.885745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-8db7e5eb-f918-44cb-8585-f37afcd5a42f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7990260 Aug 25 14:49:16.887994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:16.962612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd932d-96c9-4c36-9062-827a456603e5 req-47acb58e-7c26-463a-97ed-a5495c766643 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:16.970230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3dd932d-96c9-4c36-9062-827a456603e5 req-47acb58e-7c26-463a-97ed-a5495c766643 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 932 time: 0.1739597 Aug 25 14:49:16.976823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:16.979500 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b9caa4-97a7-493e-8a08-a1968ad09b03" -d '{"events": [{"name": "network-changed", "server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:16.980518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7871d2a7-4951-442d-b1bd-f3e080863fff details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:49:17.018884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Request body: {'port': {'device_id': 'badd5c91-0989-4c82-b60c-65e317dae874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:17.051538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] For port 066f048e-66be-48b5-8447-184395c2f9dc, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=066f048e-66be-48b5-8447-184395c2f9dc,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:17.052259 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.058687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.060434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:17.061096 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.077650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Calling delete_port for 066f048e-66be-48b5-8447-184395c2f9dc owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:17.109826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3dd932d-96c9-4c36-9062-827a456603e5 req-360a290d-e7af-41a8-982e-6cc522b9ed63 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332347 Aug 25 14:49:17.250434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] Pushing event updated for resources: {'Network': ['ID=07c04fab-acb5-4577-8c99-2807be0b11f3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:17.256790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.293033 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be57ac-58df-452d-8320-9a6333700438 x-openstack-request-id: req-b9be57ac-58df-452d-8320-9a6333700438 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:17.293406 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:17.293742 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9be57ac-58df-452d-8320-9a6333700438 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:17.294343 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'status': 'completed', 'code': 200} Aug 25 14:49:17.341495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:49:17.358940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-267d60b5-afae-4eeb-b13d-d6a84cc05215 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4249578 Aug 25 14:49:17.358940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51374) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:17.364488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Request body: {'subnet': {'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-332243132-subnet', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:17.440957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee602-ec6c-438b-bdbb-5524da0a029e req-2778dc00-c2a9-4fec-ad45-e506422ca507 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:17.449361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4eee602-ec6c-438b-bdbb-5524da0a029e req-2778dc00-c2a9-4fec-ad45-e506422ca507 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.2088268 Aug 25 14:49:17.528777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7871d2a7-4951-442d-b1bd-f3e080863fff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7871d2a7-4951-442d-b1bd-f3e080863fff,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:17.552026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '7871d2a7-4951-442d-b1bd-f3e080863fff', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '7871d2a7-4951-442d-b1bd-f3e080863fff', 'mac_address': 'fa:16:3e:b6:1c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:49:17.556466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-e667828e-9179-4f98-b287-270a4f1dffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:17.557996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-e667828e-9179-4f98-b287-270a4f1dffac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1125 time: 0.2253420 Aug 25 14:49:17.561545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:17.566151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.596183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.613500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7871d2a7-4951-442d-b1bd-f3e080863fff {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:17.638958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7871d2a7-4951-442d-b1bd-f3e080863fff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7871d2a7-4951-442d-b1bd-f3e080863fff,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:17.651997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4eee602-ec6c-438b-bdbb-5524da0a029e req-a88922c7-9c63-4099-8052-7fac675a3544 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885078 Aug 25 14:49:17.867467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:17.919861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7871d2a7-4951-442d-b1bd-f3e080863fff,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:17.978988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.056758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7596377-2501-40a9-96e3-dfeb60fe25ad,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:18.064057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Checking segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:18.065192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Network hostable DHCP agents. Network: 07c04fab-acb5-4577-8c99-2807be0b11f3, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:49:18.154950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f089b0-db67-403a-965e-de5ca9b30984 req-fb26ee52-4068-4e85-ac05-3d76933dd7d3 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.156895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22f089b0-db67-403a-965e-de5ca9b30984 req-fb26ee52-4068-4e85-ac05-3d76933dd7d3 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 949 time: 0.1471472 Aug 25 14:49:18.160881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-bfa37d41-1ba7-4059-9932-b47adaf291c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.162640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-bfa37d41-1ba7-4059-9932-b47adaf291c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.5891762 Aug 25 14:49:18.188433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:49:18.238033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-82266141-5966-4825-9bec-04d00d1f4196 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 217 time: 0.0546255 Aug 25 14:49:18.240280 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.242149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7871d2a7-4951-442d-b1bd-f3e080863fff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:18.249027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c05ee-018f-414b-882d-7d55cb11cc54 req-a76b2460-6bfd-4ee6-9e61-9a83a2ad6102 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.250393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c00c05ee-018f-414b-882d-7d55cb11cc54 req-a76b2460-6bfd-4ee6-9e61-9a83a2ad6102 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.0745142 Aug 25 14:49:18.298156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c00c05ee-018f-414b-882d-7d55cb11cc54 req-89935a84-5cb8-4574-90ad-aab0290299ee tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Aug 25 14:49:18.314275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=066f048e-66be-48b5-8447-184395c2f9dc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:18.325047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22f089b0-db67-403a-965e-de5ca9b30984 req-32418396-5b2a-447d-a645-73f156e854af tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570680 Aug 25 14:49:18.350485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 07c04fab-acb5-4577-8c99-2807be0b11f3) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:18.355396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.356173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.369570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2829b2-b596-4e31-b895-43903d3c515f None None] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:18.429724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ee9f-4e1c-403c-bcbb-2a424e1a0e38 req-eecf73db-e7fd-4875-a4df-5443fd21794a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.431239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c829ee9f-4e1c-403c-bcbb-2a424e1a0e38 req-eecf73db-e7fd-4875-a4df-5443fd21794a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 932 time: 0.0523243 Aug 25 14:49:18.449585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-e4b78dd2-6f62-4611-b1a6-c5b0f3c54820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.451080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-e4b78dd2-6f62-4611-b1a6-c5b0f3c54820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.2032759 Aug 25 14:49:18.456567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d141e24-94d3-4410-88d9-a6585e002ca8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:18.478137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c829ee9f-4e1c-403c-bcbb-2a424e1a0e38 req-d8b00e08-7bc9-4646-af83-57058300098c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Aug 25 14:49:18.478801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.493900 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-888506da-35b6-4536-9bc2-13ebd9a83ebb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1340272 Aug 25 14:49:18.503199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51386) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:18.508385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:18.512543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-cde4cc2d-5065-4945-b2cb-d50a60d5420a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484011 Aug 25 14:49:18.515718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.526513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Transition to ACTIVE for port object 8d141e24-94d3-4410-88d9-a6585e002ca8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:18.624048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-07c04fab-acb5-4577-8c99-2807be0b11f3', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:49:18.625294 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.693476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.693476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.700135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.701978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.705775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.800985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:18.805402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Allocated IP 172.20.0.2 (07c04fab-acb5-4577-8c99-2807be0b11f3/b7596377-2501-40a9-96e3-dfeb60fe25ad/449ff2c3-711d-4a39-8e06-35a0557ce44f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:18.852918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:18.886316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-8f89a31c-9b53-4c70-a8cd-dd713a9836e5 service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316536 Aug 25 14:49:18.932648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8f0ba-2ef7-4956-b2d0-0308634fd2af req-1bf3be0f-c44f-4b1b-8150-7c6936bf6fc3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:18.934127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69b8f0ba-2ef7-4956-b2d0-0308634fd2af req-1bf3be0f-c44f-4b1b-8150-7c6936bf6fc3 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.1528170 Aug 25 14:49:18.998172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.000995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.001561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb788e96-baa3-4f87-bdcf-004291cd960c {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:49:19.010753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.011893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4332b8d1-4fdf-4930-b7be-76ca845e4dcf admin admin] 10.222.0.58 "DELETE /v2.0/routers/eb788e96-baa3-4f87-bdcf-004291cd960c HTTP/1.1" status: 204 len: 168 time: 3.9360189 Aug 25 14:49:19.019240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51390) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:19.028950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Transition to ACTIVE for port object 449ff2c3-711d-4a39-8e06-35a0557ce44f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:19.045150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Transition to ACTIVE for port object 449ff2c3-711d-4a39-8e06-35a0557ce44f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:19.081841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.087170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69b8f0ba-2ef7-4956-b2d0-0308634fd2af req-6aba3620-b80e-41fd-aeeb-66e75717dcf2 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396897 Aug 25 14:49:19.105589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:19.115404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:19.115404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:19.117543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:49:19.117872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:19.123145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Deleting subnet c3c30c73-7204-485f-a658-df98233094fa {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:49:19.139082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.141648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.167924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:19.168974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:19.169557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:19.170213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Bound port: 8d141e24-94d3-4410-88d9-a6585e002ca8, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:19.170789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.234794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:19.242399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:19.244906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Pushing event updated for resources: {'Port': ['ID=449ff2c3-711d-4a39-8e06-35a0557ce44f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:19.250681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:19.275377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b9caa4-97a7-493e-8a08-a1968ad09b03 req-57e94574-5de4-496c-9ce9-2b853696ba5c service neutron] 10.222.0.45 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624718 Aug 25 14:49:19.291752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.319844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Attempting to bind port 449ff2c3-711d-4a39-8e06-35a0557ce44f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:19.320223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Attempting to bind port 449ff2c3-711d-4a39-8e06-35a0557ce44f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:19.320711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Attempting to bind port 449ff2c3-711d-4a39-8e06-35a0557ce44f on network 07c04fab-acb5-4577-8c99-2807be0b11f3 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:19.328221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:19.328576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Checking segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:19.329234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.329782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Bound using segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:19.330679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Bound port: 449ff2c3-711d-4a39-8e06-35a0557ce44f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:19.330802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.420989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:19.435576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] For port 449ff2c3-711d-4a39-8e06-35a0557ce44f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:19.440222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] For port 449ff2c3-711d-4a39-8e06-35a0557ce44f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=449ff2c3-711d-4a39-8e06-35a0557ce44f,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:19.442630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:19.506182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.519825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.532189 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.554158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1136e-d79d-4398-b953-f6debe3f5c30 req-e69124a0-69b3-4c64-be9b-b1ac5aa98b56 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:19.562318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3c1136e-d79d-4398-b953-f6debe3f5c30 req-e69124a0-69b3-4c64-be9b-b1ac5aa98b56 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 949 time: 0.0996890 Aug 25 14:49:19.570451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.619213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.646915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830636dd-6eea-409d-8001-5f14022c4127 req-6fdfba8b-97b0-4521-a9ae-da20c8ca2898 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:19.648620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-830636dd-6eea-409d-8001-5f14022c4127 req-6fdfba8b-97b0-4521-a9ae-da20c8ca2898 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.1955831 Aug 25 14:49:19.665888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:19.666663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.673927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 1092 time: 2.7719574 Aug 25 14:49:19.673927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:19.678889 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a" -d '{"events": [{"name": "network-changed", "server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:19.708243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6c6b9-8302-48b2-9315-f4f1a0f5af9c None None] Pushing event updated for resources: {'Port': ['ID=449ff2c3-711d-4a39-8e06-35a0557ce44f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:19.717554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3c1136e-d79d-4398-b953-f6debe3f5c30 req-12526a23-c2c8-4772-802c-e3a32ac6ba26 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512382 Aug 25 14:49:19.768591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Allocated IP 172.25.8.33 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/03deab8a-063f-4099-8d7a-62898d645e1c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:19.811281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-830636dd-6eea-409d-8001-5f14022c4127 req-f399ca29-9a15-4490-90fc-f37241be6381 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247106 Aug 25 14:49:19.871280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294f0c5-8b5e-4e42-a15a-5d4c7346e1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:19.875072 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a34f61-a215-48be-8189-1bba0d01ad59 x-openstack-request-id: req-09a34f61-a215-48be-8189-1bba0d01ad59 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:19.875276 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:19.875528 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09a34f61-a215-48be-8189-1bba0d01ad59 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:19.875914 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'status': 'completed', 'code': 200} Aug 25 14:49:19.938342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.948915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:19.969226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e6abd-36fb-4ed2-a9a6-5a2e7f40f030 req-1bb67d57-303c-42dd-877f-4ba86b6cde5a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:19.974879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c00e6abd-36fb-4ed2-a9a6-5a2e7f40f030 req-1bb67d57-303c-42dd-877f-4ba86b6cde5a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1076627 Aug 25 14:49:19.975193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c30c73-7204-485f-a658-df98233094fa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:19.984044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330293-ac35-499b-86ae-d1831dde42bb req-7dc8d27b-05ac-4eb8-8f01-b6c966a15af4 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:19.985535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36330293-ac35-499b-86ae-d1831dde42bb req-7dc8d27b-05ac-4eb8-8f01-b6c966a15af4 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.1733193 Aug 25 14:49:19.994121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0b346d24-9277-4c1d-be9b-3565c7bd6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:19.996111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-0b346d24-9277-4c1d-be9b-3565c7bd6703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1095 time: 0.1194582 Aug 25 14:49:20.028763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c00e6abd-36fb-4ed2-a9a6-5a2e7f40f030 req-df401363-bc10-4326-b7bd-ce3a9a6a5554 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496459 Aug 25 14:49:20.056486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.058968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c3e0d146-8fe4-46b1-aebb-d986397111fb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c3c30c73-7204-485f-a658-df98233094fa HTTP/1.1" status: 204 len: 168 time: 1.0360048 Aug 25 14:49:20.061328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51404) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:20.071862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f390681-f068-42d0-a406-cf907b141476 None None] Network 06a43927-6987-4a83-ac03-d8a26c3f8995 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:20.139143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.146689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-de045328-8aa9-4413-b951-ab17e05413b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 217 time: 0.0986876 Aug 25 14:49:20.182931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:20.189849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:20.195797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:20.226080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Pushing event updated for resources: {'Port': ['ID=03deab8a-063f-4099-8d7a-62898d645e1c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:20.328856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.371965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0c1a6-3c97-4f11-8e6f-fa976ba024bb req-72ef2c3b-866d-4c13-8935-99fed66c8646 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:20.373506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53a0c1a6-3c97-4f11-8e6f-fa976ba024bb req-72ef2c3b-866d-4c13-8935-99fed66c8646 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.1788843 Aug 25 14:49:20.377202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-c2d4f483-74dc-414e-83c2-bf57b4d7e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:20.378573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-c2d4f483-74dc-414e-83c2-bf57b4d7e6f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.2011042 Aug 25 14:49:20.394190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] DHCP port deletion for 06a43927-6987-4a83-ac03-d8a26c3f8995 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:49:20.405304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Deleting port 14fe1703-a1fc-4007-862d-c5337ef05bc7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:20.405651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.442255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-b007ae7a-d417-4db6-8c0f-96037e87e8a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542469 Aug 25 14:49:20.444381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] Deleting port 2fa36cc8-28e9-412e-a2e9-508cbe93848a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:20.444839 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.520786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] For port 2fa36cc8-28e9-412e-a2e9-508cbe93848a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2fa36cc8-28e9-412e-a2e9-508cbe93848a,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:20.521187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.536369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] Calling delete_port for 2fa36cc8-28e9-412e-a2e9-508cbe93848a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:20.610645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53a0c1a6-3c97-4f11-8e6f-fa976ba024bb req-e16a16a2-8ce1-477e-b017-85f047fafc60 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286768 Aug 25 14:49:20.670584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] For port 14fe1703-a1fc-4007-862d-c5337ef05bc7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=14fe1703-a1fc-4007-862d-c5337ef05bc7,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:20.671060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.703706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Deleting port 2fa36cc8-28e9-412e-a2e9-508cbe93848a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:20.704038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.707685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Calling delete_port for 14fe1703-a1fc-4007-862d-c5337ef05bc7 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:20.713863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-1ce94296-6aba-4ac3-951d-ebf3e91467f2 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425950 Aug 25 14:49:20.768646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.773932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:20.773932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 449ff2c3-711d-4a39-8e06-35a0557ce44f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:20.947663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] Pushing event deleted for resources: {'Port': ['ID=2fa36cc8-28e9-412e-a2e9-508cbe93848a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:20.961248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8a7e3-f932-48b1-acde-2e9fb06f3311 None None] No DVR routers for this DVR port 2fa36cc8-28e9-412e-a2e9-508cbe93848a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:20.999107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7871d2a7-4951-442d-b1bd-f3e080863fff up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:21.057979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] For port 2fa36cc8-28e9-412e-a2e9-508cbe93848a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2fa36cc8-28e9-412e-a2e9-508cbe93848a,segment=NetworkSegment(c0849f4a-0b5b-4d85-86ad-b991258e3ddd),segment_id=c0849f4a-0b5b-4d85-86ad-b991258e3ddd)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:21.057979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.075561 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c66b31c-27a8-4e5a-b8ed-1f130c733e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.097421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Calling delete_port for 2fa36cc8-28e9-412e-a2e9-508cbe93848a owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:21.102521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f54e-dc58-4e65-8f38-34c8f54114ec req-7e690074-6add-4957-9b9d-a69a206d29bd tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:21.107528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab35f54e-dc58-4e65-8f38-34c8f54114ec req-7e690074-6add-4957-9b9d-a69a206d29bd tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 949 time: 0.2711024 Aug 25 14:49:21.135001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 449ff2c3-711d-4a39-8e06-35a0557ce44f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:21.149714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 7871d2a7-4951-442d-b1bd-f3e080863fff completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:21.162055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ffc085f-133e-4bef-adc2-14c457a2d9e2 req-1bf0a643-6401-4df6-8554-89e01631d79e service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300358 Aug 25 14:49:21.162219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 7871d2a7-4951-442d-b1bd-f3e080863fff triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:21.162219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.165857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f721cc-e482-482c-9c87-867eeb1ac958 req-823672df-d2f0-4576-a8ce-629eb33a69d0 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:21.172621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761833fe-61e3-407b-9a84-ca01ac512d2e None None] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:21.174409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48f721cc-e482-482c-9c87-867eeb1ac958 req-823672df-d2f0-4576-a8ce-629eb33a69d0 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 948 time: 0.2525692 Aug 25 14:49:21.245454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 066f048e-66be-48b5-8447-184395c2f9dc no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:21.272881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab35f54e-dc58-4e65-8f38-34c8f54114ec req-2bf73d5c-2a0a-4091-84be-2ce2eeaf1f2d tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586354 Aug 25 14:49:21.303197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.313272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48f721cc-e482-482c-9c87-867eeb1ac958 req-1ce0d2ee-88a7-4b4d-a831-ba7711890ecf tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303170 Aug 25 14:49:21.320695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 066f048e-66be-48b5-8447-184395c2f9dc {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:21.320968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 066f048e-66be-48b5-8447-184395c2f9dc not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:21.321395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2fa36cc8-28e9-412e-a2e9-508cbe93848a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:21.341937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.365075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2fa36cc8-28e9-412e-a2e9-508cbe93848a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:21.365606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2fa36cc8-28e9-412e-a2e9-508cbe93848a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:21.436633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa36cc8-28e9-412e-a2e9-508cbe93848a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:21.470184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] No DVR routers for this DVR port 2fa36cc8-28e9-412e-a2e9-508cbe93848a on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:21.477076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.542356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Pushing event deleted for resources: {'Port': ['ID=14fe1703-a1fc-4007-862d-c5337ef05bc7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:21.543051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] Provisioning for port 449ff2c3-711d-4a39-8e06-35a0557ce44f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:21.549174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] Provisioning complete for port 449ff2c3-711d-4a39-8e06-35a0557ce44f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:21.549642 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.592574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.637088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-3e8c5de8-5dbd-4ae0-8042-0154945a3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:21.641301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-3e8c5de8-5dbd-4ae0-8042-0154945a3e87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1095 time: 0.2148762 Aug 25 14:49:21.645272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871d2a7-4951-442d-b1bd-f3e080863fff'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:21.647716 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff54a0c9-9536-488b-b3c8-3d2066a91229" -d '{"events": [{"server_uuid": "191fb526-a0d0-469a-aa47-3c10cf5cfac4", "name": "network-vif-plugged", "status": "completed", "tag": "7871d2a7-4951-442d-b1bd-f3e080863fff"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:21.693239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7871d2a7-4951-442d-b1bd-f3e080863fff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7871d2a7-4951-442d-b1bd-f3e080863fff,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:21.704812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.725939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.740043 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca1959b-3daa-4c4a-bacf-8290ead96f81 x-openstack-request-id: req-7ca1959b-3daa-4c4a-bacf-8290ead96f81 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:21.742618 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191fb526-a0d0-469a-aa47-3c10cf5cfac4", "name": "network-vif-plugged", "status": "completed", "tag": "7871d2a7-4951-442d-b1bd-f3e080863fff", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:21.742876 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ca1959b-3daa-4c4a-bacf-8290ead96f81 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:21.743360 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871d2a7-4951-442d-b1bd-f3e080863fff', 'code': 200} Aug 25 14:49:21.746820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] No DVR routers for this DVR port 14fe1703-a1fc-4007-862d-c5337ef05bc7 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:21.771557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.776705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36330293-ac35-499b-86ae-d1831dde42bb req-37f23dcb-a8bd-42ee-b806-f7976946dabc tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "DELETE /v2.0/ports/14fe1703-a1fc-4007-862d-c5337ef05bc7 HTTP/1.1" status: 204 len: 173 time: 1.7795918 Aug 25 14:49:21.780313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] For port 449ff2c3-711d-4a39-8e06-35a0557ce44f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=449ff2c3-711d-4a39-8e06-35a0557ce44f,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:21.810957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a43927-6987-4a83-ac03-d8a26c3f8995']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:21.825673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.877110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-deleted', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:21.878702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:21.880734 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b4806-c00a-4dc8-8549-6f900ba365a8" -d '{"events": [{"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-deleted", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:21.897616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:21.898013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0849f4a-0b5b-4d85-86ad-b991258e3ddd') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:21.937986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7871d2a7-4951-442d-b1bd-f3e080863fff,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:21.974378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.007660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d5c6b-c971-43f3-ad54-1c140f9674b8 req-dae55f3f-4c68-448a-8e1e-affb55c7c021 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:22.016478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-911d5c6b-c971-43f3-ad54-1c140f9674b8 req-dae55f3f-4c68-448a-8e1e-affb55c7c021 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.5721989 Aug 25 14:49:22.037065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.071961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aec7e2-779e-4414-a2d5-45327c5c8307 None None] Pushing event updated for resources: {'Port': ['ID=449ff2c3-711d-4a39-8e06-35a0557ce44f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:22.080320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-911d5c6b-c971-43f3-ad54-1c140f9674b8 req-41fc8705-2077-40b9-adf2-39692dc1742f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592837 Aug 25 14:49:22.084439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:49:22.084721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.119480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dfa3fabd-0a71-487b-94d6-a5047e9abb22 None None] Provisioning complete for port 449ff2c3-711d-4a39-8e06-35a0557ce44f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:22.119480 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dfa3fabd-0a71-487b-94d6-a5047e9abb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:49:22.125192 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:49:22.179164 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1174a31-a4df-4071-b4e1-e799dbc1d8b5 x-openstack-request-id: req-d1174a31-a4df-4071-b4e1-e799dbc1d8b5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:22.179587 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98fbd78-c8c9-486d-808b-0566e5581af9", "name": "network-vif-deleted", "tag": "14fe1703-a1fc-4007-862d-c5337ef05bc7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:22.190896 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1174a31-a4df-4071-b4e1-e799dbc1d8b5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:22.190896 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fbd78-c8c9-486d-808b-0566e5581af9', 'name': 'network-vif-deleted', 'tag': '14fe1703-a1fc-4007-862d-c5337ef05bc7', 'status': 'completed', 'code': 200} Aug 25 14:49:22.192358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e45a-39d4-4bf0-8327-2998b0b925e2 req-882c1ba4-2285-42a2-b9ad-0e3ddc9ffea7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:22.200585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e974e45a-39d4-4bf0-8327-2998b0b925e2 req-882c1ba4-2285-42a2-b9ad-0e3ddc9ffea7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.3314164 Aug 25 14:49:22.203812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7903142-766a-4e09-8397-4111df4d32e1 req-6cb76525-3c56-4abd-9f6e-e81168a0abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:22.205367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7903142-766a-4e09-8397-4111df4d32e1 req-6cb76525-3c56-4abd-9f6e-e81168a0abdd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 1101 time: 0.3379247 Aug 25 14:49:22.267870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Router cda12f33-739a-48cb-a9da-f9af265016a8 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:49:22.433049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:49:22.447909 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Sync routers for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:49:22.464931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348733c-035c-4219-a285-0de9cd4c0fdd req-5ff97d78-a5f6-4907-89e7-12582320d1fb tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:22.470140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:22.471007 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:22.474032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8348733c-035c-4219-a285-0de9cd4c0fdd req-5ff97d78-a5f6-4907-89e7-12582320d1fb tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.0947568 Aug 25 14:49:22.523002 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8348733c-035c-4219-a285-0de9cd4c0fdd req-2f41018e-4d54-46c4-ba6b-5ce44d5f5b04 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480475 Aug 25 14:49:22.525506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.527368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8eee2a30-1bfa-4493-b900-d1e8db71a396 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0294051 Aug 25 14:49:22.531914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51434) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:22.563328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-1efdb2f2-6b2e-4282-b8df-e4ac0dc6a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:22.564719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-1efdb2f2-6b2e-4282-b8df-e4ac0dc6a8e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.8961260 Aug 25 14:49:22.618375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-fbe46186-0b50-475e-8891-ac8f195bfd32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 217 time: 0.0451868 Aug 25 14:49:22.627611 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:22.714267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7903142-766a-4e09-8397-4111df4d32e1 req-6b7316b2-37c3-4e42-bac5-de6c78166ca4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813064 Aug 25 14:49:22.741732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e974e45a-39d4-4bf0-8327-2998b0b925e2 req-8fdc5e15-5d2e-4670-9c3d-c6ae4a4dea51 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310407 Aug 25 14:49:22.742040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 449ff2c3-711d-4a39-8e06-35a0557ce44f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:22.753123 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.772987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.780199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] 10.222.0.58 "DELETE /v2.0/networks/06a43927-6987-4a83-ac03-d8a26c3f8995 HTTP/1.1" status: 204 len: 168 time: 2.7179065 Aug 25 14:49:22.785971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51438) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:22.817363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001691c1-b28d-418d-92b3-7d818298c27e admin admin] Pushing event deleted for resources: {'Network': ['ID=06a43927-6987-4a83-ac03-d8a26c3f8995,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:22.826883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 449ff2c3-711d-4a39-8e06-35a0557ce44f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:22.827426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:22.872489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-c3244bf0-8ed1-4ce3-86b3-e40ffe3592a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:22.874345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-c3244bf0-8ed1-4ce3-86b3-e40ffe3592a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.2327754 Aug 25 14:49:22.914095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25536551-8753-4570-8391-b2bd0875aa48 req-47556418-8e7a-4e8f-b3c8-7291cb028d80 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98fbd78-c8c9-486d-808b-0566e5581af9 HTTP/1.1" status: 200 len: 210 time: 0.0516818 Aug 25 14:49:22.957258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-bda99dad-b5eb-4617-9967-cc577cb4dc95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735252 Aug 25 14:49:22.960241 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:20Z', 'revision_number': 3, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:22.972092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:23.017928 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Checking router: cda12f33-739a-48cb-a9da-f9af265016a8 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:49:23.018370 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Updating router cda12f33-739a-48cb-a9da-f9af265016a8 port 03deab8a-063f-4099-8d7a-62898d645e1c binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:49:23.080816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:23.091211 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.103992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 14fe1703-a1fc-4007-862d-c5337ef05bc7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:23.104214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 14fe1703-a1fc-4007-862d-c5337ef05bc7 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:23.217158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-52f4ec8b-d7cc-4636-a7fe-be017b45a712 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166417 Aug 25 14:49:23.264114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fba87-60b5-4f41-97e2-2f8193936e6e req-0c89bac2-70dd-4615-b14e-f39ceae66b33 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:23.265647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-128fba87-60b5-4f41-97e2-2f8193936e6e req-0c89bac2-70dd-4615-b14e-f39ceae66b33 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.0987699 Aug 25 14:49:23.353907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-128fba87-60b5-4f41-97e2-2f8193936e6e req-e8b35ff6-fd3b-49bc-86d1-a921dca0a036 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774152 Aug 25 14:49:23.390656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.422259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0f7073f-dde6-4839-bfdb-dc06b4c0102a req-c7eb382b-37bc-4e53-8256-08f0a2682a97 service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774557 Aug 25 14:49:23.424416 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.435555 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Transition to ACTIVE for port object 03deab8a-063f-4099-8d7a-62898d645e1c will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:23.469334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-894222c0-bf4a-4eee-94c0-fd8662577658 service neutron] 10.222.0.45 "GET /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.1136189 Aug 25 14:49:23.541406 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.567388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Allocated IP 172.20.0.1 (07c04fab-acb5-4577-8c99-2807be0b11f3/b7596377-2501-40a9-96e3-dfeb60fe25ad/887c2161-a72c-440b-99cb-1065de86fd5b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:23.603337 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Attempting to bind port 03deab8a-063f-4099-8d7a-62898d645e1c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:23.603849 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Attempting to bind port 03deab8a-063f-4099-8d7a-62898d645e1c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:23.604313 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Attempting to bind port 03deab8a-063f-4099-8d7a-62898d645e1c on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:23.614079 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:23.614626 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:23.615308 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.615714 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:23.616298 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Bound port: 03deab8a-063f-4099-8d7a-62898d645e1c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:23.616801 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.619783 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411808e-2882-4216-95dc-4aea4f787684 None None] Pushing event updated for resources: {'Port': ['ID=03deab8a-063f-4099-8d7a-62898d645e1c,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:23.681208 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] For port 03deab8a-063f-4099-8d7a-62898d645e1c, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:23.685177 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] For port 03deab8a-063f-4099-8d7a-62898d645e1c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=03deab8a-063f-4099-8d7a-62898d645e1c,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:23.700732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.706029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.718313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Transition to ACTIVE for port object 887c2161-a72c-440b-99cb-1065de86fd5b will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:23.744692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eee36e55-989b-4ca6-86fa-c50bfa8708b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.763310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64bd4a-3667-4cbd-8dc5-cf176ce3a940 req-e67f8a84-16e7-4ef5-9e93-e5c89b4f6683 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:23.764810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b64bd4a-3667-4cbd-8dc5-cf176ce3a940 req-e67f8a84-16e7-4ef5-9e93-e5c89b4f6683 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.1684701 Aug 25 14:49:23.839964 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.858310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8f40-17f4-4f93-ad57-07dcd8c9b9fc req-4c02a316-c00e-443a-a52f-2f64f3f5b124 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:23.860114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e71a8f40-17f4-4f93-ad57-07dcd8c9b9fc req-4c02a316-c00e-443a-a52f-2f64f3f5b124 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 944 time: 0.0604393 Aug 25 14:49:23.883263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b64bd4a-3667-4cbd-8dc5-cf176ce3a940 req-c922597b-986b-4d7d-9b66-530cea4fed2d tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048875 Aug 25 14:49:23.887137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:23.893555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.923758 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:23.924460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:23.954296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:23.964542 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411808e-2882-4216-95dc-4aea4f787684 None None] Pushing event updated for resources: {'Port': ['ID=03deab8a-063f-4099-8d7a-62898d645e1c,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:23.983413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:23.989565 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:23.991835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e71a8f40-17f4-4f93-ad57-07dcd8c9b9fc req-21d3a22b-74a1-4cdd-ab89-68b0c0792bd0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243000 Aug 25 14:49:23.995411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:24.018658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:24.021995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=887c2161-a72c-440b-99cb-1065de86fd5b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:24.036719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4c5cf1-2280-4adf-818e-11c4df21cacf {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:24.070572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:24.098121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.129683 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:24.194186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.270957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Deleting port 91e97614-2821-4703-8435-9e8ed2ba935a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:24.271300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.336741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] Transition to ACTIVE for port object 7d4c5cf1-2280-4adf-818e-11c4df21cacf will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:24.369941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] For port 91e97614-2821-4703-8435-9e8ed2ba935a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=91e97614-2821-4703-8435-9e8ed2ba935a,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:24.370308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.385509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Calling delete_port for 91e97614-2821-4703-8435-9e8ed2ba935a owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:24.437766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.446179 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:20Z', 'revision_number': 3, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:24.453284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-712413c0-ed96-48dd-94f1-570afa53b662 None None] Provisioning for port 887c2161-a72c-440b-99cb-1065de86fd5b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:24.458027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-712413c0-ed96-48dd-94f1-570afa53b662 None None] Provisioning complete for port 887c2161-a72c-440b-99cb-1065de86fd5b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:24.458416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-712413c0-ed96-48dd-94f1-570afa53b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.467311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.483404 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9de0c-7d2e-4c94-9346-235cc36558ef None None] The sync data for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 is: [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:20Z', 'revision_number': 3, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:49:24.527564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-712413c0-ed96-48dd-94f1-570afa53b662 None None] Port 887c2161-a72c-440b-99cb-1065de86fd5b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:49:24.597593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] No DVR routers for this DVR port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:24.642692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07c84-acea-4778-b4cd-3c551d4a6558 req-0fc120b4-cc07-4edd-827f-27e64862339d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:24.644479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ccf07c84-acea-4778-b4cd-3c551d4a6558 req-0fc120b4-cc07-4edd-827f-27e64862339d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1983135 Aug 25 14:49:24.668157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:24.683697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-fc341d5d-4b6c-4574-a4d1-8d470547286a service neutron] 10.222.0.45 "PUT /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2063887 Aug 25 14:49:24.685831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.721334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ccf07c84-acea-4778-b4cd-3c551d4a6558 req-06b278ef-e7d5-465b-bd75-e7a8f27d0c2e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Aug 25 14:49:24.755857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e71e3-d84a-46a5-8bff-d800a8251fb1 req-a0c4660f-85d6-4fc1-8875-caa2fd4b27d4 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:24.755857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f1e71e3-d84a-46a5-8bff-d800a8251fb1 req-a0c4660f-85d6-4fc1-8875-caa2fd4b27d4 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 949 time: 0.0597248 Aug 25 14:49:24.795825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f1e71e3-d84a-46a5-8bff-d800a8251fb1 req-1f16aaa7-5c9f-4079-8c28-08c3a9e858b7 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Aug 25 14:49:24.835258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.893387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.917446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:24.920686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=887c2161-a72c-440b-99cb-1065de86fd5b,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:24.941451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=91e97614-2821-4703-8435-9e8ed2ba935a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:25.071829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:25.073438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-55744b88-ac0e-43c9-89cc-abf87f620d6d tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:25.073743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:25.075485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-55744b88-ac0e-43c9-89cc-abf87f620d6d tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.1553957 Aug 25 14:49:25.161745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-8ec60447-fa2d-4b53-8ce9-44d1c279df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:25.163843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-8ec60447-fa2d-4b53-8ce9-44d1c279df04 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52 HTTP/1.1" status: 200 len: 1096 time: 0.0788624 Aug 25 14:49:25.171873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90925bdb-cf88-40aa-a563-4e0e54c8ef0f req-9e2eef1b-e845-49e4-84ff-89af25c0b0da tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:25.173438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90925bdb-cf88-40aa-a563-4e0e54c8ef0f req-9e2eef1b-e845-49e4-84ff-89af25c0b0da tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.1519752 Aug 25 14:49:25.274953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a688871-73c5-43bc-bdfb-3c75512338cb req-53b82c04-728f-420b-aa62-2b5acd462b5e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:25.276589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a688871-73c5-43bc-bdfb-3c75512338cb req-53b82c04-728f-420b-aa62-2b5acd462b5e tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.1898751 Aug 25 14:49:25.323308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:25.341140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a688871-73c5-43bc-bdfb-3c75512338cb req-0f0c0f6b-0fce-4215-880f-e08ac43e344c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550115 Aug 25 14:49:25.353137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Router cda12f33-739a-48cb-a9da-f9af265016a8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:49:25.368030 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:25.456630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f7f50e52-22aa-40b9-a45e-4e176e06fc77 None None] Provisioning complete for port 887c2161-a72c-440b-99cb-1065de86fd5b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:25.457161 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f7f50e52-22aa-40b9-a45e-4e176e06fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:25.503082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f7f50e52-22aa-40b9-a45e-4e176e06fc77 None None] Port 887c2161-a72c-440b-99cb-1065de86fd5b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:49:25.511241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:49:25.516173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d27a6a41-7831-49cb-a8b3-5ff1dd9dc5d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/cda12f33-739a-48cb-a9da-f9af265016a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9825990 Aug 25 14:49:25.525527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90925bdb-cf88-40aa-a563-4e0e54c8ef0f req-3f0fd8cd-69a2-4f55-9a14-52a6aee096a8 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433226 Aug 25 14:49:25.533049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-72355edb-7beb-4ddb-94ac-aad3bfc80b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:25.534573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-72355edb-7beb-4ddb-94ac-aad3bfc80b53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1096 time: 0.2498200 Aug 25 14:49:25.722523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-6b6f39ba-b10e-473b-8a88-a7734f128adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:25.724636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-6b6f39ba-b10e-473b-8a88-a7734f128adf service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1795149 Aug 25 14:49:26.078609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-4b4b097c-192e-46e0-a165-ad1f9352f8dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 200 len: 217 time: 0.3452270 Aug 25 14:49:26.128170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Router 8f7f4dc1-b923-4114-8393-483bc221e185 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:49:26.162703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-afe128e1-2478-4ef8-8019-fad54426a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:26.164212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-afe128e1-2478-4ef8-8019-fad54426a6c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0757508 Aug 25 14:49:26.219310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5216d6-210b-4495-897c-14440ed1d70b req-946d642b-ca85-47db-801c-9d117415cfa7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:26.220820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd5216d6-210b-4495-897c-14440ed1d70b req-946d642b-ca85-47db-801c-9d117415cfa7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1470644 Aug 25 14:49:26.246454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-b74daf40-fa10-4f86-9060-ba95b073ffd5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440009 Aug 25 14:49:26.281118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39888d-4875-4fb7-bb16-8f2e637a5382 req-ee70a155-e776-48d2-b5b2-b27d1b149704 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:26.282551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4f39888d-4875-4fb7-bb16-8f2e637a5382 req-ee70a155-e776-48d2-b5b2-b27d1b149704 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 949 time: 0.0765381 Aug 25 14:49:26.324291 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4f39888d-4875-4fb7-bb16-8f2e637a5382 req-e4dc3de5-9692-4235-ab58-ee1fc2fe9986 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Aug 25 14:49:26.375198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd5216d6-210b-4495-897c-14440ed1d70b req-f8b87b9d-07cd-4b62-9ca6-e6202498aeb6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332457 Aug 25 14:49:26.382033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:49:26.390064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-430e8e4c-dcad-4288-a681-48e0a99ad9ca admin admin] 10.222.0.58 "PUT /v2.0/routers/8f7f4dc1-b923-4114-8393-483bc221e185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5893378 Aug 25 14:49:26.392811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:26.397277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] Sync routers for ids ['8f7f4dc1-b923-4114-8393-483bc221e185'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:49:26.412648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] Routers {'8f7f4dc1-b923-4114-8393-483bc221e185'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:26.412648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f7f4dc1-b923-4114-8393-483bc221e185'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:26.487103 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Sync routers for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:49:26.490794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-b3a5889b-4f5f-4067-b9ba-59b513f93ef5 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283809 Aug 25 14:49:26.502023 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:26.502658 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:26.529375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-410986e6-4851-4bd1-81d1-e13ce169b4bd tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:26.531300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-410986e6-4851-4bd1-81d1-e13ce169b4bd tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 949 time: 0.1450133 Aug 25 14:49:26.549893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ae36-fe28-4caf-a54c-3ce76bd13e48 req-9db08357-9c6a-426e-9653-4e48fa309d96 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:26.552216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c956ae36-fe28-4caf-a54c-3ce76bd13e48 req-9db08357-9c6a-426e-9653-4e48fa309d96 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.1459389 Aug 25 14:49:26.591337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:26.619974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] Set router 8f7f4dc1-b923-4114-8393-483bc221e185 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:26.666971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c956ae36-fe28-4caf-a54c-3ce76bd13e48 req-b5374fad-a0bb-40b7-b543-4f550d2da2e4 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058412 Aug 25 14:49:26.682078 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:26.711481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691f97-8372-43c2-b3aa-c62e3fdae2e5 req-b82b6daf-cb14-47b2-a716-4f89a08361ed tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:26.719011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f691f97-8372-43c2-b3aa-c62e3fdae2e5 req-b82b6daf-cb14-47b2-a716-4f89a08361ed tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.1867583 Aug 25 14:49:26.793033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-728cf4f5-733f-4178-8b94-d7fae96154cb service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899954 Aug 25 14:49:26.839645 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:26.846925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f691f97-8372-43c2-b3aa-c62e3fdae2e5 req-d0c78818-c7af-4c9f-9fb8-289a66e2667a tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267843 Aug 25 14:49:26.869851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Deleting port f6889295-3f3f-45de-9754-c68d3b8accf8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:26.870198 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.014071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] For port f6889295-3f3f-45de-9754-c68d3b8accf8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f6889295-3f3f-45de-9754-c68d3b8accf8,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:27.014791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.030399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 03deab8a-063f-4099-8d7a-62898d645e1c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:27.053450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Calling delete_port for f6889295-3f3f-45de-9754-c68d3b8accf8 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:27.065321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Deleting port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:27.065999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.070757 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 2, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:27.113132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Checking router: cda12f33-739a-48cb-a9da-f9af265016a8 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:49:27.114764 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Updating router cda12f33-739a-48cb-a9da-f9af265016a8 port 887c2161-a72c-440b-99cb-1065de86fd5b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:49:27.167887 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.175518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] For port 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:27.176691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.193464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Calling delete_port for 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:27.237122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.265003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 5, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port': {'id': '727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:44:02Z', 'updated_at': '2021-08-25T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:27.298253 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.299289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] Checking router: 8f7f4dc1-b923-4114-8393-483bc221e185 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:49:27.309130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] Routers {'8f7f4dc1-b923-4114-8393-483bc221e185'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:27.309763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f7f4dc1-b923-4114-8393-483bc221e185'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:27.315974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.345867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 03deab8a-063f-4099-8d7a-62898d645e1c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:27.401748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Pushing event deleted for resources: {'Port': ['ID=f6889295-3f3f-45de-9754-c68d3b8accf8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:27.442695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 03deab8a-063f-4099-8d7a-62898d645e1c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:27.443186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.498404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.506748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] Set router 8f7f4dc1-b923-4114-8393-483bc221e185 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:27.543593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2813f5c-d310-422a-be7f-fe103dca9467 req-587dfa88-1070-4ea3-bf89-69967cb976cf tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 210 time: 0.0729244 Aug 25 14:49:27.588469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:49:26Z', 'revision_number': 6, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:27.589394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] No DVR routers for this DVR port f6889295-3f3f-45de-9754-c68d3b8accf8 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:27.602029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.605387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42ebcb6b-cd8b-4477-af16-3dd908ab724a req-7a467de3-2f7c-48bf-a958-bd2bd6862607 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.45 "DELETE /v2.0/ports/f6889295-3f3f-45de-9754-c68d3b8accf8 HTTP/1.1" status: 204 len: 173 time: 1.0070391 Aug 25 14:49:27.605583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:27.606747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-deleted', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:27.619353 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a07c2-c9d3-4b25-abb8-a560ce3f1e8b" -d '{"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-deleted", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:27.631362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befb8fdd-9329-48ce-b2f7-6a7a07be1adb None None] The sync data for ids ['8f7f4dc1-b923-4114-8393-483bc221e185'] in n-d-805995-2 is: [{'id': '8f7f4dc1-b923-4114-8393-483bc221e185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411229566-router', 'tenant_id': '7fca87f2d11c4851927f47ee52b91a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:44:01Z', 'updated_at': '2021-08-25T14:49:26Z', 'revision_number': 6, 'project_id': '7fca87f2d11c4851927f47ee52b91a5a', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:49:27.635279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-56c284ea-4f3e-4d07-a6db-262119e22b89 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:27.637260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-56c284ea-4f3e-4d07-a6db-262119e22b89 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c&tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.2581456 Aug 25 14:49:27.704959 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.721730 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2872123-3f40-44a1-a306-53fa4b4df4d0 x-openstack-request-id: req-d2872123-3f40-44a1-a306-53fa4b4df4d0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:27.722288 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b658-2741-4631-b7da-01e927dab74d", "name": "network-vif-deleted", "tag": "f6889295-3f3f-45de-9754-c68d3b8accf8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:27.723234 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2872123-3f40-44a1-a306-53fa4b4df4d0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:27.723733 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b658-2741-4631-b7da-01e927dab74d', 'name': 'network-vif-deleted', 'tag': 'f6889295-3f3f-45de-9754-c68d3b8accf8', 'status': 'completed', 'code': 200} Aug 25 14:49:27.726843 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.742869 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Transition to ACTIVE for port object 887c2161-a72c-440b-99cb-1065de86fd5b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:27.751910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 03deab8a-063f-4099-8d7a-62898d645e1c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=03deab8a-063f-4099-8d7a-62898d645e1c,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:27.838023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48eee1-3eb3-49ef-ac12-544fe6721bf2 req-24205014-4979-4fa8-8e58-5e6bbfdf9ac8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:27.846661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e48eee1-3eb3-49ef-ac12-544fe6721bf2 req-24205014-4979-4fa8-8e58-5e6bbfdf9ac8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.2799385 Aug 25 14:49:27.880049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cddd4-3763-499a-b28a-43b444d6fdfe req-e98fb019-2ac0-4fae-9d1d-b12ed4d657c9 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:27.881631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e0cddd4-3763-499a-b28a-43b444d6fdfe req-e98fb019-2ac0-4fae-9d1d-b12ed4d657c9 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.0775683 Aug 25 14:49:27.884361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.889238 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.911330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.969024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e0cddd4-3763-499a-b28a-43b444d6fdfe req-21689c19-d02a-4626-8218-9e13b97ac599 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725055 Aug 25 14:49:27.985782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-bab86202-ea4b-4e75-ae46-58b9b7b410ba service neutron] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:27.997320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-bab86202-ea4b-4e75-ae46-58b9b7b410ba service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:27.998476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-635ef817-d794-4f0b-8b4a-7ea7ce551a85 req-bab86202-ea4b-4e75-ae46-58b9b7b410ba service neutron] 10.222.0.52 "DELETE /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.3503587 Aug 25 14:49:28.041290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=03deab8a-063f-4099-8d7a-62898d645e1c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:28.046570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88cd0e-b6d8-4a2b-80bf-bc0888f0f498 None None] Pushing event updated for resources: {'Port': ['ID=887c2161-a72c-440b-99cb-1065de86fd5b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:28.178861 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Attempting to bind port 887c2161-a72c-440b-99cb-1065de86fd5b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:28.179811 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Attempting to bind port 887c2161-a72c-440b-99cb-1065de86fd5b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:28.180349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Attempting to bind port 887c2161-a72c-440b-99cb-1065de86fd5b on network 07c04fab-acb5-4577-8c99-2807be0b11f3 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:28.194630 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:28.195374 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Checking segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:28.195968 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.196523 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Bound using segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:28.197168 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Bound port: 887c2161-a72c-440b-99cb-1065de86fd5b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:28.197721 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.225992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.230803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.258412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e48eee1-3eb3-49ef-ac12-544fe6721bf2 req-8afd6488-f4fc-4321-8748-0312ecdc158f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971534 Aug 25 14:49:28.278588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-9be156b9-7167-417c-adb5-c4c9ad447a2c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:28.280895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-9be156b9-7167-417c-adb5-c4c9ad447a2c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.52 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.5231061 Aug 25 14:49:28.310320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1124032-37e2-4444-a3c8-705c6b84d6af req-2ae68264-dd71-4838-a71e-b3e400bd82c7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:28.310320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1124032-37e2-4444-a3c8-705c6b84d6af req-2ae68264-dd71-4838-a71e-b3e400bd82c7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.1420321 Aug 25 14:49:28.312052 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] For port 887c2161-a72c-440b-99cb-1065de86fd5b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:28.324018 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] For port 887c2161-a72c-440b-99cb-1065de86fd5b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=887c2161-a72c-440b-99cb-1065de86fd5b,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:28.360689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1124032-37e2-4444-a3c8-705c6b84d6af req-63f40fae-dcaf-4033-8f4b-33b734ebc490 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Aug 25 14:49:28.427687 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.490699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Deleting port 7871d2a7-4951-442d-b1bd-f3e080863fff {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:28.491111 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.498517 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:28.499173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:28.588656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.589197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7f4dc1-b923-4114-8393-483bc221e185 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:49:28.620444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.625076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0fc7fc7b-ebd7-4b54-88a2-767365ca0b60 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8f7f4dc1-b923-4114-8393-483bc221e185 HTTP/1.1" status: 204 len: 168 time: 2.2310290 Aug 25 14:49:28.627657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:28.653119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be890e-49d9-45ea-a53e-751e59a0f6b0 req-a8aac7d1-b513-4505-b281-d5c57a272ec3 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:28.665266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28be890e-49d9-45ea-a53e-751e59a0f6b0 req-a8aac7d1-b513-4505-b281-d5c57a272ec3 tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 1096 time: 0.1929255 Aug 25 14:49:28.695880 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:28.739733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.780191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 03deab8a-063f-4099-8d7a-62898d645e1c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:28.818172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Deleting subnet c7692dd5-e2c8-4f4e-9c13-333150bc91b9 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:49:28.850952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28be890e-49d9-45ea-a53e-751e59a0f6b0 req-41c9540a-94bc-4229-829a-e3c1cac1b54f tempest-LiveMigrationTest-1697344840 tempest-LiveMigrationTest-1697344840-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754277 Aug 25 14:49:28.876582 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88cd0e-b6d8-4a2b-80bf-bc0888f0f498 None None] Pushing event updated for resources: {'Port': ['ID=887c2161-a72c-440b-99cb-1065de86fd5b,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:28.882935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6629089-f5f2-46dc-96cc-665b7b2d9b48 req-4fe9d3e4-d919-4fdb-9453-a9fb75f59889 tempest-ListImageFiltersTestJSON-256391413 tempest-ListImageFiltersTestJSON-256391413-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297b658-2741-4631-b7da-01e927dab74d HTTP/1.1" status: 200 len: 210 time: 0.1783891 Aug 25 14:49:28.885752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.904734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] For port 7871d2a7-4951-442d-b1bd-f3e080863fff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7871d2a7-4951-442d-b1bd-f3e080863fff,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:28.905122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:28.937330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Calling delete_port for 7871d2a7-4951-442d-b1bd-f3e080863fff owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:28.985118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 03deab8a-063f-4099-8d7a-62898d645e1c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:28.985895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.016179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:49:29.023435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:29.029141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.115004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: f6889295-3f3f-45de-9754-c68d3b8accf8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:29.115384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f6889295-3f3f-45de-9754-c68d3b8accf8 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:29.147841 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:28Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:29.182330 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58067dc1-f7e8-4460-98aa-d0c04ca58c87 None None] The sync data for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 is: [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:28Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:49:29.326051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bb281-e037-46a9-a232-1e5c2d9600b8 req-0e73045b-34eb-48f4-998a-d4c5943f5ab1 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:29.331515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-841bb281-e037-46a9-a232-1e5c2d9600b8 req-0e73045b-34eb-48f4-998a-d4c5943f5ab1 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 950 time: 0.2542405 Aug 25 14:49:29.397546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:29.407716 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.432735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c', 'port_id': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'mac_address': 'fa:16:3e:a9:7c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb423791-60a4-4628-a675-2ba4ab9a6967', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:49:29.434200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-841bb281-e037-46a9-a232-1e5c2d9600b8 req-ac687a13-b16a-44be-9aef-d72e9aaa8cd6 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5987256-8844-4b7f-914f-b86301b7a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984602 Aug 25 14:49:29.436219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.474618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Pushing event deleted for resources: {'Port': ['ID=7871d2a7-4951-442d-b1bd-f3e080863fff,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:29.529988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91e97614-2821-4703-8435-9e8ed2ba935a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:29.576468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 91e97614-2821-4703-8435-9e8ed2ba935a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:29.577333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91e97614-2821-4703-8435-9e8ed2ba935a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:29.582766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] No DVR routers for this DVR port 7871d2a7-4951-442d-b1bd-f3e080863fff on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:29.588915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.591055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9317fd5-2f51-4ca4-b958-4076f8bbe647 req-6821c4b1-85aa-41d7-b0be-503e02b4e39c tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.52 "DELETE /v2.0/ports/7871d2a7-4951-442d-b1bd-f3e080863fff HTTP/1.1" status: 204 len: 173 time: 1.2268677 Aug 25 14:49:29.591537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'name': 'network-vif-deleted', 'tag': '7871d2a7-4951-442d-b1bd-f3e080863fff'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:29.593840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:29.599678 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb339863-be6d-45ee-b6f1-a2dd373e3f87" -d '{"events": [{"server_uuid": "191fb526-a0d0-469a-aa47-3c10cf5cfac4", "name": "network-vif-deleted", "tag": "7871d2a7-4951-442d-b1bd-f3e080863fff"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:29.653022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700184-c494-4409-915b-f78e1a4cd710 req-f47917a1-e173-4ed0-bdff-aaacf13dd8c1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:29.654794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5700184-c494-4409-915b-f78e1a4cd710 req-f47917a1-e173-4ed0-bdff-aaacf13dd8c1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1172750 Aug 25 14:49:29.658087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:29.658657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 727ce6fb-ca38-4cc5-85d9-37b2b4cfcd00 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:29.666143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.704935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d141e24-94d3-4410-88d9-a6585e002ca8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:29.729789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:29.744541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5700184-c494-4409-915b-f78e1a4cd710 req-c454f764-f5b4-4e48-9368-e3c3d05cc8c5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736885 Aug 25 14:49:29.811439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.834304 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66fb2fe-3752-47e6-9885-f68ce2c73408 x-openstack-request-id: req-f66fb2fe-3752-47e6-9885-f68ce2c73408 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:29.834869 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191fb526-a0d0-469a-aa47-3c10cf5cfac4", "name": "network-vif-deleted", "tag": "7871d2a7-4951-442d-b1bd-f3e080863fff", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:29.835371 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f66fb2fe-3752-47e6-9885-f68ce2c73408 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:29.836003 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191fb526-a0d0-469a-aa47-3c10cf5cfac4', 'name': 'network-vif-deleted', 'tag': '7871d2a7-4951-442d-b1bd-f3e080863fff', 'status': 'completed', 'code': 200} Aug 25 14:49:29.872571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.901952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7692dd5-e2c8-4f4e-9c13-333150bc91b9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:29.914042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:29.914545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:29.914743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28457bb3-aa13-40e7-bb77-a4cbec697256 None None] Network c0571413-7bf1-457f-a947-1e7547bb2a95 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:29.924031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5506098-8f87-45ad-803b-2eb9ccf9b267 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c7692dd5-e2c8-4f4e-9c13-333150bc91b9 HTTP/1.1" status: 204 len: 168 time: 1.2952068 Aug 25 14:49:30.008527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3d6aa-b368-41b6-aa5a-4111fcba1258 req-e671d2f3-901f-4648-9834-143877776756 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:30.011078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38c3d6aa-b368-41b6-aa5a-4111fcba1258 req-e671d2f3-901f-4648-9834-143877776756 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.1226823 Aug 25 14:49:30.079126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38c3d6aa-b368-41b6-aa5a-4111fcba1258 req-8386a50e-6de7-48dc-871c-7130121f90e7 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527372 Aug 25 14:49:30.087767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['8d141e24-94d3-4410-88d9-a6585e002ca8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:30.120079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:30.173079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:30.361425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] DHCP port deletion for c0571413-7bf1-457f-a947-1e7547bb2a95 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:49:30.473190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] Deleting port 11b6ce96-d67f-4798-b608-ef16ac80d627 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:30.473574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:30.605913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] For port 11b6ce96-d67f-4798-b608-ef16ac80d627, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=11b6ce96-d67f-4798-b608-ef16ac80d627,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:30.606324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:30.629828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] Calling delete_port for 11b6ce96-d67f-4798-b608-ef16ac80d627 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:30.672570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8439d89-5c80-40fd-a699-11a1863e0984 req-bbc15483-272f-4b53-822a-4d51651f64a7 tempest-ImagesNegativeTestJSON-576861063 tempest-ImagesNegativeTestJSON-576861063-project] 10.222.0.58 "GET /v2.0/ports?device_id=191fb526-a0d0-469a-aa47-3c10cf5cfac4 HTTP/1.1" status: 200 len: 210 time: 0.0835986 Aug 25 14:49:30.758532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 887c2161-a72c-440b-99cb-1065de86fd5b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:30.812967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-8c55da5b-7db2-4914-a0e0-11935af98e2d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:30.814974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-8c55da5b-7db2-4914-a0e0-11935af98e2d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.1022716 Aug 25 14:49:30.821223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Deleting port 11b6ce96-d67f-4798-b608-ef16ac80d627 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:30.821640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:30.904958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:30.958126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] Pushing event deleted for resources: {'Port': ['ID=11b6ce96-d67f-4798-b608-ef16ac80d627,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:30.960989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 887c2161-a72c-440b-99cb-1065de86fd5b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:30.972335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 887c2161-a72c-440b-99cb-1065de86fd5b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:30.973612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:30.977862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ac6b5-1e45-4c7d-8ba0-f8d0a379baa9 None None] No DVR routers for this DVR port 11b6ce96-d67f-4798-b608-ef16ac80d627 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:30.996248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] For port 11b6ce96-d67f-4798-b608-ef16ac80d627, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=11b6ce96-d67f-4798-b608-ef16ac80d627,segment=NetworkSegment(fb114ace-9bd9-49fc-a2c1-497438eb8d7a),segment_id=fb114ace-9bd9-49fc-a2c1-497438eb8d7a)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:30.996709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.017008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Calling delete_port for 11b6ce96-d67f-4798-b608-ef16ac80d627 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:31.021390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:31.058911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012c33f-da3f-4cd9-ac4d-2feb572af88f req-dbe1cf4b-97ed-48ca-865e-cd685bc9a743 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:31.061571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a012c33f-da3f-4cd9-ac4d-2feb572af88f req-dbe1cf4b-97ed-48ca-865e-cd685bc9a743 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 945 time: 0.1233850 Aug 25 14:49:31.064963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7871d2a7-4951-442d-b1bd-f3e080863fff no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:31.117120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Deleting port 7d4c5cf1-2280-4adf-818e-11c4df21cacf {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:31.120246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.156534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 7871d2a7-4951-442d-b1bd-f3e080863fff {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:31.156885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7871d2a7-4951-442d-b1bd-f3e080863fff not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:31.163643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a012c33f-da3f-4cd9-ac4d-2feb572af88f req-b640ca62-49cf-4710-9242-682714686c94 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Aug 25 14:49:31.255367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.300598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.304106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 887c2161-a72c-440b-99cb-1065de86fd5b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=887c2161-a72c-440b-99cb-1065de86fd5b,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:31.343190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Pushing event deleted for resources: {'Port': ['ID=11b6ce96-d67f-4798-b608-ef16ac80d627,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:31.344451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8cb4f-e2a1-478e-ab85-eda02109ca40 req-79523663-e749-4d56-bc74-f2f82c658ad0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:31.355695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73b8cb4f-e2a1-478e-ab85-eda02109ca40 req-79523663-e749-4d56-bc74-f2f82c658ad0 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 945 time: 0.0891688 Aug 25 14:49:31.355964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 8d141e24-94d3-4410-88d9-a6585e002ca8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:31.357498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 8d141e24-94d3-4410-88d9-a6585e002ca8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:31.357926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.369228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] For port 7d4c5cf1-2280-4adf-818e-11c4df21cacf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7d4c5cf1-2280-4adf-818e-11c4df21cacf,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:31.369419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.400573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] No DVR routers for this DVR port 11b6ce96-d67f-4798-b608-ef16ac80d627 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:31.435672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73b8cb4f-e2a1-478e-ab85-eda02109ca40 req-ffeea187-53e3-4dfd-b4eb-37a6670383db tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825324 Aug 25 14:49:31.438889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.446176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Calling delete_port for 7d4c5cf1-2280-4adf-818e-11c4df21cacf owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:31.506454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.523010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0571413-7bf1-457f-a947-1e7547bb2a95']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:31.569402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:31.569728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb114ace-9bd9-49fc-a2c1-497438eb8d7a') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:31.582382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.608500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.619324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:49:31.619753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:49:31.621797 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:49:31.642589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 11b6ce96-d67f-4798-b608-ef16ac80d627 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:31.674530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 11b6ce96-d67f-4798-b608-ef16ac80d627 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:31.675171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 11b6ce96-d67f-4798-b608-ef16ac80d627 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:31.715839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=887c2161-a72c-440b-99cb-1065de86fd5b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:31.737731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.762814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:31.765441 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1eada-4a4d-4244-b1d5-4fd569736977" -d '{"events": [{"server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "name": "network-vif-plugged", "status": "completed", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:31.779344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:31.801427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.810142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.815279 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] 10.222.0.58 "DELETE /v2.0/networks/c0571413-7bf1-457f-a947-1e7547bb2a95 HTTP/1.1" status: 204 len: 168 time: 1.8985817 Aug 25 14:49:31.835052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.836439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc8380-80bb-4c2c-b43e-5830ca35b35b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0571413-7bf1-457f-a947-1e7547bb2a95,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:31.848388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:31.870847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event deleted for resources: {'Port': ['ID=7d4c5cf1-2280-4adf-818e-11c4df21cacf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:31.922060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] No DVR routers for this DVR port 7d4c5cf1-2280-4adf-818e-11c4df21cacf on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:31.924812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:31.927706 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-500b2341-a346-45b6-af5c-f5e1de617a73 req-05a9d974-16af-4492-883c-b9d799d26687 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "DELETE /v2.0/ports/7d4c5cf1-2280-4adf-818e-11c4df21cacf HTTP/1.1" status: 204 len: 173 time: 1.0538151 Aug 25 14:49:31.928196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'name': 'network-vif-deleted', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:31.931656 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d3202-ab16-4bb0-a0cd-381c0c030b52" -d '{"events": [{"server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "name": "network-vif-deleted", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:31.950441 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:32.042855 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4100c-9932-4935-b226-d000c9428497 x-openstack-request-id: req-29d4100c-9932-4935-b226-d000c9428497 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:32.043190 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "name": "network-vif-plugged", "status": "completed", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:32.043449 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29d4100c-9932-4935-b226-d000c9428497 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:32.043969 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'code': 200} Aug 25 14:49:32.064457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:32.086312 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd56d36-c238-4d29-b4a7-facb4dea846b x-openstack-request-id: req-3dd56d36-c238-4d29-b4a7-facb4dea846b {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:32.086704 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c", "name": "network-vif-deleted", "tag": "7d4c5cf1-2280-4adf-818e-11c4df21cacf", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:32.087134 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dd56d36-c238-4d29-b4a7-facb4dea846b {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:32.087599 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c', 'name': 'network-vif-deleted', 'tag': '7d4c5cf1-2280-4adf-818e-11c4df21cacf', 'status': 'completed', 'code': 200} Aug 25 14:49:32.233452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83a9c8-e18e-4b8a-b39f-85cf1fd0dc51 req-e6d527ca-89f5-4d38-b6a4-b1f0ca8099ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:32.235626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb83a9c8-e18e-4b8a-b39f-85cf1fd0dc51 req-e6d527ca-89f5-4d38-b6a4-b1f0ca8099ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1097 time: 0.1097481 Aug 25 14:49:32.329340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb83a9c8-e18e-4b8a-b39f-85cf1fd0dc51 req-74b9fbee-14e2-451b-921c-b37e1f6af1e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820282 Aug 25 14:49:32.342158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837c677-5b06-46f3-b9a2-93ff30105835 req-35ce38f3-de8d-4b78-b2ee-da14e0fff162 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:32.343633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3837c677-5b06-46f3-b9a2-93ff30105835 req-35ce38f3-de8d-4b78-b2ee-da14e0fff162 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0696044 Aug 25 14:49:32.396846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3837c677-5b06-46f3-b9a2-93ff30105835 req-10cb15fb-633e-4851-8c58-cbc3d8148113 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Aug 25 14:49:32.416726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51694) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:32.507593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-80184070-9c5e-4da6-af4d-a98fba76fcfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a424c59993f2421dbcad936b1d7e229e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0892329 Aug 25 14:49:32.510958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51702) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:32.606747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae5d0-2877-4435-88c1-fea6af940dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:32.679363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae5d0-2877-4435-88c1-fea6af940dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:32.739350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eae3aab4-c747-47bd-9e14-eec85765d483 req-b5807103-d17b-49f9-81e5-afa71d018511 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0924251 Aug 25 14:49:32.781124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 887c2161-a72c-440b-99cb-1065de86fd5b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:32.861589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 887c2161-a72c-440b-99cb-1065de86fd5b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:32.861989 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:32.919733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:33.059920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:33.114377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae5d0-2877-4435-88c1-fea6af940dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:33.114863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 7d4c5cf1-2280-4adf-818e-11c4df21cacf {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:33.115243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7d4c5cf1-2280-4adf-818e-11c4df21cacf not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:33.118575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae5d0-2877-4435-88c1-fea6af940dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:33.122298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8c7ae5d0-2877-4435-88c1-fea6af940dcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b18b5327-1294-4484-b1d4-7ebfbabd65b1 HTTP/1.1" status: 204 len: 168 time: 0.6069720 Aug 25 14:49:33.148812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ae5d0-2877-4435-88c1-fea6af940dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b5327-1294-4484-b1d4-7ebfbabd65b1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:33.161546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a93b3ae5-07b3-47ab-b39e-aaf15dd95d9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84ebe062e56141da950c389de7961b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406354 Aug 25 14:49:33.164299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:33.228546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d6bb-4406-4d4d-a07c-f8b4dc5fbaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:33.252045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d6bb-4406-4d4d-a07c-f8b4dc5fbaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:33.399199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d6bb-4406-4d4d-a07c-f8b4dc5fbaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:33.402326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d6bb-4406-4d4d-a07c-f8b4dc5fbaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:33.405996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bbd7d6bb-4406-4d4d-a07c-f8b4dc5fbaea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5987256-8844-4b7f-914f-b86301b7a45b HTTP/1.1" status: 204 len: 168 time: 0.2383144 Aug 25 14:49:33.415977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d6bb-4406-4d4d-a07c-f8b4dc5fbaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5987256-8844-4b7f-914f-b86301b7a45b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:33.653900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98ca90-8302-437f-91ba-e3e12c1ac09c req-b4507fe3-a605-4ad4-a9b6-c5eaaaed6ddf tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:33.659688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee98ca90-8302-437f-91ba-e3e12c1ac09c req-b4507fe3-a605-4ad4-a9b6-c5eaaaed6ddf tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.1443872 Aug 25 14:49:33.744961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee98ca90-8302-437f-91ba-e3e12c1ac09c req-9203326d-3a91-42f3-aa78-64e252cb7cb0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827408 Aug 25 14:49:33.884726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3560c9a0-4502-49f9-898a-d89ae52815f3 req-45416178-1c60-4c87-976b-53eb3c0b0384 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0370948 Aug 25 14:49:34.399513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51746) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:34.570111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51752) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:34.627160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-051f48f4-cd2e-41b9-992c-f04240099b35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7c23419fc1a414a9de4d276ae228007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229424 Aug 25 14:49:34.629721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51754) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:34.655871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de48b52f-fa3e-4245-8835-3cea23f935d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fca87f2d11c4851927f47ee52b91a5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0805750 Aug 25 14:49:34.657340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:34.704588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ad11-2224-470f-8d76-9b294d0068d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.748100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ad11-2224-470f-8d76-9b294d0068d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.756243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8633437a-702a-4d83-8a80-4b4ed8ac5b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.798024 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8633437a-702a-4d83-8a80-4b4ed8ac5b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.945233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ad11-2224-470f-8d76-9b294d0068d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.948687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ad11-2224-470f-8d76-9b294d0068d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.950534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3d5ad11-2224-470f-8d76-9b294d0068d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2 HTTP/1.1" status: 204 len: 168 time: 0.3198099 Aug 25 14:49:34.962355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5ad11-2224-470f-8d76-9b294d0068d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1790c5-b2bf-4ff9-a5b2-de72c8baa2e2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:34.982072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a18d27-9914-4155-b7a5-f546bf8a03b6 req-5b6c6505-db88-4beb-91bd-8379f3e35c23 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:34.992366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1a18d27-9914-4155-b7a5-f546bf8a03b6 req-5b6c6505-db88-4beb-91bd-8379f3e35c23 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0886462 Aug 25 14:49:34.995398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8633437a-702a-4d83-8a80-4b4ed8ac5b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:34.998032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8633437a-702a-4d83-8a80-4b4ed8ac5b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:35.001982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8633437a-702a-4d83-8a80-4b4ed8ac5b15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66de26f7-551f-476e-80fc-e72d97633908 HTTP/1.1" status: 204 len: 168 time: 0.3407264 Aug 25 14:49:35.023988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633437a-702a-4d83-8a80-4b4ed8ac5b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de26f7-551f-476e-80fc-e72d97633908,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:35.084099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1a18d27-9914-4155-b7a5-f546bf8a03b6 req-7f521b81-e984-4e62-9c67-f1ac56f14ff5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908766 Aug 25 14:49:35.215664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b750-8cb0-406f-b9f8-195a5e999b70 req-419b1d28-522c-4917-89e8-ec148dd90c37 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:35.225683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-22d7b750-8cb0-406f-b9f8-195a5e999b70 req-419b1d28-522c-4917-89e8-ec148dd90c37 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1097 time: 0.0571144 Aug 25 14:49:35.271066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-22d7b750-8cb0-406f-b9f8-195a5e999b70 req-f71ebf37-8d08-4497-9c39-c2a0f62cccab tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 Aug 25 14:49:35.448510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5abd68e2-68ed-4077-bf64-06954a5b3e1d req-4410969d-7486-46b7-aeaf-d12e1b9dc5fd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0442648 Aug 25 14:49:35.556562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7d65-3195-4bf9-afb2-964110d63ff7 req-7bc81064-aec0-4894-94fd-675ebaa2c1b7 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:35.558644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b1e7d65-3195-4bf9-afb2-964110d63ff7 req-7bc81064-aec0-4894-94fd-675ebaa2c1b7 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1097 time: 0.0553925 Aug 25 14:49:35.612323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b1e7d65-3195-4bf9-afb2-964110d63ff7 req-e04e4fb5-6f90-4fe6-b15e-f0a3f379ba80 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463781 Aug 25 14:49:36.272022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-f1eccc33-4d6e-4fe5-b2b2-762ef52d349a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2984645 Aug 25 14:49:36.354515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-d6c085c5-bf48-457f-af66-1e74198b00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:36.356229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-d6c085c5-bf48-457f-af66-1e74198b00ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 1096 time: 0.0527060 Aug 25 14:49:36.511329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-c4423cae-a1ff-4318-8524-5c9d7be98934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:36.513442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-c4423cae-a1ff-4318-8524-5c9d7be98934 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 200 len: 908 time: 0.1242371 Aug 25 14:49:36.609528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-b86178f9-a7e9-49eb-b803-b74e24a057d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0769954 Aug 25 14:49:36.664543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d283b66-7870-4771-a69e-f43f9fc4f375 req-62f2c17e-f91c-45d0-a178-4f5a19b2daf4 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0573883 Aug 25 14:49:36.705210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-bbbedf59-de3e-40b5-bd55-74e40001efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:36.707100 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-bbbedf59-de3e-40b5-bd55-74e40001efce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 200 len: 847 time: 0.0866427 Aug 25 14:49:36.754635 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-e3a5fbe9-fbfe-4ecc-8184-be2b5e8aa12b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33e6c780-ce50-4ae0-a99f-94317486de28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357254 Aug 25 14:49:36.873496 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-53e3b653-fa8c-4d4e-ba50-b4af40febb1b service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088355 Aug 25 14:49:36.984236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e4fdea-c746-4cc3-9d71-f7710d53c1b6 req-1d06e9e5-3d94-4ed0-8459-72b63749e989 service neutron] 10.222.0.52 "GET /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014106 Aug 25 14:49:37.758138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a7ca229-0a13-4c5d-ab92-48e8dda76e24 req-44a745df-4c57-4d24-b647-a292ec9e5082 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0aa2f95-3d6d-4dd8-9f84-361b63dfeb6c HTTP/1.1" status: 200 len: 210 time: 0.0272570 Aug 25 14:49:38.000657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51914) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:38.241176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:38.270174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-970450169-network', 'tenant_id': '0d6af90e4a3f48898c1e2f0e0d2f6927'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:38.328649 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df239efb-16d9-4b29-934e-484581202670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.440180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Made reservation on behalf of 0d6af90e4a3f48898c1e2f0e0d2f6927 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:38.443462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.460092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.582667 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df239efb-16d9-4b29-934e-484581202670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.698013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df239efb-16d9-4b29-934e-484581202670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.732846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-df239efb-16d9-4b29-934e-484581202670 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6f7ce109a534190afc429cb8f939019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939067 Aug 25 14:49:38.734618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51936) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:38.819125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df239efb-16d9-4b29-934e-484581202670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544ae7a1-0507-463e-979f-cee1b768c0ac,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:38.903913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-04bfbbe1-7e5c-4fe4-86fe-9d222deb8688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.943104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:38.965034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-04bfbbe1-7e5c-4fe4-86fe-9d222deb8688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.060569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-5ec8c796-5a53-4b98-ad84-ae77cea7a0c5 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:49:39.062270 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-5ec8c796-5a53-4b98-ad84-ae77cea7a0c5 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071435 Aug 25 14:49:39.074559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Request body: {'binding': {'host': 'n-h1-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:39.075852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Unknown quota resources ['binding']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 14:49:39.102388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.142355 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-04bfbbe1-7e5c-4fe4-86fe-9d222deb8688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.145764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-04bfbbe1-7e5c-4fe4-86fe-9d222deb8688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.146984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-04bfbbe1-7e5c-4fe4-86fe-9d222deb8688 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/544ae7a1-0507-463e-979f-cee1b768c0ac HTTP/1.1" status: 204 len: 168 time: 0.4110827 Aug 25 14:49:39.165675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfbbe1-7e5c-4fe4-86fe-9d222deb8688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ae7a1-0507-463e-979f-cee1b768c0ac,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:39.260094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:49:39.266148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1bf296-892d-4b4d-8081-e10e9dd62c27,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:39.291657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.292227 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Added segment 371767ca-3ad7-4e15-a7ed-07a36063b00f of type vlan for network 28d942bf-254a-4e2c-a7f5-a5623e96d2a6 Aug 25 14:49:39.397135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.461627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on host n-h1-805995-2 for vnic_type normal with profile None {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:39.462544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:39.463131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:39.470045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:49:39.470851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:39.479371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:39.480114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:39.480714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:39.481155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Bound port: 8d141e24-94d3-4410-88d9-a6585e002ca8, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:39.545232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:39.546974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.548677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:39.549697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.679761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] Pushing event updated for resources: {'Network': ['ID=28d942bf-254a-4e2c-a7f5-a5623e96d2a6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:39.687148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:39.693709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-c2d6b678-dc94-4ca5-9740-ed03f9ad98bc service neutron] 10.222.0.58 "POST /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6239316 Aug 25 14:49:39.698694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 28d942bf-254a-4e2c-a7f5-a5623e96d2a6 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:49:39.775903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-274e4925-e034-4ab3-9a0b-1ac241401c9a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7740750 Aug 25 14:49:39.782721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:39.788079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Request body: {'subnet': {'network_id': '28d942bf-254a-4e2c-a7f5-a5623e96d2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-970450169-subnet', 'tenant_id': '0d6af90e4a3f48898c1e2f0e0d2f6927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:39.952611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Made reservation on behalf of 0d6af90e4a3f48898c1e2f0e0d2f6927 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:39.956120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:40.283372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-2ab1f7e4-3be8-483f-b7d2-c1072aeb8b09 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6744dd5dfe24429f90d817f72f4792e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672023 Aug 25 14:49:40.488156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13f7a-8fe9-4a92-b3cb-a4195f2fcec3 req-0ca87a21-a750-4866-bd6e-836d2e282c01 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:40.506273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b0d13f7a-8fe9-4a92-b3cb-a4195f2fcec3 req-0ca87a21-a750-4866-bd6e-836d2e282c01 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.2002091 Aug 25 14:49:40.542449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-3a753b31-fe52-4caa-90ed-1e353356708f tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:40.545668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-3a753b31-fe52-4caa-90ed-1e353356708f tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511525 Aug 25 14:49:40.609791 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b0d13f7a-8fe9-4a92-b3cb-a4195f2fcec3 req-06b87b6e-000e-4cbc-a8ab-2543c11b5186 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979271 Aug 25 14:49:40.651340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-b76f78db-db99-4fbc-97b1-c30625325e33 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/quotas/6744dd5dfe24429f90d817f72f4792e4 HTTP/1.1" status: 200 len: 375 time: 0.0429316 Aug 25 14:49:40.719536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-9108ef05-3895-4d54-b422-894c75cf8db5 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6744dd5dfe24429f90d817f72f4792e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667293 Aug 25 14:49:40.798288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-2d2e28dc-ba68-4b6b-905e-188765859b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:40.805266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-2d2e28dc-ba68-4b6b-905e-188765859b24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1097 time: 0.0839543 Aug 25 14:49:40.839230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:40.926982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80de589a-7695-4f4b-a0ef-64e1e7ad2c37,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:40.932702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Checking segment: {'id': '371767ca-3ad7-4e15-a7ed-07a36063b00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d942bf-254a-4e2c-a7f5-a5623e96d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:40.933251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Network hostable DHCP agents. Network: 28d942bf-254a-4e2c-a7f5-a5623e96d2a6, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:49:41.017359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-aafb4680-eb4a-496a-890b-145a460eb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:41.019552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-aafb4680-eb4a-496a-890b-145a460eb363 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.2056103 Aug 25 14:49:41.072576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-15edb318-5e31-46b2-89b5-08cfa721e75e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 217 time: 0.0425293 Aug 25 14:49:41.127846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Network 28d942bf-254a-4e2c-a7f5-a5623e96d2a6 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:49:41.186247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26bd52b1-9649-4f5c-95f2-05eb4e2c2fb4 req-785de79d-f85c-466d-b6e4-708264d526dd tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.0471551 Aug 25 14:49:41.188487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-0deef7b3-cbf5-43bc-95bf-e7d18b9bbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:41.189834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-0deef7b3-cbf5-43bc-95bf-e7d18b9bbfdb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.1088295 Aug 25 14:49:41.234678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-183fed54-9688-4e04-bd51-b32a279bdc67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349247 Aug 25 14:49:41.239543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 28d942bf-254a-4e2c-a7f5-a5623e96d2a6) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:41.245088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:41.247643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:41.255626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d144975-7375-4c05-b751-273aea424524 None None] Network 28d942bf-254a-4e2c-a7f5-a5623e96d2a6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:41.413415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52020) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:41.429550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2cd07c3e-34d0-493c-b098-54d38f449d0e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6451840 Aug 25 14:49:41.504948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-de4cb912-053b-460b-8327-ffa69f32732b service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607620 Aug 25 14:49:41.649900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65847c-9667-449d-aa3a-3b605cb49efe None None] Network 28d942bf-254a-4e2c-a7f5-a5623e96d2a6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:41.652455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-138627367-network', 'tenant_id': 'aad42ecbece24573bf9ed978729d9294'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:41.813816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-5d37568a-4ed2-4d60-9921-03c55e9d6150 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985446 Aug 25 14:49:41.838014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Made reservation on behalf of aad42ecbece24573bf9ed978729d9294 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:41.846932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:41.869897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:41.915844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19791f4d-0fee-4de4-9f0b-c917727dbe81 req-1772b753-b1eb-40bf-9355-507dbb876a17 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:41.917719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19791f4d-0fee-4de4-9f0b-c917727dbe81 req-1772b753-b1eb-40bf-9355-507dbb876a17 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.1021888 Aug 25 14:49:41.973056 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19791f4d-0fee-4de4-9f0b-c917727dbe81 req-4d75e533-0eed-4e12-bb36-28d3298b5f99 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Aug 25 14:49:41.975003 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-12296541-b7c5-4939-8ddd-2512dea2a346 req-f77973f4-63e5-43d6-814e-c4b262a350a4 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] show failed (client error): The resource could not be found. Aug 25 14:49:41.976086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12296541-b7c5-4939-8ddd-2512dea2a346 req-f77973f4-63e5-43d6-814e-c4b262a350a4 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups/7c897123-9b79-4c30-8b69-0bdc56af4441 HTTP/1.1" status: 404 len: 352 time: 0.0530562 Aug 25 14:49:42.011544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.098809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.114842 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f3c529b-a2ba-48c6-a609-3154683e7489 req-b3157fcb-a747-4e3e-a871-0923a5cc7a82 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d6af90e4a3f48898c1e2f0e0d2f6927 HTTP/1.1" status: 200 len: 2984 time: 0.0804055 Aug 25 14:49:42.136858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:49:42.164244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.164702 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Added segment cc1614d3-d209-4d79-bfd9-863efd8b3ee8 of type vlan for network 53805922-c18f-4f0d-8dc1-655279dd7c38 Aug 25 14:49:42.253642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f3c529b-a2ba-48c6-a609-3154683e7489 req-009561cb-cd03-4ca1-b503-b3e5eda7656c tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups/7b1bf296-892d-4b4d-8081-e10e9dd62c27 HTTP/1.1" status: 200 len: 2981 time: 0.1281688 Aug 25 14:49:42.354651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.363215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9335f41-6a7e-4abe-b47e-13763baa8eb3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:42.397119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f3c529b-a2ba-48c6-a609-3154683e7489 req-85ef67df-5dd6-4fbf-b606-abfde54b62be tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups/7b1bf296-892d-4b4d-8081-e10e9dd62c27 HTTP/1.1" status: 200 len: 2981 time: 0.1313653 Aug 25 14:49:42.462648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c205dbc-3b48-4ff8-9ea9-674736bed263 req-aa04dacc-a04d-44a9-8aa0-6a7512f67a0d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.1426334 Aug 25 14:49:42.486436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.resource_extend [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:49:42.598379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-337792b6-985a-4f09-881e-36c266edfebb req-09548eb3-ca5e-44b5-b7e6-a5fa3e6090ad tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups/7b1bf296-892d-4b4d-8081-e10e9dd62c27 HTTP/1.1" status: 200 len: 2981 time: 0.0877202 Aug 25 14:49:42.638086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.639168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:42.639842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.742714 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-337792b6-985a-4f09-881e-36c266edfebb req-3b3e0c76-215d-4f01-9c7b-f2411ea2a896 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 14:49:42.755502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-337792b6-985a-4f09-881e-36c266edfebb req-3b3e0c76-215d-4f01-9c7b-f2411ea2a896 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b1bf296-892d-4b4d-8081-e10e9dd62c27 HTTP/1.1" status: 409 len: 352 time: 0.1559985 Aug 25 14:49:42.756591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] Pushing event updated for resources: {'Network': ['ID=53805922-c18f-4f0d-8dc1-655279dd7c38,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:42.774534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 53805922-c18f-4f0d-8dc1-655279dd7c38 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:49:42.801972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b480dfea-453f-4e04-a0fe-825d2ee9e806 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3862524 Aug 25 14:49:42.804291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52056) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:42.806448 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-b641fc6e-a887-4509-8946-49c51b6a5b28 req-69ab1484-8a83-4f10-af09-1f7985c1ede1 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] show failed (client error): The resource could not be found. Aug 25 14:49:42.810643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Request body: {'subnet': {'network_id': '53805922-c18f-4f0d-8dc1-655279dd7c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-138627367-subnet', 'tenant_id': 'aad42ecbece24573bf9ed978729d9294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:42.818036 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b641fc6e-a887-4509-8946-49c51b6a5b28 req-69ab1484-8a83-4f10-af09-1f7985c1ede1 tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups/2220492b-39e1-4161-8d76-3ed1596b0299 HTTP/1.1" status: 404 len: 352 time: 0.0274031 Aug 25 14:49:42.862750 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-1c779650-abca-4e6f-b321-7e6b789757ba req-d051f1b4-8c44-4ac3-9263-f86ffdb2702e tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] show failed (client error): The resource could not be found. Aug 25 14:49:42.872636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c779650-abca-4e6f-b321-7e6b789757ba req-d051f1b4-8c44-4ac3-9263-f86ffdb2702e tempest-SecurityGroupsNegativeTestJSON-328143449 tempest-SecurityGroupsNegativeTestJSON-328143449-project] 10.222.0.58 "GET /v2.0/security-groups/671942ab-a2fa-4cc4-a4e2-c867d07284bc HTTP/1.1" status: 404 len: 352 time: 0.0281467 Aug 25 14:49:42.878098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52060) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:42.955130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Made reservation on behalf of aad42ecbece24573bf9ed978729d9294 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:42.959285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:42.973810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Deleting subnet 80de589a-7695-4f4b-a0ef-64e1e7ad2c37 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:49:42.978015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.038401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.121839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.315936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7888a-8e91-4e7b-af8c-27f7288b491a req-1aa0e2a7-c8ea-413b-be68-f09c99ecc059 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:43.324425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60f7888a-8e91-4e7b-af8c-27f7288b491a req-1aa0e2a7-c8ea-413b-be68-f09c99ecc059 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.1761162 Aug 25 14:49:43.394199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60f7888a-8e91-4e7b-af8c-27f7288b491a req-d1acf22b-0141-460e-a259-f1b46a520bd8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677660 Aug 25 14:49:43.400925 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.447207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.494850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80de589a-7695-4f4b-a0ef-64e1e7ad2c37,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:43.496646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.498758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8846a07e-c17b-4871-ae2e-6bb6db00390f,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:43.499257 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-08fad065-6e28-419e-9de1-5bde590c767d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/80de589a-7695-4f4b-a0ef-64e1e7ad2c37 HTTP/1.1" status: 204 len: 168 time: 0.6213763 Aug 25 14:49:43.501951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52070) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:43.509263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Checking segment: {'id': 'cc1614d3-d209-4d79-bfd9-863efd8b3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '53805922-c18f-4f0d-8dc1-655279dd7c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:43.509805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Network hostable DHCP agents. Network: 53805922-c18f-4f0d-8dc1-655279dd7c38, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:49:43.632743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d19425da-4387-4b42-aec7-4546c2ab068d req-7efc55c0-45d3-42be-9571-4370adaa5327 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.0633521 Aug 25 14:49:43.635328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Network 53805922-c18f-4f0d-8dc1-655279dd7c38 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:49:43.657682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.659507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52078) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:43.665713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-581716865'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:43.746077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.760099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d942bf-254a-4e2c-a7f5-a5623e96d2a6']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:43.763633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 53805922-c18f-4f0d-8dc1-655279dd7c38) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:43.768525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:43.769429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.773647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371767ca-3ad7-4e15-a7ed-07a36063b00f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:43.773947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371767ca-3ad7-4e15-a7ed-07a36063b00f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:43.779740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7119c05-40ec-4fee-82f6-a8bf8391ec5d None None] Network 53805922-c18f-4f0d-8dc1-655279dd7c38 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:43.783568 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.807386 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.810461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:43.817381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.824404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:49:43.827441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:49:43.834016 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:49:43.864357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:49:43.877988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.878393 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Added segment 838df0da-a10c-4677-9878-73bc452e8808 of type vlan for network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 Aug 25 14:49:43.941890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:43.957150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-50bb10f2-af43-4078-b856-1ec93e639dfa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1517727 Aug 25 14:49:44.012458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a5b01-6908-43b1-bf9a-44ca7e36b294 None None] Network 53805922-c18f-4f0d-8dc1-655279dd7c38 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:44.038342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.045059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.050173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] 10.222.0.58 "DELETE /v2.0/networks/28d942bf-254a-4e2c-a7f5-a5623e96d2a6 HTTP/1.1" status: 204 len: 168 time: 0.5448616 Aug 25 14:49:44.072165 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.079954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:44.080666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.098444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca87b2-b497-4a75-9520-0e6cfaa66eea admin admin] Pushing event deleted for resources: {'Network': ['ID=28d942bf-254a-4e2c-a7f5-a5623e96d2a6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:44.313130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6522641 Aug 25 14:49:44.319403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52090) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:44.325945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1519823928'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:44.338789 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-06a57902-9073-40bf-a286-4421589ab281 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6744dd5dfe24429f90d817f72f4792e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645313 Aug 25 14:49:44.344995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81591b-9bd5-4296-a005-dd54e20f465e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Network': ['ID=68960574-1aa5-4b02-8a2d-1b0e57aa0df6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:44.365915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:49:44.449001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-b6163470-a60f-43ec-8da0-af44fc2e77ec req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-223341621', 'description': 'tempest-description-553989524'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:44.472989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:44.477813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.528577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-f6a99a50-a20b-4239-9b77-3ab0cb6742c4 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:44.530147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-f6a99a50-a20b-4239-9b77-3ab0cb6742c4 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808004 Aug 25 14:49:44.536954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:49:44.556360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.557033 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Added segment b8bd2c9c-df46-45c1-a220-238facbddb9e of type vlan for network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f Aug 25 14:49:44.561906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Request body: {'port': {'device_id': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '6744dd5dfe24429f90d817f72f4792e4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:44.655394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b6163470-a60f-43ec-8da0-af44fc2e77ec req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.665216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.678357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409880-84d7-447a-8f10-d2a1eca343d4 req-33f02aba-40da-4ff3-b3d8-7235162d090f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:44.680526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e409880-84d7-447a-8f10-d2a1eca343d4 req-33f02aba-40da-4ff3-b3d8-7235162d090f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.1420441 Aug 25 14:49:44.680810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52100) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:44.742806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e409880-84d7-447a-8f10-d2a1eca343d4 req-0101ca2b-6948-45be-bd7d-3d0da7bdafb2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548165 Aug 25 14:49:44.877724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.888674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:44.892571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:44.957390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a29b85ee-f43b-47a8-a834-3fd945ff8368 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d6af90e4a3f48898c1e2f0e0d2f6927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729740 Aug 25 14:49:44.964697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52106) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:44.995235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b6163470-a60f-43ec-8da0-af44fc2e77ec req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.005137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Network': ['ID=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:45.019495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:49:45.068228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d90bc81-5c9e-46ba-b28b-a88485a3c04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.070526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b6163470-a60f-43ec-8da0-af44fc2e77ec req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.088323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8c8a9f5-53be-4ecf-bc92-0dd85db72e7e req-193fac3b-2dee-4d49-8621-fdfa04bc3f4d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.0801804 Aug 25 14:49:45.145260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-212b2390-504e-4923-bd22-f61ecd90e2d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8239958 Aug 25 14:49:45.145888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52108) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:45.151659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'subnet': {'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:45.173658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d90bc81-5c9e-46ba-b28b-a88485a3c04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.226584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b6163470-a60f-43ec-8da0-af44fc2e77ec req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.228124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6163470-a60f-43ec-8da0-af44fc2e77ec req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7984238 Aug 25 14:49:45.239650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac5fc1-bd14-4e27-a366-11a7b3f00100 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c46a662-5cb9-466f-9c74-402f1d76f8dc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:45.316240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-0b87750e-c45d-44eb-b540-b8094af340a1 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/5c46a662-5cb9-466f-9c74-402f1d76f8dc HTTP/1.1" status: 200 len: 1811 time: 0.0483572 Aug 25 14:49:45.323972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Made reservation on behalf of 6744dd5dfe24429f90d817f72f4792e4 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:45.328674 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.345169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c46a662-5cb9-466f-9c74-402f1d76f8dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:45.345402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c46a662-5cb9-466f-9c74-402f1d76f8dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:45.352890 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.411177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:45.418371 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.436975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d90bc81-5c9e-46ba-b28b-a88485a3c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.443739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d90bc81-5c9e-46ba-b28b-a88485a3c04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.443739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7d90bc81-5c9e-46ba-b28b-a88485a3c04a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b1bf296-892d-4b4d-8081-e10e9dd62c27 HTTP/1.1" status: 204 len: 168 time: 0.4752679 Aug 25 14:49:45.452073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90bc81-5c9e-46ba-b28b-a88485a3c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1bf296-892d-4b4d-8081-e10e9dd62c27,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:45.631129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.670278 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.755044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.756875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.779865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30c8d9b-f0df-4d98-9d3d-489fc504ed7d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:45.828838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c859d-f2ad-4d6b-ab65-16b9c2def009 req-44a10bc1-6cc7-44b6-97ac-7cafe1644cdd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:45.830556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-648c859d-f2ad-4d6b-ab65-16b9c2def009 req-44a10bc1-6cc7-44b6-97ac-7cafe1644cdd tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.0623651 Aug 25 14:49:45.845729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.884716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-648c859d-f2ad-4d6b-ab65-16b9c2def009 req-0c639c25-394b-47ba-adcf-809d282f806c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Aug 25 14:49:45.889816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:45.972060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Subnet': ['ID=935b8263-71df-4aac-ba6e-d67af482e03c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:45.989439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Checking segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:45.989942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network hostable DHCP agents. Network: 68960574-1aa5-4b02-8a2d-1b0e57aa0df6, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:49:45.996881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.010281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85aef571-073c-47c3-a6c8-ec7dde97d003 req-2f8ff821-c234-4dab-a38f-8e83a02d0f91 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6709268 Aug 25 14:49:46.042986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3a4025-691f-4a4c-88f0-66da7d493e2e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:46.069347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Allocated IP 192.168.233.70 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/330873f5-0621-49b6-8fdb-0345be3493fc) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:46.128526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a84eb-7650-4769-9a57-ae196d7e0de1 req-4eb00014-0ec9-455a-8b33-5bf3bd736376 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:46.131250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e8a84eb-7650-4769-9a57-ae196d7e0de1 req-4eb00014-0ec9-455a-8b33-5bf3bd736376 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0801110 Aug 25 14:49:46.132561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:49:46.190327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e8a84eb-7650-4769-9a57-ae196d7e0de1 req-fc25096a-9a51-42af-b98c-c4f0e68ecd0f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Aug 25 14:49:46.199482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 68960574-1aa5-4b02-8a2d-1b0e57aa0df6) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:46.206500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:46.208844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.213743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d394723-eae3-4805-b78f-fb9ce3699ca7 None None] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:46.261721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3ec75885-f8f5-40d7-9bb9-6a74025f7a2e req-ff082dcd-081c-431a-b420-6dd1d0b9d28f tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/5c46a662-5cb9-466f-9c74-402f1d76f8dc HTTP/1.1" status: 200 len: 2404 time: 0.1384094 Aug 25 14:49:46.348915 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-6578c9e3-bbb9-403e-b6bd-d6bd186d6bf9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-group-rules/c30c8d9b-f0df-4d98-9d3d-489fc504ed7d HTTP/1.1" status: 200 len: 778 time: 0.0423584 Aug 25 14:49:46.379942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-718cbfc3-7044-4a5c-933a-be5de306eb25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2325132 Aug 25 14:49:46.383144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03571d83-310f-4fbb-a54b-cf6024f2d270 req-f5e2785d-cc9f-4815-9746-c6a160908a25 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.0637231 Aug 25 14:49:46.385521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52134) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:46.393029 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'subnet': {'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:46.413515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-31fd7c85-4df0-4259-aaa1-3c0d2a599548 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:46.413515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-31fd7c85-4df0-4259-aaa1-3c0d2a599548 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.1663728 Aug 25 14:49:46.510252 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.520111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:49:46.521094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.536627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Deleting port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:46.536981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.553600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-1ca4a5b2-1e4c-4b09-8f64-0b6d74444ff0 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/5c46a662-5cb9-466f-9c74-402f1d76f8dc HTTP/1.1" status: 200 len: 2404 time: 0.1945803 Aug 25 14:49:46.558813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Transition to ACTIVE for port object 330873f5-0621-49b6-8fdb-0345be3493fc will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:46.647957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] For port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:46.648694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.670152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Calling delete_port for 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:46.678405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-234ddbeb-5fab-4596-a3d0-4119e5c62b37 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.692508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-234ddbeb-5fab-4596-a3d0-4119e5c62b37 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.743836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Allocated IP 10.1.1.2 (68960574-1aa5-4b02-8a2d-1b0e57aa0df6/935b8263-71df-4aac-ba6e-d67af482e03c/92c121f5-3172-4b40-9273-cdeca34a9da2) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:46.969694 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:46.991771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Transition to ACTIVE for port object 92c121f5-3172-4b40-9273-cdeca34a9da2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:47.023964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Transition to ACTIVE for port object 92c121f5-3172-4b40-9273-cdeca34a9da2 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:47.044773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ede8b-7f86-4077-92e1-104e866c7055 req-98ca7acc-9642-4113-9025-066948d0b142 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:47.046166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5ede8b-7f86-4077-92e1-104e866c7055 req-98ca7acc-9642-4113-9025-066948d0b142 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 945 time: 0.0767491 Aug 25 14:49:47.095060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5ede8b-7f86-4077-92e1-104e866c7055 req-38698cc1-5717-4512-bf1b-b39e2c2bd15c tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Aug 25 14:49:47.160730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:47.165168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.187197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.198436 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.208757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-234ddbeb-5fab-4596-a3d0-4119e5c62b37 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.286872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.290950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-234ddbeb-5fab-4596-a3d0-4119e5c62b37 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.291141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event deleted for resources: {'Port': ['ID=0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:47.292307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fec6e5ad-5835-4cb1-996d-6405e1865622 req-234ddbeb-5fab-4596-a3d0-4119e5c62b37 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c30c8d9b-f0df-4d98-9d3d-489fc504ed7d HTTP/1.1" status: 204 len: 173 time: 0.6911709 Aug 25 14:49:47.330249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:47.344270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:47.348376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:47.363425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Pushing event updated for resources: {'Port': ['ID=92c121f5-3172-4b40-9273-cdeca34a9da2,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:47.380955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ddbeb-5fab-4596-a3d0-4119e5c62b37 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30c8d9b-f0df-4d98-9d3d-489fc504ed7d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:47.407003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] No DVR routers for this DVR port 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:47.407972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.410549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8296342c-dd22-4bda-b3f2-4da10a997a71 req-b5eacf40-d74d-4eeb-b455-beae5a843e25 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "DELETE /v2.0/ports/0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 HTTP/1.1" status: 204 len: 173 time: 0.9932714 Aug 25 14:49:47.420576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-3a52bf80-c492-423a-a7fc-2fe8e6c89909 req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1584268525', 'description': 'tempest-description-1145568704'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:47.429197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'name': 'network-vif-deleted', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:47.431756 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577d892-cbb1-4c72-a0fc-60874e25eb91" -d '{"events": [{"server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "name": "network-vif-deleted", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:47.460897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Attempting to bind port 92c121f5-3172-4b40-9273-cdeca34a9da2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:47.461816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Attempting to bind port 92c121f5-3172-4b40-9273-cdeca34a9da2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:47.462373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Attempting to bind port 92c121f5-3172-4b40-9273-cdeca34a9da2 on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:47.463337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a936ea-436e-43bf-bef9-7f7716b624f0 req-a1ac9347-ec18-4af2-846f-39e5d6b19deb tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:47.469883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:47.473170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71a936ea-436e-43bf-bef9-7f7716b624f0 req-a1ac9347-ec18-4af2-846f-39e5d6b19deb tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.1105587 Aug 25 14:49:47.476684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:47.479994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:47.479994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Checking segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:47.479994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.479994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Bound using segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:47.479994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Bound port: 92c121f5-3172-4b40-9273-cdeca34a9da2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:47.481843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Pushing event updated for resources: {'Port': ['ID=330873f5-0621-49b6-8fdb-0345be3493fc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:47.482567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.489647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:47.562357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71a936ea-436e-43bf-bef9-7f7716b624f0 req-e09170a3-3daf-4b34-a8f7-0e7ccf612580 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Aug 25 14:49:47.605461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] For port 92c121f5-3172-4b40-9273-cdeca34a9da2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:47.607742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:47.608210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.614203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] For port 92c121f5-3172-4b40-9273-cdeca34a9da2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=92c121f5-3172-4b40-9273-cdeca34a9da2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:47.621359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3a52bf80-c492-423a-a7fc-2fe8e6c89909 req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.724474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:47.831829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-66e2581d-8012-4c0d-bd10-38559b575b50 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2791033 Aug 25 14:49:47.839812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52162) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:47.890815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81094a-c772-4049-aa26-fbe3a4657f45 None None] Pushing event updated for resources: {'Port': ['ID=92c121f5-3172-4b40-9273-cdeca34a9da2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:47.922305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Request body: {'port': {'device_id': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:47.978702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41889332-8f52-44f4-ac84-008df8663dba req-c56b31ae-c325-46dc-a38e-f7c64523b1e6 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:47.981360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41889332-8f52-44f4-ac84-008df8663dba req-c56b31ae-c325-46dc-a38e-f7c64523b1e6 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 935 time: 0.2110176 Aug 25 14:49:48.010619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.037901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6f5f6d6d-8437-4cf6-aed9-d13513302920 None None] Provisioning for port 330873f5-0621-49b6-8fdb-0345be3493fc completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:48.042322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6f5f6d6d-8437-4cf6-aed9-d13513302920 None None] Provisioning complete for port 330873f5-0621-49b6-8fdb-0345be3493fc triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:48.042921 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6d6d-8437-4cf6-aed9-d13513302920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.051552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41889332-8f52-44f4-ac84-008df8663dba req-96694425-d499-43d9-b1ad-908ef7d208af tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Aug 25 14:49:48.135640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f6d6d-8437-4cf6-aed9-d13513302920 None None] Port 330873f5-0621-49b6-8fdb-0345be3493fc cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:49:48.154944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1453659882-network', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:48.172946 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86941c3-6039-44c4-8f1a-63570cb8a7e4 x-openstack-request-id: req-a86941c3-6039-44c4-8f1a-63570cb8a7e4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:48.172946 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9debe2d-6fe2-4eab-9606-f2db39dcea8e", "name": "network-vif-deleted", "tag": "0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:48.172946 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a86941c3-6039-44c4-8f1a-63570cb8a7e4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:48.173684 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9debe2d-6fe2-4eab-9606-f2db39dcea8e', 'name': 'network-vif-deleted', 'tag': '0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09', 'status': 'completed', 'code': 200} Aug 25 14:49:48.183631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.242354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Subnet': ['ID=116d1182-4144-4421-8018-9b940b9ed464,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:48.368980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-895cece6-a22e-4187-8881-a703719fd622 req-442eb4f0-acd5-403f-9897-15e6df8fc28d tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9debe2d-6fe2-4eab-9606-f2db39dcea8e HTTP/1.1" status: 200 len: 210 time: 0.0504193 Aug 25 14:49:48.373040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Checking segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:48.373671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network hostable DHCP agents. Network: 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:49:48.385081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3a52bf80-c492-423a-a7fc-2fe8e6c89909 req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.479127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3a52bf80-c492-423a-a7fc-2fe8e6c89909 req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.542141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a712693c-5dd1-44c9-b754-02f48de57d11,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:48.586038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:49:48.599355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Made reservation on behalf of 543efbf5ed73413bbaee372fbbddb77c for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:48.599686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.614878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.695139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3a52bf80-c492-423a-a7fc-2fe8e6c89909 req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.698781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a52bf80-c492-423a-a7fc-2fe8e6c89909 req-e6d34120-4770-410a-a856-bfc968532b51 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3079622 Aug 25 14:49:48.698781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:48.711945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 92c121f5-3172-4b40-9273-cdeca34a9da2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:48.735046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:48.736061 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.770613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb21dc-70eb-4dc4-a1fa-8488b622ef5c req-16f68bb7-2a87-4230-bc1a-e5d9301791e6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:48.772326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53fb21dc-70eb-4dc4-a1fa-8488b622ef5c req-16f68bb7-2a87-4230-bc1a-e5d9301791e6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0861506 Aug 25 14:49:48.784496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff890735-1913-4b79-9bf4-c065d21fc755 None None] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:48.841948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53fb21dc-70eb-4dc4-a1fa-8488b622ef5c req-e70722db-1282-4ae2-9c23-d8e60b583eea tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636423 Aug 25 14:49:48.861771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1c96428-659b-4768-81f0-d5645d6f1da3 req-1e414d0f-6a06-4e77-8935-b748aea55883 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/a712693c-5dd1-44c9-b754-02f48de57d11 HTTP/1.1" status: 200 len: 1813 time: 0.1135364 Aug 25 14:49:48.903154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330873f5-0621-49b6-8fdb-0345be3493fc {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:48.917993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:48.922100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-454f70b8-aa49-424c-908b-6f510c970be6 req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1315750716', 'description': 'tempest-description-1610050912'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:48.946687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Transition to ACTIVE for port object 330873f5-0621-49b6-8fdb-0345be3493fc will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:48.994696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.015836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.040297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'fixed_ips': [{'subnet_id': '116d1182-4144-4421-8018-9b940b9ed464'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:49:49.042288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.072633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 92c121f5-3172-4b40-9273-cdeca34a9da2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:49.075959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Pushing event updated for resources: {'Port': ['ID=330873f5-0621-49b6-8fdb-0345be3493fc,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:49.129567 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.147606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:49.177790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:49.180555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0eeca8cc-4ec1-4e7e-beba-ed34d6e73d09 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:49.240864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52186) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:49.241403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d7af3b7-ce02-4360-8618-2e7b46b15226 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8544185 Aug 25 14:49:49.249772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'name': 'tempest-TaggedBootDevicesTest_v242-1511591262', 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:49.269580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:49:49.319265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484201c4-e162-49f6-aa32-b91ba727495a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:49.319265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.319265 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Added segment 6da52cac-c6d9-4bd2-85bc-4100214e99de of type vlan for network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 Aug 25 14:49:49.320200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Allocated IP 10.2.2.2 (0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f/116d1182-4144-4421-8018-9b940b9ed464/48ce1f9c-c957-41c4-a3fe-73fbf306ae57) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:49.368323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Attempting to bind port 330873f5-0621-49b6-8fdb-0345be3493fc on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:49.368323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Attempting to bind port 330873f5-0621-49b6-8fdb-0345be3493fc by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:49.368323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Attempting to bind port 330873f5-0621-49b6-8fdb-0345be3493fc on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:49.395500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Port 330873f5-0621-49b6-8fdb-0345be3493fc on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:49:49.395816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Attempting to bind port 330873f5-0621-49b6-8fdb-0345be3493fc on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:49.411957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:49.411957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:49.412413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:49.412702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Bound port: 330873f5-0621-49b6-8fdb-0345be3493fc, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:49.412989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.432473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909146b6-dea9-41d8-942e-36ea777ba635 None None] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:49.442527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9975f-efe3-435a-8bef-7e79f3c60506 req-0adff7eb-fb54-4289-aefc-bc23bc258ed6 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:49.444147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92b9975f-efe3-435a-8bef-7e79f3c60506 req-0adff7eb-fb54-4289-aefc-bc23bc258ed6 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 947 time: 0.2534931 Aug 25 14:49:49.449307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.554394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92b9975f-efe3-435a-8bef-7e79f3c60506 req-86326281-388b-4b36-9b07-81dfdec0e00f tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022367 Aug 25 14:49:49.564801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] For port 330873f5-0621-49b6-8fdb-0345be3493fc, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:49.569298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] For port 330873f5-0621-49b6-8fdb-0345be3493fc, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=330873f5-0621-49b6-8fdb-0345be3493fc,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:49.650886 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:49.668772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Transition to ACTIVE for port object 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:49.705254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Transition to ACTIVE for port object 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:49.821868 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:49:50.153713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-454f70b8-aa49-424c-908b-6f510c970be6 req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.680827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] Provisioning for port 92c121f5-3172-4b40-9273-cdeca34a9da2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:50.684040 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.686315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:50.687319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.691845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] Provisioning complete for port 92c121f5-3172-4b40-9273-cdeca34a9da2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:50.691845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.691845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.701928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.713988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:50.746931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:50.754038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:50.761431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:50.838138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-454f70b8-aa49-424c-908b-6f510c970be6 req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.839800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Pushing event updated for resources: {'Port': ['ID=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:50.842955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.865737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] device_id is not set on port ba62f261-5b8b-41bf-8288-839a2cf858c2 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:49:50.868045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Attempting to bind port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:50.868661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Attempting to bind port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:50.868822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Attempting to bind port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:50.887600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:50.888317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.890119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] 10.222.0.52 "PUT /v2.0/ports/330873f5-0621-49b6-8fdb-0345be3493fc HTTP/1.1" status: 200 len: 1095 time: 3.0450265 Aug 25 14:49:50.890665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'tag': '330873f5-0621-49b6-8fdb-0345be3493fc'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:50.893289 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7c2efb-9999-4beb-8917-4fa071d2abd5", "tag": "330873f5-0621-49b6-8fdb-0345be3493fc"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:50.898965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:50.899388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Checking segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:50.899802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.900194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Bound using segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:50.900681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Bound port: 48ce1f9c-c957-41c4-a3fe-73fbf306ae57, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:50.901066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.903077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] Pushing event updated for resources: {'Network': ['ID=378b60d9-9cfe-4a5e-b577-32e91cb074e8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:50.923360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:49:50.934295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95bcc5-8851-4b4f-8d82-2113a3256a44 service neutron] Pushing event updated for resources: {'Port': ['ID=330873f5-0621-49b6-8fdb-0345be3493fc,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:50.978283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f054aaab-b8a6-4274-a354-6bfe38a919fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:50.995126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e2cdc3e-8fc4-4794-a973-8d8c2807b749 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1511497 Aug 25 14:49:50.998225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:51.003621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Request body: {'subnet': {'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-subnet', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:51.020741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.082704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] For port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:51.089531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] For port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:51.111085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] For port 92c121f5-3172-4b40-9273-cdeca34a9da2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=92c121f5-3172-4b40-9273-cdeca34a9da2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:51.130518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Made reservation on behalf of 543efbf5ed73413bbaee372fbbddb77c for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:51.139908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.169844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.202237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c81247-9b2b-488c-8bca-d65b6f5e0632 req-f84ff3a8-d0a4-4585-89f7-ae0e40655595 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:51.204560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c81247-9b2b-488c-8bca-d65b6f5e0632 req-f84ff3a8-d0a4-4585-89f7-ae0e40655595 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.1675777 Aug 25 14:49:51.232193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-bffa01b3-5df8-4a8e-be5f-7da3e15eb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:51.236442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-bffa01b3-5df8-4a8e-be5f-7da3e15eb301 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6744dd5dfe24429f90d817f72f4792e4&device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 1098 time: 0.1982222 Aug 25 14:49:51.258251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.298851 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c81247-9b2b-488c-8bca-d65b6f5e0632 req-730f169f-19a0-4aa8-bcbf-e131c8c234f1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 Aug 25 14:49:51.346558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ee842-2bf8-4629-a297-d60bfd201ed1 None None] Pushing event updated for resources: {'Port': ['ID=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:51.432035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b14ea-1d6d-4aa3-afd7-5633233b7ed3 None None] Pushing event updated for resources: {'Port': ['ID=92c121f5-3172-4b40-9273-cdeca34a9da2,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:51.437484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-454f70b8-aa49-424c-908b-6f510c970be6 req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.455755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4d9426a1-0fbf-47c0-bcac-068dc9fcd52b None None] Provisioning complete for port 92c121f5-3172-4b40-9273-cdeca34a9da2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:51.456483 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d9426a1-0fbf-47c0-bcac-068dc9fcd52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.520576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eccaae-2aee-442b-9ec6-197d1ba13e33,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:51.631452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-454f70b8-aa49-424c-908b-6f510c970be6 req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:51.646047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-454f70b8-aa49-424c-908b-6f510c970be6 req-aff1d618-48a6-44b0-aea2-6db5393dbbfc tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.7298629 Aug 25 14:49:51.735152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-93b5231c-abc3-4621-82af-11691896b4c5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:51.735152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-93b5231c-abc3-4621-82af-11691896b4c5 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.1831293 Aug 25 14:49:51.741481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-45395a17-55f7-4068-9293-7283814e375c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=330873f5-0621-49b6-8fdb-0345be3493fc HTTP/1.1" status: 200 len: 217 time: 0.4498036 Aug 25 14:49:51.859717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae35c1-14ff-4bb2-856b-8a3c6963eeca req-841a17c6-dca2-41fd-b38f-924191432361 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:51.867202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14ae35c1-14ff-4bb2-856b-8a3c6963eeca req-841a17c6-dca2-41fd-b38f-924191432361 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 947 time: 0.1311250 Aug 25 14:49:51.889479 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-a312ff6b-e029-45ed-bb24-660d1663de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:51.890926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-a312ff6b-e029-45ed-bb24-660d1663de54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1132326 Aug 25 14:49:51.915438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 10.1.1.148 (68960574-1aa5-4b02-8a2d-1b0e57aa0df6/935b8263-71df-4aac-ba6e-d67af482e03c/ba62f261-5b8b-41bf-8288-839a2cf858c2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:51.947658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Deleting port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:51.948077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.005351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14ae35c1-14ff-4bb2-856b-8a3c6963eeca req-63960f33-0e09-4908-bb77-b5fe25e9f425 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372440 Aug 25 14:49:52.017537 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442472be-780f-401c-ace6-53b73b1277d4 x-openstack-request-id: req-442472be-780f-401c-ace6-53b73b1277d4 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:52.017833 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7c2efb-9999-4beb-8917-4fa071d2abd5", "tag": "330873f5-0621-49b6-8fdb-0345be3493fc", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:52.018153 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-442472be-780f-401c-ace6-53b73b1277d4 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:52.018479 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'tag': '330873f5-0621-49b6-8fdb-0345be3493fc', 'status': 'completed', 'code': 200} Aug 25 14:49:52.023885 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-3424da45-7c53-4b36-99d7-dec1c0bbdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:52.025110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-3424da45-7c53-4b36-99d7-dec1c0bbdcbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169550 Aug 25 14:49:52.132122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.182804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] For port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:52.184073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.194839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e89e4669-4e74-4d8a-9937-105a4bd7ad6b req-8ec5ece9-8217-4ee4-9f0c-2e6036f76baf tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/f7eccaae-2aee-442b-9ec6-197d1ba13e33 HTTP/1.1" status: 200 len: 1813 time: 0.1538737 Aug 25 14:49:52.221856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-65aba8a0-9d7f-4d66-85fc-081c90d03d4f req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-50975305', 'description': 'tempest-description-1500918241'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:52.230218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4dd1-3c95-4388-9c90-06cb03c2d4ae req-f9e8059b-7c93-423e-91f6-3874e8e2575b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:52.233203 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9fec4dd1-3c95-4388-9c90-06cb03c2d4ae req-f9e8059b-7c93-423e-91f6-3874e8e2575b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 945 time: 0.1476839 Aug 25 14:49:52.250973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-91df4c3e-1e5f-4a38-96be-0e31a70f57a0 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154171 Aug 25 14:49:52.260122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Calling delete_port for 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:52.276382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce1deed-e1bd-44c3-b0d8-559ddcd53f47,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:52.362571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Checking segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:52.363519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Network hostable DHCP agents. Network: 378b60d9-9cfe-4a5e-b577-32e91cb074e8, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:49:52.381507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9fec4dd1-3c95-4388-9c90-06cb03c2d4ae req-962c929a-8620-47ad-a594-aed6395232bb tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251681 Aug 25 14:49:52.393999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.430169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object ba62f261-5b8b-41bf-8288-839a2cf858c2 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:52.444390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5006308d-6d76-494b-80b6-b8c2a66a1d9d req-ce183234-5e7b-4e7f-9045-75f32e57926e service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706421 Aug 25 14:49:52.474934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:49:52.479065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65aba8a0-9d7f-4d66-85fc-081c90d03d4f req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.533621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e31c-07ff-4650-b2dc-f442e7e5cb74 req-f8febf00-d952-41fb-b0b5-42f29e39c5ca tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:52.549925 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cd6e31c-07ff-4650-b2dc-f442e7e5cb74 req-f8febf00-d952-41fb-b0b5-42f29e39c5ca tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0640178 Aug 25 14:49:52.573957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdef35a-46ce-4d85-965e-e0d8197e4f45 None None] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:52.639161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65aba8a0-9d7f-4d66-85fc-081c90d03d4f req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.641748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.694044 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cd6e31c-07ff-4650-b2dc-f442e7e5cb74 req-aaf1b319-d0fb-47f2-81e5-4de51f5dd71e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384749 Aug 25 14:49:52.711088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 378b60d9-9cfe-4a5e-b577-32e91cb074e8) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:52.733489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.735204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:52.736023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.743705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:52.747553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-09fd736f-1dd3-48f3-a442-db8c0d4b6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:52.748899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65aba8a0-9d7f-4d66-85fc-081c90d03d4f req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.749267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-09fd736f-1dd3-48f3-a442-db8c0d4b6659 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6744dd5dfe24429f90d817f72f4792e4&device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 1098 time: 0.1241682 Aug 25 14:49:52.760302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:52.765259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:52.774133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf35ed-6d9d-4d82-8edb-da77169bf82e None None] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:52.781923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:52.886504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4efcfa72-8802-438c-b1eb-3f3ddfdb080c None None] Provisioning for port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:52.900181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event deleted for resources: {'Port': ['ID=23b997bb-6fb0-44e4-a87d-cf06dc30b0a5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:52.909707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 92c121f5-3172-4b40-9273-cdeca34a9da2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:52.911578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803cd26b-0a0f-4408-b7e6-c86614d0e21a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:52.954692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4a6cb156-2ce5-4424-a889-80079d829606 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9552288 Aug 25 14:49:52.958085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:52.962820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:52.978921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] No DVR routers for this DVR port 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:52.983648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65aba8a0-9d7f-4d66-85fc-081c90d03d4f req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.995341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65aba8a0-9d7f-4d66-85fc-081c90d03d4f req-de4a4ed4-ce03-401f-b9dc-8070c5002478 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7727294 Aug 25 14:49:52.995341 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:52.996349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd2a841f-5b3c-4f3c-b1d7-fc630a313421 req-111d70d9-8f77-4906-af96-bfc8151b00ea tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "DELETE /v2.0/ports/23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 HTTP/1.1" status: 204 len: 173 time: 1.2504625 Aug 25 14:49:52.997805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'name': 'network-vif-deleted', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:53.000216 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a91a59-6800-4cc8-a1c8-0285891f4ec4" -d '{"events": [{"server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "name": "network-vif-deleted", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:53.031986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:53.032673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.058314 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b3377d-7772-4186-b878-aff5368d6167 x-openstack-request-id: req-f8b3377d-7772-4186-b878-aff5368d6167 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:53.058610 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ae6dd-cfe3-484e-a4dc-cd85d59a3317", "name": "network-vif-deleted", "tag": "23b997bb-6fb0-44e4-a87d-cf06dc30b0a5", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:53.058875 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8b3377d-7772-4186-b878-aff5368d6167 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:53.059344 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ae6dd-cfe3-484e-a4dc-cd85d59a3317', 'name': 'network-vif-deleted', 'tag': '23b997bb-6fb0-44e4-a87d-cf06dc30b0a5', 'status': 'completed', 'code': 200} Aug 25 14:49:53.121229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-5f1736ee-9831-4e81-846f-0dd7ce06e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:53.123007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-5f1736ee-9831-4e81-846f-0dd7ce06e9dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3455870 Aug 25 14:49:53.131940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-888c7ccf-6f08-4af0-8ef6-3a49fa768ad1 req-270d72cf-e81a-45ff-9875-566df5de6ea7 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/803cd26b-0a0f-4408-b7e6-c86614d0e21a HTTP/1.1" status: 200 len: 1811 time: 0.1044543 Aug 25 14:49:53.140979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.140979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.187475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641357ad-cbf6-4002-81ba-fdd8608002ba req-676c44a9-eb3e-4f95-9ae4-b678ed8f0d12 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:53.196505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-641357ad-cbf6-4002-81ba-fdd8608002ba req-676c44a9-eb3e-4f95-9ae4-b678ed8f0d12 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 947 time: 0.0671782 Aug 25 14:49:53.216024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-b1355445-3367-438b-934c-cedf56486c0e req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-265050686', 'description': 'tempest-description-820331873'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:53.237346 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-aa4d62e2-1500-4f0f-86fe-f6d21a87282b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=330873f5-0621-49b6-8fdb-0345be3493fc HTTP/1.1" status: 200 len: 217 time: 0.0673566 Aug 25 14:49:53.249348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12192323-65d9-46f7-b6fa-dcadd7a7ada0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0052159 Aug 25 14:49:53.251928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52256) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:53.264979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'name': 'tempest-TaggedBootDevicesTest_v242-726611426', 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:53.311658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 92c121f5-3172-4b40-9273-cdeca34a9da2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:53.312169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.317030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f7a774f3-a34a-41c2-bc95-97b3f2171a6c None None] Provisioning for port ba62f261-5b8b-41bf-8288-839a2cf858c2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:53.337094 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b1355445-3367-438b-934c-cedf56486c0e req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.348695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f7a774f3-a34a-41c2-bc95-97b3f2171a6c None None] Provisioning complete for port ba62f261-5b8b-41bf-8288-839a2cf858c2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:53.349032 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f7a774f3-a34a-41c2-bc95-97b3f2171a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.350539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.354795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:49:53.356293 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.393269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-5c53bf4f-468a-4b4e-8fa9-f08383bfa992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:53.395393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-5c53bf4f-468a-4b4e-8fa9-f08383bfa992 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1488087 Aug 25 14:49:53.446354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-641357ad-cbf6-4002-81ba-fdd8608002ba req-e7a6b20e-d1b6-456d-a421-cc9edc96791d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456651 Aug 25 14:49:53.476178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f7a774f3-a34a-41c2-bc95-97b3f2171a6c None None] Port ba62f261-5b8b-41bf-8288-839a2cf858c2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:49:53.598854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50500eab-3a01-47da-acb2-bf42023ff738 req-f9e0e07a-ce06-40aa-9bc0-65069d884e51 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=699ae6dd-cfe3-484e-a4dc-cd85d59a3317 HTTP/1.1" status: 200 len: 210 time: 0.0311148 Aug 25 14:49:53.670055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:53.730406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Allocated IP 172.20.0.2 (378b60d9-9cfe-4a5e-b577-32e91cb074e8/bce1deed-e1bd-44c3-b0d8-559ddcd53f47/2b4a4d48-71a5-453e-8061-ddb5cfca8142) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:53.740672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-295ff022-38a3-4155-b127-a13ab9500f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:53.743137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-295ff022-38a3-4155-b127-a13ab9500f63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3216493 Aug 25 14:49:53.797529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b1355445-3367-438b-934c-cedf56486c0e req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.801427 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b9e7bd8f-b93e-49ad-9153-0bef9cb70863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.868341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:53.889799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461504b-f7c9-4430-a658-3227ae92fcb3 req-587ea8cd-4563-45d7-a673-e38031943410 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:53.898607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:53.899101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a461504b-f7c9-4430-a658-3227ae92fcb3 req-587ea8cd-4563-45d7-a673-e38031943410 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0737638 Aug 25 14:49:53.899741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.910958 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.925992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b1355445-3367-438b-934c-cedf56486c0e req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.950264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:53.963138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a461504b-f7c9-4430-a658-3227ae92fcb3 req-473dae7b-2239-45f9-a5f6-8c495b237f43 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590062 Aug 25 14:49:53.996960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.011762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Transition to ACTIVE for port object 2b4a4d48-71a5-453e-8061-ddb5cfca8142 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:54.022942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-2ae27f0b-e90b-4bc4-bcc3-67f372a01d36 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361929 Aug 25 14:49:54.027914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34daeee8-f5db-47fa-9ec6-ff83e0ea26e8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:54.048221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:49:54.055952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Transition to ACTIVE for port object 2b4a4d48-71a5-453e-8061-ddb5cfca8142 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:54.056579 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.073034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.084861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] device_id is not set on port bac3fd4d-72d0-4364-8e06-6cb03e65425a yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:49:54.116555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:54.130294 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.171322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:54.177065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:54.181175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:54.192227 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.197420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Pushing event updated for resources: {'Port': ['ID=2b4a4d48-71a5-453e-8061-ddb5cfca8142,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:54.210845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b1355445-3367-438b-934c-cedf56486c0e req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.212732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1355445-3367-438b-934c-cedf56486c0e req-5c19af83-ec09-41dc-968e-161e0ec11b79 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.0416398 Aug 25 14:49:54.220962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7b4ce2e-012e-4190-ae2e-ce0e8f43a463 req-2a7f5581-b446-4f14-bde9-3738b106beb2 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411736 Aug 25 14:49:54.302378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Attempting to bind port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:54.302752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Attempting to bind port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:54.303152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Attempting to bind port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 on network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:54.311634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:54.314546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:54.315006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Checking segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:54.315399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.315821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Bound using segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:54.316291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Bound port: 2b4a4d48-71a5-453e-8061-ddb5cfca8142, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:54.317433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7947b52a-ec50-47b0-a2dd-c401deb16986 req-4f061cc7-554e-4563-9e08-bb0c0a5f311e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/34daeee8-f5db-47fa-9ec6-ff83e0ea26e8 HTTP/1.1" status: 200 len: 1811 time: 0.0606132 Aug 25 14:49:54.322814 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.397127 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-f2eb5d91-8241-4462-a534-4ce96b0fc548 req-55fb351e-8715-4f02-93b7-d7e22cc3a9ea tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] show failed (client error): The resource could not be found. Aug 25 14:49:54.399675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] For port 2b4a4d48-71a5-453e-8061-ddb5cfca8142, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:54.403765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] For port 2b4a4d48-71a5-453e-8061-ddb5cfca8142, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2b4a4d48-71a5-453e-8061-ddb5cfca8142,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:54.405322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2eb5d91-8241-4462-a534-4ce96b0fc548 req-55fb351e-8715-4f02-93b7-d7e22cc3a9ea tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/c19620f0-0768-4f8f-b09c-8088d4ecaee1 HTTP/1.1" status: 404 len: 352 time: 0.0481215 Aug 25 14:49:54.439613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 10.1.1.21 (68960574-1aa5-4b02-8a2d-1b0e57aa0df6/935b8263-71df-4aac-ba6e-d67af482e03c/bac3fd4d-72d0-4364-8e06-6cb03e65425a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:54.464834 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-4e5a8444-f4d7-4980-bf85-3b92f576d61c req-efdcc354-73c4-414e-af35-02e537a7b7bb tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] show failed (client error): The resource could not be found. Aug 25 14:49:54.468956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.477028 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e5a8444-f4d7-4980-bf85-3b92f576d61c req-efdcc354-73c4-414e-af35-02e537a7b7bb tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-group-rules/9c052268-2ada-46bd-a4ad-b440fc100be1 HTTP/1.1" status: 404 len: 361 time: 0.0486088 Aug 25 14:49:54.495578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.511438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.585144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f44ea0-10e1-4e6d-85ec-87083f9e6319 None None] Pushing event updated for resources: {'Port': ['ID=2b4a4d48-71a5-453e-8061-ddb5cfca8142,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:54.651789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3aa27259-10c4-4c00-88b6-6e2d3a06266e req-6a18caeb-4722-4e6e-83b1-1cff442da1d3 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/34daeee8-f5db-47fa-9ec6-ff83e0ea26e8 HTTP/1.1" status: 200 len: 1811 time: 0.1372731 Aug 25 14:49:54.713592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:54.740724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b0633-ab66-4ac8-af4a-6a50ec2bd7ee req-d5bcb775-4ee5-432f-8637-37484ac35ce8 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:54.742792 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b5b0633-ab66-4ac8-af4a-6a50ec2bd7ee req-d5bcb775-4ee5-432f-8637-37484ac35ce8 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 947 time: 0.1541467 Aug 25 14:49:54.787862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:54.788454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.811331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.830284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object bac3fd4d-72d0-4364-8e06-6cb03e65425a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:54.844542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Allocated IP 172.25.8.105 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a2b92777-8a59-409b-9f55-757b078a662b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:54.908923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b5b0633-ab66-4ac8-af4a-6a50ec2bd7ee req-35fe00d6-dbbc-4842-b600-a265a127a769 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573083 Aug 25 14:49:54.949659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3aa27259-10c4-4c00-88b6-6e2d3a06266e req-bec5c969-6057-476e-83f1-251b7b9258c9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:54.984843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3aa27259-10c4-4c00-88b6-6e2d3a06266e req-bec5c969-6057-476e-83f1-251b7b9258c9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.038826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.053547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.093314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:55.116385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:55.117996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:55.128676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:55.139237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 330873f5-0621-49b6-8fdb-0345be3493fc details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:49:55.144542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:55.156992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17455-a33e-4504-b0c1-1254f24b8aff req-cecf1e6e-7e2d-4617-862a-489958ba29f5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:55.158494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ee17455-a33e-4504-b0c1-1254f24b8aff req-cecf1e6e-7e2d-4617-862a-489958ba29f5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0881207 Aug 25 14:49:55.179567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3aa27259-10c4-4c00-88b6-6e2d3a06266e req-bec5c969-6057-476e-83f1-251b7b9258c9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.183281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3aa27259-10c4-4c00-88b6-6e2d3a06266e req-bec5c969-6057-476e-83f1-251b7b9258c9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.194054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:55.194392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 23b997bb-6fb0-44e4-a87d-cf06dc30b0a5 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:55.199411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3aa27259-10c4-4c00-88b6-6e2d3a06266e req-bec5c969-6057-476e-83f1-251b7b9258c9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "DELETE /v2.0/security-groups/34daeee8-f5db-47fa-9ec6-ff83e0ea26e8 HTTP/1.1" status: 204 len: 173 time: 0.5465097 Aug 25 14:49:55.224994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ee17455-a33e-4504-b0c1-1254f24b8aff req-c7a86240-85a5-4877-9792-6164abefa7c1 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525661 Aug 25 14:49:55.226064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.231987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:55.233366 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.239672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5c969-6057-476e-83f1-251b7b9258c9 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34daeee8-f5db-47fa-9ec6-ff83e0ea26e8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:55.311950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:55.318514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:55.319728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:55.339053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d79db84-c811-4d4e-aaa8-f7d9fc55b6a5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0854032 Aug 25 14:49:55.375567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 330873f5-0621-49b6-8fdb-0345be3493fc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=330873f5-0621-49b6-8fdb-0345be3493fc,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:55.386838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b92777-8a59-409b-9f55-757b078a662b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:55.398186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '330873f5-0621-49b6-8fdb-0345be3493fc', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '330873f5-0621-49b6-8fdb-0345be3493fc', 'mac_address': 'fa:16:3e:be:dd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:49:55.426199 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.440862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.457723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330873f5-0621-49b6-8fdb-0345be3493fc {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:49:55.480548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 330873f5-0621-49b6-8fdb-0345be3493fc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=330873f5-0621-49b6-8fdb-0345be3493fc,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:55.565430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-752e0fef-87c7-43e2-8501-01814faa1d58 req-8943d6c0-3f2c-48d5-94c7-44fa7e6c7543 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/803cd26b-0a0f-4408-b7e6-c86614d0e21a HTTP/1.1" status: 200 len: 1811 time: 0.1189287 Aug 25 14:49:55.618168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.631345 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-752e0fef-87c7-43e2-8501-01814faa1d58 req-f52bd61c-0fdd-4b69-b156-66e83d741340 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.657371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-752e0fef-87c7-43e2-8501-01814faa1d58 req-f52bd61c-0fdd-4b69-b156-66e83d741340 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.670443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=330873f5-0621-49b6-8fdb-0345be3493fc,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:55.735503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-624bee8f-6291-4d4e-9451-8986133f4e91 None None] Provisioning for port bac3fd4d-72d0-4364-8e06-6cb03e65425a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:55.742639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-624bee8f-6291-4d4e-9451-8986133f4e91 None None] Provisioning complete for port bac3fd4d-72d0-4364-8e06-6cb03e65425a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:55.742639 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-624bee8f-6291-4d4e-9451-8986133f4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.782232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-624bee8f-6291-4d4e-9451-8986133f4e91 None None] Port bac3fd4d-72d0-4364-8e06-6cb03e65425a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:49:55.845452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc855457-61a3-41e9-91e9-19dff06e4cc8 None None] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:49:55.852496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.950815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-752e0fef-87c7-43e2-8501-01814faa1d58 req-f52bd61c-0fdd-4b69-b156-66e83d741340 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.953592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-752e0fef-87c7-43e2-8501-01814faa1d58 req-f52bd61c-0fdd-4b69-b156-66e83d741340 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:55.954821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-752e0fef-87c7-43e2-8501-01814faa1d58 req-f52bd61c-0fdd-4b69-b156-66e83d741340 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "DELETE /v2.0/security-groups/803cd26b-0a0f-4408-b7e6-c86614d0e21a HTTP/1.1" status: 204 len: 173 time: 0.3818481 Aug 25 14:49:55.969908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd61c-0fdd-4b69-b156-66e83d741340 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803cd26b-0a0f-4408-b7e6-c86614d0e21a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:56.028564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-74f81ac2-4f3e-4b46-9a07-d05201e5ccff None None] Provisioning for port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:56.037319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['330873f5-0621-49b6-8fdb-0345be3493fc'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:56.114685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.260620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028e75-63ce-41bd-b715-f88e39bb5c41 req-fcdf6c47-11a4-43ab-80a4-6f931cdea3a8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:56.262167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0028e75-63ce-41bd-b715-f88e39bb5c41 req-fcdf6c47-11a4-43ab-80a4-6f931cdea3a8 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.1435063 Aug 25 14:49:56.317753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0028e75-63ce-41bd-b715-f88e39bb5c41 req-d5cad83b-114b-47f3-89b4-3e03a239238f tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Aug 25 14:49:56.377933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52300) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:56.388249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139010654', 'description': 'tempest-description--242499198'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:56.428652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61209207-5e8a-4d4d-b43b-9e98ef344430 req-9087c2c8-6c1c-427b-bbd9-918f87845063 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:56.430301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61209207-5e8a-4d4d-b43b-9e98ef344430 req-9087c2c8-6c1c-427b-bbd9-918f87845063 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 948 time: 0.0552256 Aug 25 14:49:56.431963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Router 45f8f197-96e7-42ba-b56e-63fd09f63b8c is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:49:56.452739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28eefc84-b65b-4cef-a342-bca037a89985 req-2819a3c0-3031-4b01-901f-7693a5249b6d tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/f7eccaae-2aee-442b-9ec6-197d1ba13e33 HTTP/1.1" status: 200 len: 1813 time: 0.0571256 Aug 25 14:49:56.512591 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-28eefc84-b65b-4cef-a342-bca037a89985 req-4f3564df-4b7e-46ff-a255-620d047d49f6 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.520684 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61209207-5e8a-4d4d-b43b-9e98ef344430 req-5099d5fd-e5d1-45dd-8388-4ef38e5d8299 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803525 Aug 25 14:49:56.544566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-28eefc84-b65b-4cef-a342-bca037a89985 req-4f3564df-4b7e-46ff-a255-620d047d49f6 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.583560 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.617419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:49:56.644574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Sync routers for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:49:56.652419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:56.652993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:56.674733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7added11-b246-4286-9824-7981490232ae req-ec0e3ba8-3bca-40e1-952c-3fdfc442c5f7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:56.677015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7added11-b246-4286-9824-7981490232ae req-ec0e3ba8-3bca-40e1-952c-3fdfc442c5f7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 946 time: 0.0801716 Aug 25 14:49:56.720903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2b4a4d48-71a5-453e-8061-ddb5cfca8142 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:56.722560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7added11-b246-4286-9824-7981490232ae req-577d048b-6b8c-4dc6-9333-d5f0481a30bc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Aug 25 14:49:56.782372 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-28eefc84-b65b-4cef-a342-bca037a89985 req-4f3564df-4b7e-46ff-a255-620d047d49f6 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.782372 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-28eefc84-b65b-4cef-a342-bca037a89985 req-4f3564df-4b7e-46ff-a255-620d047d49f6 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.782372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28eefc84-b65b-4cef-a342-bca037a89985 req-4f3564df-4b7e-46ff-a255-620d047d49f6 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7eccaae-2aee-442b-9ec6-197d1ba13e33 HTTP/1.1" status: 204 len: 173 time: 0.3232479 Aug 25 14:49:56.819757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:56.829993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3564df-4b7e-46ff-a255-620d047d49f6 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eccaae-2aee-442b-9ec6-197d1ba13e33,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:56.864331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-82c7f358-56c3-48ee-ac6b-fc90662f3eed tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:56.865929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-82c7f358-56c3-48ee-ac6b-fc90662f3eed tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.0797839 Aug 25 14:49:56.932742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af92fa96-ca82-44cf-936c-a7239925cdd0 req-f068b822-d99d-4236-9094-ceb5d0bf8043 tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/a712693c-5dd1-44c9-b754-02f48de57d11 HTTP/1.1" status: 200 len: 1813 time: 0.1281028 Aug 25 14:49:56.940432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.954331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-9c6b3f47-4a65-4750-8279-5662a095c825 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:56.956072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-9c6b3f47-4a65-4750-8279-5662a095c825 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1097 time: 0.1026161 Aug 25 14:49:56.979509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805995-2'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:56.989573 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:56.995594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Deleting port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:49:57.007173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.043481 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.047140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:57.058445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:57.058445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.071313 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-af92fa96-ca82-44cf-936c-a7239925cdd0 req-28f19a0d-4383-43e3-b133-25cd9df8811e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.079438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.103999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:55Z', 'revision_number': 3, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:57.110036 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-af92fa96-ca82-44cf-936c-a7239925cdd0 req-28f19a0d-4383-43e3-b133-25cd9df8811e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.123160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] For port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,segment=NetworkSegment(6998335e-fd1f-45a9-b144-c417e4ae8bc7),segment_id=6998335e-fd1f-45a9-b144-c417e4ae8bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:57.123682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.136834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.139706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Calling delete_port for 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:49:57.232283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.236326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6a7fa252-818a-41f3-8a6a-7e5daa198676 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2748086 Aug 25 14:49:57.236711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52308) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:57.257635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660a0e1f-c283-4864-ba86-25eb08a32c9c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.279522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.281704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:49:57.285054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Checking router: 45f8f197-96e7-42ba-b56e-63fd09f63b8c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:49:57.285517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Updating router 45f8f197-96e7-42ba-b56e-63fd09f63b8c port a2b92777-8a59-409b-9f55-757b078a662b binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:49:57.320922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.325549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2c5b1074-3761-41bb-a8af-c63c34688f08 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9450350 Aug 25 14:49:57.328287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52310) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:57.336730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'security_group_rule': {'security_group_id': '660a0e1f-c283-4864-ba86-25eb08a32c9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:57.345217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:57.350015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-af92fa96-ca82-44cf-936c-a7239925cdd0 req-28f19a0d-4383-43e3-b133-25cd9df8811e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.351216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.353151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-af92fa96-ca82-44cf-936c-a7239925cdd0 req-28f19a0d-4383-43e3-b133-25cd9df8811e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.354783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af92fa96-ca82-44cf-936c-a7239925cdd0 req-28f19a0d-4383-43e3-b133-25cd9df8811e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "DELETE /v2.0/security-groups/a712693c-5dd1-44c9-b754-02f48de57d11 HTTP/1.1" status: 204 len: 173 time: 0.4121931 Aug 25 14:49:57.394161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f19a0d-4383-43e3-b133-25cd9df8811e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a712693c-5dd1-44c9-b754-02f48de57d11,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:57.422847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:57.461618 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.505398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:57.508447 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2da0ca-e3ee-451f-a017-fa5a6d1ed330" -d '{"events": [{"server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "name": "network-vif-unplugged", "status": "completed", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:57.515254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.528250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.539902 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83c1a076-4615-4f52-8370-2ba2578a08c3 req-4a398a9f-fa5e-4045-b76a-72dd5199827e tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "GET /v2.0/security-groups/5c46a662-5cb9-466f-9c74-402f1d76f8dc HTTP/1.1" status: 200 len: 1811 time: 0.0876615 Aug 25 14:49:57.593227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 2b4a4d48-71a5-453e-8061-ddb5cfca8142, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2b4a4d48-71a5-453e-8061-ddb5cfca8142,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:57.599286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.649781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:57.669851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 has no active binding in host n-h1-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 14:49:57.714299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.725781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.752413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612065ab-6b5f-491d-b9d1-1b7f1d3c90ab req-5786eea3-1786-4fab-813d-f4f8ef492006 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:57.756765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-612065ab-6b5f-491d-b9d1-1b7f1d3c90ab req-5786eea3-1786-4fab-813d-f4f8ef492006 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 944 time: 0.1376407 Aug 25 14:49:57.782556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83c1a076-4615-4f52-8370-2ba2578a08c3 req-e285e7b2-4077-4168-9055-2230a493334c tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.785210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:57.789262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on host n-h2-805995-2 for vnic_type normal with profile {"migrating_to": "n-h1-805995-2"} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:57.794236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:57.794236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:57.803270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:49:57.803533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Attempting to bind port 8d141e24-94d3-4410-88d9-a6585e002ca8 on network b690c8ea-2379-4046-8047-5fdf4894394c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:57.809821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=2b4a4d48-71a5-453e-8061-ddb5cfca8142,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:57.817622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:57.817970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Checking segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:57.818364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Bound using segment: {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:57.818811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Bound port: 8d141e24-94d3-4410-88d9-a6585e002ca8, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269c6f9-49f5-43b6-8647-95846b5d817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b690c8ea-2379-4046-8047-5fdf4894394c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:57.819201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.824940 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83c1a076-4615-4f52-8370-2ba2578a08c3 req-e285e7b2-4077-4168-9055-2230a493334c tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.841331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.841933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.842573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.842573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.842756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.843065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.843428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.843696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.844022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.844341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.844977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.845101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:49:57.845668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.866828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.873305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-612065ab-6b5f-491d-b9d1-1b7f1d3c90ab req-3e8cd9f3-70ae-4ca6-8a87-5df299699434 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfd41f98-3f95-4998-8625-f2e3f3acf217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015410 Aug 25 14:49:57.876359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:57.891405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Transition to ACTIVE for port object a2b92777-8a59-409b-9f55-757b078a662b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:57.908228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d40969a-01b9-4c55-ad2b-7996c5478786,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:57.916824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Pushing event deleted for resources: {'Port': ['ID=65a68aaf-78fd-4df8-b10c-e2ef85cbbeed,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:57.953823 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21f8b41-0eaf-4b72-850e-67578cc2beb9 x-openstack-request-id: req-e21f8b41-0eaf-4b72-850e-67578cc2beb9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:57.953823 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "name": "network-vif-unplugged", "status": "completed", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:57.953823 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e21f8b41-0eaf-4b72-850e-67578cc2beb9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:57.953823 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'code': 200} Aug 25 14:49:57.954365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:57.957764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:57.996041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] No DVR routers for this DVR port 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:49:58.003954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.006001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f2e4043-0536-44b9-83ae-e6d698db1854 req-581f0495-90a2-4288-beac-3e05a3b90e0b tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.52 "DELETE /v2.0/ports/65a68aaf-78fd-4df8-b10c-e2ef85cbbeed HTTP/1.1" status: 204 len: 173 time: 1.1267710 Aug 25 14:49:58.007303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'name': 'network-vif-deleted', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:58.009798 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffae3023-fce1-4a95-b52b-7364f3e69cf9" -d '{"events": [{"server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "name": "network-vif-deleted", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:58.040643 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.084497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.089979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4275b92e-ae6b-4a8f-bd45-6a048b570230 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7586746 Aug 25 14:49:58.091328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52328) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:58.091747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83c1a076-4615-4f52-8370-2ba2578a08c3 req-e285e7b2-4077-4168-9055-2230a493334c tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.095927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83c1a076-4615-4f52-8370-2ba2578a08c3 req-e285e7b2-4077-4168-9055-2230a493334c tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.098091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83c1a076-4615-4f52-8370-2ba2578a08c3 req-e285e7b2-4077-4168-9055-2230a493334c tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c46a662-5cb9-466f-9c74-402f1d76f8dc HTTP/1.1" status: 204 len: 173 time: 0.5272067 Aug 25 14:49:58.098808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'security_group_rule': {'security_group_id': '660a0e1f-c283-4864-ba86-25eb08a32c9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:58.099250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.105815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52330) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:58.107787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Attempting to bind port a2b92777-8a59-409b-9f55-757b078a662b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:49:58.108228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Attempting to bind port a2b92777-8a59-409b-9f55-757b078a662b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:49:58.108656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Attempting to bind port a2b92777-8a59-409b-9f55-757b078a662b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:49:58.110834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106cd4d-8598-4daf-a322-dca25253ed4b None None] Pushing event updated for resources: {'Port': ['ID=a2b92777-8a59-409b-9f55-757b078a662b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:58.125580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaeb13-9bda-4182-be1e-214d7663c74b req-d088886f-9609-41f5-85f7-a0b89e5c6067 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:58.125982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:49:58.126442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:49:58.126919 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.127182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1aaeb13-9bda-4182-be1e-214d7663c74b req-d088886f-9609-41f5-85f7-a0b89e5c6067 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 948 time: 0.1290741 Aug 25 14:49:58.127779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:49:58.128741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Bound port: a2b92777-8a59-409b-9f55-757b078a662b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:49:58.129191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.186104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] For port a2b92777-8a59-409b-9f55-757b078a662b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:49:58.189765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] For port a2b92777-8a59-409b-9f55-757b078a662b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a2b92777-8a59-409b-9f55-757b078a662b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:49:58.191996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e7b2-4077-4168-9055-2230a493334c tempest-SecurityGroupRulesNegativeTestJSON-1796295188 tempest-SecurityGroupRulesNegativeTestJSON-1796295188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c46a662-5cb9-466f-9c74-402f1d76f8dc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:58.241848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=8']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:58.266316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1aaeb13-9bda-4182-be1e-214d7663c74b req-b1050158-4241-4999-9141-96851e74eba5 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239257 Aug 25 14:49:58.268112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:58.268656 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.270175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Deleting subnet 8846a07e-c17b-4871-ae2e-6bb6db00390f {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:49:58.270684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-a536d2b7-4c2d-44af-8cc7-9e0a3fe75493 service neutron] 10.222.0.52 "PUT /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 1122 time: 1.3016982 Aug 25 14:49:58.277486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.290765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dcb26-1bc0-4b0e-84fc-557f69cbf0c1 req-c9b6861f-0263-4520-9a41-98f0ca5c7248 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:58.292344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d1dcb26-1bc0-4b0e-84fc-557f69cbf0c1 req-c9b6861f-0263-4520-9a41-98f0ca5c7248 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1018281 Aug 25 14:49:58.332619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.337839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d1dcb26-1bc0-4b0e-84fc-557f69cbf0c1 req-7f84bbeb-9805-4115-94d4-9b1df32e4205 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Aug 25 14:49:58.348851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.379900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.401897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['8d141e24-94d3-4410-88d9-a6585e002ca8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:58.431994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['8d141e24-94d3-4410-88d9-a6585e002ca8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:49:58.439782 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e6414-69e4-4f0e-8592-1d094e34860a x-openstack-request-id: req-598e6414-69e4-4f0e-8592-1d094e34860a {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:58.440088 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67c884-fcae-4700-88ec-f0e7421e22ee", "name": "network-vif-deleted", "tag": "65a68aaf-78fd-4df8-b10c-e2ef85cbbeed", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:58.440339 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-598e6414-69e4-4f0e-8592-1d094e34860a {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:58.441358 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67c884-fcae-4700-88ec-f0e7421e22ee', 'name': 'network-vif-deleted', 'tag': '65a68aaf-78fd-4df8-b10c-e2ef85cbbeed', 'status': 'completed', 'code': 200} Aug 25 14:49:58.480436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.525698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106cd4d-8598-4daf-a322-dca25253ed4b None None] Pushing event updated for resources: {'Port': ['ID=a2b92777-8a59-409b-9f55-757b078a662b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:58.530885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:49:58.531513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:58.546227 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.573858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.685463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2b4a4d48-71a5-453e-8061-ddb5cfca8142 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:58.760486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Allocated IP 172.20.0.1 (378b60d9-9cfe-4a5e-b577-32e91cb074e8/bce1deed-e1bd-44c3-b0d8-559ddcd53f47/a4a1fb1a-1e23-4073-8065-1b7d62e3953e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:58.764441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.771424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.800811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:49:58.824752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b9392b-3a3c-4263-96ba-23c8f35f0ffe,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:58.841565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8846a07e-c17b-4871-ae2e-6bb6db00390f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:58.842000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.847951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0107f3a8-8008-4ea8-aa33-f5af00f01973 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8846a07e-c17b-4871-ae2e-6bb6db00390f HTTP/1.1" status: 204 len: 168 time: 0.7298970 Aug 25 14:49:58.848357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52334) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:58.884534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.946382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.955518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.975693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Transition to ACTIVE for port object a4a1fb1a-1e23-4073-8065-1b7d62e3953e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:49:58.978110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:58.978493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.979245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:58.980625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c526594d-9a79-45ae-a0a6-e592f2e4fe30 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8884130 Aug 25 14:49:58.983683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52338) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:49:58.992169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:49:59.054514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-230eec57-0d5f-4397-af17-ec0ae8d7a3d8 req-ef8e2cec-8dfa-4a00-9a4b-50c1c70b2f26 tempest-LiveMigrationTest-425747847 tempest-LiveMigrationTest-425747847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac67c884-fcae-4700-88ec-f0e7421e22ee HTTP/1.1" status: 200 len: 210 time: 0.0632148 Aug 25 14:49:59.073010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.085811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53805922-c18f-4f0d-8dc1-655279dd7c38']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:59.105256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1614d3-d209-4d79-bfd9-863efd8b3ee8') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:59.105256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1614d3-d209-4d79-bfd9-863efd8b3ee8') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:59.118056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.135696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.144916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:49:59.145680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:49:59.147804 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:49:59.165493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 330873f5-0621-49b6-8fdb-0345be3493fc up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:49:59.168675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.204716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:55Z', 'revision_number': 3, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:49:59.225966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.240523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96a644-46f8-43ff-bf4a-3f2bfdc0ffab None None] The sync data for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 is: [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:55Z', 'revision_number': 3, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:49:59.296927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:49:59.305342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:49:59.314880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:49:59.319995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Pushing event updated for resources: {'Port': ['ID=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:59.427672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 330873f5-0621-49b6-8fdb-0345be3493fc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:59.427809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.427930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 330873f5-0621-49b6-8fdb-0345be3493fc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:59.427930 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.428116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.428326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.428326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/53805922-c18f-4f0d-8dc1-655279dd7c38 HTTP/1.1" status: 204 len: 168 time: 0.5651338 Aug 25 14:49:59.436918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab5a93-6fb8-4daf-85a3-c33470a4dbc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=53805922-c18f-4f0d-8dc1-655279dd7c38,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:59.560647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f3c4-5375-4bd7-8841-80d5f9dc8ed7 req-9cc8994a-e1bd-42ff-8186-72b7894a5e2c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:59.579799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb73f3c4-5375-4bd7-8841-80d5f9dc8ed7 req-9cc8994a-e1bd-42ff-8186-72b7894a5e2c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1082330 Aug 25 14:49:59.617764 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.665098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb73f3c4-5375-4bd7-8841-80d5f9dc8ed7 req-9121b02f-37b6-4f5c-8fdc-605156deafac tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843387 Aug 25 14:49:59.666353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330873f5-0621-49b6-8fdb-0345be3493fc'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:59.669406 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08063c8-ecf0-4967-bec4-628e60922a36" -d '{"events": [{"server_uuid": "fb7c2efb-9999-4beb-8917-4fa071d2abd5", "name": "network-vif-plugged", "status": "completed", "tag": "330873f5-0621-49b6-8fdb-0345be3493fc"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:59.695652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 330873f5-0621-49b6-8fdb-0345be3493fc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=330873f5-0621-49b6-8fdb-0345be3493fc,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:49:59.709732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c17a-cbe9-4de5-b52d-a95a116c5383 req-b9dee396-b611-4e29-91af-ffb78aca946d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:49:59.717767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28e2c17a-cbe9-4de5-b52d-a95a116c5383 req-b9dee396-b611-4e29-91af-ffb78aca946d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 948 time: 0.2885735 Aug 25 14:49:59.718464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.804736 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:49:59.806002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:49:59.839646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:49:59.839874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65a68aaf-78fd-4df8-b10c-e2ef85cbbeed not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:49:59.877275 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aad5d2-5e09-4a3b-b38f-e395c27c99c4 x-openstack-request-id: req-84aad5d2-5e09-4a3b-b38f-e395c27c99c4 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:49:59.877487 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c2efb-9999-4beb-8917-4fa071d2abd5", "name": "network-vif-plugged", "status": "completed", "tag": "330873f5-0621-49b6-8fdb-0345be3493fc", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:49:59.877896 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84aad5d2-5e09-4a3b-b38f-e395c27c99c4 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:49:59.878547 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330873f5-0621-49b6-8fdb-0345be3493fc', 'code': 200} Aug 25 14:49:59.891821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28e2c17a-cbe9-4de5-b52d-a95a116c5383 req-0d2b8022-089c-4cf3-bd77-8a6924d542be tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666694 Aug 25 14:49:59.901607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=330873f5-0621-49b6-8fdb-0345be3493fc,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:49:59.913824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 172.25.8.5 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/ce7bb1b9-5ca3-4f00-b1fb-4a599cf63fb2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:49:59.952230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:49:59.954690 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55165ca1-0f8b-4391-838e-9df8e06a6922" -d '{"events": [{"name": "network-changed", "server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:49:59.960330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d5b3552a-9f77-4863-b111-fd0d495ead55 None None] Provisioning for port a4a1fb1a-1e23-4073-8065-1b7d62e3953e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:49:59.968632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d5b3552a-9f77-4863-b111-fd0d495ead55 None None] Provisioning complete for port a4a1fb1a-1e23-4073-8065-1b7d62e3953e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:49:59.968632 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5b3552a-9f77-4863-b111-fd0d495ead55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.000401 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2a607-a04f-4a13-83d1-fa700c3b7efc x-openstack-request-id: req-68d2a607-a04f-4a13-83d1-fa700c3b7efc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:00.001220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:00.002723 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68d2a607-a04f-4a13-83d1-fa700c3b7efc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:00.003422 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'status': 'completed', 'code': 200} Aug 25 14:50:00.007015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3552a-9f77-4863-b111-fd0d495ead55 None None] Port a4a1fb1a-1e23-4073-8065-1b7d62e3953e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:00.039943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52354) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:00.067291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.097693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.115719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-4dc99177-e036-4c2d-8789-7b0728f2f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:00.117270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-4dc99177-e036-4c2d-8789-7b0728f2f149 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1125 time: 0.0903835 Aug 25 14:50:00.122038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1bc5be02-320e-4cc1-91bc-1e5373bae297 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aad42ecbece24573bf9ed978729d9294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808246 Aug 25 14:50:00.126235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52358) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:00.161959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52360) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:00.262701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-2cb604ff-ff6c-43b6-af00-c45aa9296885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:00.264528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-2cb604ff-ff6c-43b6-af00-c45aa9296885 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1394341 Aug 25 14:50:00.288035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3af0afe-050f-4627-ae68-b9cbecafdda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.335204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3af0afe-050f-4627-ae68-b9cbecafdda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.342173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-f9dacdb6-94c2-44f9-a64c-9882c5d2e7da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 217 time: 0.0637736 Aug 25 14:50:00.381661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18de8f-377e-409a-b491-6d60c470b6d6 req-65c465f6-7d9d-4d3c-8d78-741493bab8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:00.385001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd18de8f-377e-409a-b491-6d60c470b6d6 req-65c465f6-7d9d-4d3c-8d78-741493bab8d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 1100 time: 0.1150222 Aug 25 14:50:00.409914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-4cce2708-6241-4056-beba-6a32c220ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:00.414310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-4cce2708-6241-4056-beba-6a32c220ff36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0644388 Aug 25 14:50:00.422713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.444069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.458606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-6fdd4a6d-a113-4c62-b5f6-67ec9a62f09c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283153 Aug 25 14:50:00.491436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd18de8f-377e-409a-b491-6d60c470b6d6 req-4441a638-514a-4760-a8e6-1203f49e5e95 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896375 Aug 25 14:50:00.495633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:00.522413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:00.525110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:00.556018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.566374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-e13a6692-8582-4edf-81a0-2b2b2c00584b service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979426 Aug 25 14:50:00.598355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3af0afe-050f-4627-ae68-b9cbecafdda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.601318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3af0afe-050f-4627-ae68-b9cbecafdda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.602503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3af0afe-050f-4627-ae68-b9cbecafdda5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9335f41-6a7e-4abe-b47e-13763baa8eb3 HTTP/1.1" status: 204 len: 168 time: 0.4734514 Aug 25 14:50:00.616442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=ce7bb1b9-5ca3-4f00-b1fb-4a599cf63fb2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:00.638730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Deleting subnet 43e0c13b-bf3a-43c1-b356-551e62e14298 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:50:00.666971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.687543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55165ca1-0f8b-4391-838e-9df8e06a6922 req-34a4231f-4ae6-471b-ae20-624bb5f1990e service neutron] 10.222.0.45 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135762 Aug 25 14:50:00.701772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af0afe-050f-4627-ae68-b9cbecafdda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9335f41-6a7e-4abe-b47e-13763baa8eb3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:00.733493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.768353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Pushing event updated for resources: {'Port': ['ID=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:00.778722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.789441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a2b92777-8a59-409b-9f55-757b078a662b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:00.882839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.907865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.919428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed17a66-ff99-4096-9ee3-ff0c7368b7f0 req-a89cfcbe-8dd0-4e1e-89cf-0fadfe6ac60f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:00.928965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ed17a66-ff99-4096-9ee3-ff0c7368b7f0 req-a89cfcbe-8dd0-4e1e-89cf-0fadfe6ac60f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1448858 Aug 25 14:50:00.980581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a2b92777-8a59-409b-9f55-757b078a662b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:00.986516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a2b92777-8a59-409b-9f55-757b078a662b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:00.986847 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:00.989466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ed17a66-ff99-4096-9ee3-ff0c7368b7f0 req-c41e5f8e-5bb2-43e7-9615-7f38f24efa88 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Aug 25 14:50:01.048588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:01.093320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:01.105197 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.134062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a2b92777-8a59-409b-9f55-757b078a662b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a2b92777-8a59-409b-9f55-757b078a662b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:01.160598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.221279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832a44a-6f8e-4492-bded-f3beece151cd req-a35ee8ce-4f56-45ef-bc66-5059f789f5b2 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:01.228474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9832a44a-6f8e-4492-bded-f3beece151cd req-a35ee8ce-4f56-45ef-bc66-5059f789f5b2 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 949 time: 0.2169616 Aug 25 14:50:01.279736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.323562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.353401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.358092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43e0c13b-bf3a-43c1-b356-551e62e14298 HTTP/1.1" status: 204 len: 168 time: 1.1883962 Aug 25 14:50:01.358092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cda1e-b95a-4851-bcdf-1cb37fd9cb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e0c13b-bf3a-43c1-b356-551e62e14298,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:01.359322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52380) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:01.414756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a2b92777-8a59-409b-9f55-757b078a662b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:01.448668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-658d98c0-d9d1-4cbe-b6d9-a9103270988e None None] Provisioning complete for port a4a1fb1a-1e23-4073-8065-1b7d62e3953e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:01.450339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-658d98c0-d9d1-4cbe-b6d9-a9103270988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.476509 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9832a44a-6f8e-4492-bded-f3beece151cd req-e231f73e-0aeb-44ae-9079-2632c5eb34c9 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425282 Aug 25 14:50:01.490039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.496797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-658d98c0-d9d1-4cbe-b6d9-a9103270988e None None] Port a4a1fb1a-1e23-4073-8065-1b7d62e3953e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:01.500134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Router 45f8f197-96e7-42ba-b56e-63fd09f63b8c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:50:01.590800 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.606134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e6c780-ce50-4ae0-a99f-94317486de28']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:01.619237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6998335e-fd1f-45a9-b144-c417e4ae8bc7') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:01.619522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6998335e-fd1f-45a9-b144-c417e4ae8bc7') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:01.629779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.646884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.652289 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.653718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:50:01.654254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:50:01.656289 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:50:01.678554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:50:01.683988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6ef977f5-fd29-43db-b1ab-500b9885aeec admin admin] 10.222.0.58 "PUT /v2.0/routers/45f8f197-96e7-42ba-b56e-63fd09f63b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4462805 Aug 25 14:50:01.695836 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Sync routers for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:50:01.708245 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:50:01.708829 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:01.774973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.817793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.838656 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.843643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] 10.222.0.58 "DELETE /v2.0/networks/33e6c780-ce50-4ae0-a99f-94317486de28 HTTP/1.1" status: 204 len: 168 time: 0.4828432 Aug 25 14:50:01.845445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52394) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:01.856324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=ce7bb1b9-5ca3-4f00-b1fb-4a599cf63fb2,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:01.867906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.871996 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:50:01.889515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071550b-8bc4-42cc-b822-05cc67452274 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e6c780-ce50-4ae0-a99f-94317486de28,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:01.914206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Deleting subnet 845a6291-a70c-4555-a4fb-23f2d74d957f {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:50:01.918908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:01.981881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.009756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.011378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-297e16eb-2abd-4fcd-b9e5-7999d1269572 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0262914 Aug 25 14:50:02.065110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.257548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b202-fe22-49be-b14a-3f3027237431 req-07af8313-b178-489f-8896-f9b725838caa tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:02.259368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3918b202-fe22-49be-b14a-3f3027237431 req-07af8313-b178-489f-8896-f9b725838caa tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.0964160 Aug 25 14:50:02.275928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.291437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52412) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:02.334719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.337666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/845a6291-a70c-4555-a4fb-23f2d74d957f HTTP/1.1" status: 204 len: 168 time: 0.4911468 Aug 25 14:50:02.340289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffb585-c015-4e67-acd6-4c2d04de4f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845a6291-a70c-4555-a4fb-23f2d74d957f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:02.343813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:02.443155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.444421 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:00Z', 'revision_number': 2, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:02.453669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3918b202-fe22-49be-b14a-3f3027237431 req-8828f103-1b33-46f5-b1c5-ebffa311b734 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875715 Aug 25 14:50:02.481601 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Checking router: 45f8f197-96e7-42ba-b56e-63fd09f63b8c for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:50:02.482297 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Updating router 45f8f197-96e7-42ba-b56e-63fd09f63b8c port a4a1fb1a-1e23-4073-8065-1b7d62e3953e binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:50:02.509979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-908705873-network', 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:02.524158 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.531191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52422) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:02.539580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127415638', 'description': 'tempest-description--44464981'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:02.628791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.670243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:02.674285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.684494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:02.702975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0c50f-2e18-40c0-9238-6dd20853d7b7 req-fea7b5cb-4f33-4db6-ad09-08375f820dbe tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:02.705008 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1f0c50f-2e18-40c0-9238-6dd20853d7b7 req-fea7b5cb-4f33-4db6-ad09-08375f820dbe tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 949 time: 0.0907130 Aug 25 14:50:02.708877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.731376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a2b92777-8a59-409b-9f55-757b078a662b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:02.732067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-281d8f71-1186-416b-af09-8f6cf478551a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1139010654&fields=id&tenant_id=aaf54f94ae7d48859ee0192be590fd30 HTTP/1.1" status: 200 len: 267 time: 0.1348424 Aug 25 14:50:02.777214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1f0c50f-2e18-40c0-9238-6dd20853d7b7 req-09e5bd2e-5cad-4b20-894c-41b86b2131b5 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574918 Aug 25 14:50:02.822990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a2b92777-8a59-409b-9f55-757b078a662b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:02.823428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.906137 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.945515 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:02.961509 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Transition to ACTIVE for port object a4a1fb1a-1e23-4073-8065-1b7d62e3953e will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:03.047917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.103494 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.116249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95183894-6aaa-4d26-83f9-a5ac933c451a') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:03.116545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95183894-6aaa-4d26-83f9-a5ac933c451a') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:03.178960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bcc4b995-4c50-4ca1-895c-1d3dd1d044b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.181096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bcc4b995-4c50-4ca1-895c-1d3dd1d044b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 937 time: 0.4379642 Aug 25 14:50:03.183348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.204327 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Pushing event updated for resources: {'Port': ['ID=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:03.219084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.224794 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.233258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:03.270064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:50:03.279397 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Attempting to bind port a4a1fb1a-1e23-4073-8065-1b7d62e3953e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:03.280261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Attempting to bind port a4a1fb1a-1e23-4073-8065-1b7d62e3953e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:03.280846 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Attempting to bind port a4a1fb1a-1e23-4073-8065-1b7d62e3953e on network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:03.289437 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:03.290716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Checking segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:03.291451 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.292088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Bound using segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:03.292787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Bound port: a4a1fb1a-1e23-4073-8065-1b7d62e3953e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:03.293623 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.302328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8a861bf1-b423-4f8e-a3f8-612cadf24e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.302328 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8a861bf1-b423-4f8e-a3f8-612cadf24e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 935 time: 0.1069322 Aug 25 14:50:03.302328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.303448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.303710 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Added segment 92d352e3-76c8-4159-8d04-33972822e9a9 of type vlan for network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 Aug 25 14:50:03.305770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a03926-2a9e-42ab-8a79-f9769549cbcb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:03.309400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:50:03.310038 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:50:03.312159 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:50:03.400664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.445459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-31541467-b18e-47fa-817f-cd42ff7e5946 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1128519 Aug 25 14:50:03.463400 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] For port a4a1fb1a-1e23-4073-8065-1b7d62e3953e, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:03.470160 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] For port a4a1fb1a-1e23-4073-8065-1b7d62e3953e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:03.493262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.533760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-dfda693d-3768-4872-9512-731813151045 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0555027 Aug 25 14:50:03.546635 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.618542 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc254f6-e264-47af-a118-8b182960b675 None None] Pushing event updated for resources: {'Port': ['ID=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:03.627165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd7728-ca25-4933-8049-a8d4b6e10122 req-e46d051e-f754-4b92-b454-b947de1424e8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.652162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edbd7728-ca25-4933-8049-a8d4b6e10122 req-e46d051e-f754-4b92-b454-b947de1424e8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.0695503 Aug 25 14:50:03.652162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.652162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.652162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.653263 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:50:03.653263 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:49:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:03.653587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.716971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.744516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-08d3124d-10e0-40af-8b65-b7bde1023ebb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.761103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-08d3124d-10e0-40af-8b65-b7bde1023ebb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.776952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-08d3124d-10e0-40af-8b65-b7bde1023ebb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:03.785131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-08d3124d-10e0-40af-8b65-b7bde1023ebb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/networks?id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 1994 time: 0.2371004 Aug 25 14:50:03.786090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.796910 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c HTTP/1.1" status: 204 len: 168 time: 1.4419751 Aug 25 14:50:03.797414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:03.805293 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:50:03.810604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2753463 Aug 25 14:50:03.811821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052cf1b-8738-45a9-8bb0-57aa1cc764bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d83b4a47-fd9c-4232-8e7a-f1340ac1aa4c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:03.824342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52442) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:03.831184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Request body: {'security_group_rule': {'security_group_id': '32a4dabe-c7db-4d15-8002-b5f41f853910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:03.862117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] Pushing event updated for resources: {'Network': ['ID=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:03.874858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba55ab3-37b6-4fb7-adc6-e7f8b24578a3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a4dabe-c7db-4d15-8002-b5f41f853910,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:03.876171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:50:03.876727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-68f33fda-f610-4216-81b9-8b9aceb763a2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/quotas/aaf54f94ae7d48859ee0192be590fd30 HTTP/1.1" status: 200 len: 375 time: 0.0510192 Aug 25 14:50:03.909102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edbd7728-ca25-4933-8049-a8d4b6e10122 req-49466458-ae08-4d06-9f68-f1189e5f273d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710733 Aug 25 14:50:03.913945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-75362995-f553-442f-a1f9-9effb1587a21 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5941639 Aug 25 14:50:03.919722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52444) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:03.929966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Request body: {'subnet': {'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-908705873-subnet', 'tenant_id': '36be88511e774c0aafaac78747669cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:03.951862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 14:50:03.951862 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 14:50:03.951862 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id_1': '36be88511e774c0aafaac78747669cc9', 'expiration_1': datetime.datetime(2021, 8, 25, 14, 50, 3, 943926)}] Aug 25 14:50:03.951862 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:50:03.952433 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:50:04.008879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-845d9623-9470-4624-a2f8-27f741a0a290 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1308322 Aug 25 14:50:04.090326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbecd-2685-4c50-a9f7-33182deb5d98 req-26d18078-34c6-4cc6-bc19-4a40a21e486c tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:04.099334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-975bbecd-2685-4c50-a9f7-33182deb5d98 req-26d18078-34c6-4cc6-bc19-4a40a21e486c tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 949 time: 0.1004853 Aug 25 14:50:04.106501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.162778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-975bbecd-2685-4c50-a9f7-33182deb5d98 req-313818a4-145d-4f97-82b0-736c265224bf tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607173 Aug 25 14:50:04.220046 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:03Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:04.267646 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfbb73-4455-407c-88bb-9723bd7d9ed4 None None] The sync data for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 is: [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:03Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:50:04.317311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:04.392325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.402116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8862f4d9-d63c-462f-9bcc-a997e80bf7f8 service neutron] 10.222.0.58 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794916 Aug 25 14:50:04.431241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c81d15d1-8c83-4ee4-bff8-ddfc237f5278 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf24665fff3d4c11a72dd7f1e3bc3f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110275 Aug 25 14:50:04.433681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52458) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:04.524418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb85dc42-1951-4bab-844d-de49f6300878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.529015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.561855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb85dc42-1951-4bab-844d-de49f6300878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.578959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d039112c-7821-40ef-aa8d-d6a0a3a9eada,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:04.600741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:04.610974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-39f5c86c-cdfe-448d-90b9-7a6689bdf9c8 service neutron] 10.222.0.58 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899698 Aug 25 14:50:04.625885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.684545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-18a11ae8-e345-48c9-9c15-1387c0760588 service neutron] 10.222.0.58 "GET /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0723312 Aug 25 14:50:04.742447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:04.745041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-634d79ad-6fc4-4d8b-b744-4a19c9069957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9182861 Aug 25 14:50:04.766165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52460) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:04.774386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4a1fb1a-1e23-4073-8065-1b7d62e3953e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:04.783996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Request body: {'security_group_rule': {'security_group_id': '32a4dabe-c7db-4d15-8002-b5f41f853910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:04.906023 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-1f91a011-c308-4b13-8b74-2e1674e14b6b service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174816 Aug 25 14:50:04.950851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.011726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb85dc42-1951-4bab-844d-de49f6300878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.015148 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb85dc42-1951-4bab-844d-de49f6300878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.016543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eb85dc42-1951-4bab-844d-de49f6300878 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfd41f98-3f95-4998-8625-f2e3f3acf217 HTTP/1.1" status: 204 len: 168 time: 0.5816860 Aug 25 14:50:05.025486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e6f697ff-fba9-4443-9c94-c6b8f25aa6c9 service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183279 Aug 25 14:50:05.059269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85dc42-1951-4bab-844d-de49f6300878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd41f98-3f95-4998-8625-f2e3f3acf217,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:05.087754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-b0a39a6f-fd04-407d-ac28-4a5f35304db0 service neutron] 10.222.0.58 "GET /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0541942 Aug 25 14:50:05.089860 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.106111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a4a1fb1a-1e23-4073-8065-1b7d62e3953e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:05.110554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a4a1fb1a-1e23-4073-8065-1b7d62e3953e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:05.111120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.212100 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8a2bc4f3-0e30-4c00-a4ea-ef25e3aaffeb service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295912 Aug 25 14:50:05.215278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:05.272410 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.274384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.285583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.323395 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-75212197-6fff-47ee-b978-bc050bac8160 service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091156 Aug 25 14:50:05.338853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a4a1fb1a-1e23-4073-8065-1b7d62e3953e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:05.356263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b637b1-26e9-4c83-bf31-a92b0b2c85a9,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:05.419951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150285c5-622e-482a-a178-846f65eb3cf7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:05.467524 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-487deb7a-b8c6-4a97-a90b-7a799df4cb68 service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430063 Aug 25 14:50:05.496469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:05.496838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Network hostable DHCP agents. Network: 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:50:05.506674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-fd61a059-0695-4476-b3c6-7a28d4b9f0d9 service neutron] 10.222.0.45 "GET /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.1529369 Aug 25 14:50:05.538306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.566952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7611b4-cc81-4a2e-a286-44e82fb79ada req-46f4b8a0-9b63-43cd-8d3d-661dda47c1fd tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:05.574957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de7611b4-cc81-4a2e-a286-44e82fb79ada req-46f4b8a0-9b63-43cd-8d3d-661dda47c1fd tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 944 time: 0.1445711 Aug 25 14:50:05.579834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.585642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d203d814-1c05-48b6-8331-b19b67374c2a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8136737 Aug 25 14:50:05.587313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:05.600540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:05.613339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-3a7b7fc3-21ef-46c4-a869-904c2a4eaac6 service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367614 Aug 25 14:50:05.619051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:05.636205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de7611b4-cc81-4a2e-a286-44e82fb79ada req-36959ce2-74f8-4342-8c4a-e2ab658aeb96 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595362 Aug 25 14:50:05.656927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:50:05.781144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-1d3b06f4-b464-42ef-b2ee-912eca72a239 service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529894 Aug 25 14:50:05.826468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:05.889560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.897525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:05.921571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:05.933006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d801b3-3b88-42e8-8edb-297601df20a1 None None] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:50:05.936674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:05.937367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:05.951370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17144157-a95d-4dd6-8667-8ecbdf8d0da7 req-003f2a5d-5295-4b61-97ee-d0c440305584 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:05.955631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17144157-a95d-4dd6-8667-8ecbdf8d0da7 req-003f2a5d-5295-4b61-97ee-d0c440305584 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 949 time: 0.1104834 Aug 25 14:50:05.968283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d141e24-94d3-4410-88d9-a6585e002ca8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:05.972871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-73dec6c6-6981-4bd6-91d4-16ddec55e41d service neutron] 10.222.0.58 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844263 Aug 25 14:50:05.986062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:06.068666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17144157-a95d-4dd6-8667-8ecbdf8d0da7 req-d08ddd26-22a1-49ad-94cc-5e4cc0c1f26f tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636129 Aug 25 14:50:06.107705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-5672b9dc-cd84-4b37-8ee9-0dae3c299cda service neutron] 10.222.0.58 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282303 Aug 25 14:50:06.119445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba6e4d-4fa0-4cc3-9693-6d54c12e409d None None] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:50:06.126863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:06.183553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:06.242254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-97b4b279-eb29-4175-b033-d0542eb03586 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3124485 Aug 25 14:50:06.291833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] Transition to ACTIVE for port object 8d141e24-94d3-4410-88d9-a6585e002ca8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:06.388377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-9340aeaa-5761-4452-8eb8-0a250235933b service neutron] 10.222.0.58 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706108 Aug 25 14:50:06.443723 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:06.480473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52486) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:06.538901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Allocated IP 172.25.8.26 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/732c0135-2b34-4610-851c-2d39690a7d00) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:06.702444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-24feb750-9e44-4a44-8c68-45900fd50ab5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b39e9123788b45349513d25cb14bc124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151701 Aug 25 14:50:06.709175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:06.721200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4a1fb1a-1e23-4073-8065-1b7d62e3953e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:06.803728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a4a1fb1a-1e23-4073-8065-1b7d62e3953e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:06.804208 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:06.818157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-2093df07-383c-4403-a486-4fa966c3e128 service neutron] 10.222.0.58 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200640 Aug 25 14:50:06.879654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-488107ae-c74e-4867-a16f-f8773905749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:06.988894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.011068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-488107ae-c74e-4867-a16f-f8773905749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.064350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-120a78f6-d46e-4538-81e3-021bcc26e645 service neutron] 10.222.0.58 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367153 Aug 25 14:50:07.065489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] No DVR routers for this DVR port 8d141e24-94d3-4410-88d9-a6585e002ca8 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:07.116440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] Pushing event updated for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:07.169187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f2ef7c09-8a3a-4e44-93c5-5b0725504dfa service neutron] 10.222.0.45 "PUT /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8/bindings/n-h1-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6439517 Aug 25 14:50:07.208181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-23d168b3-63bd-4609-891a-8e3a06cbe8c7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:07.208181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-23d168b3-63bd-4609-891a-8e3a06cbe8c7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.2945228 Aug 25 14:50:07.244309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-df5e30b5-eb96-4d9f-9f2e-d2ce323de88c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0297849 Aug 25 14:50:07.284700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-dca72f5b-8f6a-4b72-ac2f-4829e300b78d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340583 Aug 25 14:50:07.286482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-134689e6-e380-4e4e-8a2d-0df85e95c443 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:07.287957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-134689e6-e380-4e4e-8a2d-0df85e95c443 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 1100 time: 0.0814967 Aug 25 14:50:07.300905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.347251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:07.351585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:07.353800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event updated for resources: {'Port': ['ID=732c0135-2b34-4610-851c-2d39690a7d00,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:07.356343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:07.397741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Deleting port 330873f5-0621-49b6-8fdb-0345be3493fc {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:07.398283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.402100 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-488107ae-c74e-4867-a16f-f8773905749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.404999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-488107ae-c74e-4867-a16f-f8773905749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.408569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-488107ae-c74e-4867-a16f-f8773905749c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de1ea0fd-d90d-4f93-bcc0-99d96cd65eb0 HTTP/1.1" status: 204 len: 168 time: 0.6898944 Aug 25 14:50:07.483588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488107ae-c74e-4867-a16f-f8773905749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ea0fd-d90d-4f93-bcc0-99d96cd65eb0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:07.489603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-e2eba507-3ea3-4d75-86da-5eb48d099bfd tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:07.491190 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-e2eba507-3ea3-4d75-86da-5eb48d099bfd tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.1035402 Aug 25 14:50:07.518949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.576252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] For port 330873f5-0621-49b6-8fdb-0345be3493fc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=330873f5-0621-49b6-8fdb-0345be3493fc,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:07.576779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.588758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-d7aec989-7971-4b34-8c94-3c2b77a8e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:07.590754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-d7aec989-7971-4b34-8c94-3c2b77a8e759 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874&tenant_id=7fa3b423fd8b48fd984bd0765ce298de HTTP/1.1" status: 200 len: 1096 time: 0.0843976 Aug 25 14:50:07.606626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Calling delete_port for 330873f5-0621-49b6-8fdb-0345be3493fc owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:07.620055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-b7adb23d-b255-4059-95c5-ec0d961ab77f service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276880 Aug 25 14:50:07.686605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f0e45d91-9dd9-4398-91c5-3144c2acc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:07.688514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f0e45d91-9dd9-4398-91c5-3144c2acc19a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1096 time: 0.0613141 Aug 25 14:50:07.803053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-07c538e5-5785-4ca2-bbab-57e32b83193d service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366296 Aug 25 14:50:07.818176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:07.879392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-39d61f11-53b0-4cd1-9223-4e02b3d0d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:07.882364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-39d61f11-53b0-4cd1-9223-4e02b3d0d35d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1653261 Aug 25 14:50:07.937804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-7fa38d2b-9804-4193-8980-cbd0968068fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 200 len: 217 time: 0.0447578 Aug 25 14:50:08.044952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-dcbf8581-c6df-4a93-9c1f-a615665c664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:08.046391 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-dcbf8581-c6df-4a93-9c1f-a615665c664c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0901120 Aug 25 14:50:08.046665 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:08.063210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['330873f5-0621-49b6-8fdb-0345be3493fc'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:08.094786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Pushing event deleted for resources: {'Port': ['ID=330873f5-0621-49b6-8fdb-0345be3493fc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:08.102978 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-9bf0ce2d-c426-44a3-a32c-9485bb8a5146 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406218 Aug 25 14:50:08.176862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:08.205745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] No DVR routers for this DVR port 330873f5-0621-49b6-8fdb-0345be3493fc on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:08.216099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:08.218163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf7260e4-2100-4c43-9e0a-1900e15dc52f req-27ae4fda-6da1-4559-b056-4dbcfb941d36 tempest-DeleteServersAdminTestJSON-1780365947 tempest-DeleteServersAdminTestJSON-1780365947-project-admin] 10.222.0.52 "DELETE /v2.0/ports/330873f5-0621-49b6-8fdb-0345be3493fc HTTP/1.1" status: 204 len: 173 time: 0.9154763 Aug 25 14:50:08.218653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'name': 'network-vif-deleted', 'tag': '330873f5-0621-49b6-8fdb-0345be3493fc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:08.223770 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc4ca9-67f0-4329-bc76-755acb7cd2fe" -d '{"events": [{"server_uuid": "fb7c2efb-9999-4beb-8917-4fa071d2abd5", "name": "network-vif-deleted", "tag": "330873f5-0621-49b6-8fdb-0345be3493fc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:08.241895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-03d58051-0a2a-49d4-b345-2ecccc465a15 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300874 Aug 25 14:50:08.341898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfcbe-212a-4b6c-b878-8c9a6fcbf26c req-f7e5bf20-317b-43bb-b58c-94063621b2e5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:08.343584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cebfcbe-212a-4b6c-b878-8c9a6fcbf26c req-f7e5bf20-317b-43bb-b58c-94063621b2e5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 945 time: 0.0996971 Aug 25 14:50:08.355698 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:08.412847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cebfcbe-212a-4b6c-b878-8c9a6fcbf26c req-70815cc0-8665-4180-8c75-f6f256d6993c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621841 Aug 25 14:50:08.438176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-eebe6686-d0ba-44e8-b6a7-e2cb2691db99 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871939 Aug 25 14:50:08.458847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event updated for resources: {'Port': ['ID=732c0135-2b34-4610-851c-2d39690a7d00,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:08.470872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:08.588180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a7522a0-19f2-41d6-8d29-9adecdc66905 req-d3e1bee2-b5ba-43f6-8488-4516f11b3056 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.0416026 Aug 25 14:50:08.614792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:08.618710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5cfd36fb-ea76-4259-93e5-2a960f9c7e09 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0278378 Aug 25 14:50:08.678354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bcd24ee-fbe2-4fd5-9db4-14bd2c9a5245 req-4d1fbb59-99a0-4533-a7c7-40ff40b619b6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 210 time: 0.0433264 Aug 25 14:50:08.728765 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c624b-4b95-4b79-9a72-9a574a3c58e6 x-openstack-request-id: req-7b8c624b-4b95-4b79-9a72-9a574a3c58e6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:08.729056 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7c2efb-9999-4beb-8917-4fa071d2abd5", "name": "network-vif-deleted", "tag": "330873f5-0621-49b6-8fdb-0345be3493fc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:08.729309 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b8c624b-4b95-4b79-9a72-9a574a3c58e6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:08.729710 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7c2efb-9999-4beb-8917-4fa071d2abd5', 'name': 'network-vif-deleted', 'tag': '330873f5-0621-49b6-8fdb-0345be3493fc', 'status': 'completed', 'code': 200} Aug 25 14:50:08.898714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-58e1a63d-05da-47be-8f5a-099813916499 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2127415638&fields=id&tenant_id=543efbf5ed73413bbaee372fbbddb77c HTTP/1.1" status: 200 len: 267 time: 0.0411527 Aug 25 14:50:09.021936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-b58a9267-7091-4384-a661-26b30a195995 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:09.023515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-b58a9267-7091-4384-a661-26b30a195995 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/networks?id=378b60d9-9cfe-4a5e-b577-32e91cb074e8 HTTP/1.1" status: 200 len: 815 time: 0.1153848 Aug 25 14:50:09.040633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-7676bbd7-a3f7-46cd-8754-68b62b02c350 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/quotas/543efbf5ed73413bbaee372fbbddb77c HTTP/1.1" status: 200 len: 375 time: 0.0111220 Aug 25 14:50:09.104088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-54bdb061-89de-409d-99ed-1429fb770c0e tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=543efbf5ed73413bbaee372fbbddb77c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577521 Aug 25 14:50:09.224962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7354-74fd-41db-91a8-619e89c83e41 req-129aab41-614b-4cb5-a97d-51775e5d961a tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:09.226728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-129aab41-614b-4cb5-a97d-51775e5d961a tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874&tenant_id=7fa3b423fd8b48fd984bd0765ce298de&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.0565448 Aug 25 14:50:09.228640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-e04d63fd-431d-4821-bf7b-1382962a2d83 service neutron] 10.222.0.58 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035244 Aug 25 14:50:09.383845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-55e633fd-55c5-4cca-a601-fc875e6d3453 service neutron] 10.222.0.58 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482530 Aug 25 14:50:09.458916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-def89280-09f4-4f94-9e38-1be072f92e91 req-99dc9050-8353-48cd-82be-f37bd31a795e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0534692 Aug 25 14:50:09.513746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f679c0f6-7a28-4a01-97d8-69d6636f6f5b service neutron] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:09.518255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f679c0f6-7a28-4a01-97d8-69d6636f6f5b service neutron] Notify callbacks [] for binding, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:09.520095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-587b7354-74fd-41db-91a8-619e89c83e41 req-f679c0f6-7a28-4a01-97d8-69d6636f6f5b service neutron] 10.222.0.52 "DELETE /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8/bindings/n-h2-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.2798302 Aug 25 14:50:09.585274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f114473-7e3c-4ea8-b702-f2a93303c004 req-d4555141-2754-4cc0-a90b-37e8faf60305 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:09.588096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f114473-7e3c-4ea8-b702-f2a93303c004 req-d4555141-2754-4cc0-a90b-37e8faf60305 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 945 time: 0.0542572 Aug 25 14:50:09.626550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f114473-7e3c-4ea8-b702-f2a93303c004 req-4286c761-51e6-4958-9579-1afcb11a1f75 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Aug 25 14:50:09.843552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12f3113a-977c-4cc8-812c-c120b0fdc046 req-6fe61205-906f-4353-9338-507817026071 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb7c2efb-9999-4beb-8917-4fa071d2abd5 HTTP/1.1" status: 200 len: 210 time: 0.0627711 Aug 25 14:50:09.881275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2b58d50c-132e-4434-873e-d9ba23be8d43 req-fcf5899a-71bb-42b2-896d-971f5b9f91da tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 210 time: 0.0453756 Aug 25 14:50:09.943315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68ac36d2-caa2-4413-982d-59e80c56b54a req-c530a414-c4f9-4ba7-a997-d9e71ab5d019 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0479395 Aug 25 14:50:10.001213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763c58-0fa0-4b08-8687-e87f40537747 req-d7dba5f3-409b-42ad-b055-c22dca8cf090 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:10.011905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1763c58-0fa0-4b08-8687-e87f40537747 req-d7dba5f3-409b-42ad-b055-c22dca8cf090 tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 1096 time: 0.0661674 Aug 25 14:50:10.042245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1763c58-0fa0-4b08-8687-e87f40537747 req-6b57a436-b8c2-451c-8cf1-9a146654669b tempest-LiveAutoBlockMigrationV225Test-1175870123 tempest-LiveAutoBlockMigrationV225Test-1175870123-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294108 Aug 25 14:50:10.544647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7930e788-3dbd-40d8-ac50-49a9de23e194 req-f55654e6-0507-4cf9-86c3-60f8da34a1f1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0276687 Aug 25 14:50:10.942602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7cdba-da28-4a96-a478-bda0b56b7d15 req-3c9cd04d-9138-4d08-838a-c53d02620c0c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:10.944164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8b7cdba-da28-4a96-a478-bda0b56b7d15 req-3c9cd04d-9138-4d08-838a-c53d02620c0c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 945 time: 0.0586390 Aug 25 14:50:10.986103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8b7cdba-da28-4a96-a478-bda0b56b7d15 req-fd875ecc-1c19-4cf3-a7e5-f871c529003a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358534 Aug 25 14:50:10.991393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-c84612ae-d839-4c02-ba76-d87f70583c91 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223837 Aug 25 14:50:11.154726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83e0569e-017f-416c-b4f7-7817a3822704 req-5d244cbf-60bb-4f58-b835-dc0134dc86cc tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 210 time: 0.0587263 Aug 25 14:50:11.156139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-9586c332-b21c-4009-a167-6f8bfbe6b699 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:11.163523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-9586c332-b21c-4009-a167-6f8bfbe6b699 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661086 Aug 25 14:50:11.174670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-076d2b05-5ef8-4a1c-b5a7-5beed739daf0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/quotas/67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 375 time: 0.0102012 Aug 25 14:50:11.212457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-c1f0f52a-e401-4147-8ea9-3aa2c49429c4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305212 Aug 25 14:50:11.240078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cdc4baa-6865-4ee4-a59a-484e4b99d116 req-5f951599-ead9-42fd-9d33-e5ec9a1ddc3a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0265081 Aug 25 14:50:11.264879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 330873f5-0621-49b6-8fdb-0345be3493fc no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:11.291917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 330873f5-0621-49b6-8fdb-0345be3493fc {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:11.296396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 330873f5-0621-49b6-8fdb-0345be3493fc not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:11.376961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-9938939a-c600-4394-99a0-cf6e96651fa3 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6744dd5dfe24429f90d817f72f4792e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237722 Aug 25 14:50:11.494079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-55b8c7bc-779f-4fd7-9c62-5108c6ecb257 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:11.495683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-55b8c7bc-779f-4fd7-9c62-5108c6ecb257 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110227 Aug 25 14:50:11.512743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-01f611f2-b663-4154-bfac-6cf9ddcceaa9 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/quotas/6744dd5dfe24429f90d817f72f4792e4 HTTP/1.1" status: 200 len: 375 time: 0.0109036 Aug 25 14:50:11.563708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d2772556-f995-4549-b4e0-402d33a279b5 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6744dd5dfe24429f90d817f72f4792e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447571 Aug 25 14:50:11.639553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c09933a-bb19-49f9-9a39-fc3d4100e4c1 req-23d5b808-faab-4401-a1da-5bc05c6a7b09 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0323370 Aug 25 14:50:11.710549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b320257-61f9-4931-a807-fdce89875861 req-ea110703-8997-4287-943d-f46038dac2af tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:11.713678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b320257-61f9-4931-a807-fdce89875861 req-ea110703-8997-4287-943d-f46038dac2af tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 945 time: 0.1136789 Aug 25 14:50:11.742193 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cac832ef-67e0-4375-babb-1c032482a058 req-a609d7e8-2223-4d02-9d6b-194c92e7f1ec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0479994 Aug 25 14:50:11.877652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Deleting port 8d141e24-94d3-4410-88d9-a6585e002ca8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:11.877996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:11.978814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] For port 8d141e24-94d3-4410-88d9-a6585e002ca8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8d141e24-94d3-4410-88d9-a6585e002ca8,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:11.980299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:11.997855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Calling delete_port for 8d141e24-94d3-4410-88d9-a6585e002ca8 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:12.118202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3969822-f986-421d-a559-8ecfa0afc7f3 req-9a349273-f9a3-4869-a6bb-24d62dcf2ef0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:12.120030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3969822-f986-421d-a559-8ecfa0afc7f3 req-9a349273-f9a3-4869-a6bb-24d62dcf2ef0 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 945 time: 0.0617015 Aug 25 14:50:12.208422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3969822-f986-421d-a559-8ecfa0afc7f3 req-8c77c56d-7dac-4414-9084-a95b056d45e4 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637717 Aug 25 14:50:12.251514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efdaac27-160c-48e1-b1c4-7cc71620e5a5 req-b8b9e60d-1b48-4852-b47c-7268a9d60a81 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 210 time: 0.0375822 Aug 25 14:50:12.251514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:12.263777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['65b9cadf-a2b3-4333-93f5-4ac015e153cf', '8d141e24-94d3-4410-88d9-a6585e002ca8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:12.296165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event deleted for resources: {'Port': ['ID=8d141e24-94d3-4410-88d9-a6585e002ca8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:12.325593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.325593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.326059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.326377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.326735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.327150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.327469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.327809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.328278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.328632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.328969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.329340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:12.354989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] No DVR routers for this DVR port 8d141e24-94d3-4410-88d9-a6585e002ca8 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:12.358900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:12.362516 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b320257-61f9-4931-a807-fdce89875861 req-d95aede2-1b1c-4b21-a862-2c2d0bd97d40 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "DELETE /v2.0/ports/8d141e24-94d3-4410-88d9-a6585e002ca8 HTTP/1.1" status: 204 len: 173 time: 0.6402745 Aug 25 14:50:12.362845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-084d43a2-4644-4c91-90c2-4cc99e94b13d req-89dc34c1-db98-488b-9f47-344b703e42db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 210 time: 0.0492339 Aug 25 14:50:12.363471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'name': 'network-vif-deleted', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:12.367356 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb83e916-4bfa-4d78-b804-0b27526f1483" -d '{"events": [{"server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "name": "network-vif-deleted", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:12.432394 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d14e3-972b-4be8-8267-447750a2ea04 x-openstack-request-id: req-528d14e3-972b-4be8-8267-447750a2ea04 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:12.432394 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badd5c91-0989-4c82-b60c-65e317dae874", "name": "network-vif-deleted", "tag": "8d141e24-94d3-4410-88d9-a6585e002ca8", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:12.432394 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-528d14e3-972b-4be8-8267-447750a2ea04 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:12.432868 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badd5c91-0989-4c82-b60c-65e317dae874', 'name': 'network-vif-deleted', 'tag': '8d141e24-94d3-4410-88d9-a6585e002ca8', 'status': 'completed', 'code': 200} Aug 25 14:50:12.435120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c50a467-f64f-41dc-b403-1e47898c70c3 req-08f29f4e-4690-417f-9fbc-8758a927f6db tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0568717 Aug 25 14:50:12.629315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-12c6602f-eb7d-4070-b8c2-8e3871509321 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:12.630837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-12c6602f-eb7d-4070-b8c2-8e3871509321 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.1223202 Aug 25 14:50:12.644721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Request body: {'port': {'device_id': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'admin_state_up': True, 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:12.751606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df793ce0-e6b3-4180-985d-b93c6d92cad7 req-03579112-921a-48a9-aa87-9484b5173d4f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0344422 Aug 25 14:50:12.944730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15b4af3f-1864-4ee4-824d-3846cc742ad1 req-06e83d03-0491-404b-aacd-e31fdb07bebe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0336823 Aug 25 14:50:12.989446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:12.993125 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:13.158982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Allocated IP 172.20.0.4 (0985fe32-f0ed-4e2a-9fc2-0debf0f856d6/150285c5-622e-482a-a178-846f65eb3cf7/f441b6f4-c581-4dfc-b80a-6939a5b8d6fd) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:13.358685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6162d18-537c-429f-bceb-14685ad7b11a req-c35f9c7b-f5cd-4329-857c-6c76359f105c tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 210 time: 0.0325601 Aug 25 14:50:13.398086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38ce77bc-95a5-46a4-b33f-b2c913a739f2 req-1037a1b8-305f-4d0b-b524-a1165f4842bf tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0368428 Aug 25 14:50:13.433101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:13.471764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-528d6684-598f-400b-acea-7ffa7a04490d req-338f76ae-c2bf-4463-8698-79764595cf58 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 210 time: 0.0338857 Aug 25 14:50:13.542655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8497e33c-49d6-4052-99f4-818d75a3c74d req-77cf986b-265e-462a-8a26-5c9c88cf0c0c tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Aug 25 14:50:13.676083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:13.718160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:13.724699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:13.729665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:13.763966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event updated for resources: {'Port': ['ID=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:13.807673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:13.808415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:13.841633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d3a96349-5124-4e81-bb50-094bd7b748ee req-9f3ff64c-c6a7-41d8-a2da-ac1ac55f8579 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0285523 Aug 25 14:50:14.044482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-ddd30c9e-fc5e-4133-ba82-833e2cdd89a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040983 Aug 25 14:50:14.057101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Request body: {'port': {'device_id': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:14.059260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dede0811-68bf-4a3f-b569-43acad2702cd req-27a352da-d644-47f6-8781-49384153c277 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0309999 Aug 25 14:50:14.119275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:14.458059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-66e44e6a-ee75-42f1-bd89-4e2fbde88091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:14.463466 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-66e44e6a-ee75-42f1-bd89-4e2fbde88091 service neutron] 10.222.0.52 "GET /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 1033 time: 0.0604341 Aug 25 14:50:14.480774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f441b6f4-c581-4dfc-b80a-6939a5b8d6fd {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:14.498823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:14.552111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39cb3125-fb78-4cdf-9a48-1a35ecf10015 req-41561d45-4dde-42bb-883c-d93150d72cfa tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 210 time: 0.0488000 Aug 25 14:50:14.559177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Transition to ACTIVE for port object f441b6f4-c581-4dfc-b80a-6939a5b8d6fd will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:14.573835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-81d4cd79-170c-4dd6-b08e-6c3b18df75c0 req-46b5018a-3658-427d-b9ac-2c99c6c67da5 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0473714 Aug 25 14:50:14.583278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-41eeab4c-8296-4d77-8e68-5ddb2efc7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:14.584933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-41eeab4c-8296-4d77-8e68-5ddb2efc7480 service neutron] 10.222.0.52 "GET /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 1031 time: 0.1131825 Aug 25 14:50:14.661139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:14.793036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:14.808038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-03a2bf34-fc17-4c22-bfe7-67f2a34301f0 req-29133d65-8886-4f4f-81cd-3e72fdd6b61e tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0601811 Aug 25 14:50:14.946042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Attempting to bind port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:14.946404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Attempting to bind port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:14.946733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Attempting to bind port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:14.957171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:14.957500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Attempting to bind port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:14.967883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:14.973156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:14.973156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Bound using segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:14.977410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Bound port: f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:14.977790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:15.007060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-400c7fd1-93e4-4d66-91df-bc9d265feb2b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.037619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-400c7fd1-93e4-4d66-91df-bc9d265feb2b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.056377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93a5d0-532e-46fe-ae21-a74c489a2eab req-ca57bd26-17fe-444c-915a-8b14d44deb6d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.059273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe93a5d0-532e-46fe-ae21-a74c489a2eab req-ca57bd26-17fe-444c-915a-8b14d44deb6d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 943 time: 0.3559091 Aug 25 14:50:15.066521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-400c7fd1-93e4-4d66-91df-bc9d265feb2b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.069418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-400c7fd1-93e4-4d66-91df-bc9d265feb2b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "GET /v2.0/networks?id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 1994 time: 0.4765995 Aug 25 14:50:15.157448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80a75d94-6118-4eef-9fa5-3cd19c5e62f5 req-a6d05264-509f-41f7-9fff-ae8ed5b370c3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0849774 Aug 25 14:50:15.185212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe93a5d0-532e-46fe-ae21-a74c489a2eab req-064e1979-be4f-479b-bb70-1455e649fbbd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713873 Aug 25 14:50:15.242450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d9eeec66-bc1f-47c5-960a-83470c765a52 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaf54f94ae7d48859ee0192be590fd30 HTTP/1.1" status: 200 len: 380 time: 0.1452327 Aug 25 14:50:15.259937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'admin_state_up': True, 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'security_groups': ['660a0e1f-c283-4864-ba86-25eb08a32c9c']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:15.280424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] For port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:15.286094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:15.300047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] For port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:15.362326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 8d141e24-94d3-4410-88d9-a6585e002ca8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:15.363323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8d141e24-94d3-4410-88d9-a6585e002ca8 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:15.433641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:15.531567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a1fb549-71d2-46d2-af3f-cf7f6f049e97 req-63fd58e7-f019-46c9-9a4f-af75b8f6f4dd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0954268 Aug 25 14:50:15.539148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.540464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:15.545018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] 10.222.0.45 "PUT /v2.0/ports/f441b6f4-c581-4dfc-b80a-6939a5b8d6fd HTTP/1.1" status: 200 len: 1091 time: 1.4895616 Aug 25 14:50:15.545168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'tag': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:15.547597 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f814eed0-8869-411f-8d10-a959f9c3e345" -d '{"events": [{"name": "network-changed", "server_uuid": "b34800d5-af3d-4356-a4a9-60dd3a1667d6", "tag": "f441b6f4-c581-4dfc-b80a-6939a5b8d6fd"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:15.572864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:15.587767 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:15.658146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b61b95-8be7-475c-b175-67453899c0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:15.718204 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920fa887-091a-463f-a82a-93ab81cd9dbe x-openstack-request-id: req-920fa887-091a-463f-a82a-93ab81cd9dbe {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:15.718563 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34800d5-af3d-4356-a4a9-60dd3a1667d6", "tag": "f441b6f4-c581-4dfc-b80a-6939a5b8d6fd", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:15.718755 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-920fa887-091a-463f-a82a-93ab81cd9dbe {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:15.719210 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'tag': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd', 'status': 'completed', 'code': 200} Aug 25 14:50:15.766970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32084fc4-4974-4100-8a9e-ea2c2ab13006 req-c078269d-7719-404a-9e0f-53e6ab2bd50c tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0448053 Aug 25 14:50:15.793315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4896952-1113-49e8-be24-dc9d727dc273 req-0b511fcf-3cf4-4ab2-91ac-5e3a4bf9cb66 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 210 time: 0.0704165 Aug 25 14:50:15.821041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-d9198c37-b7c1-41b7-bcdf-50418600bc44 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.821041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-d9198c37-b7c1-41b7-bcdf-50418600bc44 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.52 "GET /v2.0/networks?id=378b60d9-9cfe-4a5e-b577-32e91cb074e8 HTTP/1.1" status: 200 len: 815 time: 0.4261012 Aug 25 14:50:15.849164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814eed0-8869-411f-8d10-a959f9c3e345 req-a5568001-9882-482c-b024-82211cf2e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:15.850718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f814eed0-8869-411f-8d10-a959f9c3e345 req-a5568001-9882-482c-b024-82211cf2e4ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 1094 time: 0.1729083 Aug 25 14:50:15.940324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-1520c2f1-b0e4-4899-8539-eb396cdb55d3 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=543efbf5ed73413bbaee372fbbddb77c HTTP/1.1" status: 200 len: 380 time: 0.1097834 Aug 25 14:50:15.950094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 172.20.0.5 (69f0c5a7-7fa8-45b9-aef9-ba6654fafba1/aab80ce2-b914-4d34-af5e-f0143e9ba707/eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:15.951258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Request body: {'port': {'device_id': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'admin_state_up': True, 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'security_groups': ['32a4dabe-c7db-4d15-8002-b5f41f853910']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:15.998834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da9dd498-1a8d-48fa-bb49-c251f52c2982 req-83b83fd7-029b-41b2-baf4-f35d8418fe75 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0769336 Aug 25 14:50:16.065978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814eed0-8869-411f-8d10-a959f9c3e345 req-3e997c47-c00f-423f-830a-fe639fbce160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:16.065978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f814eed0-8869-411f-8d10-a959f9c3e345 req-3e997c47-c00f-423f-830a-fe639fbce160 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=36be88511e774c0aafaac78747669cc9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1944840 Aug 25 14:50:16.245118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-4fbea7b0-5c59-4bad-b681-e60e3d051335 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481093 Aug 25 14:50:16.250660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814eed0-8869-411f-8d10-a959f9c3e345 req-21d930d8-029e-41ca-a06b-d85f7152f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:16.252179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f814eed0-8869-411f-8d10-a959f9c3e345 req-21d930d8-029e-41ca-a06b-d85f7152f358 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901050 Aug 25 14:50:16.374460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Made reservation on behalf of 543efbf5ed73413bbaee372fbbddb77c for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:16.379598 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:16.518397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f804b5da-a566-4fce-b386-69098b3ee1b9 req-9ba00ffc-08f6-418b-8efb-ec39c5ca77c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.1597197 Aug 25 14:50:16.525913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-11086881-97c9-4689-8a50-6877cd4fd032 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:16.527471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-11086881-97c9-4689-8a50-6877cd4fd032 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740836 Aug 25 14:50:16.553162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Request body: {'port': {'device_id': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '67c79229200a483197a328f64b8001b2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:16.572983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-cf812f14-d585-45a7-96a6-cd4bf21c5b00 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6744dd5dfe24429f90d817f72f4792e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548718 Aug 25 14:50:16.682423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e9790-d5bc-4e8c-80de-7726fcc0041f req-821bfe20-4640-4f70-92ac-ab229205a10e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:16.690152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff7e9790-d5bc-4e8c-80de-7726fcc0041f req-821bfe20-4640-4f70-92ac-ab229205a10e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 943 time: 0.1729228 Aug 25 14:50:16.703078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-e4bbc5fb-dfee-4e1b-b521-8c842257475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:16.704774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-e4bbc5fb-dfee-4e1b-b521-8c842257475c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 1094 time: 0.3446023 Aug 25 14:50:16.767831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:16.803120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff7e9790-d5bc-4e8c-80de-7726fcc0041f req-f8fd25c2-d81e-4d3f-9102-366d64f917d4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121199 Aug 25 14:50:16.825030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:16.830135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-7b36be7e-33f6-4b8f-8034-65112c0461a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd HTTP/1.1" status: 200 len: 217 time: 0.1141410 Aug 25 14:50:16.860110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-be1b38fa-03e9-41a1-9497-b89d0881ced3 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:16.863547 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-be1b38fa-03e9-41a1-9497-b89d0881ced3 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829399 Aug 25 14:50:16.881797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Request body: {'port': {'device_id': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '6744dd5dfe24429f90d817f72f4792e4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:16.915380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e24d5aae-810e-4404-9eff-e6b342978db8 req-591e29b0-ab9d-4f42-bf74-c16fdd43f88e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.1109986 Aug 25 14:50:17.005784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1d6e71f-3721-4d8f-92fc-7377a3053e9c req-f60ca64e-cd47-4ee4-85df-638945be3901 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.1085584 Aug 25 14:50:17.007765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Allocated IP 172.20.0.6 (378b60d9-9cfe-4a5e-b577-32e91cb074e8/bce1deed-e1bd-44c3-b0d8-559ddcd53f47/3c4e362f-df93-42cd-9be7-7bbc15d6ccec) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:17.009779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.055951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-62a6db60-d430-4bb7-9e91-3f2d8723ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:17.058411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-62a6db60-d430-4bb7-9e91-3f2d8723ca86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.1636834 Aug 25 14:50:17.093226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0de0f43-8826-4333-98c5-fa2426b0e3e4 req-159d3fc7-057e-47ae-ada4-57b230acff14 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 210 time: 0.0766072 Aug 25 14:50:17.134819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-e96c2529-d710-4691-af2f-2a44412c0fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470600 Aug 25 14:50:17.147016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:17.148136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:17.163375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:17.168205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:17.193953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d8311ce-2d46-46c7-8ea3-f72b3aa8fa69 req-21bc3ce4-fa3f-48d1-aa44-848379c996a1 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.0498760 Aug 25 14:50:17.272405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:17.273066 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.317141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Made reservation on behalf of 6744dd5dfe24429f90d817f72f4792e4 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:17.321070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.441572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-6fb5cc65-9988-4ea8-9c32-04cda1abfdcc tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868498 Aug 25 14:50:17.459100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'admin_state_up': True, 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'security_groups': ['660a0e1f-c283-4864-ba86-25eb08a32c9c']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:17.543939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Allocated IP 192.168.233.36 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/3e411c85-36af-4b31-ba2d-66020ce32a3a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:17.552802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c1ecf4d-32ae-42f9-aa84-913fd79405bb None None] Provisioning for port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:17.558934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c1ecf4d-32ae-42f9-aa84-913fd79405bb None None] Provisioning complete for port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:17.559931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecf4d-32ae-42f9-aa84-913fd79405bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.633495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ecf4d-32ae-42f9-aa84-913fd79405bb None None] Port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:17.717690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Made reservation on behalf of 67c79229200a483197a328f64b8001b2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:17.721619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.775699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.780112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e2fdcf8-5830-4705-8b69-5346d6efd75a req-4ddd37a3-3f79-40ed-89f9-18a15ae96356 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0509713 Aug 25 14:50:17.908532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-8b28120b-4b42-407f-8c9a-2e3a78b89db9 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652614 Aug 25 14:50:17.963671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.975844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:17.981036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:17.989858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.044911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Transition to ACTIVE for port object 3e411c85-36af-4b31-ba2d-66020ce32a3a will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:18.087413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Transition to ACTIVE for port object 3c4e362f-df93-42cd-9be7-7bbc15d6ccec will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:18.145269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac02d08-1748-475a-8452-e3881ec491dc req-4a67070e-df16-4322-b8d1-23d670895f1e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:18.158589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bac02d08-1748-475a-8452-e3881ec491dc req-4a67070e-df16-4322-b8d1-23d670895f1e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 943 time: 0.2562346 Aug 25 14:50:18.259073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.275922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c69d-9d39-41ef-bb24-b77ab312ac28 req-93a8f426-98b6-465c-8fe0-b1aee1630507 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:18.285678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ec7c69d-9d39-41ef-bb24-b77ab312ac28 req-93a8f426-98b6-465c-8fe0-b1aee1630507 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 931 time: 0.2452111 Aug 25 14:50:18.322735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bac02d08-1748-475a-8452-e3881ec491dc req-341b5876-c5f2-4705-b1d2-d372256cb12b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634154 Aug 25 14:50:18.331619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b090621f-4ae3-4807-b2a9-027f85f7eef4 req-dfae81cf-30aa-45d7-8ef0-be7a78014ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509574 Aug 25 14:50:18.365023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 10.1.1.246 (68960574-1aa5-4b02-8a2d-1b0e57aa0df6/935b8263-71df-4aac-ba6e-d67af482e03c/16776111-feb0-4edc-9789-14be0770eb4c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:18.384238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.385368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.442158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ec7c69d-9d39-41ef-bb24-b77ab312ac28 req-cf03e495-f9cc-43b5-83cc-ac5eadf83342 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553495 Aug 25 14:50:18.479152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:18.500633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Pushing event updated for resources: {'Port': ['ID=3e411c85-36af-4b31-ba2d-66020ce32a3a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:18.502127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.506084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:18.607962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5daa10-f99b-4a29-becc-7aac24250a2f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:18.612435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:18.683835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:18.684488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56129484-d19a-4c69-86e7-33c84840f8e3 req-f4669b7a-d21f-4142-8c39-88590184f704 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=badd5c91-0989-4c82-b60c-65e317dae874 HTTP/1.1" status: 200 len: 210 time: 0.0638015 Aug 25 14:50:18.709736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:18.764638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:18.812521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event updated for resources: {'Port': ['ID=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:18.827502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:18.828434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.868416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:18.869772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.904517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae7dec-a477-417f-82bd-c7b4459c23a1 req-e30b953f-f681-4e10-b5ff-0deb66a509ca tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:18.907123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2ae7dec-a477-417f-82bd-c7b4459c23a1 req-e30b953f-f681-4e10-b5ff-0deb66a509ca tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 935 time: 0.3321464 Aug 25 14:50:18.951309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:18.969884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Allocated IP 192.168.233.72 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/f1f39b7c-5ba8-472e-934a-2a438fbeafd2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:18.975377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object 16776111-feb0-4edc-9789-14be0770eb4c will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:18.988911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359e6f7-52c0-4344-bc5d-82255630016a req-a2be3c7f-f11d-466a-89ae-3fa8890bd012 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:18.990615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4359e6f7-52c0-4344-bc5d-82255630016a req-a2be3c7f-f11d-466a-89ae-3fa8890bd012 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 931 time: 0.1470375 Aug 25 14:50:19.012790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5ecd5765-3fdb-4e22-86ef-9d5f9aed7094 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0661924 Aug 25 14:50:19.038484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Request body: {'port': {'device_id': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:19.052946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-d81be2b5-8232-40ca-861b-ca8762ca2d43 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1779609 Aug 25 14:50:19.070172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Request body: {'port': {'device_id': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:19.098683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-072b1c38-2bf5-48a1-919f-66003e8291e8 None None] Provisioning for port 3e411c85-36af-4b31-ba2d-66020ce32a3a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:19.110869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-072b1c38-2bf5-48a1-919f-66003e8291e8 None None] Provisioning complete for port 3e411c85-36af-4b31-ba2d-66020ce32a3a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:19.111276 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-072b1c38-2bf5-48a1-919f-66003e8291e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.123822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.128630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4359e6f7-52c0-4344-bc5d-82255630016a req-5b0b709b-9f5c-47e9-a983-094df82aff7d tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049576 Aug 25 14:50:19.172739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2ae7dec-a477-417f-82bd-c7b4459c23a1 req-dd813aa4-709e-456f-8e36-90b357a0bfb4 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426608 Aug 25 14:50:19.193914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.196549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.247932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-072b1c38-2bf5-48a1-919f-66003e8291e8 None None] Port 3e411c85-36af-4b31-ba2d-66020ce32a3a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:19.276228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f441b6f4-c581-4dfc-b80a-6939a5b8d6fd details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:50:19.348352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f4ecdce-df1a-4d68-8f84-dfe0938682cf req-1fc4af60-02e8-4238-abd4-10550160d8f5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0362818 Aug 25 14:50:19.494700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:19.545296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-85f0059c-a4c5-4f90-a541-db05712b7151 None None] Provisioning for port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:19.574124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-85f0059c-a4c5-4f90-a541-db05712b7151 None None] Provisioning complete for port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:19.579154 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85f0059c-a4c5-4f90-a541-db05712b7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.587823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd', 'mac_address': 'fa:16:3e:13:9c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:50:19.688255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:19.703530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:19.710857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:19.711103 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.716856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:19.752566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Transition to ACTIVE for port object f1f39b7c-5ba8-472e-934a-2a438fbeafd2 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:19.786606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.802373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1ca19-ce69-4066-a0d6-3360a62ebe54 req-33b67dd7-e0d1-487c-b5b0-73627f2dcc66 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:19.809260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1ca19-ce69-4066-a0d6-3360a62ebe54 req-33b67dd7-e0d1-487c-b5b0-73627f2dcc66 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:19.816631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44a7ce-42a7-41fe-99c3-0cd9f97d8b3d req-b6c22652-d344-4abb-bcec-679faf8c3365 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:19.818649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01e1ca19-ce69-4066-a0d6-3360a62ebe54 req-33b67dd7-e0d1-487c-b5b0-73627f2dcc66 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 1653 time: 0.1814086 Aug 25 14:50:19.831281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f44a7ce-42a7-41fe-99c3-0cd9f97d8b3d req-b6c22652-d344-4abb-bcec-679faf8c3365 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 943 time: 0.2181044 Aug 25 14:50:19.839711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:19.840392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:19.866455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f441b6f4-c581-4dfc-b80a-6939a5b8d6fd {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:19.914761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01e1ca19-ce69-4066-a0d6-3360a62ebe54 req-3ece620a-8230-4e3d-8c57-46f42ccf8a2e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896409 Aug 25 14:50:19.944526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f44a7ce-42a7-41fe-99c3-0cd9f97d8b3d req-79fa665a-5ea8-4c46-af3c-ed7a563142af tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161537 Aug 25 14:50:19.965952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-85f0059c-a4c5-4f90-a541-db05712b7151 None None] Port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:19.974320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:19.977996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-fd0ae77c-b233-4cc2-a30b-126754f4fbe9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5281544 Aug 25 14:50:19.992454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'admin_state_up': True, 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'security_groups': ['660a0e1f-c283-4864-ba86-25eb08a32c9c']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:20.018596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4e362f-df93-42cd-9be7-7bbc15d6ccec {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:20.035830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.041740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.062022 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.087147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Transition to ACTIVE for port object 3c4e362f-df93-42cd-9be7-7bbc15d6ccec will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:20.101099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:20.109880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:20.114947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:20.181240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:20.195292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.237616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:20.291452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:20.294378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.321788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f441b6f4-c581-4dfc-b80a-6939a5b8d6fd'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:20.404970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-57256bd8-2b14-4caa-955f-706b8530b373 None None] Provisioning for port 16776111-feb0-4edc-9789-14be0770eb4c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:20.435266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-57256bd8-2b14-4caa-955f-706b8530b373 None None] Provisioning complete for port 16776111-feb0-4edc-9789-14be0770eb4c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:20.438063 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-57256bd8-2b14-4caa-955f-706b8530b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.440875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36befb-e2fa-472b-8f6c-696b0b549595 req-e1179620-4e4b-4df7-9098-d41c5b226212 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:20.442636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d36befb-e2fa-472b-8f6c-696b0b549595 req-e1179620-4e4b-4df7-9098-d41c5b226212 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 943 time: 0.1570017 Aug 25 14:50:20.463566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-15d9f9a8-7abb-40cc-8a6f-8e8b0d089046 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9242828 Aug 25 14:50:20.479101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Request body: {'port': {'device_id': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:20.540539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d36befb-e2fa-472b-8f6c-696b0b549595 req-f747fd67-47fa-4828-b937-7212e909f0ce tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760424 Aug 25 14:50:20.542870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-57256bd8-2b14-4caa-955f-706b8530b373 None None] Port 16776111-feb0-4edc-9789-14be0770eb4c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:20.720717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e411c85-36af-4b31-ba2d-66020ce32a3a {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:20.736059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.753309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Transition to ACTIVE for port object 3e411c85-36af-4b31-ba2d-66020ce32a3a will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:20.759238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:20.769994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.923694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:20.947089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:20.969904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307766-0176-4ee3-9ff8-dfbeaa139f42 req-c60409ee-5ce0-4c5d-8bba-116b11c6313d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:20.972569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39307766-0176-4ee3-9ff8-dfbeaa139f42 req-c60409ee-5ce0-4c5d-8bba-116b11c6313d tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 935 time: 0.5347815 Aug 25 14:50:21.025827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56aff-83ea-49b1-a837-0e5fffa8c611 req-96353cee-288d-462f-b6df-bdf6fb486011 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:21.027372 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9db56aff-83ea-49b1-a837-0e5fffa8c611 req-96353cee-288d-462f-b6df-bdf6fb486011 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 935 time: 0.1516039 Aug 25 14:50:21.052848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Attempting to bind port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:21.053625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Attempting to bind port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:21.053994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Attempting to bind port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec on network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:21.059199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.070250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec on network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:21.070868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Attempting to bind port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec on network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:21.090003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c209-9180-4552-8cd8-2db1fe37e42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.093689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-57cf039a-fc74-4b6c-be5f-6ba236774ffe None None] Provisioning for port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:21.100828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-57cf039a-fc74-4b6c-be5f-6ba236774ffe None None] Provisioning complete for port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:21.101687 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-57cf039a-fc74-4b6c-be5f-6ba236774ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.128890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:21.133831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Checking segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:21.133831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Bound using segment: {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:21.133831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Bound port: 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da52cac-c6d9-4bd2-85bc-4100214e99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:21.133831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.142038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39307766-0176-4ee3-9ff8-dfbeaa139f42 req-6028dfa0-45a5-4242-a32f-d4d18d5c4fd8 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563730 Aug 25 14:50:21.151379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 10.1.1.129 (68960574-1aa5-4b02-8a2d-1b0e57aa0df6/935b8263-71df-4aac-ba6e-d67af482e03c/69aeab4d-a286-4728-a913-f346c0cd7a7d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:21.173314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e411c85-36af-4b31-ba2d-66020ce32a3a,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:21.199116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9db56aff-83ea-49b1-a837-0e5fffa8c611 req-38d338a7-3601-4e97-9a5a-ef0e512582c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462967 Aug 25 14:50:21.249209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-57cf039a-fc74-4b6c-be5f-6ba236774ffe None None] Port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:21.277605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f441b6f4-c581-4dfc-b80a-6939a5b8d6fd up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:21.326966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] For port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:21.333103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] For port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:21.486482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:21.495252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:21.495252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.503291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Attempting to bind port 3e411c85-36af-4b31-ba2d-66020ce32a3a on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:21.503633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Attempting to bind port 3e411c85-36af-4b31-ba2d-66020ce32a3a by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:21.503971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Attempting to bind port 3e411c85-36af-4b31-ba2d-66020ce32a3a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:21.529286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Port 3e411c85-36af-4b31-ba2d-66020ce32a3a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:21.529572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Attempting to bind port 3e411c85-36af-4b31-ba2d-66020ce32a3a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:21.552068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb23ed7-447d-4a8a-a74d-2fdc4402922a req-fa380b91-7dda-4acc-b4db-e9ef3a0c06db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:21.555481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9fb23ed7-447d-4a8a-a74d-2fdc4402922a req-fa380b91-7dda-4acc-b4db-e9ef3a0c06db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 944 time: 0.2346482 Aug 25 14:50:21.567463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:21.567728 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.568375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:21.569255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:21.569953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Bound port: 3e411c85-36af-4b31-ba2d-66020ce32a3a, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:21.570543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.624542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f39b7c-5ba8-472e-934a-2a438fbeafd2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:21.639774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93431-e4c5-4c27-9641-a95e3fc33643 req-a8a8280e-cd9d-4709-b6fa-a12498c74702 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:21.647005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93431-e4c5-4c27-9641-a95e3fc33643 req-a8a8280e-cd9d-4709-b6fa-a12498c74702 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:21.655594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ccf93431-e4c5-4c27-9641-a95e3fc33643 req-a8a8280e-cd9d-4709-b6fa-a12498c74702 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 1653 time: 0.2845383 Aug 25 14:50:21.664421 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.674478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.692626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:21.693243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.694665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] 10.222.0.52 "PUT /v2.0/ports/3c4e362f-df93-42cd-9be7-7bbc15d6ccec HTTP/1.1" status: 200 len: 1091 time: 2.6672475 Aug 25 14:50:21.697020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:21.699526 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f334753-b739-45d4-8862-73a192a02e85" -d '{"events": [{"name": "network-changed", "server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:21.711723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:21.714779 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8855b4-be16-4832-9675-ca5c13a54e06" -d '{"events": [{"server_uuid": "b34800d5-af3d-4356-a4a9-60dd3a1667d6", "name": "network-vif-plugged", "status": "completed", "tag": "f441b6f4-c581-4dfc-b80a-6939a5b8d6fd"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:21.730349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9fb23ed7-447d-4a8a-a74d-2fdc4402922a req-e428efd3-bfe5-446c-b99c-f36eec96dde2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678598 Aug 25 14:50:21.748778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Transition to ACTIVE for port object f1f39b7c-5ba8-472e-934a-2a438fbeafd2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:21.764409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:21.764555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.771315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8401-ef98-4a82-a048-3d9ab1bbaaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:21.788327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ccf93431-e4c5-4c27-9641-a95e3fc33643 req-262bb18a-d285-4c2f-aac0-ff0f59972a5e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310821 Aug 25 14:50:21.854159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object 69aeab4d-a286-4728-a913-f346c0cd7a7d will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:21.887577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.894497 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:21.907200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] For port 3e411c85-36af-4b31-ba2d-66020ce32a3a, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:21.926575 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ff134-7599-4cc2-853c-b8b912d981b7 x-openstack-request-id: req-5f5ff134-7599-4cc2-853c-b8b912d981b7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:21.927144 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:21.928182 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f5ff134-7599-4cc2-853c-b8b912d981b7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:21.928615 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'status': 'completed', 'code': 200} Aug 25 14:50:21.953752 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b75be9-3be3-4286-a129-0863108a4dc0 x-openstack-request-id: req-01b75be9-3be3-4286-a129-0863108a4dc0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:21.954124 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34800d5-af3d-4356-a4a9-60dd3a1667d6", "name": "network-vif-plugged", "status": "completed", "tag": "f441b6f4-c581-4dfc-b80a-6939a5b8d6fd", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:21.955198 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01b75be9-3be3-4286-a129-0863108a4dc0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:21.957744 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd', 'code': 200} Aug 25 14:50:21.968304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] For port 3e411c85-36af-4b31-ba2d-66020ce32a3a, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:22.007280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a1754-7974-4ab9-9938-6d1e61265338 req-e849eb6f-64e4-40ff-84f2-c1787e55bf5b tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.009144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf9a1754-7974-4ab9-9938-6d1e61265338 req-e849eb6f-64e4-40ff-84f2-c1787e55bf5b tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 943 time: 0.1791990 Aug 25 14:50:22.025933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:22.042358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:22.063587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:22.122539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-569bfdf9-e695-40d5-b150-1d5a9df6b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.125076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-569bfdf9-e695-40d5-b150-1d5a9df6b9fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=543efbf5ed73413bbaee372fbbddb77c&device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 1094 time: 0.2949111 Aug 25 14:50:22.129449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:22.170538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf9a1754-7974-4ab9-9938-6d1e61265338 req-181a9146-4587-4c5c-a0b6-37b5e9560a13 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500025 Aug 25 14:50:22.187238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.188138 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:22.189868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] 10.222.0.52 "PUT /v2.0/ports/3e411c85-36af-4b31-ba2d-66020ce32a3a HTTP/1.1" status: 200 len: 1095 time: 3.1265497 Aug 25 14:50:22.191627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'tag': '3e411c85-36af-4b31-ba2d-66020ce32a3a'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:22.194434 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8df38a-fbfe-41da-80f6-d893409d33be", "tag": "3e411c85-36af-4b31-ba2d-66020ce32a3a"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:22.221606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:22.226159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:22.228817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da29e97-b2ed-4632-83c7-19488db84bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e411c85-36af-4b31-ba2d-66020ce32a3a,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:22.259797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:22.343112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-bcaa2ef4-d94f-478c-a2dc-db4985707b0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec HTTP/1.1" status: 200 len: 217 time: 0.1986449 Aug 25 14:50:22.351508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c726f74-bc9e-43e0-a536-42bc9ddd494b req-28ddfc47-c648-4acd-a796-1848deea4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.353646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c726f74-bc9e-43e0-a536-42bc9ddd494b req-28ddfc47-c648-4acd-a796-1848deea4789 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 1096 time: 0.3346481 Aug 25 14:50:22.424796 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4595f48b-cc6c-419e-86ca-2ba89a125d7c x-openstack-request-id: req-4595f48b-cc6c-419e-86ca-2ba89a125d7c {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:22.429115 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8df38a-fbfe-41da-80f6-d893409d33be", "tag": "3e411c85-36af-4b31-ba2d-66020ce32a3a", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:22.429115 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4595f48b-cc6c-419e-86ca-2ba89a125d7c {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:22.429115 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'tag': '3e411c85-36af-4b31-ba2d-66020ce32a3a', 'status': 'completed', 'code': 200} Aug 25 14:50:22.481842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.482816 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:22.570265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-e1bfc185-5fa9-432f-86d8-91eb4c34fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.571903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-e1bfc185-5fa9-432f-86d8-91eb4c34fa5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bce1deed-e1bd-44c3-b0d8-559ddcd53f47 HTTP/1.1" status: 200 len: 854 time: 0.2171547 Aug 25 14:50:22.572643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:22.573315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:22.573315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:22.577156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c726f74-bc9e-43e0-a536-42bc9ddd494b req-df6e7518-a2c8-4656-8ec7-e64146b25aae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086771 Aug 25 14:50:22.594349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:22.594349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:22.607772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:22.627867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7f3e5ac1-67db-40fc-8257-af5211a76b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.630027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-7f3e5ac1-67db-40fc-8257-af5211a76b64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6744dd5dfe24429f90d817f72f4792e4&device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 1098 time: 0.2149401 Aug 25 14:50:22.633790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb537649-00fc-451c-a98c-86cc98ae809e req-ce22a47a-0ebc-48b5-ba8c-eb5ddb1cb694 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.641478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb537649-00fc-451c-a98c-86cc98ae809e req-ce22a47a-0ebc-48b5-ba8c-eb5ddb1cb694 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 947 time: 0.2570705 Aug 25 14:50:22.648858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc3d58-8370-4bd4-903a-335eaa30e448 req-c35e4248-2095-4acc-beed-900211428f7e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.657753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8cc3d58-8370-4bd4-903a-335eaa30e448 req-c35e4248-2095-4acc-beed-900211428f7e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.2067130 Aug 25 14:50:22.675485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:22.675832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:22.676219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:22.676645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Bound port: f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:22.677003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:22.728879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-d1ace29c-1092-4173-85d8-eca73b0545f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:22.730383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-d1ace29c-1092-4173-85d8-eca73b0545f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=378b60d9-9cfe-4a5e-b577-32e91cb074e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478016 Aug 25 14:50:22.735641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-724fd1c3-d44e-495e-a173-ab39e5be3bfb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7484112 Aug 25 14:50:22.751991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-5c886c94-f003-4fd9-8e04-29672cbc7d32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a HTTP/1.1" status: 200 len: 217 time: 0.0902934 Aug 25 14:50:22.766593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'admin_state_up': True, 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'security_groups': ['660a0e1f-c283-4864-ba86-25eb08a32c9c']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:22.782117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb537649-00fc-451c-a98c-86cc98ae809e req-5f0e3868-38f8-4472-93a0-56fca280265f tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362078 Aug 25 14:50:22.783584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cbbaf01c-e85b-4bcb-8412-0e0180c569b7 None None] Provisioning for port 69aeab4d-a286-4728-a913-f346c0cd7a7d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:22.788373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cbbaf01c-e85b-4bcb-8412-0e0180c569b7 None None] Provisioning complete for port 69aeab4d-a286-4728-a913-f346c0cd7a7d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:22.788738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf01c-e85b-4bcb-8412-0e0180c569b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:22.873691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cbbaf01c-e85b-4bcb-8412-0e0180c569b7 None None] Port 69aeab4d-a286-4728-a913-f346c0cd7a7d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:22.935732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:22.968753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:23.002476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f682-f485-483c-8b4b-b1355b62ba16 req-a874f70e-21fd-487b-b166-24082e302a02 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.011565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0d7f682-f485-483c-8b4b-b1355b62ba16 req-a874f70e-21fd-487b-b166-24082e302a02 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 945 time: 0.0985961 Aug 25 14:50:23.031451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-5f79d2ec-0085-42ce-a34c-0f996026af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.032981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-5f79d2ec-0085-42ce-a34c-0f996026af6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0834582 Aug 25 14:50:23.048657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-5f6f0214-b50e-405d-8de8-b5f58e63981f service neutron] 10.222.0.52 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971578 Aug 25 14:50:23.085560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8cc3d58-8370-4bd4-903a-335eaa30e448 req-741301f7-1490-4428-9a8e-c8473e6b6d1d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205627 Aug 25 14:50:23.109692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-8eda3c5e-583d-44a3-a1c2-7b2842461b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.111703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-8eda3c5e-583d-44a3-a1c2-7b2842461b6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652626 Aug 25 14:50:23.147262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0d7f682-f485-483c-8b4b-b1355b62ba16 req-c1c7f16f-bcac-4662-bf6a-a464f3e09fb0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327221 Aug 25 14:50:23.151194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:23.228862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:23.241626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.242721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:23.244413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 1095 time: 2.7695532 Aug 25 14:50:23.356700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144065a-e860-4124-90b3-f96c588ef869 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:23.369017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29c965b5-be3d-4634-9657-1a9d0c56c584 req-63ca3a0f-afb2-4e1f-9161-b0aacdcca48c service neutron] 10.222.0.52 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050501 Aug 25 14:50:23.498732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-fca4a7fb-866d-49de-832e-6e8498a2712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.500592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-fca4a7fb-866d-49de-832e-6e8498a2712a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1098 time: 0.1165097 Aug 25 14:50:23.509260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188573a-4fa7-43c9-9641-354ec0b6c771 req-b0c69551-8294-4772-b063-dbe828997948 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.517484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1188573a-4fa7-43c9-9641-354ec0b6c771 req-b0c69551-8294-4772-b063-dbe828997948 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 943 time: 0.1617451 Aug 25 14:50:23.613550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:23.617294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-a06ced24-fe95-4c6b-9d2d-9ecc57a731d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.0961316 Aug 25 14:50:23.690437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1188573a-4fa7-43c9-9641-354ec0b6c771 req-b3b1339e-9949-4417-bfaa-c742f9bcbb66 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715813 Aug 25 14:50:23.710110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334753-b739-45d4-8862-73a192a02e85 req-a65977a4-3df1-4f8d-8482-cb5ec43e7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.711427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-a65977a4-3df1-4f8d-8482-cb5ec43e7288 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=543efbf5ed73413bbaee372fbbddb77c&device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 1094 time: 0.1892312 Aug 25 14:50:23.746347 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ef7f-46cb-480f-98c5-6a33c7a2942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:23.782899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-c47b6bee-9190-423c-af7a-4dbad13be5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.785263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-c47b6bee-9190-423c-af7a-4dbad13be5a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1426044 Aug 25 14:50:23.825050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e313dce-5f8e-4801-ab68-fa32c5f19c75 req-b76c421c-a376-4818-9c87-b15bcfd7d19b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.833275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e313dce-5f8e-4801-ab68-fa32c5f19c75 req-b76c421c-a376-4818-9c87-b15bcfd7d19b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.840884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e313dce-5f8e-4801-ab68-fa32c5f19c75 req-b76c421c-a376-4818-9c87-b15bcfd7d19b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.844249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e313dce-5f8e-4801-ab68-fa32c5f19c75 req-b76c421c-a376-4818-9c87-b15bcfd7d19b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 2374 time: 0.6223626 Aug 25 14:50:23.860948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-dd8f35f4-5291-4b30-9e88-ca1eafe5e846 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393625 Aug 25 14:50:23.927731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:23.945882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:23.945882 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0c8d1e-f098-4897-a26b-1775c18e7333" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:23.982336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-c027a0ff-4a9a-468d-87cf-aca6db753ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:23.983772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-c027a0ff-4a9a-468d-87cf-aca6db753ada service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896851 Aug 25 14:50:24.052546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e313dce-5f8e-4801-ab68-fa32c5f19c75 req-a0e9017e-4aea-400c-bdb9-2943384f9222 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808708 Aug 25 14:50:24.102715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334753-b739-45d4-8862-73a192a02e85 req-dab7e576-bacd-4477-8891-87910ed4a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:24.104703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-dab7e576-bacd-4477-8891-87910ed4a3ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=378b60d9-9cfe-4a5e-b577-32e91cb074e8 HTTP/1.1" status: 200 len: 916 time: 0.3834920 Aug 25 14:50:24.113163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee437b9c-13c3-49f9-adf9-a2f6a4e53c28 req-fb4730a2-bc09-4c57-b3b0-a6b51a1e1ac5 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:24.120597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee437b9c-13c3-49f9-adf9-a2f6a4e53c28 req-fb4730a2-bc09-4c57-b3b0-a6b51a1e1ac5 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 947 time: 0.1838777 Aug 25 14:50:24.165215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0ec5f5-9896-44f9-b3f5-5a124345d7f3 req-735394bd-bf6b-42e7-b6fe-4ac12f2ce922 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755692 Aug 25 14:50:24.181287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 10.2.2.100 (0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f/116d1182-4144-4421-8018-9b940b9ed464/5e2076b1-894a-4c9a-8d7e-ed79a267aa0e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:24.190335 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90a99f5-d4d6-4774-aaed-980dc8bfd97d x-openstack-request-id: req-c90a99f5-d4d6-4774-aaed-980dc8bfd97d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:24.193714 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:24.194000 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c90a99f5-d4d6-4774-aaed-980dc8bfd97d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:24.194433 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'status': 'completed', 'code': 200} Aug 25 14:50:24.204502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-8f0b4588-6d3a-425a-8014-3e33fbc2c87d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec HTTP/1.1" status: 200 len: 217 time: 0.0818508 Aug 25 14:50:24.243210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee437b9c-13c3-49f9-adf9-a2f6a4e53c28 req-fbc9dc70-488d-4edf-ade6-0cfc9674b739 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215870 Aug 25 14:50:24.328831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-700818d2-45f2-4d6c-91cd-a3e21f06d0f1 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225932 Aug 25 14:50:24.358106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334753-b739-45d4-8862-73a192a02e85 req-ea07653c-f72e-4bed-9cc2-1e97da4d7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:24.359635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-ea07653c-f72e-4bed-9cc2-1e97da4d7634 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bce1deed-e1bd-44c3-b0d8-559ddcd53f47 HTTP/1.1" status: 200 len: 854 time: 0.1294854 Aug 25 14:50:24.360637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:24.377034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:24.505006 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:24.515065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98643490-1b66-41fa-8003-8f014881d457 req-1093351b-9e7b-46bb-9409-0d3101848543 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:24.522961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98643490-1b66-41fa-8003-8f014881d457 req-1093351b-9e7b-46bb-9409-0d3101848543 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 945 time: 0.1423061 Aug 25 14:50:24.528854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334753-b739-45d4-8862-73a192a02e85 req-324d3f64-f517-4550-a92c-fbd70ac4692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:24.530376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-324d3f64-f517-4550-a92c-fbd70ac4692f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=378b60d9-9cfe-4a5e-b577-32e91cb074e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510055 Aug 25 14:50:24.586287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:24.600956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974234-e42a-4b05-8c77-aef3d8496e25 req-dd7ead66-677f-4d8b-b952-da56afcb152b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:24.602584 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1974234-e42a-4b05-8c77-aef3d8496e25 req-dd7ead66-677f-4d8b-b952-da56afcb152b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.1555595 Aug 25 14:50:24.603274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:24.606900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:24.623654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:24.659929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98643490-1b66-41fa-8003-8f014881d457 req-d6f46b44-0570-4abf-91ef-b259298c4b69 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204224 Aug 25 14:50:24.659929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43b1ff-4f92-48b9-9084-36f57f3c1f24 req-40f40885-2198-494f-a1a1-ae538e2f4e14 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194153 Aug 25 14:50:24.764578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-d5c160ab-f396-4903-844f-6980638ecb72 service neutron] 10.222.0.52 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227602 Aug 25 14:50:24.765080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52876) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:24.770333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1979608151'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:25.026195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-1b6e8065-ff3f-41bf-887e-1a716851a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.028148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-1b6e8065-ff3f-41bf-887e-1a716851a52d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1098 time: 0.1861234 Aug 25 14:50:25.119839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5151597c-8460-4625-985c-84567f0caf4d None None] Provisioning for port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:25.125114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5151597c-8460-4625-985c-84567f0caf4d None None] Provisioning complete for port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:25.125733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5151597c-8460-4625-985c-84567f0caf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.203487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-daa06df9-13e0-463c-8e5d-6cd64788a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.204910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-daa06df9-13e0-463c-8e5d-6cd64788a1b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1620154 Aug 25 14:50:25.205312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5151597c-8460-4625-985c-84567f0caf4d None None] Port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:25.208724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:25.215584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.231878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.232637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.286921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1974234-e42a-4b05-8c77-aef3d8496e25 req-0278f2eb-6a59-48ad-b85a-718fb369710f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865128 Aug 25 14:50:25.308122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-410ecf43-98ad-4997-a54d-72ddffe849e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.310261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-410ecf43-98ad-4997-a54d-72ddffe849e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6744dd5dfe24429f90d817f72f4792e4&device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 1098 time: 0.8955970 Aug 25 14:50:25.391481 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.440144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-78a5c0c4-06d2-40a5-ac0d-f4a31b07f06d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6800992 Aug 25 14:50:25.489611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'admin_state_up': True, 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'security_groups': ['660a0e1f-c283-4864-ba86-25eb08a32c9c']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:25.563404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-bcd04a60-a953-4656-8cf5-72b93dc39f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.564875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-bcd04a60-a953-4656-8cf5-72b93dc39f34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2457964 Aug 25 14:50:25.617606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d7baa-76ac-4b0a-8d90-a50a437731cc req-b132f3cf-c3da-4489-8ccf-35565ec36b79 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.624139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d7baa-76ac-4b0a-8d90-a50a437731cc req-b132f3cf-c3da-4489-8ccf-35565ec36b79 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.631433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d7baa-76ac-4b0a-8d90-a50a437731cc req-b132f3cf-c3da-4489-8ccf-35565ec36b79 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.638024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d7baa-76ac-4b0a-8d90-a50a437731cc req-b132f3cf-c3da-4489-8ccf-35565ec36b79 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.646828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-503d7baa-76ac-4b0a-8d90-a50a437731cc req-b132f3cf-c3da-4489-8ccf-35565ec36b79 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 3095 time: 0.2090175 Aug 25 14:50:25.681449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-32e7ccd3-a593-4205-9805-20579f916e00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.4641373 Aug 25 14:50:25.707513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:50:25.716080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.716432 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Added segment 01099da2-4579-44b1-9c8f-b9fd8e7414a5 of type vlan for network 5c70c5a0-68ae-4e0e-8637-18393d353ffc Aug 25 14:50:25.725891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-00b817e1-b071-40d9-a929-6eb82f2f7c43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a HTTP/1.1" status: 200 len: 217 time: 0.0578511 Aug 25 14:50:25.728408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Made reservation on behalf of aaf54f94ae7d48859ee0192be590fd30 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:25.733344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.768340 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.792466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-7f4aabe4-5aba-4c7d-9175-bc0f97d8cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.799481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-7f4aabe4-5aba-4c7d-9175-bc0f97d8cfcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0601373 Aug 25 14:50:25.799698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f334753-b739-45d4-8862-73a192a02e85 req-851b9d3f-b55d-41ee-8641-39f8dc419e4b service neutron] 10.222.0.52 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0086823 Aug 25 14:50:25.839388 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-503d7baa-76ac-4b0a-8d90-a50a437731cc req-807ae3a0-a36c-42fe-a0a3-05612b56f5d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872289 Aug 25 14:50:25.910210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-8af8a98c-c5a7-479f-8404-32777bfd2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.911708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-8af8a98c-c5a7-479f-8404-32777bfd2505 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1179633 Aug 25 14:50:25.923577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:25.929618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:25.930231 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.058359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Network': ['ID=5c70c5a0-68ae-4e0e-8637-18393d353ffc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:26.072254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:50:26.101149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49368d59-7317-4b29-a306-c5c88908535a req-36f8a332-6f73-40b3-aa5e-9d2c4ebfae4c tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.109997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49368d59-7317-4b29-a306-c5c88908535a req-36f8a332-6f73-40b3-aa5e-9d2c4ebfae4c tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 943 time: 0.4329987 Aug 25 14:50:26.162026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49368d59-7317-4b29-a306-c5c88908535a req-e0d6904f-a948-4d38-8bb8-c0f308c3e054 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510175 Aug 25 14:50:26.174390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-ca23af3e-bef8-4879-b41d-5e5fdb93e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.176663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-ca23af3e-bef8-4879-b41d-5e5fdb93e04b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322512 Aug 25 14:50:26.196601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-af691048-a2d0-4380-8c53-2b5ea718a55e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4304335 Aug 25 14:50:26.202435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dac85-6b56-44fa-b1b6-475d24bf0756 req-2f6e87f1-d9db-4292-948f-b91564dde191 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.207111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52888) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:26.213295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a25dac85-6b56-44fa-b1b6-475d24bf0756 req-2f6e87f1-d9db-4292-948f-b91564dde191 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 947 time: 0.2334316 Aug 25 14:50:26.236438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-e4fe4601-e3a6-434f-a67f-e3ac5bce9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.238623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-e4fe4601-e3a6-434f-a67f-e3ac5bce9e0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4142723 Aug 25 14:50:26.239287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1846515169'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:26.295067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a25dac85-6b56-44fa-b1b6-475d24bf0756 req-46847f9c-f6c6-4c7d-b21a-51b5b7a25201 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Aug 25 14:50:26.351115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:26.355713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.360995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-3cf1e9e4-3d93-4dcb-a4d4-a6b4942bde66 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738410 Aug 25 14:50:26.445882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2136543-d427-4993-a8e6-ed0e43d193d2 req-7323eb78-e033-424b-b34f-78dfca137e80 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.446973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2136543-d427-4993-a8e6-ed0e43d193d2 req-7323eb78-e033-424b-b34f-78dfca137e80 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 945 time: 0.1654150 Aug 25 14:50:26.450178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Allocated IP 10.2.2.200 (0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f/116d1182-4144-4421-8018-9b940b9ed464/5049d6bc-4c01-401e-83cf-f334072af0e1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:26.462529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:50:26.512306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.512664 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Added segment a029b31f-2ce9-4d60-b381-6754a886ca7a of type vlan for network afe330ac-65f4-44a8-9301-59dcac345fcf Aug 25 14:50:26.538301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-aaddd8aa-c593-43dd-b34c-33cff374976c service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721426 Aug 25 14:50:26.615368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2136543-d427-4993-a8e6-ed0e43d193d2 req-a31216fd-f2f6-49a1-a8d5-e5a6468c2a26 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538506 Aug 25 14:50:26.623142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.654265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d0c8d1e-f098-4897-a26b-1775c18e7333 req-3c10d3cb-c3db-4ff1-b960-09370630e403 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819641 Aug 25 14:50:26.685114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-23272ae0-cc6b-4526-ab1f-6da95492e8e1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.690052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee3621-b8ee-4f0e-8287-e9542cc25054 req-d237cb76-b438-413d-9dca-26115bf77fea tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.690052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-feee3621-b8ee-4f0e-8287-e9542cc25054 req-d237cb76-b438-413d-9dca-26115bf77fea tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.1901975 Aug 25 14:50:26.690501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-23272ae0-cc6b-4526-ab1f-6da95492e8e1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 945 time: 0.1284573 Aug 25 14:50:26.743793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.752449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:26.753190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.786639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28cacc65-a657-4d7a-9282-9a8a9ea4d3ac req-48730219-e142-476b-9116-3051007b14d5 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349081 Aug 25 14:50:26.813071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.823947 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:50:26.829497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-feee3621-b8ee-4f0e-8287-e9542cc25054 req-6ca52603-c327-4602-bcf8-ca0b0279d0c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342807 Aug 25 14:50:26.830705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Transition to ACTIVE for port object 5049d6bc-4c01-401e-83cf-f334072af0e1 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:26.925335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Network': ['ID=afe330ac-65f4-44a8-9301-59dcac345fcf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:26.941371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network afe330ac-65f4-44a8-9301-59dcac345fcf details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:50:26.979873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Deleting port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:26.980287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.989246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.994101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:26.999424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.043811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-705c6a89-526c-44e7-944e-c5803889381a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8333580 Aug 25 14:50:27.044090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:27.044314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:27.049864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:27.053578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'subnet': {'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:27.054050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:27.061541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event updated for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:27.123723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.124297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.180505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b9f0-5bc0-4b42-83d3-eec639303b38 req-11e7208f-288c-4c40-9556-b7c8a0550b14 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.186453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b9f0-5bc0-4b42-83d3-eec639303b38 req-11e7208f-288c-4c40-9556-b7c8a0550b14 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.193293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b9f0-5bc0-4b42-83d3-eec639303b38 req-11e7208f-288c-4c40-9556-b7c8a0550b14 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.199499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b9f0-5bc0-4b42-83d3-eec639303b38 req-11e7208f-288c-4c40-9556-b7c8a0550b14 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.201246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8504b9f0-5bc0-4b42-83d3-eec639303b38 req-11e7208f-288c-4c40-9556-b7c8a0550b14 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 3095 time: 0.2663944 Aug 25 14:50:27.241389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-e424c377-effa-4916-8288-e6146e060153 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7644942 Aug 25 14:50:27.257150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] For port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:27.257527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.263152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:27.287794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Calling delete_port for f441b6f4-c581-4dfc-b80a-6939a5b8d6fd owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:27.296078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8504b9f0-5bc0-4b42-83d3-eec639303b38 req-b08fd7f4-d4a7-42a7-a6c0-370dd7cd07ed tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826445 Aug 25 14:50:27.306841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:50:27.386478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf3c67-9b79-48fe-b343-51f9686fcd10 req-88370ad9-6b21-461b-aa45-54ba6705c198 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.391015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00cf3c67-9b79-48fe-b343-51f9686fcd10 req-88370ad9-6b21-461b-aa45-54ba6705c198 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 943 time: 0.1361744 Aug 25 14:50:27.393056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:27.394772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.401512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.443983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3c4e362f-df93-42cd-9be7-7bbc15d6ccec details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:50:27.534146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00cf3c67-9b79-48fe-b343-51f9686fcd10 req-44bb21de-7908-4d3e-887b-44d2df1baec7 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414621 Aug 25 14:50:27.606598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8c10-6193-4e68-b716-4e849fa65bfd req-c64fc56d-f6d0-4c95-b54d-0025ac8d5bdb tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.608213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34cc8c10-6193-4e68-b716-4e849fa65bfd req-c64fc56d-f6d0-4c95-b54d-0025ac8d5bdb tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 947 time: 0.1344926 Aug 25 14:50:27.673582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:27.694087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'port_id': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'mac_address': 'fa:16:3e:ce:5d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:50:27.695858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bea0aadc-6cbc-4997-96a8-86fe08e23303 None None] Provisioning for port 5049d6bc-4c01-401e-83cf-f334072af0e1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:27.750947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:27.767370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bea0aadc-6cbc-4997-96a8-86fe08e23303 None None] Provisioning complete for port 5049d6bc-4c01-401e-83cf-f334072af0e1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:27.767626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bea0aadc-6cbc-4997-96a8-86fe08e23303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.845860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'mac_address': 'fa:16:3e:e0:82:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:50:27.860942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34cc8c10-6193-4e68-b716-4e849fa65bfd req-586ae75b-2cfd-4556-a5f4-f83b81a085a3 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189231 Aug 25 14:50:27.870060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:27.891231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee0c4-014d-4f69-8452-5ea58c73543d req-5790d73e-39b7-43e4-8237-8f3cc52d235d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:27.897369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fdee0c4-014d-4f69-8452-5ea58c73543d req-5790d73e-39b7-43e4-8237-8f3cc52d235d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 945 time: 0.1354752 Aug 25 14:50:27.897559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f441b6f4-c581-4dfc-b80a-6939a5b8d6fd'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:27.923192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:27.968684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.006505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event deleted for resources: {'Port': ['ID=f441b6f4-c581-4dfc-b80a-6939a5b8d6fd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:28.013257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.026926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Transition to ACTIVE for port object eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:28.028324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bea0aadc-6cbc-4997-96a8-86fe08e23303 None None] Port 5049d6bc-4c01-401e-83cf-f334072af0e1 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:28.042764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fdee0c4-014d-4f69-8452-5ea58c73543d req-e848a762-e1d7-4cb9-8393-33c58678c7ae tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359758 Aug 25 14:50:28.062051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] No DVR routers for this DVR port f441b6f4-c581-4dfc-b80a-6939a5b8d6fd on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:28.070578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.072391 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.072812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67fe0530-454d-411b-b93d-dc61a5afc880 req-e9758fbb-262a-4997-93e6-7635d6b3bc8a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "DELETE /v2.0/ports/f441b6f4-c581-4dfc-b80a-6939a5b8d6fd HTTP/1.1" status: 204 len: 173 time: 1.3762763 Aug 25 14:50:28.075264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'name': 'network-vif-deleted', 'tag': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:28.077907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4e362f-df93-42cd-9be7-7bbc15d6ccec {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:28.083731 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e92c92e-935c-4e8d-8ab2-ecc5db5b0230" -d '{"events": [{"server_uuid": "b34800d5-af3d-4356-a4a9-60dd3a1667d6", "name": "network-vif-deleted", "tag": "f441b6f4-c581-4dfc-b80a-6939a5b8d6fd"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:28.088514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.144260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f39b7c-5ba8-472e-934a-2a438fbeafd2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:28.167421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:28.172603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:28.193475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Pushing event updated for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:28.228823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.236751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682949b-3e71-4309-b354-481844c0a8bb req-78ff5f52-2e76-4546-92e1-f5237cb91198 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.239155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8682949b-3e71-4309-b354-481844c0a8bb req-78ff5f52-2e76-4546-92e1-f5237cb91198 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.0942841 Aug 25 14:50:28.287572 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.290189 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.291117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e411c85-36af-4b31-ba2d-66020ce32a3a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:50:28.371571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:28.386904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Attempting to bind port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:28.387550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Attempting to bind port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:28.387937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Attempting to bind port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 on network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:28.406090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8682949b-3e71-4309-b354-481844c0a8bb req-f181ea1d-330c-4b19-a31b-6443ccd7484c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445422 Aug 25 14:50:28.414870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 on network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:28.416399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Attempting to bind port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 on network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:28.427567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Subnet': ['ID=cfcff044-3a24-4f7c-837d-72673dd5b44c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:28.429355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:28.431483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Checking segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:28.433047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Bound using segment: {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:28.435476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Bound port: eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545ee026-03e7-428d-b114-2211abe57e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:28.436161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.437462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Checking segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:28.437830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network hostable DHCP agents. Network: 5c70c5a0-68ae-4e0e-8637-18393d353ffc, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:50:28.454796 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1336df6-3748-403d-af6f-476af46b8e73 x-openstack-request-id: req-b1336df6-3748-403d-af6f-476af46b8e73 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:28.456979 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34800d5-af3d-4356-a4a9-60dd3a1667d6", "name": "network-vif-deleted", "tag": "f441b6f4-c581-4dfc-b80a-6939a5b8d6fd", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:28.457103 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1336df6-3748-403d-af6f-476af46b8e73 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:28.457477 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34800d5-af3d-4356-a4a9-60dd3a1667d6', 'name': 'network-vif-deleted', 'tag': 'f441b6f4-c581-4dfc-b80a-6939a5b8d6fd', 'status': 'completed', 'code': 200} Aug 25 14:50:28.615458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-fa8b2d14-ef53-4abd-b7b1-21b979a352b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.616366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:28.626345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048927-1542-4265-b089-38e11e99282e req-87512170-834f-4eb9-86d7-eb8c576203ff tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.632839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-fa8b2d14-ef53-4abd-b7b1-21b979a352b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.635336 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04048927-1542-4265-b089-38e11e99282e req-87512170-834f-4eb9-86d7-eb8c576203ff tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 944 time: 0.0920367 Aug 25 14:50:28.635582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-fa8b2d14-ef53-4abd-b7b1-21b979a352b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.639507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:28.642447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-fa8b2d14-ef53-4abd-b7b1-21b979a352b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.649914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-fa8b2d14-ef53-4abd-b7b1-21b979a352b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.667266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-fa8b2d14-ef53-4abd-b7b1-21b979a352b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 3828 time: 0.1332822 Aug 25 14:50:28.667266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:50:28.692388 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04048927-1542-4265-b089-38e11e99282e req-5ab27749-43d9-4180-86b9-ab4e63dcaee3 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555987 Aug 25 14:50:28.715868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:28.719784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.738732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb486ed4-2114-40ea-9644-ebad7c0385cd req-83f23318-30dc-4050-b64b-f1035c40b2ba tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685761 Aug 25 14:50:28.818052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.819090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.820746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] 10.222.0.52 "PUT /v2.0/ports/eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 200 len: 1091 time: 1.5640743 Aug 25 14:50:28.821439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:28.822951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5c70c5a0-68ae-4e0e-8637-18393d353ffc) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:28.824174 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:28.830221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.830628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:28.845265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5cf82-c2dc-491a-a52d-8c9bf89555d7 None None] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:50:28.885024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:28.897621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8355e-1e9a-4883-aaed-1e840a947b6c service neutron] Pushing event updated for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:28.927751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd0de4-c8f2-45cb-ad2b-85397c12bd2b req-10a58488-3ab4-49fe-81b6-cc63f9e1a0c4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:28.934171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bfd0de4-c8f2-45cb-ad2b-85397c12bd2b req-10a58488-3ab4-49fe-81b6-cc63f9e1a0c4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 944 time: 0.1067970 Aug 25 14:50:28.936956 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ee9a5-6931-4f3b-be9e-5be5e7ae62c7 x-openstack-request-id: req-ab6ee9a5-6931-4f3b-be9e-5be5e7ae62c7 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:28.937246 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:28.937506 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab6ee9a5-6931-4f3b-be9e-5be5e7ae62c7 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:28.937915 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'status': 'completed', 'code': 200} Aug 25 14:50:28.963903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2c5c3506-5d6e-4e87-b869-6cdf966d5d94 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9145205 Aug 25 14:50:28.966367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52930) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:28.973241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'subnet': {'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:28.989894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3e411c85-36af-4b31-ba2d-66020ce32a3a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:29.079612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:29.082535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bfd0de4-c8f2-45cb-ad2b-85397c12bd2b req-180e1e28-3a2b-4428-af0f-c67e00ea1842 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420174 Aug 25 14:50:29.114397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-fbd431b4-3ac7-4668-8985-6027011f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.115273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-fbd431b4-3ac7-4668-8985-6027011f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.115946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-fbd431b4-3ac7-4668-8985-6027011f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.116993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-fbd431b4-3ac7-4668-8985-6027011f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.117681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-fbd431b4-3ac7-4668-8985-6027011f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.120713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-fbd431b4-3ac7-4668-8985-6027011f7182 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 4363 time: 0.1330791 Aug 25 14:50:29.132269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-09e5e2f6-395c-43e0-9a40-647d2767b7e8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.139836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-09e5e2f6-395c-43e0-9a40-647d2767b7e8 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 944 time: 0.1119757 Aug 25 14:50:29.236078 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.276971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '3e411c85-36af-4b31-ba2d-66020ce32a3a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '3e411c85-36af-4b31-ba2d-66020ce32a3a', 'mac_address': 'fa:16:3e:1b:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:50:29.338544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f441b6f4-c581-4dfc-b80a-6939a5b8d6fd no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:29.386424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: f441b6f4-c581-4dfc-b80a-6939a5b8d6fd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:29.387222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f441b6f4-c581-4dfc-b80a-6939a5b8d6fd not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:29.389821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec7ed1-80d1-4764-b2f4-3cf0d8a0ed89 req-50ea55e8-ea18-4237-a775-5adaa2161370 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.400618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00ec7ed1-80d1-4764-b2f4-3cf0d8a0ed89 req-50ea55e8-ea18-4237-a775-5adaa2161370 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 947 time: 0.3868990 Aug 25 14:50:29.412367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.442045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9691b137-e490-41d6-bc12-332c4f5803a4 req-d2898b67-6701-473d-8a0d-221e2d7c73ce tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b34800d5-af3d-4356-a4a9-60dd3a1667d6 HTTP/1.1" status: 200 len: 210 time: 0.1346350 Aug 25 14:50:29.470286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.501126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e411c85-36af-4b31-ba2d-66020ce32a3a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:29.525569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00ec7ed1-80d1-4764-b2f4-3cf0d8a0ed89 req-87915a61-5878-4471-99e2-f4fb838a6a96 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187904 Aug 25 14:50:29.537503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:29.538138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3e411c85-36af-4b31-ba2d-66020ce32a3a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:29.542871 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.577868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-294593de-7b2a-44ee-87a3-a6d75e77c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.578502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-294593de-7b2a-44ee-87a3-a6d75e77c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.578982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-294593de-7b2a-44ee-87a3-a6d75e77c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.580694 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-294593de-7b2a-44ee-87a3-a6d75e77c3d3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aaf54f94ae7d48859ee0192be590fd30&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4380713 Aug 25 14:50:29.610240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.619183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:50:29.620092 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.685775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Deleting port 65b9cadf-a2b3-4333-93f5-4ac015e153cf {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:29.686644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:29.717710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3e411c85-36af-4b31-ba2d-66020ce32a3a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:29.816717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ecbf5-b1d4-456e-a9eb-7ac2eaf53a17 req-c7c27118-c3dc-49c3-b427-fb45257f038a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.823822 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c9ecbf5-b1d4-456e-a9eb-7ac2eaf53a17 req-c7c27118-c3dc-49c3-b427-fb45257f038a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 948 time: 0.2606833 Aug 25 14:50:29.922617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Allocated IP 10.1.1.2 (5c70c5a0-68ae-4e0e-8637-18393d353ffc/cfcff044-3a24-4f7c-837d-72673dd5b44c/0d2cb2d1-b76f-4a76-a6e5-4372793398f3) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:29.939619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e0ad2-c4b3-433f-92cc-f192f86f9b1b req-5bf30809-99d9-43c6-a01e-e748b5a76f82 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:29.941654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a77e0ad2-c4b3-433f-92cc-f192f86f9b1b req-5bf30809-99d9-43c6-a01e-e748b5a76f82 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 944 time: 0.1197162 Aug 25 14:50:29.995362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c9ecbf5-b1d4-456e-a9eb-7ac2eaf53a17 req-1248e42f-382b-4182-b6a0-58463f211959 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555114 Aug 25 14:50:30.002566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] For port 65b9cadf-a2b3-4333-93f5-4ac015e153cf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=65b9cadf-a2b3-4333-93f5-4ac015e153cf,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:30.003309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.010052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-a1a9f197-cf75-44a3-99be-3d619221a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.011551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a8b9595-7656-4e33-82a5-f2d3c7cd9bc7 req-a1a9f197-cf75-44a3-99be-3d619221a9e5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136786 Aug 25 14:50:30.020716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['3c4e362f-df93-42cd-9be7-7bbc15d6ccec'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:30.045577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Calling delete_port for 65b9cadf-a2b3-4333-93f5-4ac015e153cf owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:30.068411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['3e411c85-36af-4b31-ba2d-66020ce32a3a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:30.089793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a77e0ad2-c4b3-433f-92cc-f192f86f9b1b req-d993042d-8719-4f48-93a5-7cbf880be5ec tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365650 Aug 25 14:50:30.217537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-7d90b9a5-b7dd-4b7e-9a32-767da8ac399b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.223895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-7d90b9a5-b7dd-4b7e-9a32-767da8ac399b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.225151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba62f261-5b8b-41bf-8288-839a2cf858c2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:30.230991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-7d90b9a5-b7dd-4b7e-9a32-767da8ac399b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.236829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.238701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-7d90b9a5-b7dd-4b7e-9a32-767da8ac399b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.245133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-7d90b9a5-b7dd-4b7e-9a32-767da8ac399b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.254087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-7d90b9a5-b7dd-4b7e-9a32-767da8ac399b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 3828 time: 0.1291113 Aug 25 14:50:30.318194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b0cd4ee1-a995-4f79-b321-acfe3b2ca274 req-188e2677-9273-4b6b-9461-5bb5fa60118a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631690 Aug 25 14:50:30.375093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.420839 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.448884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Transition to ACTIVE for port object 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:30.453035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.457313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Transition to ACTIVE for port object ba62f261-5b8b-41bf-8288-839a2cf858c2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:30.478427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Subnet': ['ID=8cf463a7-4f1f-4dbc-8975-1e8f06701630,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:30.495293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Transition to ACTIVE for port object 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:30.503384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14577c8-7231-40b1-b5af-1314ee397a65 req-a2259e08-f170-4d74-a0a3-d33bf35b7e02 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.506193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event deleted for resources: {'Port': ['ID=65b9cadf-a2b3-4333-93f5-4ac015e153cf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:30.509441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d14577c8-7231-40b1-b5af-1314ee397a65 req-a2259e08-f170-4d74-a0a3-d33bf35b7e02 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 944 time: 0.1909292 Aug 25 14:50:30.585035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.595741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.605029 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] No DVR routers for this DVR port 65b9cadf-a2b3-4333-93f5-4ac015e153cf on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:30.612121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.614897 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5272fedd-f115-4757-adcc-b7dfabd99ebe req-fe75dd2b-8599-498a-94bb-504cc4cc993f tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "DELETE /v2.0/ports/65b9cadf-a2b3-4333-93f5-4ac015e153cf HTTP/1.1" status: 204 len: 173 time: 1.4608867 Aug 25 14:50:30.637632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Checking segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:30.639360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network hostable DHCP agents. Network: afe330ac-65f4-44a8-9301-59dcac345fcf, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:50:30.680747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:30.685663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:30.697833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:30.713783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac7af2-1040-4b58-a73e-313d83ecf93e req-fa48250e-1637-4469-aa4d-27b399d708e1 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:30.716604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-afac7af2-1040-4b58-a73e-313d83ecf93e req-fa48250e-1637-4469-aa4d-27b399d708e1 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 948 time: 0.0927231 Aug 25 14:50:30.747779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Pushing event updated for resources: {'Port': ['ID=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:30.749390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d14577c8-7231-40b1-b5af-1314ee397a65 req-8f8f2c91-1b32-4074-96b6-bf95f6aeb981 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222781 Aug 25 14:50:30.766426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Pushing event updated for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:30.861501 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-afac7af2-1040-4b58-a73e-313d83ecf93e req-10d2ccc8-73b9-4167-9e56-63d71029d480 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298892 Aug 25 14:50:30.897784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network afe330ac-65f4-44a8-9301-59dcac345fcf is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:50:30.909777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Attempting to bind port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:30.910154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Attempting to bind port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:30.910519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Attempting to bind port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:30.924582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:30.924582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Checking segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:30.925543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.925927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Bound using segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:30.926503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Bound port: 0d2cb2d1-b76f-4a76-a6e5-4372793398f3, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:30.926897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:30.939354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'name': 'network-vif-deleted', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:30.945996 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8c54ab-a59c-456e-91c9-0f399e72b578" -d '{"events": [{"server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "name": "network-vif-deleted", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:31.035129 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781360f-f66e-434a-9997-5a089c7d73fc x-openstack-request-id: req-a781360f-f66e-434a-9997-5a089c7d73fc {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:31.035894 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c7fb1-8dc0-4fbc-8df5-d45497ee7556", "name": "network-vif-deleted", "tag": "65b9cadf-a2b3-4333-93f5-4ac015e153cf", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:31.037046 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a781360f-f66e-434a-9997-5a089c7d73fc {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:31.037703 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c7fb1-8dc0-4fbc-8df5-d45497ee7556', 'name': 'network-vif-deleted', 'tag': '65b9cadf-a2b3-4333-93f5-4ac015e153cf', 'status': 'completed', 'code': 200} Aug 25 14:50:31.050691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] For port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:31.059520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] For port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:31.078131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, afe330ac-65f4-44a8-9301-59dcac345fcf) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:31.094310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d03147-f1a7-41fe-bdec-fb0f044849b8 None None] Network afe330ac-65f4-44a8-9301-59dcac345fcf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:50:31.096311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:31.097897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.119042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Attempting to bind port ba62f261-5b8b-41bf-8288-839a2cf858c2 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:31.119602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Attempting to bind port ba62f261-5b8b-41bf-8288-839a2cf858c2 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:31.119942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Attempting to bind port ba62f261-5b8b-41bf-8288-839a2cf858c2 on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:31.134728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Port ba62f261-5b8b-41bf-8288-839a2cf858c2 on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:31.135140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Attempting to bind port ba62f261-5b8b-41bf-8288-839a2cf858c2 on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:31.155603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:31.155951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Checking segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:31.156346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Bound using segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:31.156809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Bound port: ba62f261-5b8b-41bf-8288-839a2cf858c2, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:31.157174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.159689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.211791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a6753-8e7c-42cf-83bd-702e236f008e req-03288f2e-6ef7-4299-9bd5-d42ce9c03333 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:31.215209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc7a6753-8e7c-42cf-83bd-702e236f008e req-03288f2e-6ef7-4299-9bd5-d42ce9c03333 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 948 time: 0.0779231 Aug 25 14:50:31.240564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-54610d42-9b3a-49ef-a53f-612ddae7c3b2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:31.253089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-54610d42-9b3a-49ef-a53f-612ddae7c3b2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.2844465 Aug 25 14:50:31.268979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d7c25be6-d446-49ce-9a52-81ea3c3b9ab1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3010786 Aug 25 14:50:31.272085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:31.282524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'name': 'tempest-TaggedBootDevicesTest-707597047', 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:31.283843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6a010-394f-421f-bbf3-51f88027d6ea None None] Pushing event updated for resources: {'Port': ['ID=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:31.301944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-daab5fea-942a-4b16-bacd-0ec51dbb505a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0479677 Aug 25 14:50:31.340106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:31.358381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:31.364059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:31.415387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc7a6753-8e7c-42cf-83bd-702e236f008e req-8631b53a-1904-4681-816a-39ab49c0ad64 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815457 Aug 25 14:50:31.436329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-6fae5dfd-2549-4a2e-8cd4-1cc71392576b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1330128 Aug 25 14:50:31.447673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-afe330ac-65f4-44a8-9301-59dcac345fcf', 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'fixed_ips': [{'subnet_id': '8cf463a7-4f1f-4dbc-8975-1e8f06701630'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:50:31.448981 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.474047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.636684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3c4e362f-df93-42cd-9be7-7bbc15d6ccec up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:31.638685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:31.681907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8814236-28a3-4091-9962-7047ff0b6715 req-e464a776-ebc5-46b4-830d-0fdaf38d2c8e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c7fb1-8dc0-4fbc-8df5-d45497ee7556 HTTP/1.1" status: 200 len: 210 time: 0.0900278 Aug 25 14:50:31.684942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:31.718102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:31.718102 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.722057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:31.724854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.726341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] 10.222.0.52 "PUT /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 1136 time: 2.7140007 Aug 25 14:50:31.727058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8944686-c730-4411-aa51-ca76796eb07a service neutron] Pushing event updated for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:31.743135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'ba62f261-5b8b-41bf-8288-839a2cf858c2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:31.752737 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82c2451-1076-46f7-9e23-e3f14feae204" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "ba62f261-5b8b-41bf-8288-839a2cf858c2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:31.887980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:31.947544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:31.967805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d6b8b25f-58d3-416e-a2a8-bf1dc4a5c875 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301020 Aug 25 14:50:31.969689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Allocated IP 10.2.2.2 (afe330ac-65f4-44a8-9301-59dcac345fcf/8cf463a7-4f1f-4dbc-8975-1e8f06701630/4f7e5d67-bc5d-425f-9834-5fbfc95375e3) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:31.975769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:31.987272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] device_id is not set on port 63165e48-89cb-46cb-a112-4bfab5eefd23 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:50:32.085267 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.122354 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.144746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:32.145270 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.176367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-8c879a97-e0fa-4787-8799-af8a67d75eed service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063439 Aug 25 14:50:32.215541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:32.228749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:32.255279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:32.263631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:32.272467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:32.278677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:32.280326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:32.281115 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e52187-722f-4e51-baac-43b72ff9fc73" -d '{"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-plugged", "status": "completed", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:32.283814 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-cca3c832-41cb-48e4-afc6-ee4468b81ea0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 4606 time: 0.3005047 Aug 25 14:50:32.321037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:32.379731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02e25441-2fb9-4a25-bcbe-e49139abefae req-31b7e04f-fa75-4495-a0e7-df5e586721dd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607297 Aug 25 14:50:32.427098 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.432835 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.570960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:32.593717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.596164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:32.630767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Transition to ACTIVE for port object 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:32.636007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.637297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e411c85-36af-4b31-ba2d-66020ce32a3a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:32.653674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 10.1.1.239 (5c70c5a0-68ae-4e0e-8637-18393d353ffc/cfcff044-3a24-4f7c-837d-72673dd5b44c/63165e48-89cb-46cb-a112-4bfab5eefd23) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:32.767559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Transition to ACTIVE for port object 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:32.898558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac3fd4d-72d0-4364-8e06-6cb03e65425a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:32.930156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:32.962084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Transition to ACTIVE for port object bac3fd4d-72d0-4364-8e06-6cb03e65425a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:32.996454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691d71-009a-45ab-bd41-dbbf38471611 req-017fcd5d-6672-40ce-a61a-b8b6cc4713b7 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:33.006718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9691d71-009a-45ab-bd41-dbbf38471611 req-017fcd5d-6672-40ce-a61a-b8b6cc4713b7 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.2286677 Aug 25 14:50:33.039081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.051785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:33.090682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9247e02-0d6f-447f-baaa-c11e1e7b3887 None None] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:50:33.111862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9691d71-009a-45ab-bd41-dbbf38471611 req-7001ad2e-3243-4888-a885-e1944acb698e tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008832 Aug 25 14:50:33.149772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:33.154446 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577c939-9bf7-4924-a177-317cee9ed539 x-openstack-request-id: req-c577c939-9bf7-4924-a177-317cee9ed539 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:33.155059 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "ba62f261-5b8b-41bf-8288-839a2cf858c2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:33.155508 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c577c939-9bf7-4924-a177-317cee9ed539 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:33.155971 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'ba62f261-5b8b-41bf-8288-839a2cf858c2', 'status': 'completed', 'code': 200} Aug 25 14:50:33.254768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Attempting to bind port bac3fd4d-72d0-4364-8e06-6cb03e65425a on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:33.255336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Attempting to bind port bac3fd4d-72d0-4364-8e06-6cb03e65425a by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:33.256115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Attempting to bind port bac3fd4d-72d0-4364-8e06-6cb03e65425a on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:33.262529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Port bac3fd4d-72d0-4364-8e06-6cb03e65425a on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:33.263051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Attempting to bind port bac3fd4d-72d0-4364-8e06-6cb03e65425a on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:33.286491 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.286623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:33.286623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Checking segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:33.286623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Bound using segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:33.286623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Bound port: bac3fd4d-72d0-4364-8e06-6cb03e65425a, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:33.286623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.341058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:33.369402 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175b4212-ceed-4853-aefb-6cb3a0d73b47 x-openstack-request-id: req-175b4212-ceed-4853-aefb-6cb3a0d73b47 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:33.369802 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-plugged", "status": "completed", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:33.370148 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-175b4212-ceed-4853-aefb-6cb3a0d73b47 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:33.370636 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'code': 200} Aug 25 14:50:33.390615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Network afe330ac-65f4-44a8-9301-59dcac345fcf is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:33.394562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 3e411c85-36af-4b31-ba2d-66020ce32a3a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:33.446995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 3e411c85-36af-4b31-ba2d-66020ce32a3a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:33.447445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.535590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-64ab7bd2-e6e1-4438-a158-46dde7c48e59 None None] Provisioning for port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:33.547555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:33.613080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446daa99-5af7-4551-8cd9-e520792ce8dc req-f3947597-ccf5-402e-8811-e4c6e19c2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:33.617140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-446daa99-5af7-4551-8cd9-e520792ce8dc req-f3947597-ccf5-402e-8811-e4c6e19c2344 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1100 time: 0.1874268 Aug 25 14:50:33.619921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:33.625729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:33.663581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Pushing event updated for resources: {'Port': ['ID=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:33.688598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:33.738150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce708f23-82f6-44ce-bba0-221858084069 req-31b064f2-dc0b-41d8-94c2-1b1f31bb856e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:33.751754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce708f23-82f6-44ce-bba0-221858084069 req-31b064f2-dc0b-41d8-94c2-1b1f31bb856e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.2282457 Aug 25 14:50:33.764974 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.767303 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-446daa99-5af7-4551-8cd9-e520792ce8dc req-f1fd4b33-d8a2-4c55-8586-8614e45d7543 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368165 Aug 25 14:50:33.783348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.784981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Attempting to bind port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:33.785415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Attempting to bind port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:33.785788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Attempting to bind port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 on network afe330ac-65f4-44a8-9301-59dcac345fcf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:33.848416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3e411c85-36af-4b31-ba2d-66020ce32a3a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:33.854181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:33.866658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:33.867357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.873612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.911291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:33.912905 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object 63165e48-89cb-46cb-a112-4bfab5eefd23 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:33.916030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.917885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] 10.222.0.52 "PUT /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 1134 time: 2.0512137 Aug 25 14:50:33.932801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce708f23-82f6-44ce-bba0-221858084069 req-25d7dfe5-ae38-42f4-b422-83e16946572b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703548 Aug 25 14:50:33.947854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:33.948282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Checking segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:33.948741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.949147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Bound using segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:33.949641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Bound port: 4f7e5d67-bc5d-425f-9834-5fbfc95375e3, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:33.950055 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:33.998680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce24e11-ec56-4948-9088-1592c1adf75b service neutron] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:34.018617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:34.083897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] For port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:34.088222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] For port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:34.094554 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.094554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:34.094820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0d795-4fbf-4b8d-a6c5-54346052e554 req-958cb48b-994d-4ba5-ad8b-097dd9d47f68 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.100567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88b0d795-4fbf-4b8d-a6c5-54346052e554 req-958cb48b-994d-4ba5-ad8b-097dd9d47f68 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 948 time: 0.4293141 Aug 25 14:50:34.108818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.204120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.226417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.230819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.231693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.232414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.233074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.234024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.236370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.239225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-e89d14dc-3dfb-409c-8765-97c8a5e473e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6177 time: 0.5849369 Aug 25 14:50:34.243563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:34.259692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 65b9cadf-a2b3-4333-93f5-4ac015e153cf {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:34.266658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 65b9cadf-a2b3-4333-93f5-4ac015e153cf not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:34.288854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:34.316044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5b8d400-bdcb-4bb3-b29d-ff3abd33b401 req-ed0ba798-42eb-4bf7-821d-c19e4692e877 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0786788 Aug 25 14:50:34.326355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3e411c85-36af-4b31-ba2d-66020ce32a3a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:34.335250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.338714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:34.452662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f5a0d0bf-fde0-4b1b-9f5e-fdc1f2ba2c08 None None] Provisioning complete for port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:34.453028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d0bf-fde0-4b1b-9f5e-fdc1f2ba2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.517693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.547696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.621888 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d0bf-fde0-4b1b-9f5e-fdc1f2ba2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.702998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5a0d0bf-fde0-4b1b-9f5e-fdc1f2ba2c08 None None] For port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:34.705635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.721248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:34.757093 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88b0d795-4fbf-4b8d-a6c5-54346052e554 req-f8f2a392-a6d1-4ef8-91d6-bfbcf41257d2 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221738 Aug 25 14:50:34.799350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4a0cc-4edc-4d93-9696-0cd701230f65 None None] Pushing event updated for resources: {'Port': ['ID=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:34.808882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d0bf-fde0-4b1b-9f5e-fdc1f2ba2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:34.886009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-c8d69c72-e2c3-43c7-8ce1-de4150f7735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.886589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-c8d69c72-e2c3-43c7-8ce1-de4150f7735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.892033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-c8d69c72-e2c3-43c7-8ce1-de4150f7735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:34.900473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-c8d69c72-e2c3-43c7-8ce1-de4150f7735f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aaf54f94ae7d48859ee0192be590fd30&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6426322 Aug 25 14:50:34.905408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-60cf7a7f-17fd-4677-8df8-f170629a79d7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6322570 Aug 25 14:50:34.916136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53000) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:34.926176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'name': 'tempest-TaggedBootDevicesTest-1566612060', 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:35.024400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0d0bf-fde0-4b1b-9f5e-fdc1f2ba2c08 None None] Pushing event updated for resources: {'Port': ['ID=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:35.117208 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:50:35.121869 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:50:35.173851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:35.179906 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "bac3fd4d-72d0-4364-8e06-6cb03e65425a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:35.222147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5de82-1a26-48c1-a4a4-50cc9f5e2c5a req-c4a01fc0-7c50-4813-9be2-d05600eb1dbd tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.224142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54b5de82-1a26-48c1-a4a4-50cc9f5e2c5a req-c4a01fc0-7c50-4813-9be2-d05600eb1dbd tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.0872183 Aug 25 14:50:35.257447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-d60b610b-1aa8-43d6-af00-46b82640b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.259859 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c82c2451-1076-46f7-9e23-e3f14feae204 req-d60b610b-1aa8-43d6-af00-46b82640b792 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489490 Aug 25 14:50:35.283875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54b5de82-1a26-48c1-a4a4-50cc9f5e2c5a req-715944e3-1da9-4234-81c5-cda9dab4a4f7 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488994 Aug 25 14:50:35.337443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5fd0e66d-8d7a-4368-94f1-eeafd6544d8c None None] Provisioning for port 63165e48-89cb-46cb-a112-4bfab5eefd23 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:35.344008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5fd0e66d-8d7a-4368-94f1-eeafd6544d8c None None] Provisioning complete for port 63165e48-89cb-46cb-a112-4bfab5eefd23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:35.344524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fd0e66d-8d7a-4368-94f1-eeafd6544d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:35.410255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.416949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.422936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.429599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.434502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec'}, {'server_uuid': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e411c85-36af-4b31-ba2d-66020ce32a3a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:35.436357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.443395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.446766 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608b7a30-dd18-403e-a2c7-c5308e5de2b7" -d '{"events": [{"server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec"}, {"server_uuid": "1e8df38a-fbfe-41da-80f6-d893409d33be", "name": "network-vif-plugged", "status": "completed", "tag": "3e411c85-36af-4b31-ba2d-66020ce32a3a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:35.449546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.458319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-8d7ea6e8-0225-4125-a6dc-754b0f49d5d0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5382 time: 0.3071966 Aug 25 14:50:35.482383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0e66d-8d7a-4368-94f1-eeafd6544d8c None None] Port 63165e48-89cb-46cb-a112-4bfab5eefd23 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:35.558926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d16c87ed-dc49-41f0-866f-6c00e645bc2f req-16c44b0c-aab2-4b42-851d-c97e3f670516 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923362 Aug 25 14:50:35.667629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16776111-feb0-4edc-9789-14be0770eb4c {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:35.675484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:35.968583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:35.974509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.977508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.977794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.978475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.981613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.982922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.983079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:35.985678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-cfbc257c-0b0e-4ff0-b784-5336eed5d279 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6219 time: 0.0950146 Aug 25 14:50:36.061044 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18a2fc9d-ca7c-45db-b079-6e7beaf8534b req-82b089e1-1c51-49da-bc97-debb3e4e17ee tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0594168 Aug 25 14:50:36.084919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:36.085299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.114249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.125270 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46160d0-df12-4382-9196-81c63e5d8b32 x-openstack-request-id: req-e46160d0-df12-4382-9196-81c63e5d8b32 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:36.125826 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "bac3fd4d-72d0-4364-8e06-6cb03e65425a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:36.126071 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e46160d0-df12-4382-9196-81c63e5d8b32 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:36.126619 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a', 'status': 'completed', 'code': 200} Aug 25 14:50:36.172194 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05019ae-1447-4980-9505-b93fb46db2b5 x-openstack-request-id: req-a05019ae-1447-4980-9505-b93fb46db2b5 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:36.173225 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec", "code": 200}, {"server_uuid": "1e8df38a-fbfe-41da-80f6-d893409d33be", "name": "network-vif-plugged", "status": "completed", "tag": "3e411c85-36af-4b31-ba2d-66020ce32a3a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:36.173784 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a05019ae-1447-4980-9505-b93fb46db2b5 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:36.175711 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'code': 200} Aug 25 14:50:36.176196 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e411c85-36af-4b31-ba2d-66020ce32a3a', 'code': 200} Aug 25 14:50:36.181771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Transition to ACTIVE for port object 16776111-feb0-4edc-9789-14be0770eb4c will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:36.185785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad54ce-9782-4645-a5ec-3b3d588909db None None] Network afe330ac-65f4-44a8-9301-59dcac345fcf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:50:36.228443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-b02bc5bb-6f96-49c6-9a2c-4d8cd1316a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.233251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-b02bc5bb-6f96-49c6-9a2c-4d8cd1316a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.233251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-b02bc5bb-6f96-49c6-9a2c-4d8cd1316a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.233251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-b02bc5bb-6f96-49c6-9a2c-4d8cd1316a77 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aaf54f94ae7d48859ee0192be590fd30&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2256072 Aug 25 14:50:36.247348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75d63c-1619-4810-b78b-4629c66508c8 req-354ec3f6-341b-4523-b232-68097f39b70f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.249891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e75d63c-1619-4810-b78b-4629c66508c8 req-354ec3f6-341b-4523-b232-68097f39b70f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.5847883 Aug 25 14:50:36.270760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-4326d615-d603-4a9e-8fa1-df5805013f6f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.272235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-4326d615-d603-4a9e-8fa1-df5805013f6f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.6653826 Aug 25 14:50:36.272869 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.288531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:36.292202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Request body: {'port': {'device_id': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'admin_state_up': True, 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:36.349678 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.390376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c5f63a65-6c28-4d4e-95cf-fe20eb7f72b0 None None] Provisioning for port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:36.435609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.52', 60504) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:36.454761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82f470-47f1-4038-885a-6f72b0f96da1 req-943d4f6a-50aa-48f1-a22d-afe13c499b44 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.456754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b82f470-47f1-4038-885a-6f72b0f96da1 req-943d4f6a-50aa-48f1-a22d-afe13c499b44 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.1919677 Aug 25 14:50:36.480592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:36.488932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:36.489356 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.507069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129be38-fef5-445f-8f77-c2d36168a09b req-d1bcdf47-70a1-4fd6-bbc0-b7335f92cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.509069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3129be38-fef5-445f-8f77-c2d36168a09b req-d1bcdf47-70a1-4fd6-bbc0-b7335f92cb03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 1096 time: 0.2025857 Aug 25 14:50:36.538439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] device_id is not set on port b3edc618-3ebc-4120-9519-49ee342c5e6a yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:50:36.551201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Pushing event updated for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:36.569614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-222be7c5-5cf6-459d-b875-cb13af47373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.574165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-222be7c5-5cf6-459d-b875-cb13af47373f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971029 Aug 25 14:50:36.592734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e75d63c-1619-4810-b78b-4629c66508c8 req-2bcced0b-3c13-4317-8dd9-7050e6ed51de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156791 Aug 25 14:50:36.607838 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b82f470-47f1-4038-885a-6f72b0f96da1 req-6408dedd-93d2-4276-94fa-e7ebec1c99f3 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367846 Aug 25 14:50:36.651807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3129be38-fef5-445f-8f77-c2d36168a09b req-50c014ae-3470-4380-a1b0-1fb72a094135 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270280 Aug 25 14:50:36.668762 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.720640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:36.809296 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:36.810506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ffa8-0597-4833-b33b-c4948c276d01 req-a74d9000-6720-4dec-8202-fd8af177b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.812218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49f8ffa8-0597-4833-b33b-c4948c276d01 req-a74d9000-6720-4dec-8202-fd8af177b98e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 1100 time: 0.4821041 Aug 25 14:50:36.897463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-037d9199-f107-4733-91ae-67bac3445f6d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:36.898948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-037d9199-f107-4733-91ae-67bac3445f6d tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.4467008 Aug 25 14:50:36.899908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:36.934645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Attempting to bind port 16776111-feb0-4edc-9789-14be0770eb4c on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:36.935259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Attempting to bind port 16776111-feb0-4edc-9789-14be0770eb4c by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:36.935796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Attempting to bind port 16776111-feb0-4edc-9789-14be0770eb4c on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:37.015393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Port 16776111-feb0-4edc-9789-14be0770eb4c on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:37.016120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Attempting to bind port 16776111-feb0-4edc-9789-14be0770eb4c on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:37.025903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c73bd03c-2519-4eba-b9e2-0db16b1b97a0 None None] Provisioning complete for port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:37.026453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c73bd03c-2519-4eba-b9e2-0db16b1b97a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.029888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a226b-2b61-4163-810c-9f2fbb925739 req-7e095359-5a0b-4b9b-a6d1-1aee620bbeb1 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.041652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e17a226b-2b61-4163-810c-9f2fbb925739 req-7e095359-5a0b-4b9b-a6d1-1aee620bbeb1 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.0789869 Aug 25 14:50:37.049343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edd177-1df4-431f-a159-bd8f8bdad8d2 req-59741a43-07fd-4570-8422-8a012e04983b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.052703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b4edd177-1df4-431f-a159-bd8f8bdad8d2 req-59741a43-07fd-4570-8422-8a012e04983b tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.3445492 Aug 25 14:50:37.086570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:37.087278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Checking segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:37.087887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Bound using segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:37.088529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Bound port: 16776111-feb0-4edc-9789-14be0770eb4c, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:37.088899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.089666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e17a226b-2b61-4163-810c-9f2fbb925739 req-3e55d4a8-cabd-4ecd-bd81-e2e7be118b91 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 Aug 25 14:50:37.163284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:37.166827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.177621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49f8ffa8-0597-4833-b33b-c4948c276d01 req-379d01a8-cc8d-4e9e-8b74-12181a5050ca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492146 Aug 25 14:50:37.232147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.238894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.245180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.251122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.257046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.263318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.263563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 10.1.1.3 (5c70c5a0-68ae-4e0e-8637-18393d353ffc/cfcff044-3a24-4f7c-837d-72673dd5b44c/b3edc618-3ebc-4120-9519-49ee342c5e6a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:37.269343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.271312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8b2724f1-e43a-4a62-ad9d-62e7ce7541b5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5394 time: 0.1112227 Aug 25 14:50:37.287604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b4edd177-1df4-431f-a159-bd8f8bdad8d2 req-66568dba-39a8-46a8-aaef-ba748e2ce99e tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136395 Aug 25 14:50:37.327686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e565464b-8e61-4fbe-a307-d900cc68ab8e req-8307028e-8002-45b6-a1c5-a7148bd709e5 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486467 Aug 25 14:50:37.398845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:37.438662 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0945fa33-03c2-4048-ac91-6c49f00dc93a req-01b7a230-e614-4a93-87bf-90b32ffae228 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0298972 Aug 25 14:50:37.464574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=16776111-feb0-4edc-9789-14be0770eb4c,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:37.512850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Deleting port 353e2d26-63ff-4cef-8095-12ddd8647665 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:37.513191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.570134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.672830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.673476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.674725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] 10.222.0.52 "PUT /v2.0/ports/16776111-feb0-4edc-9789-14be0770eb4c HTTP/1.1" status: 200 len: 1091 time: 3.6606369 Aug 25 14:50:37.739211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Allocated IP 172.20.0.3 (0985fe32-f0ed-4e2a-9fc2-0debf0f856d6/150285c5-622e-482a-a178-846f65eb3cf7/4e3caf76-d2bb-4b0a-9ee6-dd13316a7031) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:37.759778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36ff84-56ed-4da9-9ad2-024b8d5f90cb req-275c3e92-cca9-4d22-8c6d-e7df7079692c tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.762747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec36ff84-56ed-4da9-9ad2-024b8d5f90cb req-275c3e92-cca9-4d22-8c6d-e7df7079692c tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1100 time: 0.3013039 Aug 25 14:50:37.782130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:37.812773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:37.828543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d785e58-10f0-4921-8413-a75d69bccf6f req-48fa226f-da8d-4d80-aa28-43e5c889f6a9 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:37.840452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d785e58-10f0-4921-8413-a75d69bccf6f req-48fa226f-da8d-4d80-aa28-43e5c889f6a9 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.0935161 Aug 25 14:50:37.851403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd048799-5ea5-4d81-a99c-f4360d05d204 service neutron] Pushing event updated for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:37.888968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec36ff84-56ed-4da9-9ad2-024b8d5f90cb req-c57ff9f4-0541-4964-8c47-84160c98db7d tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.922069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.922975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:37.923397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.928054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] For port 353e2d26-63ff-4cef-8095-12ddd8647665, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=353e2d26-63ff-4cef-8095-12ddd8647665,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:37.928624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:37.931888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d785e58-10f0-4921-8413-a75d69bccf6f req-baf9266c-e762-4e6b-8814-8f1c868d2b31 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854354 Aug 25 14:50:38.000945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Calling delete_port for 353e2d26-63ff-4cef-8095-12ddd8647665 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:38.051275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object b3edc618-3ebc-4120-9519-49ee342c5e6a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:38.135193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.136937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:38.139168 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32dd72a-6900-401a-a233-e06af1fd4dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "16776111-feb0-4edc-9789-14be0770eb4c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:38.254816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28135375-7c0b-4959-b188-3317038fcbf1 req-94d096a2-c64d-4fdf-a4b0-4688980f35ef tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.262957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28135375-7c0b-4959-b188-3317038fcbf1 req-94d096a2-c64d-4fdf-a4b0-4688980f35ef tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.0783987 Aug 25 14:50:38.304113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28135375-7c0b-4959-b188-3317038fcbf1 req-543de402-4c85-4ca6-9b81-2110c014999a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398767 Aug 25 14:50:38.358983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.428617 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b8b745-f884-4b7b-b938-394c1d93d8c1 x-openstack-request-id: req-f4b8b745-f884-4b7b-b938-394c1d93d8c1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:38.428919 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "16776111-feb0-4edc-9789-14be0770eb4c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:38.429148 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4b8b745-f884-4b7b-b938-394c1d93d8c1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:38.431044 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c', 'status': 'completed', 'code': 200} Aug 25 14:50:38.451682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.496049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11928d8-1860-421b-abe0-d25ee3db5f5b req-8c293476-796f-44da-b6b6-9f20bd3b1830 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.498691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f11928d8-1860-421b-abe0-d25ee3db5f5b req-8c293476-796f-44da-b6b6-9f20bd3b1830 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 944 time: 0.0723457 Aug 25 14:50:38.519279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec36ff84-56ed-4da9-9ad2-024b8d5f90cb req-c57ff9f4-0541-4964-8c47-84160c98db7d tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.548490 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f11928d8-1860-421b-abe0-d25ee3db5f5b req-635bb9da-1145-44db-95de-f0a76eb2e905 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Aug 25 14:50:38.602887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:38.656739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ec36ff84-56ed-4da9-9ad2-024b8d5f90cb req-c57ff9f4-0541-4964-8c47-84160c98db7d tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.660710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:38.690982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:38.722026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.729575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.741455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.749261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.761327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.762611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.763385 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.776602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.783619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:38.792261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.792872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:38.794989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-effdf4df-8486-4662-a3b9-a95412f99534 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5394 time: 0.1682484 Aug 25 14:50:38.807694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.808185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.808672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.809145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.809617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.812041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.812041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:38.812944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-1fe368a2-66ad-4694-ae08-f81ae1756c6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6286 time: 0.3766575 Aug 25 14:50:38.815639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec36ff84-56ed-4da9-9ad2-024b8d5f90cb req-c57ff9f4-0541-4964-8c47-84160c98db7d tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227449 Aug 25 14:50:38.888802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7bf6160-3457-4b46-b165-d7c6aab62d59 req-25ff3cb8-35c4-42b5-9c3b-05d85056b68e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748703 Aug 25 14:50:38.898080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ff9f4-0541-4964-8c47-84160c98db7d tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe3926-2cc9-4ba7-addc-f81099095902,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:39.006373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69aeab4d-a286-4728-a913-f346c0cd7a7d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:39.029599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bc9624b3-6582-4585-859b-152d8447b027 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1064074 Aug 25 14:50:39.057587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:39.060668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:39.062787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event deleted for resources: {'Port': ['ID=353e2d26-63ff-4cef-8095-12ddd8647665,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:39.078347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1c1e6355-27bf-49c0-a656-ea84d337f433 None None] Provisioning for port b3edc618-3ebc-4120-9519-49ee342c5e6a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:39.086828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1c1e6355-27bf-49c0-a656-ea84d337f433 None None] Provisioning complete for port b3edc618-3ebc-4120-9519-49ee342c5e6a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:39.087481 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c1e6355-27bf-49c0-a656-ea84d337f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:39.160317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e6355-27bf-49c0-a656-ea84d337f433 None None] Port b3edc618-3ebc-4120-9519-49ee342c5e6a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:39.249343 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-0ff5f331-b886-44f8-aac9-e1ee94119690 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550823 Aug 25 14:50:39.341714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-c118ceef-764a-43a8-a072-e268cca5a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.343557 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-c118ceef-764a-43a8-a072-e268cca5a579 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 1095 time: 0.0620503 Aug 25 14:50:39.482135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-7dc0d37b-e828-4c82-9279-bf419a7070f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.484228 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-7dc0d37b-e828-4c82-9279-bf419a7070f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 200 len: 922 time: 0.1103051 Aug 25 14:50:39.549798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-2bdbb2f7-caba-414d-9f20-0438a0ace414 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 200 len: 217 time: 0.0499015 Aug 25 14:50:39.582564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Transition to ACTIVE for port object 69aeab4d-a286-4728-a913-f346c0cd7a7d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:39.593190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] No DVR routers for this DVR port 353e2d26-63ff-4cef-8095-12ddd8647665 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:39.601997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:39.612794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-8641f25d-ff60-439a-a620-1fad17d602dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.614228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:39.614633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-8641f25d-ff60-439a-a620-1fad17d602dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 200 len: 861 time: 0.0522382 Aug 25 14:50:39.616212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "DELETE /v2.0/ports/353e2d26-63ff-4cef-8095-12ddd8647665 HTTP/1.1" status: 204 len: 173 time: 2.6890883 Aug 25 14:50:39.624253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:39.629930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:39.633635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event updated for resources: {'Port': ['ID=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:39.662553 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-7049ee6b-5251-4aab-8082-28d0c7ec412c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b690c8ea-2379-4046-8047-5fdf4894394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287929 Aug 25 14:50:39.676212 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:39.687220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:39.700039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416625-d1d1-49f5-8a6c-56bba0135bf2 req-df7efd61-2ebe-4dda-9741-2ab5b3209217 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.701625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c416625-d1d1-49f5-8a6c-56bba0135bf2 req-df7efd61-2ebe-4dda-9741-2ab5b3209217 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 931 time: 0.6792533 Aug 25 14:50:39.708889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-eb1a350b-6045-455e-be36-44aa53d4228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.709365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-eb1a350b-6045-455e-be36-44aa53d4228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.709883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-eb1a350b-6045-455e-be36-44aa53d4228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.711570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-eb1a350b-6045-455e-be36-44aa53d4228f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aaf54f94ae7d48859ee0192be590fd30&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8460898 Aug 25 14:50:39.739186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 353e2d26-63ff-4cef-8095-12ddd8647665 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:39.739550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 353e2d26-63ff-4cef-8095-12ddd8647665 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:39.844885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.845636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:39.890456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Pushing event updated for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:39.906204 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-ba4d1a5f-756c-49de-8857-8083fb20d324 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284095 Aug 25 14:50:39.917802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86b1a2-f099-41ed-a2e8-5059dc088ad4 req-ad08d46a-82ee-41b3-861a-18099017b197 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:39.924976 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd86b1a2-f099-41ed-a2e8-5059dc088ad4 req-ad08d46a-82ee-41b3-861a-18099017b197 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.0886769 Aug 25 14:50:39.925166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c416625-d1d1-49f5-8a6c-56bba0135bf2 req-9f5d9ede-6fc6-4827-9086-e6514b9a7c9c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852410 Aug 25 14:50:40.005858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-cd8b00b5-1b82-4038-92ff-9418d835a122 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7176404 Aug 25 14:50:40.023286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Request body: {'port': {'device_id': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:40.060963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-07c14019-4f74-4f64-9d86-9f30b5dd3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.062433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b32dd72a-6900-401a-a233-e06af1fd4dfd req-07c14019-4f74-4f64-9d86-9f30b5dd3883 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3267817 Aug 25 14:50:40.105534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Attempting to bind port 69aeab4d-a286-4728-a913-f346c0cd7a7d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:40.106017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Attempting to bind port 69aeab4d-a286-4728-a913-f346c0cd7a7d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:40.106342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Attempting to bind port 69aeab4d-a286-4728-a913-f346c0cd7a7d on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:40.115084 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd86b1a2-f099-41ed-a2e8-5059dc088ad4 req-ece0a693-57cb-44a2-b74d-00c2c0632f19 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856391 Aug 25 14:50:40.149598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Port 69aeab4d-a286-4728-a913-f346c0cd7a7d on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:40.153716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Attempting to bind port 69aeab4d-a286-4728-a913-f346c0cd7a7d on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:40.163450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89d6cc97-5a64-44d9-95cc-e184fc46bc73 req-176612d2-f55b-4473-a1b2-f1d118dd3541 service neutron] 10.222.0.52 "GET /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429605 Aug 25 14:50:40.178370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:40.178714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Checking segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:40.179135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Bound using segment: {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:40.179581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Bound port: 69aeab4d-a286-4728-a913-f346c0cd7a7d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838df0da-a10c-4677-9878-73bc452e8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:40.179941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:40.201650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:40.351714 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-6f7f3503-d6b2-4169-b4dd-ff268b9c7092 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3306816 Aug 25 14:50:40.401714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:40.425390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:40.431128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'name': 'network-vif-deleted', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:40.433524 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f2875-cf7a-4333-abcd-cfb1c6720625" -d '{"events": [{"server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "name": "network-vif-deleted", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:40.439814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f69f1b-8463-404e-a8c8-26f8e8ea7a22 req-9bf0ec04-7500-405f-ab41-5d702818ce62 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.442182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43f69f1b-8463-404e-a8c8-26f8e8ea7a22 req-9bf0ec04-7500-405f-ab41-5d702818ce62 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.0598769 Aug 25 14:50:40.503835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43f69f1b-8463-404e-a8c8-26f8e8ea7a22 req-1fcd7084-4fcf-4a47-984e-e253e42598c2 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541449 Aug 25 14:50:40.513136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:40.601999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.602685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:40.604059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] 10.222.0.52 "PUT /v2.0/ports/69aeab4d-a286-4728-a913-f346c0cd7a7d HTTP/1.1" status: 200 len: 1091 time: 2.8273842 Aug 25 14:50:40.657232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d39018-c54d-421d-9a54-a36cf0692f41 service neutron] Pushing event updated for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:40.682527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53090) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:40.693333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-887972ce-ed5d-43b3-90cd-da30bc8f7867 req-f4e21e54-7698-49a0-99a3-80c1be6e986a tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0c5d2ae-4739-4358-b2e2-094d1c94a07c HTTP/1.1" status: 200 len: 210 time: 0.0901487 Aug 25 14:50:40.709566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519042872', 'description': 'tempest-description--459313594'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:40.731288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:40.902324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.920358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.931108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:40.952778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:40.967720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.969095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:40.976903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.984056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.990948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.998805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:40.999488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.001047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-acb661e1-eae3-40c4-9508-256526f7bf51 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5406 time: 0.1823878 Aug 25 14:50:41.056349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5530b-c1b9-4d7f-b6f2-70e183ca478e req-e0f713da-33ff-48e4-a3da-79f8f8d7dccf tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:41.064552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22f5530b-c1b9-4d7f-b6f2-70e183ca478e req-e0f713da-33ff-48e4-a3da-79f8f8d7dccf tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.2632139 Aug 25 14:50:41.088923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61c00214-dfa3-4cf1-a3b4-8037b2350e55 req-bbffcbc1-0c0c-4b91-b3a4-f7f6fde8ff5a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765293 Aug 25 14:50:41.100504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Transition to ACTIVE for port object 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:41.184805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.315944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22f5530b-c1b9-4d7f-b6f2-70e183ca478e req-7e981875-29f0-42f8-a532-256be961db1d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498324 Aug 25 14:50:41.363600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:41.381724 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5377828-e70a-4eaf-ad8b-0cd336d0cef2 x-openstack-request-id: req-e5377828-e70a-4eaf-ad8b-0cd336d0cef2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:41.381724 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c5d2ae-4739-4358-b2e2-094d1c94a07c", "name": "network-vif-deleted", "tag": "353e2d26-63ff-4cef-8095-12ddd8647665", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:41.382350 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5377828-e70a-4eaf-ad8b-0cd336d0cef2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:41.382541 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c5d2ae-4739-4358-b2e2-094d1c94a07c', 'name': 'network-vif-deleted', 'tag': '353e2d26-63ff-4cef-8095-12ddd8647665', 'status': 'completed', 'code': 200} Aug 25 14:50:41.385104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.479930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.621945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Attempting to bind port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:41.622623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Attempting to bind port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:41.622623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Attempting to bind port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:41.630035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a0aa6-24d6-4317-b52e-fdea2acf7efe req-e7a8bc09-c447-43a0-aca4-75ea5b4fa530 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:41.631598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-444a0aa6-24d6-4317-b52e-fdea2acf7efe req-e7a8bc09-c447-43a0-aca4-75ea5b4fa530 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 943 time: 0.0725758 Aug 25 14:50:41.648232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8962-7a7f-452c-8268-6cdd74964230 req-c89b3dee-b25c-4e26-9988-a1fc29e4379c tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:41.649003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad6d8962-7a7f-452c-8268-6cdd74964230 req-c89b3dee-b25c-4e26-9988-a1fc29e4379c tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.2048399 Aug 25 14:50:41.651760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd70f7e-4180-43f9-a1d5-c0c928de4547,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:41.655295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:41.655624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Attempting to bind port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:41.660513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53108) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:41.671283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Request body: {'floatingip': {'port_id': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:41.683699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:41.684095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:41.684490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Bound using segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:41.684984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Bound port: 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:41.685350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.732982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.734510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d902ccd1-32e7-49d2-9b74-06b7691ae3f7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0510936 Aug 25 14:50:41.747671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-444a0aa6-24d6-4317-b52e-fdea2acf7efe req-bf0dd162-d674-4f4f-8b4b-782adbaaa378 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942955 Aug 25 14:50:41.748390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53112) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:41.768583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'security_group_rule': {'security_group_id': '5bd70f7e-4180-43f9-a1d5-c0c928de4547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:41.798050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.898740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:41.921818 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.929860 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:41.979426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] For port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:41.988158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Transition to ACTIVE for port object 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:42.004338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] For port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:42.016715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df22ee-2712-462c-9916-8ea05e2a8152 req-a6c46264-15f5-44a7-9b15-3de528e886a6 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.019058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73df22ee-2712-462c-9916-8ea05e2a8152 req-a6c46264-15f5-44a7-9b15-3de528e886a6 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.1414933 Aug 25 14:50:42.054491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.077407 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73df22ee-2712-462c-9916-8ea05e2a8152 req-ba47322b-c22c-4b1d-8cd2-4cb1056097db tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Aug 25 14:50:42.106698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.113881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.151648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.180456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fe3f0c-e117-46f7-9e76-a57c163ae9b6,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:42.220923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.221585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.222995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 HTTP/1.1" status: 200 len: 1091 time: 2.2066429 Aug 25 14:50:42.230907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:42.258382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.260274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3822bf21-52f4-4639-a01a-a36565f39c1f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5110743 Aug 25 14:50:42.264809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53120) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:42.275281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'security_group_rule': {'security_group_id': '5bd70f7e-4180-43f9-a1d5-c0c928de4547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:42.450196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.454733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6efca-fb73-4c1e-93b5-3fb8931759a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:42.539935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.549336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Attempting to bind port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:42.550255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Attempting to bind port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:42.550799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Attempting to bind port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:42.582308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-ce2c5f77-30e3-4d21-a729-cc5793e023f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.583936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-ce2c5f77-30e3-4d21-a729-cc5793e023f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 1094 time: 0.2205713 Aug 25 14:50:42.592201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.595922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:42.596328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Attempting to bind port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:42.615706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e96192c-0198-43d7-9537-99242c131e44,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:42.650444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:42.653348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Checking segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:42.653701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Bound using segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:42.654163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Bound port: 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:42.654550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.657335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-ee4f15d0-3ead-4f06-90cc-e900d300637e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 HTTP/1.1" status: 200 len: 217 time: 0.0624568 Aug 25 14:50:42.731674 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.737680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6c7b9586-cb25-431c-9086-ab2d30c91fbb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4672737 Aug 25 14:50:42.748679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53128) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:42.757190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:42.759487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.765945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.773742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.779737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.785889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.792113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.798249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.800805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-8e11fa07-2b55-43db-a6b2-e038ed0b792e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5418 time: 0.2738388 Aug 25 14:50:42.801255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f08946-e39c-42e5-8163-23436024d86d req-99786271-c36b-4cab-91dc-f07317000704 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.802939 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11f08946-e39c-42e5-8163-23436024d86d req-99786271-c36b-4cab-91dc-f07317000704 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0846360 Aug 25 14:50:42.822564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.resource_extend [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:50:42.848712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11f08946-e39c-42e5-8163-23436024d86d req-ed92b1e1-b7af-440f-b75f-20b4734a650f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Aug 25 14:50:42.878180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:42.904628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-2748819b-bc67-46c6-8781-1ea6bf9f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:42.906096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-2748819b-bc67-46c6-8781-1ea6bf9f6794 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.2274680 Aug 25 14:50:42.984549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-7cddd85c-8362-4466-bc55-df77f730ec00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696080 Aug 25 14:50:42.986444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.008115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb1100f4-c3f3-4a42-9755-e55c0137d103 req-229a9141-3d40-4df6-96fd-f3753e815bdb tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964056 Aug 25 14:50:43.012186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28b816-3026-488e-b4d0-8278b88d9de5 req-8f1cb0c6-df81-442a-9a3e-7e90d7c027d7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:43.014262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd28b816-3026-488e-b4d0-8278b88d9de5 req-8f1cb0c6-df81-442a-9a3e-7e90d7c027d7 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 944 time: 0.0782902 Aug 25 14:50:43.051571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:43.085653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.091965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:43.118504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-7e340f39-f88d-4ac4-9333-1d430011e7cc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:43.120829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-7e340f39-f88d-4ac4-9333-1d430011e7cc tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 944 time: 0.1048121 Aug 25 14:50:43.132487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd28b816-3026-488e-b4d0-8278b88d9de5 req-adc9230b-cdd1-475d-b986-31e1c5c22c18 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/security-groups?id=efde3909-f02f-4b53-b726-6c790bc4ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868909 Aug 25 14:50:43.169998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-f4a2ee14-5d01-43f2-b610-680482580cfb service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772349 Aug 25 14:50:43.198473 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.201388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.397346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9508d-143b-474e-9bec-758eb6e7b364 req-4f9e1eed-5394-46f6-8af9-7479fa702b8c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:43.398892 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6a9508d-143b-474e-9bec-758eb6e7b364 req-4f9e1eed-5394-46f6-8af9-7479fa702b8c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 943 time: 0.1388068 Aug 25 14:50:43.433465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Deleting port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:43.433796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.443741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 172.25.8.116 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/18acc77e-765e-4429-9a71-c92db1d3ae28) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:43.573067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6a9508d-143b-474e-9bec-758eb6e7b364 req-71dab17c-d55a-45e2-ac83-fb366f8431e0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635423 Aug 25 14:50:43.604721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d'}, {'name': 'network-changed', 'server_uuid': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'tag': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:43.606184 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14353002-1e8e-4e91-a85d-7ccc64ac6444" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d"}, {"name": "network-changed", "server_uuid": "8d8cf761-d31b-4b02-8e47-a555f3542e85", "tag": "4e3caf76-d2bb-4b0a-9ee6-dd13316a7031"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:43.659421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] For port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,segment=NetworkSegment(6269c6f9-49f5-43b6-8647-95846b5d817f),segment_id=6269c6f9-49f5-43b6-8647-95846b5d817f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:43.659751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.689349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Calling delete_port for 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:43.701648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:43.701648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.703141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 200 len: 1091 time: 2.9817519 Aug 25 14:50:43.758312 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:43.759255 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca74c8-f5ae-461d-9d30-05e1689f785a x-openstack-request-id: req-b3ca74c8-f5ae-461d-9d30-05e1689f785a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:43.759255 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d8cf761-d31b-4b02-8e47-a555f3542e85", "tag": "4e3caf76-d2bb-4b0a-9ee6-dd13316a7031", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:43.759255 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3ca74c8-f5ae-461d-9d30-05e1689f785a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:43.759255 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d', 'status': 'completed', 'code': 200} Aug 25 14:50:43.759255 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'tag': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031', 'status': 'completed', 'code': 200} Aug 25 14:50:43.792305 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Floating IP ca874393-604c-4990-a366-8edc01c175f2 associated. External IP: 172.25.8.26, port: 3c4e362f-df93-42cd-9be7-7bbc15d6ccec. Aug 25 14:50:43.794400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cd333-d817-4dc4-92eb-2bc48396b161 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:43.798820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-57bf789f-03bf-4f47-a8ac-8d5efa6249df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:43.801171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-57bf789f-03bf-4f47-a8ac-8d5efa6249df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1100 time: 0.1800065 Aug 25 14:50:43.885282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Request body: {'port': {'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:43.903850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb445538-4aff-4d91-b4ae-df0509c7f431 req-c505863a-b596-4b1b-a88b-3a6e2fd577fc tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:43.906759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb445538-4aff-4d91-b4ae-df0509c7f431 req-c505863a-b596-4b1b-a88b-3a6e2fd577fc tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.6967533 Aug 25 14:50:43.976960 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:44.086431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:44.088820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:44.105333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:44.115194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:44.125657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c111d3e9-5419-492e-bb73-b2b33e2125d6 req-554eadcf-be2d-48a6-95b9-a96c1e930a05 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9431391 Aug 25 14:50:44.128820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=18acc77e-765e-4429-9a71-c92db1d3ae28,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:44.174155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4793d-2ab8-4db0-919b-d5be2f025cb0 req-a7800533-a4f0-42a2-9474-197855e62723 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.175670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffb4793d-2ab8-4db0-919b-d5be2f025cb0 req-a7800533-a4f0-42a2-9474-197855e62723 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.2153707 Aug 25 14:50:44.211712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Pushing event deleted for resources: {'Port': ['ID=9574ea1f-5d02-4ad6-b5bc-b8762bf362d2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:44.227657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.228159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.228632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.229111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.229608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.230037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.230508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.232519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-5bf049ac-cc77-4f32-94ec-6f13e0c2d7ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6420 time: 0.4283366 Aug 25 14:50:44.242941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb445538-4aff-4d91-b4ae-df0509c7f431 req-3b365ace-20ef-4b23-98c1-1964e8cd364f tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687442 Aug 25 14:50:44.250113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:44.275623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] No DVR routers for this DVR port 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:44.278733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:44.281141 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c00588b7-2bd8-4969-80b1-4332c6fc382c req-f7bdd428-b2cb-48c4-ac02-dca807a2e9e2 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.52 "DELETE /v2.0/ports/9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 HTTP/1.1" status: 204 len: 173 time: 1.1453593 Aug 25 14:50:44.282118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'name': 'network-vif-deleted', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:44.285878 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9dca78-f991-44f3-88c4-b9d59cc308a6" -d '{"events": [{"server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "name": "network-vif-deleted", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:44.446989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-a2fc8fae-94dc-4781-bab5-3c19aa0221ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.448480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-a2fc8fae-94dc-4781-bab5-3c19aa0221ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.6366849 Aug 25 14:50:44.588247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-5f98318b-c2ef-4fea-aa95-dedfc271693d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.1261146 Aug 25 14:50:44.599737 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffb4793d-2ab8-4db0-919b-d5be2f025cb0 req-0a66e1d1-76b4-424e-9587-2ba2b57b7e94 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920913 Aug 25 14:50:44.635859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:44.729708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-d8d9317d-9c80-4d4e-be0c-804a49b39e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.731254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-d8d9317d-9c80-4d4e-be0c-804a49b39e8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 1094 time: 0.4007330 Aug 25 14:50:44.786085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-fd9a5bf9-1d93-459c-80e9-721f527d341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.786564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-fd9a5bf9-1d93-459c-80e9-721f527d341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.787046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-fd9a5bf9-1d93-459c-80e9-721f527d341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.788668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-fd9a5bf9-1d93-459c-80e9-721f527d341e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aaf54f94ae7d48859ee0192be590fd30&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4787891 Aug 25 14:50:44.791978 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f05c5dd6-1190-4fd4-851f-3385ba9fea20 req-27ae5fde-5d82-4438-baea-806125860fd6 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee07d83d-fd36-466f-97a7-4a57a6d28be5 HTTP/1.1" status: 200 len: 210 time: 0.0463057 Aug 25 14:50:44.792517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:44.858797 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15056c2-508a-4ba4-96b1-c156d03ac1ae x-openstack-request-id: req-e15056c2-508a-4ba4-96b1-c156d03ac1ae {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:44.859339 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee07d83d-fd36-466f-97a7-4a57a6d28be5", "name": "network-vif-deleted", "tag": "9574ea1f-5d02-4ad6-b5bc-b8762bf362d2", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:44.859826 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e15056c2-508a-4ba4-96b1-c156d03ac1ae {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:44.860304 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee07d83d-fd36-466f-97a7-4a57a6d28be5', 'name': 'network-vif-deleted', 'tag': '9574ea1f-5d02-4ad6-b5bc-b8762bf362d2', 'status': 'completed', 'code': 200} Aug 25 14:50:44.881787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.891217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.900765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.909812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.918773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.926029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.931843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.933770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-757a904c-c001-45f3-b0a6-8827e2004bc1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5418 time: 0.5301721 Aug 25 14:50:44.985830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-8344069f-3338-4a0f-b380-a9a999db215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:44.987801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-8344069f-3338-4a0f-b380-a9a999db215f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.3857288 Aug 25 14:50:45.034309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87018b-0bd5-4942-bda6-346161107f5d req-727a46d5-932e-4049-aaae-299aff58d3b0 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.035972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d87018b-0bd5-4942-bda6-346161107f5d req-727a46d5-932e-4049-aaae-299aff58d3b0 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.1548491 Aug 25 14:50:45.052154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217249-3a4f-4612-800d-eef15672f74f req-ac7a6121-6b15-4878-a005-34072bdf6858 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.054033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-09217249-3a4f-4612-800d-eef15672f74f req-ac7a6121-6b15-4878-a005-34072bdf6858 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 943 time: 0.1105230 Aug 25 14:50:45.139113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Router 45f8f197-96e7-42ba-b56e-63fd09f63b8c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:50:45.196020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6658fb0f-2ff2-42a1-8444-93193114bfee req-81df547c-8cfb-4e78-afed-c35a6f7b4190 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2158718 Aug 25 14:50:45.207170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-3886aa16-973c-481f-bcf8-570e708a68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.209938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-3886aa16-973c-481f-bcf8-570e708a68d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 912 time: 0.4424264 Aug 25 14:50:45.222367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-09217249-3a4f-4612-800d-eef15672f74f req-7c855d45-715a-43e2-8495-2c7afb9a3902 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504750 Aug 25 14:50:45.225309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.290071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Deleting port 3e411c85-36af-4b31-ba2d-66020ce32a3a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:50:45.290846 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.316284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-7c6aaffb-ef95-412e-8428-a1070f7d8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.318304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-7c6aaffb-ef95-412e-8428-a1070f7d8902 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2942567 Aug 25 14:50:45.323057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-2ab3b746-b7eb-41b1-945d-ff7836189d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.324947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-2ab3b746-b7eb-41b1-945d-ff7836189d5d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073826 Aug 25 14:50:45.327723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-2921a949-2190-459e-b801-c8361db6ad76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 HTTP/1.1" status: 200 len: 217 time: 0.0826619 Aug 25 14:50:45.345405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.372821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:50:45.552751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=18acc77e-765e-4429-9a71-c92db1d3ae28,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:45.567627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-a7a010e7-d96a-4227-b40c-af79d5072e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.569642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-a7a010e7-d96a-4227-b40c-af79d5072e63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.2292385 Aug 25 14:50:45.581434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] For port 3e411c85-36af-4b31-ba2d-66020ce32a3a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e411c85-36af-4b31-ba2d-66020ce32a3a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:45.581845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.594388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.602089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5049d6bc-4c01-401e-83cf-f334072af0e1 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:45.605111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Calling delete_port for 3e411c85-36af-4b31-ba2d-66020ce32a3a owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:50:45.626604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a15796-d62f-42ab-b0f4-34d6ef3fbcc7 req-056e48e1-8e7c-4c19-87b2-ec204051295c tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:45.627800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-cc872ff2-4122-4112-a656-588ad9145185 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482175 Aug 25 14:50:45.628565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15a15796-d62f-42ab-b0f4-34d6ef3fbcc7 req-056e48e1-8e7c-4c19-87b2-ec204051295c tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8df38a-fbfe-41da-80f6-d893409d33be HTTP/1.1" status: 200 len: 949 time: 0.1780119 Aug 25 14:50:45.636351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.638124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:45.667826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031', 'mac_address': 'fa:16:3e:b5:08:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:50:45.668874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:50:45.723933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.728564 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.730680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-619874ac-d42c-44cc-ab4c-3331f61a77eb service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017720 Aug 25 14:50:45.731296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] Sync routers for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:50:45.732927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:45.741988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Transition to ACTIVE for port object 5049d6bc-4c01-401e-83cf-f334072af0e1 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:45.762694 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:45.764067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8474aa4c-6c6c-4311-b62d-cbdda6988a30 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0139759 Aug 25 14:50:45.770925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:50:45.778600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:45.778978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9574ea1f-5d02-4ad6-b5bc-b8762bf362d2 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:45.787817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:50:45.788461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:50:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:45.851650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15a15796-d62f-42ab-b0f4-34d6ef3fbcc7 req-d31f406d-626c-4839-a6b6-c01c4fcb65b4 tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc3a4025-691f-4a4c-88f0-66da7d493e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017937 Aug 25 14:50:45.923004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:45.947595 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53158) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:45.991121 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.045354 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.086133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:50:46.092474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Pushing event deleted for resources: {'Port': ['ID=3e411c85-36af-4b31-ba2d-66020ce32a3a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:46.124842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:46.200284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] No DVR routers for this DVR port 3e411c85-36af-4b31-ba2d-66020ce32a3a on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:50:46.206902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.209451 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d87018b-0bd5-4942-bda6-346161107f5d req-0a6ba407-5e86-4a0d-adfc-33803e58ef7a tempest-DeleteServersAdminTestJSON-1031736613 tempest-DeleteServersAdminTestJSON-1031736613-project] 10.222.0.52 "DELETE /v2.0/ports/3e411c85-36af-4b31-ba2d-66020ce32a3a HTTP/1.1" status: 204 len: 173 time: 1.1482968 Aug 25 14:50:46.224376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4e3caf76-d2bb-4b0a-9ee6-dd13316a7031'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:50:46.258878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-d4741478-8c58-4b35-b24d-6e354c52fe20 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1519042872&fields=id&tenant_id=c42dff84449f44e8949b4d9dfa020426 HTTP/1.1" status: 200 len: 267 time: 0.1193962 Aug 25 14:50:46.265501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:46.270742 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:46.280456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d4fb9205-9c85-45c5-bac1-05afce696bb4 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "PUT /v2.0/floatingips/ca874393-604c-4990-a366-8edc01c175f2 HTTP/1.1" status: 200 len: 990 time: 4.6152422 Aug 25 14:50:46.320190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.333035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Deleting subnet bb423791-60a4-4628-a675-2ba4ab9a6967 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:50:46.337961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.387382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.479524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-5171e004-e5af-465b-b787-2aba35590816 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:46.481310 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-5171e004-e5af-465b-b787-2aba35590816 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 931 time: 0.2106431 Aug 25 14:50:46.512917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Pushing event updated for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:46.522834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382beac-6c85-4f77-b387-43f43e9331fc req-2180b6b5-d30b-49b7-b8cc-4e311bc37863 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:46.525185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b382beac-6c85-4f77-b387-43f43e9331fc req-2180b6b5-d30b-49b7-b8cc-4e311bc37863 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.7918730 Aug 25 14:50:46.562986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-f0d22417-9ef8-42c2-b91f-4ba224fdad0a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:46.568601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-f0d22417-9ef8-42c2-b91f-4ba224fdad0a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 930 time: 0.0672314 Aug 25 14:50:46.570355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.638019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-d7092059-1cdf-4aa2-9de1-4a649ca07951 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9974098 Aug 25 14:50:46.644275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-52375ced-7449-4741-bf2e-d0e1e8d7dc93 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0708728 Aug 25 14:50:46.693757 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-d2c68e2d-4948-4a9b-9a0d-bcd96a681328 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0385418 Aug 25 14:50:46.701077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-823fe91c-4af7-4347-8781-b2ced70b0c59 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9549847 Aug 25 14:50:46.778998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b382beac-6c85-4f77-b387-43f43e9331fc req-d3164296-bdf7-415b-a172-95dc99782d6b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358725 Aug 25 14:50:46.783245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ca874393-604c-4990-a366-8edc01c175f2', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'port_id': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'mac_address': 'fa:16:3e:ce:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:07Z', 'updated_at': '2021-08-25T14:50:42Z', 'revision_number': 1, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:05Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:46.822389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] Checking router: 45f8f197-96e7-42ba-b56e-63fd09f63b8c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:50:46.837405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:50:46.838181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:50:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:46.862613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'name': 'network-vif-deleted', 'tag': '3e411c85-36af-4b31-ba2d-66020ce32a3a'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:46.866822 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7211512-67d6-46fc-ba9e-6e9020bbbe4d" -d '{"events": [{"server_uuid": "1e8df38a-fbfe-41da-80f6-d893409d33be", "name": "network-vif-deleted", "tag": "3e411c85-36af-4b31-ba2d-66020ce32a3a"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:46.898276 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.910408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-a09988fc-4a60-4cb6-b9d8-4f56545e948a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:46.916360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-a09988fc-4a60-4cb6-b9d8-4f56545e948a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:46.922021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-a09988fc-4a60-4cb6-b9d8-4f56545e948a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:46.930162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-a09988fc-4a60-4cb6-b9d8-4f56545e948a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/networks?id=07c04fab-acb5-4577-8c99-2807be0b11f3&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=afe330ac-65f4-44a8-9301-59dcac345fcf&id=afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 200 len: 1990 time: 0.2290163 Aug 25 14:50:46.960855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Attempting to bind port 5049d6bc-4c01-401e-83cf-f334072af0e1 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:50:46.961180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Attempting to bind port 5049d6bc-4c01-401e-83cf-f334072af0e1 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:50:46.961520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Attempting to bind port 5049d6bc-4c01-401e-83cf-f334072af0e1 on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:46.965264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14353002-1e8e-4e91-a85d-7ccc64ac6444 req-4562df98-5ecd-4780-805c-b3b473b068ba service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877471 Aug 25 14:50:46.973086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Port 5049d6bc-4c01-401e-83cf-f334072af0e1 on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:50:46.973453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Attempting to bind port 5049d6bc-4c01-401e-83cf-f334072af0e1 on network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:50:46.981993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-e3fb70c8-2856-42cc-b33b-d37ec88c49d1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/quotas/c42dff84449f44e8949b4d9dfa020426 HTTP/1.1" status: 200 len: 375 time: 0.0509021 Aug 25 14:50:46.986468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:50:46.986831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Checking segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:50:46.987788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Bound using segment: {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:50:46.988231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Bound port: 5049d6bc-4c01-401e-83cf-f334072af0e1, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bd2c9c-df46-45c1-a220-238facbddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:50:46.988597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.994418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:46.999298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb423791-60a4-4628-a675-2ba4ab9a6967 HTTP/1.1" status: 204 len: 168 time: 1.0500202 Aug 25 14:50:47.000174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31ec1b-99e5-4405-9e15-c84aa107b17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb423791-60a4-4628-a675-2ba4ab9a6967,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:47.007051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53186) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:47.025117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.031258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.037987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.046569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.054472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.060551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.066520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.068947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-6fb4f256-9200-40ed-ac22-01a1c150c675 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1963379 Aug 25 14:50:47.099307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:50:47.161775 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-e17a7730-97f4-4fd1-bb51-494d0c424323 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1685836 Aug 25 14:50:47.174248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.211851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5fe4e836-ed78-4728-81ed-24428cccffc4 req-d2e5dc2d-0621-4eb4-adf6-90e338cafa49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211035 Aug 25 14:50:47.236122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:50:47.242136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5049d6bc-4c01-401e-83cf-f334072af0e1,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:50:47.360969 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-fa8967c5-c488-4984-871f-0cc1bfe960f0 service neutron] 10.222.0.58 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983645 Aug 25 14:50:47.369989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.387446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:50:47.389683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.420070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.420718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.422399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] 10.222.0.52 "PUT /v2.0/ports/5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 200 len: 1091 time: 3.6126707 Aug 25 14:50:47.444783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e027789-7f7d-440b-bacf-8126cc228926 req-dd437a7d-d377-4f90-af84-61ed2b191853 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.453983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e027789-7f7d-440b-bacf-8126cc228926 req-dd437a7d-d377-4f90-af84-61ed2b191853 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 944 time: 0.1184938 Aug 25 14:50:47.454239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b690c8ea-2379-4046-8047-5fdf4894394c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:47.472286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6269c6f9-49f5-43b6-8647-95846b5d817f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:47.472900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6269c6f9-49f5-43b6-8647-95846b5d817f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:47.491255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.526270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.534225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e027789-7f7d-440b-bacf-8126cc228926 req-24083f14-39f2-4a5b-889e-16c1ca42c081 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760977 Aug 25 14:50:47.537732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915706-dc38-4363-a6c2-7b7aea18967c service neutron] Pushing event updated for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:47.543710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:50:47.545258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:50:47.547982 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:50:47.581283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ca874393-604c-4990-a366-8edc01c175f2', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'port_id': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'mac_address': 'fa:16:3e:ce:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:07Z', 'updated_at': '2021-08-25T14:50:42Z', 'revision_number': 1, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:05Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:47.606135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-df912fca-d6cd-443d-9462-aaac32b652ee service neutron] 10.222.0.58 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362106 Aug 25 14:50:47.662433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-4e88ed1e-4133-43c7-90a1-f45fc8f999ca service neutron] 10.222.0.58 "GET /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0550466 Aug 25 14:50:47.668261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fb05f-1637-4f92-abf4-ff21ede3c82d None None] The sync data for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 is: [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ca874393-604c-4990-a366-8edc01c175f2', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'port_id': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'mac_address': 'fa:16:3e:ce:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:07Z', 'updated_at': '2021-08-25T14:50:42Z', 'revision_number': 1, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:05Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:50:47.676085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:47.678597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.679182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.679687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.680193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.682040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:47.682838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.685232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.685639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.691365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.693526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-339f13ad-0b84-462d-8d6b-5253e40a113e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6487 time: 0.1022699 Aug 25 14:50:47.775648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e411c85-36af-4b31-ba2d-66020ce32a3a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:50:47.785822 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557fcbb3-65dd-402d-bc2b-ed2f9133a6c1 x-openstack-request-id: req-557fcbb3-65dd-402d-bc2b-ed2f9133a6c1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:47.786527 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:47.786527 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-557fcbb3-65dd-402d-bc2b-ed2f9133a6c1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:47.787069 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e', 'status': 'completed', 'code': 200} Aug 25 14:50:47.789099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-445312a9-201a-443a-9b33-3ff68e0f41a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 200 len: 217 time: 0.0811605 Aug 25 14:50:47.814069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 3e411c85-36af-4b31-ba2d-66020ce32a3a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:50:47.814698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e411c85-36af-4b31-ba2d-66020ce32a3a not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:50:47.839374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.846627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.851776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b690c8ea-2379-4046-8047-5fdf4894394c HTTP/1.1" status: 204 len: 168 time: 0.8401251 Aug 25 14:50:47.853089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53190) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:47.854168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-92aecfb9-7753-431b-9d99-dc87dcaa2e03 service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827888 Aug 25 14:50:47.865652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4cf17-ff9f-4dc4-acbb-34fe5b485277 admin admin] Pushing event deleted for resources: {'Network': ['ID=b690c8ea-2379-4046-8047-5fdf4894394c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:47.932699 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.956846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Deleting subnet 093fd16e-e41f-47f7-991a-b5301b18f5b9 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:50:47.964025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:47.978804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-eb40cf4f-e5df-49fe-9e2d-47154bbc5d70 service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087768 Aug 25 14:50:47.980586 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea29ce3d-8691-4fbc-ac4b-cc4bf50a051e x-openstack-request-id: req-ea29ce3d-8691-4fbc-ac4b-cc4bf50a051e {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:47.980874 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8df38a-fbfe-41da-80f6-d893409d33be", "name": "network-vif-deleted", "tag": "3e411c85-36af-4b31-ba2d-66020ce32a3a", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:47.981129 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea29ce3d-8691-4fbc-ac4b-cc4bf50a051e {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:47.981561 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8df38a-fbfe-41da-80f6-d893409d33be', 'name': 'network-vif-deleted', 'tag': '3e411c85-36af-4b31-ba2d-66020ce32a3a', 'status': 'completed', 'code': 200} Aug 25 14:50:47.988461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-137759a1-3cba-45ff-8100-1f813492f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:47.989068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-137759a1-3cba-45ff-8100-1f813492f1d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aab80ce2-b914-4d34-af5e-f0143e9ba707 HTTP/1.1" status: 200 len: 855 time: 0.0842991 Aug 25 14:50:48.000364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:50:48.001324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:48.004465 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99827c80-0c32-440e-8955-9cfeedad62ae" -d '{"events": [{"server_uuid": "8d8cf761-d31b-4b02-8e47-a555f3542e85", "name": "network-vif-plugged", "status": "completed", "tag": "4e3caf76-d2bb-4b0a-9ee6-dd13316a7031"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:48.047949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.056361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-82b0d5d9-90d2-4e09-b7fc-af8ee4d94f31 service neutron] 10.222.0.58 "GET /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0698948 Aug 25 14:50:48.069579 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b59005-11ea-4db9-9ed0-7b26b275e8bd None None] New status for floating IP ca874393-604c-4990-a366-8edc01c175f2: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:50:48.080442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.107004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-0fabdfd7-bd45-4340-834a-d72ea00e1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.108633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-0fabdfd7-bd45-4340-834a-d72ea00e1d43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098309 Aug 25 14:50:48.118317 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.156283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:48.198122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-4053c474-17cf-46ce-b848-3d1cd6313876 service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407721 Aug 25 14:50:48.305529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d717540d-8dc5-47a0-b711-96870cf68300 service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884980 Aug 25 14:50:48.309663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-0b3100b6-22f3-4f89-9c0c-308424dbd52e service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039779 Aug 25 14:50:48.329300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1b217-3e0e-4f07-8f41-66668bded596 req-7b4d1a76-4da2-4bd2-b419-8b1297a9ed68 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.335205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4e1b217-3e0e-4f07-8f41-66668bded596 req-7b4d1a76-4da2-4bd2-b419-8b1297a9ed68 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1339340 Aug 25 14:50:48.401693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.412868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-82486c67-a191-4ca3-b62c-bacf1c72212a service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913699 Aug 25 14:50:48.448805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.451526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/093fd16e-e41f-47f7-991a-b5301b18f5b9 HTTP/1.1" status: 204 len: 168 time: 0.5978274 Aug 25 14:50:48.476745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53198) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:48.494899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4e1b217-3e0e-4f07-8f41-66668bded596 req-f3d8e596-b56c-431a-9f3a-64eb3dc32058 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568766 Aug 25 14:50:48.504637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282b905-5cf0-450c-ab87-8d98a936e1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093fd16e-e41f-47f7-991a-b5301b18f5b9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:48.554813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d9797a7d-db0f-4fc3-b923-2298c599db9b service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413583 Aug 25 14:50:48.557150 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c655f3-0b09-4959-966e-a493270dc145 x-openstack-request-id: req-d6c655f3-0b09-4959-966e-a493270dc145 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:48.557458 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8cf761-d31b-4b02-8e47-a555f3542e85", "name": "network-vif-plugged", "status": "completed", "tag": "4e3caf76-d2bb-4b0a-9ee6-dd13316a7031", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:48.557704 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6c655f3-0b09-4959-966e-a493270dc145 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:48.558112 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031', 'code': 200} Aug 25 14:50:48.587181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.604534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-94f8e592-4981-4c71-80c4-97e0535c4d54 service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822708 Aug 25 14:50:48.648847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-098ba94a-e2bd-42dc-b96d-f725f0c63729 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 217 time: 0.0726609 Aug 25 14:50:48.733195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.750975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:48.759673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94acaba-4c23-4ff8-8813-8890bda377d6 req-10cfaa69-cf0a-4bcf-99cb-4daf0e00c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.761187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a94acaba-4c23-4ff8-8813-8890bda377d6 req-10cfaa69-cf0a-4bcf-99cb-4daf0e00c54b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 1096 time: 0.1256261 Aug 25 14:50:48.763700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8413b177-1673-40a3-be21-c9243d13940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.764556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1d1913-54d2-4a26-abb8-6766ac04b05c') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:48.764865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1d1913-54d2-4a26-abb8-6766ac04b05c') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:50:48.765059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8413b177-1673-40a3-be21-c9243d13940a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.0933783 Aug 25 14:50:48.786383 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-f36b1cc3-4088-4c9f-a39d-944d1e4336ed service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588161 Aug 25 14:50:48.787893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.788604 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.793904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.800041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.806461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.812390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.817497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.818303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.824494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.826449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-96b384e4-743b-43f0-b011-48a16e60e9bd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1562204 Aug 25 14:50:48.854787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:50:48.855216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:50:48.856887 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:50:48.903974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a94acaba-4c23-4ff8-8813-8890bda377d6 req-57e5b7e5-ff00-41c7-bf52-c2f62f278e5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346915 Aug 25 14:50:48.913103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1e19d7f-63fd-4585-96b4-a41c9f6fec62 req-2c693da5-d435-465e-8114-e691ee6608b4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764380 Aug 25 14:50:48.926125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-b11c5bf5-6631-4b09-adef-62e5b81a8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:48.927950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-b11c5bf5-6631-4b09-adef-62e5b81a8aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1524091 Aug 25 14:50:48.963140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-9ed32c34-707f-46b1-b617-fa70a4d44d96 service neutron] 10.222.0.58 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672266 Aug 25 14:50:49.025001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:49.029504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:49.034048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3 HTTP/1.1" status: 204 len: 168 time: 0.5560386 Aug 25 14:50:49.094115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff08a8-aea9-4c15-ae02-06b888e3f51b req-4e74e77c-4887-4a2d-acdf-45a823eee4c7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:49.095921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebff08a8-aea9-4c15-ae02-06b888e3f51b req-4e74e77c-4887-4a2d-acdf-45a823eee4c7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 945 time: 0.0986784 Aug 25 14:50:49.097722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-1a386722-6fb4-4d28-b83b-cbf2529749d8 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589329 Aug 25 14:50:49.193170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebff08a8-aea9-4c15-ae02-06b888e3f51b req-3415bc3d-451d-47d2-a5ad-2c525fd2c52f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 Aug 25 14:50:49.245467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-993a3885-0267-4c1a-ba74-b405576f782d service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345041 Aug 25 14:50:49.286093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d156b3-7035-4afd-bf31-2bef0bc220b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce3003c-6faa-4ef4-aaf1-372a3bcac9b3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:49.298561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c6ace207-a00f-4728-bb4b-842e0dd1255f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 217 time: 0.0445755 Aug 25 14:50:49.327784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14e98264-2f89-4a66-a61d-2c7897ac4c1a service neutron] 10.222.0.58 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576097 Aug 25 14:50:49.358273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4fb0aebb-a288-42a0-8935-0d1324bbd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:49.359834 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4fb0aebb-a288-42a0-8935-0d1324bbd741 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.0529711 Aug 25 14:50:49.424250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:49.428314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-323a389f-b0d6-4767-995c-5e175df40148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:49.431756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-323a389f-b0d6-4767-995c-5e175df40148 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613496 Aug 25 14:50:49.455734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-d454f04c-e1da-4634-b001-279413f79fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166193 Aug 25 14:50:49.546248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-69a091bb-45df-435a-8952-1a5e02900544 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fa3b423fd8b48fd984bd0765ce298de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174138 Aug 25 14:50:49.547174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-737795ae-0805-4fc3-990d-26e99d742c70 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052756 Aug 25 14:50:49.548381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53220) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:49.586341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-e18f1f69-86fc-4c90-be7a-c3e9288e23d7 service neutron] 10.222.0.58 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118975 Aug 25 14:50:49.702723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-74d6f9ad-120d-4035-9dae-431910864fb6 service neutron] 10.222.0.58 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096613 Aug 25 14:50:49.710758 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32df7b6f-2abe-4c33-9104-19145703d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:49.721848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aa8f9-e4fd-4b06-979a-b03b758ba5c7 req-9a05ca42-4e27-40c6-bf0d-b5541ab8d7b8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:49.723483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-910aa8f9-e4fd-4b06-979a-b03b758ba5c7 req-9a05ca42-4e27-40c6-bf0d-b5541ab8d7b8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1328855 Aug 25 14:50:49.758690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-65c69ba6-dd41-44b7-bcfc-9be645abdabe service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982841 Aug 25 14:50:49.775453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32df7b6f-2abe-4c33-9104-19145703d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:49.788487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec'}, {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:50:49.790775 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90732514-925f-4746-b9b9-eaace0ddf8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec"}, {"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:50:49.830932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c7ab41d5-9ac1-49d6-937b-81b34cb1b067 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=16776111-feb0-4edc-9789-14be0770eb4c HTTP/1.1" status: 200 len: 217 time: 0.0590892 Aug 25 14:50:49.878912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-910aa8f9-e4fd-4b06-979a-b03b758ba5c7 req-1da8391d-6789-4cae-92ea-26b2db5021c0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345277 Aug 25 14:50:49.929598 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92b30d7-dd45-4026-8fc1-8d6f54c128b1 x-openstack-request-id: req-f92b30d7-dd45-4026-8fc1-8d6f54c128b1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:50:49.929935 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:50:49.930151 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f92b30d7-dd45-4026-8fc1-8d6f54c128b1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:50:49.930528 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'status': 'completed', 'code': 200} Aug 25 14:50:49.931674 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1', 'status': 'completed', 'code': 200} Aug 25 14:50:49.953089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4cae8f6c-25e3-467a-994d-0779ecf1f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:49.955417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4cae8f6c-25e3-467a-994d-0779ecf1f463 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1080480 Aug 25 14:50:50.055802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-95c902dd-a224-41c3-ad98-f67c84e9254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.056650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32df7b6f-2abe-4c33-9104-19145703d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:50.057339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-95c902dd-a224-41c3-ad98-f67c84e9254e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=543efbf5ed73413bbaee372fbbddb77c&device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 1096 time: 0.0836225 Aug 25 14:50:50.059257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32df7b6f-2abe-4c33-9104-19145703d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:50.060429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-32df7b6f-2abe-4c33-9104-19145703d051 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efde3909-f02f-4b53-b726-6c790bc4ed77 HTTP/1.1" status: 204 len: 168 time: 0.5107872 Aug 25 14:50:50.098926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7b6f-2abe-4c33-9104-19145703d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde3909-f02f-4b53-b726-6c790bc4ed77,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:50.114636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8ff69c73-e4a1-44f5-a400-f488141a7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.116986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-8ff69c73-e4a1-44f5-a400-f488141a7c30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436765 Aug 25 14:50:50.164221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.172744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.178803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.184851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.189062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-bbe6f43e-bbab-4c22-85d9-6cd8c993b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.191292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-bbe6f43e-bbab-4c22-85d9-6cd8c993b90a service neutron] 10.222.0.52 "GET /v2.0/networks?id=378b60d9-9cfe-4a5e-b577-32e91cb074e8 HTTP/1.1" status: 200 len: 916 time: 0.1255937 Aug 25 14:50:50.193170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53240) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:50.193840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.199836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.206912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.208986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-188f212b-2709-4871-b0be-1e576d0ceabf req-b41cee1c-e471-43ff-a5af-41aaa4a20c06 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1721096 Aug 25 14:50:50.307171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-188f212b-2709-4871-b0be-1e576d0ceabf req-e25f7584-d034-4e08-8442-402c307c7112 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872941 Aug 25 14:50:50.337040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-f7bfdbfc-d3bf-47af-a8b3-e8cd2de48470 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043748 Aug 25 14:50:50.401827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-8452ab55-50e5-4f11-81c3-7929f6b731ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec HTTP/1.1" status: 200 len: 1000 time: 0.1934459 Aug 25 14:50:50.444592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5fb82baa-82b4-4cc6-94fd-9f77391c1c07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6744dd5dfe24429f90d817f72f4792e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500279 Aug 25 14:50:50.447223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:50.487692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-4d3dfdde-145c-4a75-be53-46981f3b78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.489346 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-4d3dfdde-145c-4a75-be53-46981f3b78f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bce1deed-e1bd-44c3-b0d8-559ddcd53f47 HTTP/1.1" status: 200 len: 854 time: 0.0752275 Aug 25 14:50:50.497065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af8f64-8b42-42eb-80a3-728f594a17f7 req-27040127-da58-47b8-9261-d79612707dc5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.498711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60af8f64-8b42-42eb-80a3-728f594a17f7 req-27040127-da58-47b8-9261-d79612707dc5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 945 time: 0.0741572 Aug 25 14:50:50.532412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d9fd6bed-21df-4243-b9d2-6fb9598742f5 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846986 Aug 25 14:50:50.545390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10099286-6e9a-4d39-8be8-e7d35e5dc827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:50.572458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1e102e6d-2bbb-49f8-92fa-579a1ec7ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.574314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1e102e6d-2bbb-49f8-92fa-579a1ec7ac5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=378b60d9-9cfe-4a5e-b577-32e91cb074e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753183 Aug 25 14:50:50.579332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10099286-6e9a-4d39-8be8-e7d35e5dc827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:50.596892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-81ce0b6a-57b5-4253-bbe0-9ab59acfc407 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d HTTP/1.1" status: 200 len: 217 time: 0.0506482 Aug 25 14:50:50.614338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60af8f64-8b42-42eb-80a3-728f594a17f7 req-50e7b0f0-36a2-4429-80fd-0405eb4d1a0d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Aug 25 14:50:50.710317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-0c5dd315-a7c1-4835-a441-9ac468e0149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.722248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-0c5dd315-a7c1-4835-a441-9ac468e0149b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1068430 Aug 25 14:50:50.732922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-39abd424-f59e-4406-8a97-a14285c2cd8d service neutron] 10.222.0.52 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451333 Aug 25 14:50:50.800385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4c31fcfb-4409-4b75-9e29-9d4688f060d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:50.805549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4c31fcfb-4409-4b75-9e29-9d4688f060d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593307 Aug 25 14:50:50.807712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10099286-6e9a-4d39-8be8-e7d35e5dc827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:50.810684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10099286-6e9a-4d39-8be8-e7d35e5dc827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:50.811867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10099286-6e9a-4d39-8be8-e7d35e5dc827 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc3a4025-691f-4a4c-88f0-66da7d493e2e HTTP/1.1" status: 204 len: 168 time: 0.3636472 Aug 25 14:50:50.828289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10099286-6e9a-4d39-8be8-e7d35e5dc827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3a4025-691f-4a4c-88f0-66da7d493e2e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:50.898339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-75037950-0c39-44ae-a792-cbc78e614dde service neutron] 10.222.0.52 "GET /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498821 Aug 25 14:50:50.950808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-b567613e-2f49-46fa-91a1-4820c956d941 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307886 Aug 25 14:50:50.996533 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa998-2c79-4b1a-ba91-d1e9941018ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:51.069140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53268) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:51.091900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb75ecf-0b9a-470d-84b4-1b5e5d212275 req-bdf79162-4702-48f9-8ead-0961670fbf90 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.091900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bb75ecf-0b9a-470d-84b4-1b5e5d212275 req-bdf79162-4702-48f9-8ead-0961670fbf90 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1181202 Aug 25 14:50:51.122199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c273c2c-a1c1-4617-a005-7fd81f4ae7c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2c0c82bf59b444484c5d08cc93d353b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489008 Aug 25 14:50:51.126319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53270) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:51.150733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-4954e935-652e-4d3b-9d8a-484ebf9ed81b service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855514 Aug 25 14:50:51.183590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-091d2572-0174-495e-ae8f-b659ff3f64be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:51.186369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bb75ecf-0b9a-470d-84b4-1b5e5d212275 req-b1934558-563d-4fac-8c1f-35a68216af1f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813291 Aug 25 14:50:51.221619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c5104525-1ccc-4362-b987-2d0c38b60416 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 200 len: 217 time: 0.0606675 Aug 25 14:50:51.228792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-091d2572-0174-495e-ae8f-b659ff3f64be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:51.322584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a468949-8bb2-4113-8a79-aee4da45732e req-7055bf64-d7c3-42e0-8fcb-5ba5e002259a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0632050 Aug 25 14:50:51.334807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-5331ca09-b123-46b0-ae2b-c8087a29095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.338745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-5331ca09-b123-46b0-ae2b-c8087a29095f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.1053784 Aug 25 14:50:51.388582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-091d2572-0174-495e-ae8f-b659ff3f64be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:51.393004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-091d2572-0174-495e-ae8f-b659ff3f64be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:51.398689 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-091d2572-0174-495e-ae8f-b659ff3f64be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25b3a55a-bdb2-4036-8b11-e0db4c7daf92 HTTP/1.1" status: 204 len: 168 time: 0.2692444 Aug 25 14:50:51.431339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d2572-0174-495e-ae8f-b659ff3f64be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3a55a-bdb2-4036-8b11-e0db4c7daf92,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:51.476246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c8775e9a-7c36-40d5-8392-82c216ff015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.486119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-c8775e9a-7c36-40d5-8392-82c216ff015c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258824 Aug 25 14:50:51.577680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.599942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.607166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.616086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.623372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.631203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.639440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.642180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-7297cfa5-e142-4a33-b281-d34787b91f3f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1515326 Aug 25 14:50:51.657893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-a358110b-45af-445d-8123-32cb8879bfc5 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657233 Aug 25 14:50:51.702285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26edcd8c-9fb5-4ca8-86f5-06f5439ea284 req-eaa110c7-5b20-4781-bb1f-a3fab8cb5757 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487766 Aug 25 14:50:51.792132 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-5af065a4-8272-43ca-8f07-5e8af34800ea service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261714 Aug 25 14:50:51.848209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-ad31db1d-0831-4b2e-8e03-8916f4fe3567 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 200 len: 217 time: 0.0362928 Aug 25 14:50:51.907857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-99b30600-f1fd-4a68-9d78-9c55278fc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.910022 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-99b30600-f1fd-4a68-9d78-9c55278fc17c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.0570822 Aug 25 14:50:51.959789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d3f61245-c1df-403c-994c-e5a734f6f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:51.961453 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-d3f61245-c1df-403c-994c-e5a734f6f4d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0401597 Aug 25 14:50:52.054283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-13c24f97-b20a-4efe-aa9b-8f2bc3036497 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 Aug 25 14:50:52.059205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53294) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:52.094476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c27ad217-35c0-4ab7-93fd-5acfce575050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.197223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-014ce584-7895-4f8f-958f-c39fbfd84829 req-f9f5ca10-0982-420a-89b0-44d04381a984 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299644 Aug 25 14:50:52.280256 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c27ad217-35c0-4ab7-93fd-5acfce575050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.351469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441f0b8-c403-4f00-a32e-eb077b486017 req-d5f8e320-7129-4d1a-a706-e9b052e1b8a9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.353362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c441f0b8-c403-4f00-a32e-eb077b486017 req-d5f8e320-7129-4d1a-a706-e9b052e1b8a9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0756698 Aug 25 14:50:52.392063 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c27ad217-35c0-4ab7-93fd-5acfce575050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.491515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c441f0b8-c403-4f00-a32e-eb077b486017 req-0ee3757f-85c6-46b5-945b-35db70f4fabe tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315250 Aug 25 14:50:52.506020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c27ad217-35c0-4ab7-93fd-5acfce575050 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a47de74efe234d9aa74d64c6f334c270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455907 Aug 25 14:50:52.510114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53312) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:50:52.520383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ad217-35c0-4ab7-93fd-5acfce575050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d6514-6883-4718-913f-6ab5b86101c3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:52.536819 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc82e9bd-3750-4c4f-9122-fe334261929e req-f295f14f-1a05-4a75-bfe1-1fffdd520717 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0767796 Aug 25 14:50:52.540327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.540661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.541240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.542314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.543706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.544423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.545431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.548782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-970c378a-b0cf-4c2e-a674-cd8c35ce04b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6487 time: 0.1778812 Aug 25 14:50:52.658930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2129aa8-ba7f-4963-a34e-044cb88fcb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.694123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-752258a9-0ee9-4217-9af3-35e280172de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.695959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-752258a9-0ee9-4217-9af3-35e280172de1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 903 time: 0.1365788 Aug 25 14:50:52.697581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2129aa8-ba7f-4963-a34e-044cb88fcb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.751748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-e7b0c9f2-2eaa-48a3-9dbd-34d94c904e36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 200 len: 217 time: 0.0465934 Aug 25 14:50:52.826087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-06f581df-a417-435c-8758-601b54400554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.829327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-06f581df-a417-435c-8758-601b54400554 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.0612183 Aug 25 14:50:52.923096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2129aa8-ba7f-4963-a34e-044cb88fcb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.926375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2129aa8-ba7f-4963-a34e-044cb88fcb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:52.927745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c2129aa8-ba7f-4963-a34e-044cb88fcb70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c08d6514-6883-4718-913f-6ab5b86101c3 HTTP/1.1" status: 204 len: 168 time: 0.4162054 Aug 25 14:50:52.943317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-5f2303bf-f6dd-4198-8a54-ab3bbc3a6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.947115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-5f2303bf-f6dd-4198-8a54-ab3bbc3a6915 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055090 Aug 25 14:50:52.949516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129aa8-ba7f-4963-a34e-044cb88fcb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d6514-6883-4718-913f-6ab5b86101c3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:52.985512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:52.993185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.002983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.009639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.016925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.025742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.032305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.040702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-9a46cfa5-439c-4bda-96bf-2c29bc467d45 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1695902 Aug 25 14:50:53.133225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f53ce42a-41ee-481f-9b24-fc1c457062c3 req-fa3d2cba-baf1-4c94-b628-ecaf22a0cab9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905879 Aug 25 14:50:53.165207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-d0c6379f-8fa2-4864-a14a-ffd98efe8562 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060139 Aug 25 14:50:53.270020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00cebe09-2cb7-49b4-9f42-3ac0bca2c778 req-589460fb-2759-4217-b8ac-0bf3036c1115 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959365 Aug 25 14:50:53.380621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.380621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.380986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.381541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.382010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.382476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.383227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.385517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-1ddb5da8-0774-4e6a-8925-c08011e5af44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6487 time: 0.0601604 Aug 25 14:50:53.503941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-6798ed63-051c-4207-a985-74d7ef4b9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.506013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-6798ed63-051c-4207-a985-74d7ef4b9d15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 903 time: 0.1115749 Aug 25 14:50:53.577968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-4c2efead-dc62-4bde-aa91-aa2abe160358 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 200 len: 217 time: 0.0555592 Aug 25 14:50:53.645768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3035a-dfed-4f94-8f2e-1f65fe086b73 req-f34d625b-65a8-4107-b27b-60f53c1f67d9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.654381 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50f3035a-dfed-4f94-8f2e-1f65fe086b73 req-f34d625b-65a8-4107-b27b-60f53c1f67d9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0738547 Aug 25 14:50:53.661189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-eb85ed15-337c-4a35-88dd-ab26a114cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.663167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-eb85ed15-337c-4a35-88dd-ab26a114cd3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.0783606 Aug 25 14:50:53.728700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50f3035a-dfed-4f94-8f2e-1f65fe086b73 req-96376573-3e12-40d8-956e-fa05ae50f94d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727561 Aug 25 14:50:53.755916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6daf842-4bc4-4f41-9cee-97085c7c680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:53.811577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-568dd913-9b08-4e38-a0c9-b6a525ab4f82 req-85bab17a-cc49-45fa-99e5-9fb741af955f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0474677 Aug 25 14:50:53.826321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-a7d2e2d2-be98-4ceb-a4b7-eb468e1742d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:53.833764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-a7d2e2d2-be98-4ceb-a4b7-eb468e1742d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1519005 Aug 25 14:50:53.891837 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:53.987843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-abad9cd9-c670-4552-b3b6-77f13bb393b9 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476133 Aug 25 14:50:54.124893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90732514-925f-4746-b9b9-eaace0ddf8cc req-a9f1b016-d0d2-4f3e-85b3-33b01bb42363 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212986 Aug 25 14:50:54.663445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.669517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.676174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.682081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.688321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.694960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.702044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.704022 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93799453-c497-4092-94ad-8ed598d997f3 req-6ccfa720-cf84-4b65-8478-9c75fd5b9259 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.4817667 Aug 25 14:50:54.752246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-af01a65d-d143-4ce1-aab8-971489004c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.752246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-af01a65d-d143-4ce1-aab8-971489004c93 service neutron] 10.222.0.52 "GET /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 1027 time: 0.1079266 Aug 25 14:50:54.836903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93799453-c497-4092-94ad-8ed598d997f3 req-26b6cbc4-0910-44f5-a530-9a97bcc5d686 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098583 Aug 25 14:50:54.838146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14249dcc-942f-4887-9033-1c8b4dd50e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.839746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14249dcc-942f-4887-9033-1c8b4dd50e11 service neutron] 10.222.0.52 "GET /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 1026 time: 0.0607052 Aug 25 14:50:54.899010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cddc36-e70d-4c96-9956-634197a00a11 req-940d0a75-66d8-4a9e-8e08-5e1d18be7243 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:54.901699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58cddc36-e70d-4c96-9956-634197a00a11 req-940d0a75-66d8-4a9e-8e08-5e1d18be7243 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0743089 Aug 25 14:50:54.964136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-58cddc36-e70d-4c96-9956-634197a00a11 req-a4e939eb-69f6-4f98-94ea-44d8e205084f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560455 Aug 25 14:50:55.020175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6de1f6e0-2b8b-49dd-9258-50db35449472 req-f67ab658-c9ff-4080-8cf7-998708adeeec tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0555627 Aug 25 14:50:55.049808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-75455aed-d081-4e8b-b8fb-26736b57cee0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:55.058952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-75455aed-d081-4e8b-b8fb-26736b57cee0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:55.066838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-75455aed-d081-4e8b-b8fb-26736b57cee0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:55.069337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-75455aed-d081-4e8b-b8fb-26736b57cee0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "GET /v2.0/networks?id=07c04fab-acb5-4577-8c99-2807be0b11f3&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=afe330ac-65f4-44a8-9301-59dcac345fcf&id=afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 200 len: 1990 time: 0.2144518 Aug 25 14:50:55.132117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-74e62dda-26e6-4cbc-aec5-d56df14245b3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c42dff84449f44e8949b4d9dfa020426 HTTP/1.1" status: 200 len: 380 time: 0.0442915 Aug 25 14:50:55.185030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'admin_state_up': True, 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'security_groups': ['5bd70f7e-4180-43f9-a1d5-c0c928de4547']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:55.337360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:55.406872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-f806919f-5225-4af3-8c18-eb10db2170b8 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534549 Aug 25 14:50:55.491404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:55.498082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:55.574476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-36180f2c-9037-4ab1-8266-e8af104c6bab tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:55.578290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-36180f2c-9037-4ab1-8266-e8af104c6bab tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643932 Aug 25 14:50:55.603186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-fb165cd8-c48e-46b7-bb26-8612c3776c24 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/quotas/d32db32c0d1c4cdd8f779b3458b4b64f HTTP/1.1" status: 200 len: 375 time: 0.0190926 Aug 25 14:50:55.667630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-d666d9b8-a20c-4730-b61f-461fd000954e tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581357 Aug 25 14:50:55.715233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 172.20.0.11 (07c04fab-acb5-4577-8c99-2807be0b11f3/b7596377-2501-40a9-96e3-dfeb60fe25ad/6be7967c-177b-42f9-8369-80ee0412c557) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:55.960628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:55.996973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object 6be7967c-177b-42f9-8369-80ee0412c557 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:56.082784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.089368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.096051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.103736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.110836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.117299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.124172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.136956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-2b184785-70fb-490a-b5a9-049a1c10aee7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1641371 Aug 25 14:50:56.226410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e7c2b30-b60e-4c89-b25c-fb8b7f1229c7 req-1df43dee-1834-4b6e-8c8d-a419340ee5c0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882332 Aug 25 14:50:56.257051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:56.283330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d8786-6f42-4010-9271-7bb816acc9fc req-a60e8c7e-4ce8-4e4e-acbc-92d387b470b3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.286614 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b3d8786-6f42-4010-9271-7bb816acc9fc req-a60e8c7e-4ce8-4e4e-acbc-92d387b470b3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0829091 Aug 25 14:50:56.296274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:56.299269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:56.320735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:56.361634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b3d8786-6f42-4010-9271-7bb816acc9fc req-6ede0727-930a-4cda-8f03-d67d27f00798 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677130 Aug 25 14:50:56.412960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-057a4b18-d312-4188-930b-1db4a1cd7200 req-96ba8177-b8db-4edc-af18-67e4e1667a33 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 210 time: 0.0892637 Aug 25 14:50:56.437688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:56.474266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.475000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:56.582575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff88065-bf65-4c10-8cbe-706fe56d548a req-48bcbcf1-4158-4645-ade1-5bcc4678e8c9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:56.590610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fff88065-bf65-4c10-8cbe-706fe56d548a req-48bcbcf1-4158-4645-ade1-5bcc4678e8c9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 932 time: 0.0958643 Aug 25 14:50:56.590870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-8ae4bba2-dabb-4866-a42a-5da6e4ea7e9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4113178 Aug 25 14:50:56.604205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'admin_state_up': True, 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'security_groups': ['5bd70f7e-4180-43f9-a1d5-c0c928de4547']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:56.630741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fff88065-bf65-4c10-8cbe-706fe56d548a req-da99be00-b3e9-4b75-bc44-3a56d8018801 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Aug 25 14:50:56.773351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fbd341f9-7b77-47c4-9eaf-c13dd628a1ee None None] Provisioning for port 6be7967c-177b-42f9-8369-80ee0412c557 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:56.778815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fbd341f9-7b77-47c4-9eaf-c13dd628a1ee None None] Provisioning complete for port 6be7967c-177b-42f9-8369-80ee0412c557 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:56.779467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fbd341f9-7b77-47c4-9eaf-c13dd628a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:56.822196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fbd341f9-7b77-47c4-9eaf-c13dd628a1ee None None] Port 6be7967c-177b-42f9-8369-80ee0412c557 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:56.919653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:56.923425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:57.057188 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:57.058289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:57.097242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 10.1.1.81 (5c70c5a0-68ae-4e0e-8637-18393d353ffc/cfcff044-3a24-4f7c-837d-72673dd5b44c/bdf6a068-53cb-4c12-b857-7a02abf04ac6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:57.281752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:57.304767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object bdf6a068-53cb-4c12-b857-7a02abf04ac6 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:57.402079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.402608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.409254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.415482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.421650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.428901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.434281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:57.435621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.444350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-ceb75e0a-9cbe-456b-884e-201f4fd2fea9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1194282 Aug 25 14:50:57.498844 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cfe1945-4bf0-47d4-815e-1f6966c4471e req-b28b6344-71f6-41b3-bbfa-c8951bc96562 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533628 Aug 25 14:50:57.536046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:57.546399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:57.554143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:57.559404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:57.601818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.602165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.602514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.602856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.603227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.603561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.603888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.604214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.604541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.604865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.605193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.605519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:50:57.619221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30462a-6131-4d6a-9629-b2f0b1b62439 req-35679db5-b4aa-4244-b70c-2cc01c7bbb53 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.620996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a30462a-6131-4d6a-9629-b2f0b1b62439 req-35679db5-b4aa-4244-b70c-2cc01c7bbb53 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1455963 Aug 25 14:50:57.650320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:57.650320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:57.709776 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a30462a-6131-4d6a-9629-b2f0b1b62439 req-825cc574-a03c-4b63-b47f-a96b9d8ed01d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702670 Aug 25 14:50:57.806445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e712092-45e8-47ff-8b08-5d9d768a13c9 req-8bb7394d-ed3f-4832-b99f-2bca788fee61 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 210 time: 0.0395136 Aug 25 14:50:57.807676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-84b26a2f-bbb8-4973-9552-2ccde853e3bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2083569 Aug 25 14:50:57.820974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'admin_state_up': True, 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'security_groups': ['5bd70f7e-4180-43f9-a1d5-c0c928de4547']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:57.947830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-13329475-6b25-4eaa-a6d6-6d997cd8fad4 None None] Provisioning for port bdf6a068-53cb-4c12-b857-7a02abf04ac6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:57.959418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-13329475-6b25-4eaa-a6d6-6d997cd8fad4 None None] Provisioning complete for port bdf6a068-53cb-4c12-b857-7a02abf04ac6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:57.960442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13329475-6b25-4eaa-a6d6-6d997cd8fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:58.017789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf8314-8897-4b6f-9ec4-bd053af91150 req-637b170c-1336-4fc4-988e-03c6934281e5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.024777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf8314-8897-4b6f-9ec4-bd053af91150 req-637b170c-1336-4fc4-988e-03c6934281e5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.027457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11bf8314-8897-4b6f-9ec4-bd053af91150 req-637b170c-1336-4fc4-988e-03c6934281e5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 1653 time: 0.1296418 Aug 25 14:50:58.055522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-13329475-6b25-4eaa-a6d6-6d997cd8fad4 None None] Port bdf6a068-53cb-4c12-b857-7a02abf04ac6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:58.128568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11bf8314-8897-4b6f-9ec4-bd053af91150 req-cd06b5e3-14ad-42d2-9277-dccc7e1a1062 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903938 Aug 25 14:50:58.233714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:58.240037 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:58.425679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 10.1.1.76 (5c70c5a0-68ae-4e0e-8637-18393d353ffc/cfcff044-3a24-4f7c-837d-72673dd5b44c/ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:50:58.621519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:58.643979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:50:58.685214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.693673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.700277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.706027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.712620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.720419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.726616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.728929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-0dba9001-2d35-4aa5-8006-01ae707bcf0a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1111991 Aug 25 14:50:58.739720 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:58.780091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-702286da-d2d6-4dc0-a332-d5cbd28b471e req-d920d12b-12d3-4cef-98e3-e7691956e869 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437894 Aug 25 14:50:58.807922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:58.864414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:50:58.869830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:50:58.872461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:50:58.913309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83af189-fb65-4698-a19d-b28a45af67dc req-a76eabe9-ab6e-4f09-a0f8-a51dd90f7e88 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.915165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a83af189-fb65-4698-a19d-b28a45af67dc req-a76eabe9-ab6e-4f09-a0f8-a51dd90f7e88 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1374099 Aug 25 14:50:58.918725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:50:58.968696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:58.970007 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:59.020600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6b20a089-75dc-4a30-ab44-2b6022fd986d tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308657 Aug 25 14:50:59.112941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a83af189-fb65-4698-a19d-b28a45af67dc req-d9725a2d-209f-4e49-8a43-8de8300f5170 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781068 Aug 25 14:50:59.138552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-80279b04-a53c-4693-ad32-bd49324c1806 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3223119 Aug 25 14:50:59.166501 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e17c1ef-45d7-43e4-a8f8-8463c3d9ae1c req-7d2bc3c7-4fa0-4232-82b2-791011d579fe tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 210 time: 0.0399206 Aug 25 14:50:59.177000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf', 'admin_state_up': True, 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'security_groups': ['5bd70f7e-4180-43f9-a1d5-c0c928de4547']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:59.327888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a8d38003-103c-4605-9870-d6e56f1a849e None None] Provisioning for port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:50:59.339358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a8d38003-103c-4605-9870-d6e56f1a849e None None] Provisioning complete for port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:50:59.341598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a8d38003-103c-4605-9870-d6e56f1a849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:59.368543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-a16e694f-d839-4ff7-bcd4-bb8460bf310c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.370230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-a16e694f-d839-4ff7-bcd4-bb8460bf310c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378730 Aug 25 14:50:59.389539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f5a-40df-411a-9928-207d7e0d3219 req-ad7c94b7-2b70-4e1d-8ca3-718e5344e44f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.394950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a8d38003-103c-4605-9870-d6e56f1a849e None None] Port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:50:59.396742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f5a-40df-411a-9928-207d7e0d3219 req-ad7c94b7-2b70-4e1d-8ca3-718e5344e44f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.402838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1f5a-40df-411a-9928-207d7e0d3219 req-ad7c94b7-2b70-4e1d-8ca3-718e5344e44f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.404578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b4d1f5a-40df-411a-9928-207d7e0d3219 req-ad7c94b7-2b70-4e1d-8ca3-718e5344e44f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 2373 time: 0.1537571 Aug 25 14:50:59.410207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Request body: {'port': {'device_id': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'd32db32c0d1c4cdd8f779b3458b4b64f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:50:59.524087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b4d1f5a-40df-411a-9928-207d7e0d3219 req-c2fda126-2cfd-48d2-ab30-de034455ab70 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080124 Aug 25 14:50:59.608574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:59.694501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:59.807891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Made reservation on behalf of d32db32c0d1c4cdd8f779b3458b4b64f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:50:59.811326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:59.845901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:50:59.957298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.967184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.975170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.982985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.990091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.997311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:50:59.998822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 10.2.2.100 (afe330ac-65f4-44a8-9301-59dcac345fcf/8cf463a7-4f1f-4dbc-8975-1e8f06701630/892289ca-96b0-4816-9975-2e7bc9cbad18) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:00.004907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.007453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-4157d2c0-cf06-486c-afdf-775ce68d1dde tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1142273 Aug 25 14:51:00.077907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11ebe98f-025b-44af-ab65-d0e965d77322 req-9cd8b659-4cbc-4493-ac3c-1993b1fcc5b8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619497 Aug 25 14:51:00.088456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:00.204994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:00.225362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:00.263115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object 892289ca-96b0-4816-9975-2e7bc9cbad18 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:00.263698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c02c0-d479-443e-b9af-423a3b9d82d0 req-0a705eae-1bb6-4a35-bd9b-fa6aa88b439b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.265266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e81c02c0-d479-443e-b9af-423a3b9d82d0 req-0a705eae-1bb6-4a35-bd9b-fa6aa88b439b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0809135 Aug 25 14:51:00.310421 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e81c02c0-d479-443e-b9af-423a3b9d82d0 req-145b30c7-377c-412b-bbcc-2e48e047272e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Aug 25 14:51:00.352434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cb673a5-8f59-4753-89c1-5ebdfbac9933 req-1c18ebfb-70cb-4467-a8cc-722b27b1e699 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 210 time: 0.0944712 Aug 25 14:51:00.372287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6646cf4a-82d0-4499-8ead-0514e2c8eb9d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:00.450066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Allocated IP 192.168.233.179 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/b480fe51-c142-4911-a129-b6f079b86a2c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:00.544573 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:00.603534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network afe330ac-65f4-44a8-9301-59dcac345fcf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:00.615319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:00.621479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:00.656249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:00.696506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c31bc-d1cd-421a-8f74-b7a9e7e566fe req-05ee40a4-2ab1-4ae3-9a8c-39bb6f197cb8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.703432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c31bc-d1cd-421a-8f74-b7a9e7e566fe req-05ee40a4-2ab1-4ae3-9a8c-39bb6f197cb8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.710521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c31bc-d1cd-421a-8f74-b7a9e7e566fe req-05ee40a4-2ab1-4ae3-9a8c-39bb6f197cb8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.715873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.716739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:00.719047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c31bc-d1cd-421a-8f74-b7a9e7e566fe req-05ee40a4-2ab1-4ae3-9a8c-39bb6f197cb8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:00.723929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:00.727980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a4c31bc-d1cd-421a-8f74-b7a9e7e566fe req-05ee40a4-2ab1-4ae3-9a8c-39bb6f197cb8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3094 time: 0.1130540 Aug 25 14:51:00.749554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Transition to ACTIVE for port object b480fe51-c142-4911-a129-b6f079b86a2c will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:00.776640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a4c31bc-d1cd-421a-8f74-b7a9e7e566fe req-4aa430d0-769c-4c36-a045-c876861d5d54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Aug 25 14:51:00.843066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ecd3cbd6-679b-4e71-b3e8-99e6c205bfb0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6863203 Aug 25 14:51:00.858701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf', 'admin_state_up': True, 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'security_groups': ['5bd70f7e-4180-43f9-a1d5-c0c928de4547']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:00.947046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.016179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:01.016653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:01.019150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:01.041846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-84f7d3b5-671e-4445-b5de-7bed516f49e9 None None] Provisioning for port 892289ca-96b0-4816-9975-2e7bc9cbad18 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:01.046824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-84f7d3b5-671e-4445-b5de-7bed516f49e9 None None] Provisioning complete for port 892289ca-96b0-4816-9975-2e7bc9cbad18 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:01.050909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-84f7d3b5-671e-4445-b5de-7bed516f49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.064889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Pushing event updated for resources: {'Port': ['ID=b480fe51-c142-4911-a129-b6f079b86a2c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:01.089603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.090289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.112502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-84f7d3b5-671e-4445-b5de-7bed516f49e9 None None] Port 892289ca-96b0-4816-9975-2e7bc9cbad18 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:51:01.176291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Made reservation on behalf of c42dff84449f44e8949b4d9dfa020426 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:51:01.181246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.242866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.251130 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.258155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.264644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.265600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6ed4f4ab-b7c7-4ea9-9ce5-e8c535a2d496 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8597002 Aug 25 14:51:01.272200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.279301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.282708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Request body: {'port': {'device_id': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:01.286387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.294764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-c8011c92-4fd8-42b0-bcd3-7c3a3d4423df tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1437864 Aug 25 14:51:01.354065 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4eb29f6d-d241-4e83-b048-f86686c006bb req-ae93a4ed-d75d-4471-abd4-3cc3aadfd56b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581622 Aug 25 14:51:01.405229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-082671c6-45c0-4fb2-adcb-d9cacb3dbc9e None None] Provisioning for port b480fe51-c142-4911-a129-b6f079b86a2c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:01.413373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-082671c6-45c0-4fb2-adcb-d9cacb3dbc9e None None] Provisioning complete for port b480fe51-c142-4911-a129-b6f079b86a2c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:01.413745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-082671c6-45c0-4fb2-adcb-d9cacb3dbc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.416202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.464736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674c1f-9626-4918-a2ad-fd926af0225b req-f5e8c8f9-5dc0-474f-9bca-beaa3247d9c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.473984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6674c1f-9626-4918-a2ad-fd926af0225b req-f5e8c8f9-5dc0-474f-9bca-beaa3247d9c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0643573 Aug 25 14:51:01.475274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-082671c6-45c0-4fb2-adcb-d9cacb3dbc9e None None] Port b480fe51-c142-4911-a129-b6f079b86a2c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:51:01.527616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6674c1f-9626-4918-a2ad-fd926af0225b req-5871d84d-e3ac-4c17-ae63-0b502dfb173b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Aug 25 14:51:01.531181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Allocated IP 10.2.2.200 (afe330ac-65f4-44a8-9301-59dcac345fcf/8cf463a7-4f1f-4dbc-8975-1e8f06701630/8a22bf73-14f6-4567-b3d1-93b8f5758ae8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:01.771300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83893fd6-5df8-44c3-a262-a7b7598888f3 req-dc648e44-c990-4dcf-9da3-7e4572017540 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.772840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83893fd6-5df8-44c3-a262-a7b7598888f3 req-dc648e44-c990-4dcf-9da3-7e4572017540 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 936 time: 0.1895068 Aug 25 14:51:01.871776 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83893fd6-5df8-44c3-a262-a7b7598888f3 req-25001757-c35e-42c2-8feb-db8bd02ddad9 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875294 Aug 25 14:51:01.935746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:01.938473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808136e-1ee2-45ff-9b4b-954761728049 req-92f2aa5c-0451-4694-aa0f-f3e7c1006d54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.946661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808136e-1ee2-45ff-9b4b-954761728049 req-92f2aa5c-0451-4694-aa0f-f3e7c1006d54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.954717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808136e-1ee2-45ff-9b4b-954761728049 req-92f2aa5c-0451-4694-aa0f-f3e7c1006d54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.962100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808136e-1ee2-45ff-9b4b-954761728049 req-92f2aa5c-0451-4694-aa0f-f3e7c1006d54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:01.962869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Transition to ACTIVE for port object 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:01.967576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2808136e-1ee2-45ff-9b4b-954761728049 req-92f2aa5c-0451-4694-aa0f-f3e7c1006d54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3094 time: 0.0910225 Aug 25 14:51:02.005092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b480fe51-c142-4911-a129-b6f079b86a2c {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:02.012988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2808136e-1ee2-45ff-9b4b-954761728049 req-444b659d-7303-4245-8fd8-2433202174c6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Aug 25 14:51:02.022132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.043049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Transition to ACTIVE for port object b480fe51-c142-4911-a129-b6f079b86a2c will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:02.139419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.188463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.194084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Pushing event updated for resources: {'Port': ['ID=b480fe51-c142-4911-a129-b6f079b86a2c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:02.250462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Network afe330ac-65f4-44a8-9301-59dcac345fcf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:02.256080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:02.283480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:02.355319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Attempting to bind port b480fe51-c142-4911-a129-b6f079b86a2c on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:02.355489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Attempting to bind port b480fe51-c142-4911-a129-b6f079b86a2c by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:02.355782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Attempting to bind port b480fe51-c142-4911-a129-b6f079b86a2c on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:02.367017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event updated for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:02.401020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Port b480fe51-c142-4911-a129-b6f079b86a2c on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:02.401361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Attempting to bind port b480fe51-c142-4911-a129-b6f079b86a2c on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:02.411473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:02.411818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:02.412207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:02.412660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Bound port: b480fe51-c142-4911-a129-b6f079b86a2c, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:02.413020 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.473369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.474052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.550427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53608) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:02.569566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.570439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] For port b480fe51-c142-4911-a129-b6f079b86a2c, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:02.585710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] For port b480fe51-c142-4911-a129-b6f079b86a2c, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b480fe51-c142-4911-a129-b6f079b86a2c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:02.592103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.610544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.620047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-543cadc3-dab5-4e84-81e9-293ae9ab06d3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7658443 Aug 25 14:51:02.636741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.638377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:02.646491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.654069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.661499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.670156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-ceed5c3b-8b48-48ba-996e-fb7114610aaa tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.2172771 Aug 25 14:51:02.725975 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7a728af-1150-46f2-acf5-6e7ec42bfd6b req-56621006-8a76-41dd-928f-1a65bfb73ad6 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523579 Aug 25 14:51:02.733487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.747569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-22ea90fc-9c60-4639-8c0a-310a8aee3c99 None None] Provisioning for port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:02.755726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-22ea90fc-9c60-4639-8c0a-310a8aee3c99 None None] Provisioning complete for port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:02.756445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-22ea90fc-9c60-4639-8c0a-310a8aee3c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.792702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-283839c3-e1a0-4957-865f-11f3c58b98a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.800140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-22ea90fc-9c60-4639-8c0a-310a8aee3c99 None None] Port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:51:02.803437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.806829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.807465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:02.809793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] 10.222.0.45 "PUT /v2.0/ports/b480fe51-c142-4911-a129-b6f079b86a2c HTTP/1.1" status: 200 len: 1096 time: 1.5325375 Aug 25 14:51:02.823100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'tag': 'b480fe51-c142-4911-a129-b6f079b86a2c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:02.825382 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3e67bd-1b82-44aa-bec6-0048333c4455" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2f7008-a295-459e-93fb-bf181e75d863", "tag": "b480fe51-c142-4911-a129-b6f079b86a2c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:02.864038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e63d2-f794-48c8-993b-db296335bcde req-57c10bfa-11e7-4974-a8f7-08280eb86731 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:02.865830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-732e63d2-f794-48c8-993b-db296335bcde req-57c10bfa-11e7-4974-a8f7-08280eb86731 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.2241821 Aug 25 14:51:02.896414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fffd88-fbf7-4538-b2e0-e53b7cc0a13c service neutron] Pushing event updated for resources: {'Port': ['ID=b480fe51-c142-4911-a129-b6f079b86a2c,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:02.907303 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d499ea9e-8df7-4c6e-844c-3a0ae55c64aa x-openstack-request-id: req-d499ea9e-8df7-4c6e-844c-3a0ae55c64aa {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:02.907762 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2f7008-a295-459e-93fb-bf181e75d863", "tag": "b480fe51-c142-4911-a129-b6f079b86a2c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:02.908119 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d499ea9e-8df7-4c6e-844c-3a0ae55c64aa {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:02.908806 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'tag': 'b480fe51-c142-4911-a129-b6f079b86a2c', 'status': 'completed', 'code': 200} Aug 25 14:51:03.023815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-732e63d2-f794-48c8-993b-db296335bcde req-4b6c18eb-d204-45f1-9822-043e7add7113 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492724 Aug 25 14:51:03.049914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984508a-23cb-4dcc-8993-2bb2864b2efe req-72233777-ae5e-4281-a01b-ad9fad9a1056 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.058497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d984508a-23cb-4dcc-8993-2bb2864b2efe req-72233777-ae5e-4281-a01b-ad9fad9a1056 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 948 time: 0.0693192 Aug 25 14:51:03.120699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d984508a-23cb-4dcc-8993-2bb2864b2efe req-7635776a-2797-4cc8-b6a7-4e61b14dcea6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Aug 25 14:51:03.133192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e67bd-1b82-44aa-bec6-0048333c4455 req-6728663f-31b0-4eea-83a8-9ad573ec65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.133192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca3e67bd-1b82-44aa-bec6-0048333c4455 req-6728663f-31b0-4eea-83a8-9ad573ec65c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 1099 time: 0.1868684 Aug 25 14:51:03.199867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca3e67bd-1b82-44aa-bec6-0048333c4455 req-c26b8084-eb44-4ea8-bdf5-f12b465c2573 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495675 Aug 25 14:51:03.653933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af994dba-f628-4096-a087-1590cd03ed74 req-90e53d6a-8f86-4b8f-a45f-dc88f7b1c406 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.660414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af994dba-f628-4096-a087-1590cd03ed74 req-90e53d6a-8f86-4b8f-a45f-dc88f7b1c406 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.666232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af994dba-f628-4096-a087-1590cd03ed74 req-90e53d6a-8f86-4b8f-a45f-dc88f7b1c406 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.672066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af994dba-f628-4096-a087-1590cd03ed74 req-90e53d6a-8f86-4b8f-a45f-dc88f7b1c406 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.677973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af994dba-f628-4096-a087-1590cd03ed74 req-90e53d6a-8f86-4b8f-a45f-dc88f7b1c406 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.679801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af994dba-f628-4096-a087-1590cd03ed74 req-90e53d6a-8f86-4b8f-a45f-dc88f7b1c406 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3815 time: 0.5623856 Aug 25 14:51:03.728720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-283839c3-e1a0-4957-865f-11f3c58b98a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:03.787212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e67bd-1b82-44aa-bec6-0048333c4455 req-f9ce2488-fed0-4b6b-ba67-38a0abae4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.791373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca3e67bd-1b82-44aa-bec6-0048333c4455 req-f9ce2488-fed0-4b6b-ba67-38a0abae4ba9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5697563 Aug 25 14:51:03.798601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af994dba-f628-4096-a087-1590cd03ed74 req-425a3e22-6a03-49fd-98ee-1418ae1b4e7c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062808 Aug 25 14:51:03.828051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:51:03.853943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-283839c3-e1a0-4957-865f-11f3c58b98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:03.880481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.889059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.895877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.904026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.912245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.916560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.922512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.924593 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-ada58482-72b8-46ca-a1bd-ec59239f6867 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1256106 Aug 25 14:51:03.931192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be7967c-177b-42f9-8369-80ee0412c557 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:03.939222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-283839c3-e1a0-4957-865f-11f3c58b98a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a005af24b3944929f07e121cf7c7d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3875983 Aug 25 14:51:03.943725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53626) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:03.945226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283839c3-e1a0-4957-865f-11f3c58b98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c69aaaa-ae42-4222-9541-efba2e9f06c7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:03.950279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:03.982832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Transition to ACTIVE for port object 6be7967c-177b-42f9-8369-80ee0412c557 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:03.986110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-798ede40-a219-4cb6-8a26-6ca639bac181 req-23029300-4a8e-4f8a-93d8-dc736bac197f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548100 Aug 25 14:51:03.989163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-cc2a7833-c678-432c-80f4-9013a67237ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:03.990827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-cc2a7833-c678-432c-80f4-9013a67237ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 1099 time: 0.1298862 Aug 25 14:51:04.062048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-8a43d107-52da-4178-86ba-1fc587df2f15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b480fe51-c142-4911-a129-b6f079b86a2c HTTP/1.1" status: 200 len: 217 time: 0.0581007 Aug 25 14:51:04.081080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb62e-3a24-41b7-80c5-4fadfdedd8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.103128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.185091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb62e-3a24-41b7-80c5-4fadfdedd8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.247596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3624b70-3f8b-4013-9145-7a2a660db620 req-395cc2cc-d704-4aea-ace1-1971960b40ab tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.249390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3624b70-3f8b-4013-9145-7a2a660db620 req-395cc2cc-d704-4aea-ace1-1971960b40ab tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 948 time: 0.0545969 Aug 25 14:51:04.279661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Pushing event updated for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:04.287752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-1a165dd8-cb38-463b-a21f-cc5bfa5ad1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.291263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-1a165dd8-cb38-463b-a21f-cc5bfa5ad1e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.2052305 Aug 25 14:51:04.291263 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-97d78faf-c2cd-4821-8321-4ed65bcbd77c service neutron] show failed (client error): The resource could not be found. Aug 25 14:51:04.291955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-97d78faf-c2cd-4821-8321-4ed65bcbd77c service neutron] 10.222.0.45 "GET /v2.0/ports/f1f39b7c-5ba8-472e-934a-2a438fbeafd2/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.2399852 Aug 25 14:51:04.311611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3624b70-3f8b-4013-9145-7a2a660db620 req-cd222a28-18b4-4b60-b205-fb25d0b9cfaf tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544770 Aug 25 14:51:04.335557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b621-84a2-468d-9620-f6bb20c774b6 req-a85751d4-4c90-4027-b3af-8e02f3f8da39 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.337123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e66b621-84a2-468d-9620-f6bb20c774b6 req-a85751d4-4c90-4027-b3af-8e02f3f8da39 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.2278440 Aug 25 14:51:04.442743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e66b621-84a2-468d-9620-f6bb20c774b6 req-2d0cca8d-de4c-44e6-8f74-9c70a7fe5800 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847170 Aug 25 14:51:04.446743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-772efbd4-4880-4021-8712-8883d2ae024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.447902 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-772efbd4-4880-4021-8712-8883d2ae024d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442544 Aug 25 14:51:04.449082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Attempting to bind port 6be7967c-177b-42f9-8369-80ee0412c557 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:04.449410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Attempting to bind port 6be7967c-177b-42f9-8369-80ee0412c557 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:04.449734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Attempting to bind port 6be7967c-177b-42f9-8369-80ee0412c557 on network 07c04fab-acb5-4577-8c99-2807be0b11f3 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:04.454419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Port 6be7967c-177b-42f9-8369-80ee0412c557 on network 07c04fab-acb5-4577-8c99-2807be0b11f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:04.454741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Attempting to bind port 6be7967c-177b-42f9-8369-80ee0412c557 on network 07c04fab-acb5-4577-8c99-2807be0b11f3 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:04.473354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:04.473732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Checking segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:04.474169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Bound using segment: {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:04.474533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Bound port: 6be7967c-177b-42f9-8369-80ee0412c557, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e094f0fb-cb8d-450c-90fc-27e765c67c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:04.474917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.522276 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb62e-3a24-41b7-80c5-4fadfdedd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.524868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb62e-3a24-41b7-80c5-4fadfdedd8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.526033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a9bb62e-3a24-41b7-80c5-4fadfdedd8c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c69aaaa-ae42-4222-9541-efba2e9f06c7 HTTP/1.1" status: 204 len: 168 time: 0.5779920 Aug 25 14:51:04.564272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb62e-3a24-41b7-80c5-4fadfdedd8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c69aaaa-ae42-4222-9541-efba2e9f06c7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:04.626556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-8582ce44-b694-4b16-97eb-d1b64bed7784 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628213 Aug 25 14:51:04.628141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:04.647936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6be7967c-177b-42f9-8369-80ee0412c557,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:04.726104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a63f254-573a-4fd7-ac81-473f94b749a2 req-6f0fc0a7-69a1-4384-85ac-fcfd4b055fbe service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890770 Aug 25 14:51:04.777106 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.820822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.821389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:04.822893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] 10.222.0.52 "PUT /v2.0/ports/6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 200 len: 1092 time: 2.1896372 Aug 25 14:51:04.841366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14022ff1-f247-4216-acdb-c4dbeb66c301 service neutron] Pushing event updated for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:04.935849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:04.935849 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a126b10a-ef40-4b26-af9e-983a6795b602" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "6be7967c-177b-42f9-8369-80ee0412c557"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:04.971862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-aaf2269d-0a78-4b30-b28b-33aa268cc4b8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.978161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-aaf2269d-0a78-4b30-b28b-33aa268cc4b8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.984228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-aaf2269d-0a78-4b30-b28b-33aa268cc4b8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.990883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-aaf2269d-0a78-4b30-b28b-33aa268cc4b8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.997131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-aaf2269d-0a78-4b30-b28b-33aa268cc4b8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:04.999221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-aaf2269d-0a78-4b30-b28b-33aa268cc4b8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3827 time: 0.1056788 Aug 25 14:51:05.008836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:05.067990 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd01aaf-9125-4020-945f-f810df467414 x-openstack-request-id: req-2dd01aaf-9125-4020-945f-f810df467414 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:05.068376 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "6be7967c-177b-42f9-8369-80ee0412c557", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:05.068518 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dd01aaf-9125-4020-945f-f810df467414 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:05.068903 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557', 'status': 'completed', 'code': 200} Aug 25 14:51:05.152102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1a5cda9-77d9-44ed-b4c1-c423a6f985bb req-48ebb459-28c1-4636-8aa5-dd0fba8fc728 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298530 Aug 25 14:51:05.157856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-b55fccf1-abc6-4359-b6a0-e0a27918c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.160749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-b55fccf1-abc6-4359-b6a0-e0a27918c585 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c&tenant_id=67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 1100 time: 0.0991549 Aug 25 14:51:05.186953 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.199484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:05.246247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-96b0e872-f7e2-4f3b-a97a-c380f333d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.246973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-96b0e872-f7e2-4f3b-a97a-c380f333d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.247790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-96b0e872-f7e2-4f3b-a97a-c380f333d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.248411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.248637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-96b0e872-f7e2-4f3b-a97a-c380f333d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.249422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-96b0e872-f7e2-4f3b-a97a-c380f333d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.251833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-96b0e872-f7e2-4f3b-a97a-c380f333d958 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 4362 time: 0.1665535 Aug 25 14:51:05.254570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.261236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.268862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.274951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.281294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.289402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.291634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-9b92d94c-d114-40d1-8068-495965ef3a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1452422 Aug 25 14:51:05.317950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53650) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:05.354663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74e88de3-e374-4ec5-bda6-c681185b7074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.368971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.433951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41cadccd-9a84-4b8a-8f34-8983c881877f req-8c9d477a-d4b9-49c7-aa6d-f661747f92a2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146274 Aug 25 14:51:05.542611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274fab0-5e49-4a28-82c2-431a89343b0e req-3890d60f-7057-47d2-b342-7c6d54d7b068 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.544379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0274fab0-5e49-4a28-82c2-431a89343b0e req-3890d60f-7057-47d2-b342-7c6d54d7b068 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 948 time: 0.1475761 Aug 25 14:51:05.562549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-01550775-08c5-4bd0-be6c-861300209990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.563242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-01550775-08c5-4bd0-be6c-861300209990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.563827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-01550775-08c5-4bd0-be6c-861300209990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.566036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-01550775-08c5-4bd0-be6c-861300209990 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c42dff84449f44e8949b4d9dfa020426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3038654 Aug 25 14:51:05.674421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e0e0-5a28-4c25-8750-a287d6cea978 req-51a5e81e-79e5-4ad2-b4b7-bbc2b8230d98 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.675969 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2155e0e0-5a28-4c25-8750-a287d6cea978 req-51a5e81e-79e5-4ad2-b4b7-bbc2b8230d98 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1423674 Aug 25 14:51:05.696876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0274fab0-5e49-4a28-82c2-431a89343b0e req-de6d8a75-ddfe-4732-9d1a-680f1eda982c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384816 Aug 25 14:51:05.753378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-123f4ea5-b792-4c5f-aea4-a14bfeb6e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:05.761375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a126b10a-ef40-4b26-af9e-983a6795b602 req-123f4ea5-b792-4c5f-aea4-a14bfeb6e7bc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746752 Aug 25 14:51:05.791184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2155e0e0-5a28-4c25-8750-a287d6cea978 req-9b0ee485-db71-4e20-9fe7-652907adab66 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077223 Aug 25 14:51:05.801453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:05.802094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63165e48-89cb-46cb-a112-4bfab5eefd23 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:05.813725 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.823508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74e88de3-e374-4ec5-bda6-c681185b7074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.834886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Transition to ACTIVE for port object 63165e48-89cb-46cb-a112-4bfab5eefd23 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:05.844021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:05.887437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:05.889813 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027f96c-8767-4255-a33f-c9b67fd14280" -d '{"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:05.893688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.905378 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74e88de3-e374-4ec5-bda6-c681185b7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.921191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Transition to ACTIVE for port object f1f39b7c-5ba8-472e-934a-2a438fbeafd2 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:05.933923 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:05.952155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-74e88de3-e374-4ec5-bda6-c681185b7074 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe6aa4bf993347db893c280c22f0700b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317501 Aug 25 14:51:05.954564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53660) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:05.960996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e88de3-e374-4ec5-bda6-c681185b7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faabb3e-83fa-4ace-9e97-6690f5caa625,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:05.994250 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a5b14e-52d2-4bb5-80e1-b649ecf2c6aa x-openstack-request-id: req-e6a5b14e-52d2-4bb5-80e1-b649ecf2c6aa {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:05.994605 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:05.995254 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6a5b14e-52d2-4bb5-80e1-b649ecf2c6aa {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:05.996042 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'code': 200} Aug 25 14:51:06.004841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.010769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Pushing event updated for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:06.100460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=6']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:06.104199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Attempting to bind port 63165e48-89cb-46cb-a112-4bfab5eefd23 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:06.104542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Attempting to bind port 63165e48-89cb-46cb-a112-4bfab5eefd23 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:06.104876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Attempting to bind port 63165e48-89cb-46cb-a112-4bfab5eefd23 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:06.115614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Port 63165e48-89cb-46cb-a112-4bfab5eefd23 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:06.115947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Attempting to bind port 63165e48-89cb-46cb-a112-4bfab5eefd23 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:06.122460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:06.123325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Checking segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:06.123715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Bound using segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:06.124147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Bound port: 63165e48-89cb-46cb-a112-4bfab5eefd23, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:06.124504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.158615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] No DVR routers for this DVR port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on host n-h2-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:06.165970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14bf9d5c-b3a0-4ba8-81e5-885e14864bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.228287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14bf9d5c-b3a0-4ba8-81e5-885e14864bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.242000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:06.246733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=63165e48-89cb-46cb-a112-4bfab5eefd23,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:06.293125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:06.293412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:06.293737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:06.313608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:06.314191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Attempting to bind port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:06.314451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.346564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:06.347435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:06.348032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:06.348654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Bound port: f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:06.349187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.367361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.368577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.371233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 1130 time: 1.3710351 Aug 25 14:51:06.412725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceafcd1-9627-4067-8796-02c4eef162f9 service neutron] Pushing event updated for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:06.461494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.469004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.470355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:06.476712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.487859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.493896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.503675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.518564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-140ccfc2-f54e-4356-b17e-8122f52f776c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 4599 time: 0.2498083 Aug 25 14:51:06.560473 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.585645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:06.600506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f328728-d037-49fe-b17e-ccbfe33aeae2 req-a5429557-0500-404d-a242-d7eeb335f186 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792422 Aug 25 14:51:06.627209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:06.636497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14bf9d5c-b3a0-4ba8-81e5-885e14864bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.639256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14bf9d5c-b3a0-4ba8-81e5-885e14864bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.640412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-14bf9d5c-b3a0-4ba8-81e5-885e14864bcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0faabb3e-83fa-4ace-9e97-6690f5caa625 HTTP/1.1" status: 204 len: 168 time: 0.6847966 Aug 25 14:51:06.650396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf9d5c-b3a0-4ba8-81e5-885e14864bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faabb3e-83fa-4ace-9e97-6690f5caa625,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:06.716854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.762024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.763427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:06.765460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] 10.222.0.52 "PUT /v2.0/ports/f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 1095 time: 1.5729356 Aug 25 14:51:06.796231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.810438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.824401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.837476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.845383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.852543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.858766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.867069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5564740c-54e2-4219-88c8-87205256a559 req-d803712e-69bb-4010-a526-46f7700917a4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.2649114 Aug 25 14:51:06.869414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f4a9-dca2-474b-a91b-678daefe033e service neutron] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:06.912233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-51ede78a-7e76-4b30-a5fb-8fee562fd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.913846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-51ede78a-7e76-4b30-a5fb-8fee562fd99d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1098 time: 0.1029844 Aug 25 14:51:06.931270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1e94a-74e1-4216-9bc9-2b83b3ea1dad req-e11b34f7-d5c5-4e36-ad5c-65b0ad410f85 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:06.934063 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8dd1e94a-74e1-4216-9bc9-2b83b3ea1dad req-e11b34f7-d5c5-4e36-ad5c-65b0ad410f85 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 948 time: 0.0828328 Aug 25 14:51:06.981294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5564740c-54e2-4219-88c8-87205256a559 req-aae9b4b1-c78f-46dc-aac4-027770aefa82 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069150 Aug 25 14:51:07.041672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-61e40d87-2940-4144-9715-532a7f6f1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.043417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-61e40d87-2940-4144-9715-532a7f6f1587 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1078069 Aug 25 14:51:07.079741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '63165e48-89cb-46cb-a112-4bfab5eefd23'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:07.086823 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad07ee1-5d23-4f88-88ae-006057a116f6" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "63165e48-89cb-46cb-a112-4bfab5eefd23"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:07.102893 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-bc905ff0-e3b3-4ac1-8ace-9e8c93c7a02f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.0502975 Aug 25 14:51:07.158080 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8dd1e94a-74e1-4216-9bc9-2b83b3ea1dad req-f3c54097-6de0-4f1e-b55f-b5ecab606f01 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135852 Aug 25 14:51:07.186170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-169d3452-f0e3-4868-8cdf-e250279c367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.188658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-169d3452-f0e3-4868-8cdf-e250279c367a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0735066 Aug 25 14:51:07.232059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3edc618-3ebc-4120-9519-49ee342c5e6a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:07.247312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45538e80-f4ec-4cc6-a63d-3b14eacef04a req-fa93af7b-f45b-47bb-b0e1-8a7630b46da0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.248973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45538e80-f4ec-4cc6-a63d-3b14eacef04a req-fa93af7b-f45b-47bb-b0e1-8a7630b46da0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.1391859 Aug 25 14:51:07.250756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:07.291740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-a8829bcf-4fde-4c89-9869-1d923a9fbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.293357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-a8829bcf-4fde-4c89-9869-1d923a9fbeb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951049 Aug 25 14:51:07.300650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Transition to ACTIVE for port object b3edc618-3ebc-4120-9519-49ee342c5e6a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:07.327636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45538e80-f4ec-4cc6-a63d-3b14eacef04a req-68eb834b-8592-412b-aefb-66d7120a6b69 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690510 Aug 25 14:51:07.370761 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d81297-952e-4fea-a182-5b4705dd8c1a x-openstack-request-id: req-14d81297-952e-4fea-a182-5b4705dd8c1a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:07.370761 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "63165e48-89cb-46cb-a112-4bfab5eefd23", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:07.370761 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14d81297-952e-4fea-a182-5b4705dd8c1a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:07.371347 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '63165e48-89cb-46cb-a112-4bfab5eefd23', 'status': 'completed', 'code': 200} Aug 25 14:51:07.405364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:07.425554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-ac2a41dc-f976-4913-a8a8-f0970372a7ce service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227438 Aug 25 14:51:07.478401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b480fe51-c142-4911-a129-b6f079b86a2c details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:07.483267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:07.504768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:07.523836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.524327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.524805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.525354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.525731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.526201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.526738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.528668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-eabf618e-8839-4fd5-9770-b60134ab1cef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6165 time: 0.1191442 Aug 25 14:51:07.567526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-c504ad74-dbdf-4a60-a178-de5a30d01b16 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295209 Aug 25 14:51:07.652576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b480fe51-c142-4911-a129-b6f079b86a2c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b480fe51-c142-4911-a129-b6f079b86a2c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:07.668231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Attempting to bind port b3edc618-3ebc-4120-9519-49ee342c5e6a on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:07.668626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Attempting to bind port b3edc618-3ebc-4120-9519-49ee342c5e6a by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:07.668902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Attempting to bind port b3edc618-3ebc-4120-9519-49ee342c5e6a on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:07.671412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'b480fe51-c142-4911-a129-b6f079b86a2c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'b480fe51-c142-4911-a129-b6f079b86a2c', 'mac_address': 'fa:16:3e:d0:f1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:07.700379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Port b3edc618-3ebc-4120-9519-49ee342c5e6a on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:07.700650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Attempting to bind port b3edc618-3ebc-4120-9519-49ee342c5e6a on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:07.720114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:07.722097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Checking segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:07.722097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Bound using segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:07.722097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Bound port: b3edc618-3ebc-4120-9519-49ee342c5e6a, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:07.722438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:07.773520 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:07.791183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:07.800944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b480fe51-c142-4911-a129-b6f079b86a2c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:07.824068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b480fe51-c142-4911-a129-b6f079b86a2c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b480fe51-c142-4911-a129-b6f079b86a2c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:07.877974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-746fc688-869f-4fb1-96fc-937b9e8c717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.879908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-746fc688-869f-4fb1-96fc-937b9e8c717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.879908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-746fc688-869f-4fb1-96fc-937b9e8c717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.880803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-746fc688-869f-4fb1-96fc-937b9e8c717d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c42dff84449f44e8949b4d9dfa020426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3422470 Aug 25 14:51:07.909628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.915827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.922015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.928637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.936508 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:07.940919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.950941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.969410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:07.979514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-95ad11d6-b4e2-4e8e-a917-de9a15be1f80 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5370 time: 0.2481682 Aug 25 14:51:07.996632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:07.998959 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167b3384-8307-490c-8dfa-6366a2ecd26e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:08.030568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b480fe51-c142-4911-a129-b6f079b86a2c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:08.050174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.050937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.051470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.052961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.053483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.053998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.054530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.055073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.055567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.056074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.056577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.057067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:08.114576 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37d103-96bd-469a-827c-15320ab4a59b x-openstack-request-id: req-ef37d103-96bd-469a-827c-15320ab4a59b {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:08.114875 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:08.115163 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef37d103-96bd-469a-827c-15320ab4a59b {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:08.115567 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'status': 'completed', 'code': 200} Aug 25 14:51:08.154386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:08.180419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b480fe51-c142-4911-a129-b6f079b86a2c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:08.226355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:08.242311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e4f76a4-fb3e-450e-8269-d5097a573ab1 req-4504752d-1b5e-4fec-a75f-203b1c5c4ebf tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2616911 Aug 25 14:51:08.251436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-9170d69f-6659-4276-b19c-7ce5bc8a60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.256190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ad07ee1-5d23-4f88-88ae-006057a116f6 req-9170d69f-6659-4276-b19c-7ce5bc8a60f0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3629162 Aug 25 14:51:08.278169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-98341553-67b6-4efe-927d-547301cfed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.279690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-98341553-67b6-4efe-927d-547301cfed69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1098 time: 0.1102743 Aug 25 14:51:08.351931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-dcaf2a8f-7ebc-4427-97ae-4703705cc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.354802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-dcaf2a8f-7ebc-4427-97ae-4703705cc755 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1098 time: 0.1822104 Aug 25 14:51:08.428501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:08.552196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.553120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:08.555052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 1129 time: 2.0921049 Aug 25 14:51:08.558468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.567452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.585922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.592897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.600421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.607425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.614494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.623711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-05ad699b-674a-480b-be20-b42b7ab65a17 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.2934446 Aug 25 14:51:08.638250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-3d7c5f18-9d41-4468-8284-c557abf601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.641070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-3d7c5f18-9d41-4468-8284-c557abf601fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3531299 Aug 25 14:51:08.644785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbed9c-fb01-42bf-9375-07742c5ffbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:08.662869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0754c-029b-4bc8-979d-86db007b6115 req-95e468db-32fd-41c6-9ad2-dff5d0821f19 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.673170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eed0754c-029b-4bc8-979d-86db007b6115 req-95e468db-32fd-41c6-9ad2-dff5d0821f19 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 949 time: 0.2502413 Aug 25 14:51:08.704944 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc42089c-d33c-46f2-b70a-b615e97f61f0 req-5e263bde-a706-41b4-ad21-f461b3744496 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763850 Aug 25 14:51:08.711726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-5fca155b-8065-48f0-921f-ad8be43addb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.713243 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-5fca155b-8065-48f0-921f-ad8be43addb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3324537 Aug 25 14:51:08.737306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-f6f909d1-2a81-44b2-b8b5-114d627c6807 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.0869067 Aug 25 14:51:08.825349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-2d67075c-5bea-476b-a4f4-c6c3fb718e51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.1013861 Aug 25 14:51:08.867944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:08.873431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eed0754c-029b-4bc8-979d-86db007b6115 req-77a67ccc-8400-45e1-852d-4a3463449d19 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993051 Aug 25 14:51:08.927833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-8bd4b60b-482c-416d-b9f8-b29d4a983dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.928914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-8bd4b60b-482c-416d-b9f8-b29d4a983dad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1818650 Aug 25 14:51:08.959104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-76005925-328e-4f68-9528-b43f99be96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.960728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-76005925-328e-4f68-9528-b43f99be96c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1232111 Aug 25 14:51:08.981883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57e05-6c8f-4f84-b2f4-96de8c9670d3 req-4e672897-2d16-4f01-b87a-3e02f101e084 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:08.983813 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ce57e05-6c8f-4f84-b2f4-96de8c9670d3 req-4e672897-2d16-4f01-b87a-3e02f101e084 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.0725024 Aug 25 14:51:08.993842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:09.024350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-5cdc9e1e-5614-4868-b712-824ba53012f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.025955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-5cdc9e1e-5614-4868-b712-824ba53012f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740719 Aug 25 14:51:09.054089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-ddb1095a-245d-410c-a869-34f469d5d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.056268 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-ddb1095a-245d-410c-a869-34f469d5d09c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708168 Aug 25 14:51:09.059055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ce57e05-6c8f-4f84-b2f4-96de8c9670d3 req-9a9821b0-db21-42fa-8de3-29903890aa9b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654089 Aug 25 14:51:09.168151 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-98e49c19-913b-4199-b79b-574c85072691 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008933 Aug 25 14:51:09.229355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-e86f6b30-593b-4627-abc6-a427ab7ac567 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832221 Aug 25 14:51:09.276233 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-3048b175-bb84-4e6d-8083-ec3ef38fee0d service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902009 Aug 25 14:51:09.372862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': 'b3edc618-3ebc-4120-9519-49ee342c5e6a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:09.375155 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae13a20b-b958-4b31-8bc9-f95ee51e160b" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "b3edc618-3ebc-4120-9519-49ee342c5e6a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:09.432798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167b3384-8307-490c-8dfa-6366a2ecd26e req-64e8b02a-c52a-4092-9b06-8c28856b6ffd service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787779 Aug 25 14:51:09.442824 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee987a9c-eaea-4479-a1ed-bacc227f4cee x-openstack-request-id: req-ee987a9c-eaea-4479-a1ed-bacc227f4cee {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:09.444578 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "b3edc618-3ebc-4120-9519-49ee342c5e6a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:09.444578 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee987a9c-eaea-4479-a1ed-bacc227f4cee {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:09.444578 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': 'b3edc618-3ebc-4120-9519-49ee342c5e6a', 'status': 'completed', 'code': 200} Aug 25 14:51:09.469809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b480fe51-c142-4911-a129-b6f079b86a2c up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:09.476201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.482591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.489317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.496116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.502206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.508856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.521759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.523387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-4c45bfb4-a8ac-4566-8f95-3c281e4e5a07 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5370 time: 0.1742387 Aug 25 14:51:09.581849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.583210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.584044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.584694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.585345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.585995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.586647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.589273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf6a068-53cb-4c12-b857-7a02abf04ac6 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:09.589559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-e5d8899b-b9c4-4ff0-88b6-92a594c1447e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6207 time: 0.1198409 Aug 25 14:51:09.613363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:09.634494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9845bf16-d16f-4fdd-ad7c-e30b980a610c req-8e39d62a-f820-437f-aac7-4209578d424a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101363 Aug 25 14:51:09.665562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Transition to ACTIVE for port object bdf6a068-53cb-4c12-b857-7a02abf04ac6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:09.685448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port b480fe51-c142-4911-a129-b6f079b86a2c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:09.691008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port b480fe51-c142-4911-a129-b6f079b86a2c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:09.706299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:09.753577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:09.756038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-625be604-4184-4ac7-8f7f-c0e0aa76565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.756518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-625be604-4184-4ac7-8f7f-c0e0aa76565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.757177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-625be604-4184-4ac7-8f7f-c0e0aa76565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.759276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-625be604-4184-4ac7-8f7f-c0e0aa76565c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c42dff84449f44e8949b4d9dfa020426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1596417 Aug 25 14:51:09.807720 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:09.855309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b480fe51-c142-4911-a129-b6f079b86a2c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b480fe51-c142-4911-a129-b6f079b86a2c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:09.856680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b480fe51-c142-4911-a129-b6f079b86a2c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:09.860108 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc722f04-afb3-4dcd-b674-2e15292710ef" -d '{"events": [{"server_uuid": "bc2f7008-a295-459e-93fb-bf181e75d863", "name": "network-vif-plugged", "status": "completed", "tag": "b480fe51-c142-4911-a129-b6f079b86a2c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:09.921360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-5fccf3a4-5041-4301-bfff-cf5b47f6c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:09.923970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae13a20b-b958-4b31-8bc9-f95ee51e160b req-5fccf3a4-5041-4301-bfff-cf5b47f6c909 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545317 Aug 25 14:51:09.942415 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:09.960839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Pushing event updated for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:09.994220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Attempting to bind port bdf6a068-53cb-4c12-b857-7a02abf04ac6 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:09.994567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Attempting to bind port bdf6a068-53cb-4c12-b857-7a02abf04ac6 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:09.995083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Attempting to bind port bdf6a068-53cb-4c12-b857-7a02abf04ac6 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:10.000110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Port bdf6a068-53cb-4c12-b857-7a02abf04ac6 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:10.005564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Attempting to bind port bdf6a068-53cb-4c12-b857-7a02abf04ac6 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:10.007228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:10.007841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Checking segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:10.008233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Bound using segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:10.008687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Bound port: bdf6a068-53cb-4c12-b857-7a02abf04ac6, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:10.009050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:10.013993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b480fe51-c142-4911-a129-b6f079b86a2c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:10.105012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:10.108193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:10.172207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.182562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.184192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.190586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.196517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.202654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.209080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.211013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-37ed6bf3-cfa8-46d8-a428-d929b91b9eca tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.1008511 Aug 25 14:51:10.232482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:10.269956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7bff353d-2330-4dff-b299-ac5a35d8155e req-7214f661-5a03-457a-85ad-ba07cc7bf1b2 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519581 Aug 25 14:51:10.279077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.279077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:10.279077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] 10.222.0.52 "PUT /v2.0/ports/bdf6a068-53cb-4c12-b857-7a02abf04ac6 HTTP/1.1" status: 200 len: 1090 time: 1.4855125 Aug 25 14:51:10.322808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ba685-9c9e-40b2-9a31-93172e0a69af service neutron] Pushing event updated for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:10.360485 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8919d40f-fc5f-4deb-ba2c-9dca9dfa1e0f x-openstack-request-id: req-8919d40f-fc5f-4deb-ba2c-9dca9dfa1e0f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:10.362096 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2f7008-a295-459e-93fb-bf181e75d863", "name": "network-vif-plugged", "status": "completed", "tag": "b480fe51-c142-4911-a129-b6f079b86a2c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:10.362464 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8919d40f-fc5f-4deb-ba2c-9dca9dfa1e0f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:10.362982 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b480fe51-c142-4911-a129-b6f079b86a2c', 'code': 200} Aug 25 14:51:10.483444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:10.584460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:10.599860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728de64-d54f-4e45-b21a-9aa1c024b51e req-10919b1f-51fc-48e3-98f2-899b1a2c9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.602190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f728de64-d54f-4e45-b21a-9aa1c024b51e req-10919b1f-51fc-48e3-98f2-899b1a2c9cd7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 1101 time: 0.1744366 Aug 25 14:51:10.791223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c79de-ef86-46e1-84a1-61081a8be5a4 req-09b27a83-1679-465b-baf9-6acca2568f41 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.793564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b4c79de-ef86-46e1-84a1-61081a8be5a4 req-09b27a83-1679-465b-baf9-6acca2568f41 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.0551696 Aug 25 14:51:10.836397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b4c79de-ef86-46e1-84a1-61081a8be5a4 req-cc165736-629d-4ad3-ad85-e26ad231de74 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357585 Aug 25 14:51:10.956654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d613d-b853-4041-896b-2e1e867e77b0 req-001c63d5-00d0-426b-b2a1-f566593083f5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.958686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc6d613d-b853-4041-896b-2e1e867e77b0 req-001c63d5-00d0-426b-b2a1-f566593083f5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 945 time: 0.0621924 Aug 25 14:51:10.985201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef58b9-7bd3-49a0-b429-bcebfca4a22c req-ae5b1eb8-9124-4132-bac8-fa7a2cb604a6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:10.987409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8ef58b9-7bd3-49a0-b429-bcebfca4a22c req-ae5b1eb8-9124-4132-bac8-fa7a2cb604a6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 950 time: 0.5157373 Aug 25 14:51:11.008109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc6d613d-b853-4041-896b-2e1e867e77b0 req-11be9045-157b-4b40-89e8-dceae5333625 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Aug 25 14:51:11.093763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f728de64-d54f-4e45-b21a-9aa1c024b51e req-366d005f-c877-4c1a-8de5-e65c31bce59c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643438 Aug 25 14:51:11.116278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8ef58b9-7bd3-49a0-b429-bcebfca4a22c req-5596be4a-80a2-4d6f-98c4-4e17ca9eeb61 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205549 Aug 25 14:51:11.128752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.135577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.141770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.148514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.154487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.161235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.167238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.169237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-8455f615-d9a7-4483-929c-e88e8f280a6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5382 time: 0.1021771 Aug 25 14:51:11.222127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a80d34a5-161e-4169-95f7-b1cd151afc98 req-5c492248-6575-4122-90bf-e5460cb67491 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441489 Aug 25 14:51:11.295527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:11.301362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:11.314999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Transition to ACTIVE for port object ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:11.407972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.414549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.420397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.426398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.432412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.438307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.444715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.446645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-d53a6311-16da-481d-8b8c-145f99e390af tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5430 time: 0.0930934 Aug 25 14:51:11.447640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:11.453711 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0830d15-dfba-4cc9-941c-de07e08523fe" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:11.453711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:11.532578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:11.545220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5006ce4d-fdcb-4869-adfe-682c193d73cb req-a82c7f9b-2c4e-4acb-bcb2-fdcf9234d9ba tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889821 Aug 25 14:51:11.560381 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51456500-f016-4736-9510-837939b0beaa x-openstack-request-id: req-51456500-f016-4736-9510-837939b0beaa {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:11.560674 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:11.560925 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51456500-f016-4736-9510-837939b0beaa {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:11.561748 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6', 'status': 'completed', 'code': 200} Aug 25 14:51:11.624950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Attempting to bind port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:11.625284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Attempting to bind port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:11.626147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Attempting to bind port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:11.638027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:11.638027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Attempting to bind port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:11.644231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:11.644609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Checking segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:11.644955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Bound using segment: {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:11.645391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Bound port: ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01099da2-4579-44b1-9c8f-b9fd8e7414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:11.645915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:11.689777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-1cde57f3-38a5-4963-808c-389d287cd66c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6299 time: 0.0759871 Aug 25 14:51:11.741796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:11.741796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:11.861516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ba62f261-5b8b-41bf-8288-839a2cf858c2 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:11.970543 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:11.998157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:12.015074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'ba62f261-5b8b-41bf-8288-839a2cf858c2', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'port_id': 'ba62f261-5b8b-41bf-8288-839a2cf858c2', 'mac_address': 'fa:16:3e:06:43:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:12.038953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d3de4-4d19-40f4-8b03-4a702e267c4a req-4e61f8a8-038b-44be-8c5c-38bf66974e79 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.047599 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-236d3de4-4d19-40f4-8b03-4a702e267c4a req-4e61f8a8-038b-44be-8c5c-38bf66974e79 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.1091201 Aug 25 14:51:12.062137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:12.069790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.070777 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.074003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-548c05d2-9e85-4706-8940-4fa478c46de3 service neutron] 10.222.0.52 "PUT /v2.0/ports/ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d HTTP/1.1" status: 200 len: 1090 time: 1.6005714 Aug 25 14:51:12.091587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.096402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-004085e9-3a7a-4d25-a420-f452990629d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.096857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-004085e9-3a7a-4d25-a420-f452990629d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.097378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-004085e9-3a7a-4d25-a420-f452990629d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.098988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-004085e9-3a7a-4d25-a420-f452990629d1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c42dff84449f44e8949b4d9dfa020426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4053400 Aug 25 14:51:12.106930 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-236d3de4-4d19-40f4-8b03-4a702e267c4a req-cc773f3d-5f38-4895-a8fa-c5f50a5aac98 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Aug 25 14:51:12.115363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba62f261-5b8b-41bf-8288-839a2cf858c2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:12.156792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:12.198698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:12.244587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.245586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:12.298676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-f6c0f6a5-5c93-43db-ac2a-ace831793ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.301581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dad4b9-b205-4075-8f98-edba4a91c5d9 req-d7a754cf-a4b7-4263-a9e7-1bd121d853d0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.304793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0830d15-dfba-4cc9-941c-de07e08523fe req-f6c0f6a5-5c93-43db-ac2a-ace831793ec6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965709 Aug 25 14:51:12.309663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47dad4b9-b205-4075-8f98-edba4a91c5d9 req-d7a754cf-a4b7-4263-a9e7-1bd121d853d0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 945 time: 0.1456494 Aug 25 14:51:12.349094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.396998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:12.439710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47dad4b9-b205-4075-8f98-edba4a91c5d9 req-16dbeed7-b83c-4ae7-aab8-59a363259363 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288385 Aug 25 14:51:12.439942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'port_id': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'mac_address': 'fa:16:3e:02:93:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:12.499834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:12.520423 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.536332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:12.561497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:12.656460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.657769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:12.666770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-9f02b378-1f38-416f-8453-8a7b86545336 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.684841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-9f02b378-1f38-416f-8453-8a7b86545336 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 945 time: 0.2774804 Aug 25 14:51:12.735636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5aa29-78c3-4de6-8694-b280bcf8ea7f req-a0d49382-c07b-48b2-9dda-1ff385882b89 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.743273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3af5aa29-78c3-4de6-8694-b280bcf8ea7f req-a0d49382-c07b-48b2-9dda-1ff385882b89 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 950 time: 0.1758847 Aug 25 14:51:12.773068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:12.813716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.819972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.827169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.834541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.843515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:12.843841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.850814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.857314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.859660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'mac_address': 'fa:16:3e:e0:82:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:12.860296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-6f1a721c-7d3a-4047-80f2-8c1c090012de tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5394 time: 0.1305428 Aug 25 14:51:12.904405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:12.914835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cfcd8f8a-84c7-4315-bbe3-49c24bcd21d3 req-e68cff5c-8180-4a6c-8617-130d5e741250 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466099 Aug 25 14:51:12.919122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f39b7c-5ba8-472e-934a-2a438fbeafd2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:12.950304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-32ff04c7-2ea9-441d-8ea3-d2a27b94cd68 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:12.951905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-32ff04c7-2ea9-441d-8ea3-d2a27b94cd68 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c&tenant_id=67c79229200a483197a328f64b8001b2&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 947 time: 0.2369070 Aug 25 14:51:12.953563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:12.969918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3af5aa29-78c3-4de6-8694-b280bcf8ea7f req-f11d15b4-cfa8-43ab-91f8-c07e20673b4c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257581 Aug 25 14:51:13.041167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892289ca-96b0-4816-9975-2e7bc9cbad18 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:13.053601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.054519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bac3fd4d-72d0-4364-8e06-6cb03e65425a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:13.055929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.064150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499345b-0d5a-417e-9e2d-22fd7d0a5e8c req-00454ba4-ded0-4917-8305-223cab9eb835 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.065325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Deleting port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:13.068771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.068912 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f499345b-0d5a-417e-9e2d-22fd7d0a5e8c req-00454ba4-ded0-4917-8305-223cab9eb835 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 947 time: 0.0573490 Aug 25 14:51:13.093906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:13.129672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'port_id': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a', 'mac_address': 'fa:16:3e:74:de:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:13.160600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f499345b-0d5a-417e-9e2d-22fd7d0a5e8c req-5c8de994-0a39-4339-8e1f-fb920aec45c0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811002 Aug 25 14:51:13.162461 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-705f559c-9567-481f-ba4e-5f673ff6c609 service neutron] delete failed (client error): The resource could not be found. Aug 25 14:51:13.163511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-705f559c-9567-481f-ba4e-5f673ff6c609 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f1f39b7c-5ba8-472e-934a-2a438fbeafd2/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.2039962 Aug 25 14:51:13.166827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Transition to ACTIVE for port object 892289ca-96b0-4816-9975-2e7bc9cbad18 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:13.203966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.247270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] For port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:13.249805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.265325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Calling delete_port for 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:13.271944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac3fd4d-72d0-4364-8e06-6cb03e65425a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:13.289008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:13.329946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:13.343151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.349122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.355160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.361169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.367900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.373845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.380443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.382380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-1c5a4293-ec41-4b13-bc7d-69c158ab7eec tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5432 time: 0.2340729 Aug 25 14:51:13.386119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.474515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.500804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Pushing event updated for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:13.554707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-599f0070-42d6-48bd-a0a4-aedd1a5e8ab3 req-8af15107-86cf-41ab-b75c-e9d231e8bb92 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381571 Aug 25 14:51:13.557093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-e1c547ad-3ed3-4776-bd6b-e4829b900db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.558600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-e1c547ad-3ed3-4776-bd6b-e4829b900db9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1099 time: 0.2364974 Aug 25 14:51:13.573601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:13.576721 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2416338f-bd76-4c4b-8e85-7da338998603" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:13.654697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:13.670801 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14622e21-1cee-40bc-8cf9-fd37c1e612e0 x-openstack-request-id: req-14622e21-1cee-40bc-8cf9-fd37c1e612e0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:13.671163 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:13.671379 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14622e21-1cee-40bc-8cf9-fd37c1e612e0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:13.671770 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d', 'status': 'completed', 'code': 200} Aug 25 14:51:13.683462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e35f-e8d9-4069-8717-cf31d5765a9f req-0a7c76f4-ec6d-4bce-a3b9-98bbe436d90f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.691955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4666e35f-e8d9-4069-8717-cf31d5765a9f req-0a7c76f4-ec6d-4bce-a3b9-98bbe436d90f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 945 time: 0.1106164 Aug 25 14:51:13.801173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4666e35f-e8d9-4069-8717-cf31d5765a9f req-db7fafd3-6496-47c5-a6b1-f900b2c29cff tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080804 Aug 25 14:51:13.814623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Attempting to bind port 892289ca-96b0-4816-9975-2e7bc9cbad18 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:13.815106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Attempting to bind port 892289ca-96b0-4816-9975-2e7bc9cbad18 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:13.815527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Attempting to bind port 892289ca-96b0-4816-9975-2e7bc9cbad18 on network afe330ac-65f4-44a8-9301-59dcac345fcf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:13.835059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Port 892289ca-96b0-4816-9975-2e7bc9cbad18 on network afe330ac-65f4-44a8-9301-59dcac345fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:13.835059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Attempting to bind port 892289ca-96b0-4816-9975-2e7bc9cbad18 on network afe330ac-65f4-44a8-9301-59dcac345fcf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:13.838377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.842163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.843158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.843659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.844337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.845128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.847095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.849699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2416338f-bd76-4c4b-8e85-7da338998603 req-4b9a08da-4940-482d-aaba-f03ab1d3afa0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6366 time: 0.1490035 Aug 25 14:51:13.852209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:13.852554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Checking segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:13.852995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Bound using segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:13.853443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Bound port: 892289ca-96b0-4816-9975-2e7bc9cbad18, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:13.854117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:13.885624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5049d6bc-4c01-401e-83cf-f334072af0e1 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:13.930487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-f34ca459-2936-4f16-9531-5bede12fa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.932887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-f34ca459-2936-4f16-9531-5bede12fa1b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3444686 Aug 25 14:51:13.980902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-97bb0a73-e0f0-4ba5-be17-f52cba308425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.981525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-97bb0a73-e0f0-4ba5-be17-f52cba308425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.982009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-97bb0a73-e0f0-4ba5-be17-f52cba308425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:13.984382 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2416338f-bd76-4c4b-8e85-7da338998603 req-97bb0a73-e0f0-4ba5-be17-f52cba308425 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c42dff84449f44e8949b4d9dfa020426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1258688 Aug 25 14:51:13.992504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.014520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-2e86d43f-9c98-4dfe-82ac-5a080896ac62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.0718775 Aug 25 14:51:14.043526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['bac3fd4d-72d0-4364-8e06-6cb03e65425a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:14.114499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:14.119749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53830) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:14.121493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-ace67f2a-a1aa-4fa8-ad4c-cd138136eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.123087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-ace67f2a-a1aa-4fa8-ad4c-cd138136eab9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0905807 Aug 25 14:51:14.124893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:14.137008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416338f-bd76-4c4b-8e85-7da338998603 req-1ecb59ba-799d-4a7e-a55d-8d37e38224ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.138476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2416338f-bd76-4c4b-8e85-7da338998603 req-1ecb59ba-799d-4a7e-a55d-8d37e38224ef service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433706 Aug 25 14:51:14.181441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event deleted for resources: {'Port': ['ID=4e3caf76-d2bb-4b0a-9ee6-dd13316a7031,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:14.185413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:14.203770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589215-0288-4e8f-953e-effd5846bb99 req-c393fde4-5455-40d4-811a-10cba069e6ed tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.206743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1589215-0288-4e8f-953e-effd5846bb99 req-c393fde4-5455-40d4-811a-10cba069e6ed tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 950 time: 0.0860419 Aug 25 14:51:14.266615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1589215-0288-4e8f-953e-effd5846bb99 req-aade0848-c5d4-4cfa-b851-89536efa61d4 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528426 Aug 25 14:51:14.307950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=892289ca-96b0-4816-9975-2e7bc9cbad18,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:14.320593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.345480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5049d6bc-4c01-401e-83cf-f334072af0e1,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:14.346470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] No DVR routers for this DVR port 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:14.350397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.352418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5158c238-96d0-492c-9f45-2f5a4dde58f1 req-38d322ab-402d-4dce-989c-8afd43e64854 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "DELETE /v2.0/ports/4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 HTTP/1.1" status: 204 len: 173 time: 1.6745284 Aug 25 14:51:14.371330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-5f758776-683f-4958-85af-3be4d246ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.372557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-5f758776-683f-4958-85af-3be4d246ae9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930804 Aug 25 14:51:14.385114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.386256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '5049d6bc-4c01-401e-83cf-f334072af0e1', 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'port_id': '5049d6bc-4c01-401e-83cf-f334072af0e1', 'mac_address': 'fa:16:3e:da:e8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116d1182-4144-4421-8018-9b940b9ed464', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:14.391449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.398155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.405061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.413534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.422200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.428250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.436541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04559010-c6b1-4be2-abfb-9edd595e732a req-ef02c78e-a051-447a-a99a-7cbf5dd2c345 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5406 time: 0.2956891 Aug 25 14:51:14.446811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.506921 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.508677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.547616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-0fe856cd-e8ae-4d16-883f-d7582020f3a0 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079376 Aug 25 14:51:14.573436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5049d6bc-4c01-401e-83cf-f334072af0e1 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:14.587639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611622e5-aea5-46b4-b94b-38ac503f1346 req-57b25803-cafb-4b0a-9591-1d4aa15bcef6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.589964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-611622e5-aea5-46b4-b94b-38ac503f1346 req-57b25803-cafb-4b0a-9591-1d4aa15bcef6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 948 time: 0.0702498 Aug 25 14:51:14.601983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.631394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5049d6bc-4c01-401e-83cf-f334072af0e1,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:14.689099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04559010-c6b1-4be2-abfb-9edd595e732a req-054e3661-041a-456f-a400-c03a77c993d2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2511985 Aug 25 14:51:14.697584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:14.697867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.708609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-2443056e-c6ba-4936-b718-76384be4127a service neutron] 10.222.0.52 "PUT /v2.0/ports/892289ca-96b0-4816-9975-2e7bc9cbad18 HTTP/1.1" status: 200 len: 1091 time: 2.5129409 Aug 25 14:51:14.710609 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:14.711364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 69aeab4d-a286-4728-a913-f346c0cd7a7d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:14.720211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76f472a922dc41c582e8511548888d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981822 Aug 25 14:51:14.725895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53844) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:14.763842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17362522-661e-493a-8da6-a86d31f3fdd1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:14.778990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443056e-c6ba-4936-b718-76384be4127a service neutron] Pushing event updated for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:14.806784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.807159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.807505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.807843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.808178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.808505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.810775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.811186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.811528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.811869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.812221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.812552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10707471-e4f4-4803-9c3f-a0e9a73d6bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:14.846400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-611622e5-aea5-46b4-b94b-38ac503f1346 req-6cb8ee08-0379-4d1c-9e16-17cf4bea6120 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462006 Aug 25 14:51:14.846775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:14.851634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Request body: {'port': {'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:14.896341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-abd81bce-40a5-42f0-99c4-f703c8578071 req-e4ca23f5-47a2-496c-ba21-b3d748c3f6b9 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331950 Aug 25 14:51:14.972623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4352-169d-4ee1-bd52-38ef0f3c7174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.033991 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.036144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:15.039851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4352-169d-4ee1-bd52-38ef0f3c7174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.052920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '69aeab4d-a286-4728-a913-f346c0cd7a7d', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'port_id': '69aeab4d-a286-4728-a913-f346c0cd7a7d', 'mac_address': 'fa:16:3e:7f:b9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:15.146717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.153176 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.161153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.167246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.173275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.176692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69aeab4d-a286-4728-a913-f346c0cd7a7d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:15.179973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.185988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.192770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.194771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-277040f2-7910-45b4-9bf3-9448260d262e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5434 time: 0.1279471 Aug 25 14:51:15.196460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ba62f261-5b8b-41bf-8288-839a2cf858c2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:15.233988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:15.255981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70b9443f-09f7-4841-8c8d-cbcfcdb4a5ef req-3c8de2d4-0f33-4940-a2fb-c424dc05d4b4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534642 Aug 25 14:51:15.318702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac82e162-9026-4c1e-850c-05e024e7770b req-40249bd1-b837-43a3-b195-47dcd283ad6c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0565383 Aug 25 14:51:15.334558 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.335299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:15.432134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:15.464917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-54ff28cd-8919-4e34-b10c-d681870cf822 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508471 Aug 25 14:51:15.503182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:15.505958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:15.511073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4352-169d-4ee1-bd52-38ef0f3c7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.513994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4352-169d-4ee1-bd52-38ef0f3c7174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.516390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9b5a4352-169d-4ee1-bd52-38ef0f3c7174 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17362522-661e-493a-8da6-a86d31f3fdd1 HTTP/1.1" status: 204 len: 168 time: 0.7769532 Aug 25 14:51:15.538014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.543014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:15.549775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:15.550127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e3caf76-d2bb-4b0a-9ee6-dd13316a7031 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:15.561609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a4352-169d-4ee1-bd52-38ef0f3c7174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17362522-661e-493a-8da6-a86d31f3fdd1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:15.563833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e', 'network_id': '0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f', 'port_id': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e', 'mac_address': 'fa:16:3e:92:f1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116d1182-4144-4421-8018-9b940b9ed464', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:15.571363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Transition to ACTIVE for port object 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:15.610576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-80474e1c-926f-4aaf-9725-eecf1a11f7b6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.620304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-80474e1c-926f-4aaf-9725-eecf1a11f7b6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472483 Aug 25 14:51:15.636776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.637727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-603ae158-3072-47ce-bb9c-356e6a8eef65 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/quotas/d32db32c0d1c4cdd8f779b3458b4b64f HTTP/1.1" status: 200 len: 375 time: 0.0180130 Aug 25 14:51:15.655712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:15.670541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.674904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'name': 'network-vif-deleted', 'tag': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031'}, {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:15.677033 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5" -d '{"events": [{"server_uuid": "8d8cf761-d31b-4b02-8e47-a555f3542e85", "name": "network-vif-deleted", "tag": "4e3caf76-d2bb-4b0a-9ee6-dd13316a7031"}, {"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:15.678684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:15.699856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-88094ab8-40cb-42b4-b9f2-ab821aa7c3fa tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608504 Aug 25 14:51:15.765729 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfde858-bc9d-464e-97aa-c86280d91ffb x-openstack-request-id: req-4dfde858-bc9d-464e-97aa-c86280d91ffb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:15.765895 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8cf761-d31b-4b02-8e47-a555f3542e85", "name": "network-vif-deleted", "tag": "4e3caf76-d2bb-4b0a-9ee6-dd13316a7031", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:15.766653 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4dfde858-bc9d-464e-97aa-c86280d91ffb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:15.768094 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8cf761-d31b-4b02-8e47-a555f3542e85', 'name': 'network-vif-deleted', 'tag': '4e3caf76-d2bb-4b0a-9ee6-dd13316a7031', 'status': 'completed', 'code': 200} Aug 25 14:51:15.768580 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18', 'status': 'completed', 'code': 200} Aug 25 14:51:15.782858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:15.804960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.805968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 16776111-feb0-4edc-9789-14be0770eb4c details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:15.888868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.889357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.889835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.893571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.894099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.894735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.895333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:15.901721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-64890eb0-1f3d-4726-9ec0-6fd96970d5ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6433 time: 0.1016397 Aug 25 14:51:15.907740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Attempting to bind port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:15.909820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Attempting to bind port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:15.910851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Attempting to bind port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 on network afe330ac-65f4-44a8-9301-59dcac345fcf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:15.919182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 on network afe330ac-65f4-44a8-9301-59dcac345fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:15.919893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Attempting to bind port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 on network afe330ac-65f4-44a8-9301-59dcac345fcf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:15.951496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:15.951853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Checking segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:15.957952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Bound using segment: {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:15.957952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Bound port: 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029b31f-2ce9-4d60-b381-6754a886ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:15.957952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:15.971856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=16776111-feb0-4edc-9789-14be0770eb4c,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:16.035517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '16776111-feb0-4edc-9789-14be0770eb4c', 'network_id': '68960574-1aa5-4b02-8a2d-1b0e57aa0df6', 'port_id': '16776111-feb0-4edc-9789-14be0770eb4c', 'mac_address': 'fa:16:3e:bb:59:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b8263-71df-4aac-ba6e-d67af482e03c', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:16.042473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:16.135980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:16.145370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:16.163397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-7f4dd345-8abb-4229-922d-0bb816e40f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.165021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-7f4dd345-8abb-4229-922d-0bb816e40f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.165767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-7f4dd345-8abb-4229-922d-0bb816e40f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.167758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-7f4dd345-8abb-4229-922d-0bb816e40f3f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c42dff84449f44e8949b4d9dfa020426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2507100 Aug 25 14:51:16.177795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.180994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.184993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.192122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.199003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.206639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.213792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.216984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16776111-feb0-4edc-9789-14be0770eb4c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:16.220452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.229287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-dc8676ab-f4cc-4b9e-b233-efdcbba94497 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.3019686 Aug 25 14:51:16.268861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=16776111-feb0-4edc-9789-14be0770eb4c,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:16.286096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73584dc3-56f1-4b77-a422-c9f2257ab0a3 req-f284b0d5-1a4f-4aab-ad62-83439158c0c1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533466 Aug 25 14:51:16.296448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.356145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.404093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:16.407635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.408662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.410599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 200 len: 1091 time: 1.5731497 Aug 25 14:51:16.438681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194184bb-056f-4382-a9aa-2f2cae45a7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:16.512706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53888) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:16.516012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8186e4e6-cf9a-456b-acf8-3e04fe8c7ff7 req-0f75d6df-6e66-4f8d-a13c-501f7831c06f tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0437636 Aug 25 14:51:16.549811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e50bc-9da9-4634-ad5a-dc043c5cde2b req-2172e4bf-43e0-4aed-9f0a-0cf4f5948db6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.551776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f6e50bc-9da9-4634-ad5a-dc043c5cde2b req-2172e4bf-43e0-4aed-9f0a-0cf4f5948db6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 948 time: 0.3230679 Aug 25 14:51:16.558362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-05500e76-6cb7-42f5-bab7-56b6b66cb29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.573969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:16.590962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-91be734b-d925-42e3-9c2a-c0aa2ea48484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.593435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d6da3dd0-6dd5-49fa-bb20-9184a795b6e5 req-91be734b-d925-42e3-9c2a-c0aa2ea48484 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4141366 Aug 25 14:51:16.682406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.688662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.695945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.698642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f6e50bc-9da9-4634-ad5a-dc043c5cde2b req-d277a5d8-bec2-4111-bf5c-d59978962de1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354074 Aug 25 14:51:16.701871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.708525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.715760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.725913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.736019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-41c92e14-12e5-441f-b0d8-a037582269d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5437 time: 0.1296871 Aug 25 14:51:16.740642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.741363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.742196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.742844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.743534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.744355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.745241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.747832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c533496d-e15b-4ead-bcef-0ea6ac8d7b2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6475 time: 0.1042843 Aug 25 14:51:16.757942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:16.768624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:16.771868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.800244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1e8dc04-6271-43bd-adfb-7f0ee7dfb78b req-8a02d57e-cf14-4ba9-9294-f4739bf1e6d3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538671 Aug 25 14:51:16.808609 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-b9933196-502f-40c5-9ef2-37e93137495f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 200 len: 217 time: 0.0436802 Aug 25 14:51:16.887823 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c2cf608d-fabc-437a-8eaa-3eefd19d8fe5 req-3edfc7e2-9391-4b85-a091-b6eb3ce6c5ce tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0516806 Aug 25 14:51:16.922671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-05500e76-6cb7-42f5-bab7-56b6b66cb29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.930052 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:16.948888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ac03f156-5e5f-4c5b-86f1-08b12ecb581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:16.951533 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ac03f156-5e5f-4c5b-86f1-08b12ecb581a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7596377-2501-40a9-96e3-dfeb60fe25ad HTTP/1.1" status: 200 len: 850 time: 0.1075051 Aug 25 14:51:16.967956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:16.971259 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebecf0cb-acd4-4243-ad28-0944510ade1d" -d '{"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-plugged", "status": "completed", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:16.989047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:17.010133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-f3ec4f0f-3cee-4ee6-a04e-7a9d8bbf2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.012013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-f3ec4f0f-3cee-4ee6-a04e-7a9d8bbf2e7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07c04fab-acb5-4577-8c99-2807be0b11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497451 Aug 25 14:51:17.026430 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65648ce-ac7d-4031-acb6-a418981dfc8e x-openstack-request-id: req-b65648ce-ac7d-4031-acb6-a418981dfc8e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:17.026720 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-plugged", "status": "completed", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:17.026976 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b65648ce-ac7d-4031-acb6-a418981dfc8e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:17.027399 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'code': 200} Aug 25 14:51:17.088642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-05500e76-6cb7-42f5-bab7-56b6b66cb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.097359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.098494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:17.162453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05500e76-6cb7-42f5-bab7-56b6b66cb29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87eaf87-a1ca-40c3-8c19-2168667bd10e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:17.168770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-05500e76-6cb7-42f5-bab7-56b6b66cb29a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f7d7d240f2b4e819ca5328db25576e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546786 Aug 25 14:51:17.170748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e8b9-69d0-41dc-82a8-898ff5438046 req-94cd4e07-cc67-4703-869f-6f68bb26a381 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.171452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:17.172365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5601e8b9-69d0-41dc-82a8-898ff5438046 req-94cd4e07-cc67-4703-869f-6f68bb26a381 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1099 time: 0.1521618 Aug 25 14:51:17.206773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:17.210426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ddcd628e-37d8-46fe-8f3f-160d55c055d5 service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882031 Aug 25 14:51:17.245647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['5e2076b1-894a-4c9a-8d7e-ed79a267aa0e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:17.251686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37bbd1d5-67e8-4b4d-8235-60206f7eb571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.251996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5601e8b9-69d0-41dc-82a8-898ff5438046 req-96cd85a6-83fc-4421-a942-c009aa7222df tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Aug 25 14:51:17.286060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37bbd1d5-67e8-4b4d-8235-60206f7eb571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.379205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-0a1a69d2-579d-41c0-8452-3d13a2ca01ae service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496167 Aug 25 14:51:17.457643 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dcc704f9-c358-40ec-946e-2a72a6d78eeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 217 time: 0.0631585 Aug 25 14:51:17.492120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['69aeab4d-a286-4728-a913-f346c0cd7a7d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:17.511178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['16776111-feb0-4edc-9789-14be0770eb4c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:17.530773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37bbd1d5-67e8-4b4d-8235-60206f7eb571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.539008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37bbd1d5-67e8-4b4d-8235-60206f7eb571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.540447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-37bbd1d5-67e8-4b4d-8235-60206f7eb571 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c87eaf87-a1ca-40c3-8c19-2168667bd10e HTTP/1.1" status: 204 len: 168 time: 0.3677144 Aug 25 14:51:17.543967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-b01b37fa-a634-4988-91a9-53779b9f8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.545472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-b01b37fa-a634-4988-91a9-53779b9f8003 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.0785363 Aug 25 14:51:17.559742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbd1d5-67e8-4b4d-8235-60206f7eb571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87eaf87-a1ca-40c3-8c19-2168667bd10e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:17.560064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.571110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.582335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.585710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.586276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:17.592573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.599364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.606080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.615173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-59d08d93-d548-4800-951c-42a60b38ecd9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1607947 Aug 25 14:51:17.662967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:17.662967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:17.715461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6ba774d-7956-45bd-8d3a-cc4f7fdf5c53 req-2b20f72f-902f-42dd-b8ce-40bcfec86a8b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990171 Aug 25 14:51:17.731472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1d671103-7391-4519-8169-49b17366796f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703611 Aug 25 14:51:17.734871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-492fbc6e-375e-4003-a2c5-98a81d891a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:17.739879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-492fbc6e-375e-4003-a2c5-98a81d891a51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224244 Aug 25 14:51:17.796197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:17.808620 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:17.922071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8787987b-7a54-4dbf-9e0b-f4e6e9d783d2 req-6bd5f7d4-ff33-47bd-a961-3777161948cf tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0551519 Aug 25 14:51:17.958076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:18.011542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-356cb882-154a-43aa-a74b-6505f382d45d service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585223 Aug 25 14:51:18.022341 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d6abd3-88e0-42bb-9a4c-bad085ccf429 x-openstack-request-id: req-b6d6abd3-88e0-42bb-9a4c-bad085ccf429 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:18.022926 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:18.023613 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6d6abd3-88e0-42bb-9a4c-bad085ccf429 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:18.024337 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8', 'status': 'completed', 'code': 200} Aug 25 14:51:18.069031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-455d922b-f45e-4bd4-bf87-34f1d4e69b0e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.082784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-455d922b-f45e-4bd4-bf87-34f1d4e69b0e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495953 Aug 25 14:51:18.083787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:18.100748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-bb5891a2-7404-47de-9fd8-6e56fa4f9087 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/quotas/67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 375 time: 0.0163796 Aug 25 14:51:18.131601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['5049d6bc-4c01-401e-83cf-f334072af0e1'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:18.192820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-8ae3f323-6700-4ba7-9563-1982da441a1e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897126 Aug 25 14:51:18.233870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:18.234835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bac3fd4d-72d0-4364-8e06-6cb03e65425a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:18.309637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-b5f8e3b0-1ff6-4d9f-92d6-7576adc6d288 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807264 Aug 25 14:51:18.350115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.357103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.364888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.369317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:18.371184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.378311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.385581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.411442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.423212 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5426b083-a79e-4d90-a1a2-a0024309e839 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5437 time: 0.2953808 Aug 25 14:51:18.428856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port bac3fd4d-72d0-4364-8e06-6cb03e65425a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:18.452517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port bac3fd4d-72d0-4364-8e06-6cb03e65425a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:18.452517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:18.511723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-88dec336-bbea-42c0-bf59-7700858739b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 217 time: 0.1876767 Aug 25 14:51:18.537989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2620dd1-32c5-4b48-a3fa-3b1cae3dfbef req-5efb53f0-6393-4a1d-a40f-0fcbd1b98c5c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109178 Aug 25 14:51:18.639798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:18.653852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6b42232-ff80-4995-9a67-2abd3828e4fd req-37ac659f-368d-4d78-b36f-62bdf22ef724 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0383165 Aug 25 14:51:18.656345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-592da26a-1030-4edd-b596-49e14785cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.673198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-592da26a-1030-4edd-b596-49e14785cfb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1344812 Aug 25 14:51:18.710789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:18.712019 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-579f95c5-2a89-4a91-8c7a-b972e4f63cc8 req-6f74ad9c-a179-4b78-989a-432ffde62ada tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 210 time: 0.0346665 Aug 25 14:51:18.770899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-34251733-ea0f-4df7-bf60-fad0d0ead0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.772587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-34251733-ea0f-4df7-bf60-fad0d0ead0ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640342 Aug 25 14:51:18.816289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:18.844914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ba62f261-5b8b-41bf-8288-839a2cf858c2 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:18.946170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:18.956997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.963213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.969301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.975313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.981285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.987229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.993098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:18.995481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-de03f2ab-e6ed-40e4-80da-f3c4e5535aca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1471112 Aug 25 14:51:19.023184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-46f95bdd-6fc4-4096-86d3-c175ecf322bb service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337489 Aug 25 14:51:19.029144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:19.036499 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab95046-fee1-477a-80ff-049bba27edc2" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "bac3fd4d-72d0-4364-8e06-6cb03e65425a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:19.044493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port ba62f261-5b8b-41bf-8288-839a2cf858c2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:19.051279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port ba62f261-5b8b-41bf-8288-839a2cf858c2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:19.053626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:19.072586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3d7cfbb-8c67-44c5-927d-b70ce075899b req-e1926b0d-ab99-476a-8e54-bfc3f789a592 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0518198 Aug 25 14:51:19.120354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-9d3f78ea-5f96-4102-ac08-05ea91f8aaec tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320582 Aug 25 14:51:19.165057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a18918aa-89fc-4980-95d6-d48a353b7e23 req-e642fc30-bbc4-455b-8c1b-274846326efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589115 Aug 25 14:51:19.227255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-31ae1b25-d0e2-42ad-9649-4ce377a066bb service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906109 Aug 25 14:51:19.264901 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c15bc-4770-484b-9495-fa0598da3f3f x-openstack-request-id: req-083c15bc-4770-484b-9495-fa0598da3f3f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:19.265464 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "bac3fd4d-72d0-4364-8e06-6cb03e65425a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:19.265685 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-083c15bc-4770-484b-9495-fa0598da3f3f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:19.266017 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'code': 200} Aug 25 14:51:19.266275 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a', 'code': 200} Aug 25 14:51:19.266990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:19.290158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-a2c7d3f7-6087-4bbc-b687-b78e57837daa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6 HTTP/1.1" status: 200 len: 217 time: 0.0548601 Aug 25 14:51:19.334009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:19.355984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-bd43e05d-fe3f-4417-b8a0-70c41a78fb47 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.357537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-bd43e05d-fe3f-4417-b8a0-70c41a78fb47 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296555 Aug 25 14:51:19.369089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ed17b5ab-106e-4c23-bd04-dc207eb63554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.371390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ed17b5ab-106e-4c23-bd04-dc207eb63554 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.0682435 Aug 25 14:51:19.404964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Request body: {'port': {'device_id': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': 'd32db32c0d1c4cdd8f779b3458b4b64f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:19.455966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:19.478623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ea15b13c-4a62-4fe5-992b-46e2d455733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.483079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-ea15b13c-4a62-4fe5-992b-46e2d455733e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767524 Aug 25 14:51:19.533880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:19.694317 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-c6007d38-3235-4b03-b07a-43adf5ffae97 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985254 Aug 25 14:51:19.719454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.727229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.734376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.743244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.746531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Made reservation on behalf of d32db32c0d1c4cdd8f779b3458b4b64f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:51:19.748965 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:19.749957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.756109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.762845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:19.764818 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-34a65e43-9538-4cdb-bfd8-ff487fe5a4b0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5440 time: 0.1268709 Aug 25 14:51:19.767927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b898b670-ea1e-4c26-8f6a-cfa97b627090 req-cdda34cb-051c-439d-9d8e-d6565cfd34b9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0363686 Aug 25 14:51:19.849987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b5cda22-044d-46ca-ab26-583a18eb0382 req-d753322a-7678-4153-86ce-d5805dc4ec29 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543432 Aug 25 14:51:19.901431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-315a2b75-4de6-420d-9dcc-1cc8688e0dcd req-ca11232e-491d-470e-a94b-18b44cc069f2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 210 time: 0.0762134 Aug 25 14:51:19.970945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-152da3d4-eaaf-4c18-9a26-507ced7db859 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045584 Aug 25 14:51:20.011698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Allocated IP 192.168.233.100 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/507f02fc-af26-40b9-8a55-4daf0c84f785) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:20.070703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-fa44e32e-dabd-45e1-a0ff-653554e895aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d HTTP/1.1" status: 200 len: 217 time: 0.0675800 Aug 25 14:51:20.128767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-78f91feb-b062-41ce-8763-d9580fac4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.130260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-78f91feb-b062-41ce-8763-d9580fac4b11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.0512097 Aug 25 14:51:20.210924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-5e454320-c188-4da3-bcd3-c190b17ade2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.212917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-5e454320-c188-4da3-bcd3-c190b17ade2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687873 Aug 25 14:51:20.254836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588df22-63aa-445b-afca-30ff6dde2b24 req-2519bbc6-35de-40dd-a96f-df2cdee18887 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0590913 Aug 25 14:51:20.259081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:20.285977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Transition to ACTIVE for port object 507f02fc-af26-40b9-8a55-4daf0c84f785 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:20.383424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 69aeab4d-a286-4728-a913-f346c0cd7a7d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:20.401234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.403738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:20.411257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.415996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b480fe51-c142-4911-a129-b6f079b86a2c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:20.419417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.425679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.435840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.438352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.445246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:20.447560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-ce874d81-4009-47a4-b887-9ed9171a05ad tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1392753 Aug 25 14:51:20.462891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Pushing event updated for resources: {'Port': ['ID=507f02fc-af26-40b9-8a55-4daf0c84f785,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:20.468987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-b07f37e8-c6a5-4e5c-af96-34d7b4552d1c service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425289 Aug 25 14:51:20.515104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:20.517115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:20.534530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:20.711201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 69aeab4d-a286-4728-a913-f346c0cd7a7d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:20.731545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 69aeab4d-a286-4728-a913-f346c0cd7a7d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:20.735007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:20.746758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a4d9f5c5-29ed-4776-9836-d2dcf1faeba8 req-47660291-1f73-489c-8a31-528192077d79 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2829783 Aug 25 14:51:20.765345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-98dcd746-7842-4b90-9569-e2fe50b6a744 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801888 Aug 25 14:51:20.881720 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:20.916180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-aad416cc-0fc3-4658-9f51-67cc57a120d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892289ca-96b0-4816-9975-2e7bc9cbad18 HTTP/1.1" status: 200 len: 217 time: 0.1390548 Aug 25 14:51:20.937999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:21.021888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dbc8739a-46b5-483a-9c6a-4eee50afdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.023605 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-dbc8739a-46b5-483a-9c6a-4eee50afdc2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.0942681 Aug 25 14:51:21.047066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.053792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.060065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.067892 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.068711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 16776111-feb0-4edc-9789-14be0770eb4c up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:21.071674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.081089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.089392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.097779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.103780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-7f6bc5fd-24d3-4347-bf14-7bd4fe3ce6e1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5440 time: 0.1284492 Aug 25 14:51:21.107536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93d37650-d291-42df-bd5f-896e04650d77 req-8b9dfa5e-0250-4dc9-bafe-67724d1542ef tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0305259 Aug 25 14:51:21.117190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.117190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.120329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b415f4a8-20f6-46b7-8498-94914074df49 None None] Provisioning for port 507f02fc-af26-40b9-8a55-4daf0c84f785 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:21.122398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7ce0b5c4-b37d-4c65-b3aa-beec9d4eaf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.126027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:21.149747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b415f4a8-20f6-46b7-8498-94914074df49 None None] Provisioning complete for port 507f02fc-af26-40b9-8a55-4daf0c84f785 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:21.150097 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b415f4a8-20f6-46b7-8498-94914074df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.200422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-61223b7b-a754-433f-ae92-91f4298fc77e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218947 Aug 25 14:51:21.201751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b415f4a8-20f6-46b7-8498-94914074df49 None None] Port 507f02fc-af26-40b9-8a55-4daf0c84f785 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:51:21.210149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-87f2d4b0-1202-4f05-a3ff-28431721a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.212427 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-87f2d4b0-1202-4f05-a3ff-28431721a421 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077054 Aug 25 14:51:21.218398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a6c0d40-8260-4e3c-9083-85120fdd5614 req-1eb217c6-a11f-4741-b20f-fae15ebd05a9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714636 Aug 25 14:51:21.268013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba62f261-5b8b-41bf-8288-839a2cf858c2'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:21.270319 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb115d4e-5c6d-4654-9324-3fda0fdda1b8" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "ba62f261-5b8b-41bf-8288-839a2cf858c2"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:21.290800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c83bb0b-3f49-40f7-8567-4054145a94fe req-4274f54f-6d89-4389-a63f-fe7d9f643785 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 210 time: 0.0597184 Aug 25 14:51:21.294799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-8ac8fe00-e7cd-4ca3-a16d-e563f627165c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8941410 Aug 25 14:51:21.319462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Request body: {'port': {'device_id': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:21.361759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 16776111-feb0-4edc-9789-14be0770eb4c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:21.366611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 16776111-feb0-4edc-9789-14be0770eb4c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:21.367251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.380402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-feba6e2e-4f7f-4d5f-b3a4-4eeaeefcf9fd service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493604 Aug 25 14:51:21.427749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-018f4c04-7669-42e5-82e0-790cf6068ce2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.429367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-018f4c04-7669-42e5-82e0-790cf6068ce2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224081 Aug 25 14:51:21.430085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.450687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Request body: {'port': {'device_id': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '67c79229200a483197a328f64b8001b2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:21.505853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-152437d3-8cf6-4a7b-ad0f-f5870da9df88 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161699 Aug 25 14:51:21.558646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.611928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=16776111-feb0-4edc-9789-14be0770eb4c,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:21.699830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc6be1-2144-4c4c-8b70-df1175d36dc8 req-5b5e6b35-e140-41d5-9291-b9fa51f3963c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:21.701627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9fc6be1-2144-4c4c-8b70-df1175d36dc8 req-5b5e6b35-e140-41d5-9291-b9fa51f3963c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 936 time: 0.1911643 Aug 25 14:51:21.762094 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd95a9-6cc6-452e-9e4a-c87535b5bcf8 x-openstack-request-id: req-ffdd95a9-6cc6-452e-9e4a-c87535b5bcf8 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:21.762400 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "ba62f261-5b8b-41bf-8288-839a2cf858c2", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:21.762660 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffdd95a9-6cc6-452e-9e4a-c87535b5bcf8 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:21.765925 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba62f261-5b8b-41bf-8288-839a2cf858c2', 'code': 200} Aug 25 14:51:21.765925 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d', 'code': 200} Aug 25 14:51:21.790473 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.796096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:21.829480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9fc6be1-2144-4c4c-8b70-df1175d36dc8 req-99ab0817-a13e-4434-9eeb-b80cc89b83f1 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173368 Aug 25 14:51:21.924289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-7a5d6294-c0fe-4571-b44f-f3b140f0630c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 200 len: 217 time: 0.4041631 Aug 25 14:51:21.930458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:21.979500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Made reservation on behalf of 67c79229200a483197a328f64b8001b2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:51:21.984446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:21.990190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:21.995316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:21.995969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.027810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507f02fc-af26-40b9-8a55-4daf0c84f785 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:22.040918 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.074795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-89e62004-cb6b-42b7-bef7-40e2005ff053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.078447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-89e62004-cb6b-42b7-bef7-40e2005ff053 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.1219423 Aug 25 14:51:22.098320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Transition to ACTIVE for port object 507f02fc-af26-40b9-8a55-4daf0c84f785 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:22.145381 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.168693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-47e4c2af-626f-4f07-9eaa-7b431d46451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.170386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-47e4c2af-626f-4f07-9eaa-7b431d46451e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774887 Aug 25 14:51:22.189982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:22.199626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.208009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.214354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.220751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.226821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.233032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.239134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.242125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-edb7d6ef-fadd-4993-955c-615cf85e39ff tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1502352 Aug 25 14:51:22.285311 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d21d8ca-bedb-485e-bb4d-50f5fcdbdbc2 req-6733a4cb-5d57-4bc6-872e-d58abe7ef6f9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.0448253 Aug 25 14:51:22.296247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05345bfb-4379-4d9d-8a46-991f04388c18 req-55f6bdc3-9a5d-4fb1-8285-a6c19275822c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486541 Aug 25 14:51:22.302945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.333979 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-9d41e985-9cf6-4f04-9ee0-5d4d728e6e87 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459801 Aug 25 14:51:22.344569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.386019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Pushing event updated for resources: {'Port': ['ID=507f02fc-af26-40b9-8a55-4daf0c84f785,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:22.401655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5049d6bc-4c01-401e-83cf-f334072af0e1 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:22.527936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Allocated IP 192.168.233.61 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/9944c9aa-6081-43bc-97f8-42c4992aff53) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:22.548092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:22.566488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e7dbcea-a941-4f64-9bb3-b70d58b47806 req-e8a90a9b-aad3-446c-a6d6-405f1fc403a9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 210 time: 0.0813143 Aug 25 14:51:22.569848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.576472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.589558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.589558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.595992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c92d8978-7e5c-4513-aef2-3c401b6c7f0f req-d4660967-00df-414a-937b-d4a936d5bb48 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472799 Aug 25 14:51:22.597287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.605528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.612912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.614905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-1cab6d4f-a916-4fd8-8551-a24c73f3f235 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5443 time: 0.1651783 Aug 25 14:51:22.647110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 5049d6bc-4c01-401e-83cf-f334072af0e1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:22.658361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 5049d6bc-4c01-401e-83cf-f334072af0e1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:22.664296 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.743251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Attempting to bind port 507f02fc-af26-40b9-8a55-4daf0c84f785 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:22.743646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Attempting to bind port 507f02fc-af26-40b9-8a55-4daf0c84f785 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:22.811316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Attempting to bind port 507f02fc-af26-40b9-8a55-4daf0c84f785 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:22.811316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a6d946b-fc3e-4f5c-93cb-56bac538b6c3 req-15ab522a-bac2-4fa3-96db-a77d5799e13f tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830297 Aug 25 14:51:22.812708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.812825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Port 507f02fc-af26-40b9-8a55-4daf0c84f785 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:22.812825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Attempting to bind port 507f02fc-af26-40b9-8a55-4daf0c84f785 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:22.823725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:22.824271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:22.824669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:22.825113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Bound port: 507f02fc-af26-40b9-8a55-4daf0c84f785, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:22.825480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.882953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5049d6bc-4c01-401e-83cf-f334072af0e1,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:22.960706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:22.968236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.969107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.969690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.970167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.971253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.971918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.972449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:22.975100 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-49427f13-89d8-48db-be6c-1433b682cacb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6475 time: 0.0798998 Aug 25 14:51:23.006308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] For port 507f02fc-af26-40b9-8a55-4daf0c84f785, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:23.036965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Transition to ACTIVE for port object 9944c9aa-6081-43bc-97f8-42c4992aff53 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:23.036965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] For port 507f02fc-af26-40b9-8a55-4daf0c84f785, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=507f02fc-af26-40b9-8a55-4daf0c84f785,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:23.061313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5615487-3a96-4d7d-805d-a4e1c9c49de1 req-61a30c99-c422-42a7-b138-91096f49af43 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.062969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5615487-3a96-4d7d-805d-a4e1c9c49de1 req-61a30c99-c422-42a7-b138-91096f49af43 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 948 time: 0.0942590 Aug 25 14:51:23.093951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-a6850163-662b-4544-b7e3-b4456b6e2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.096313 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-a6850163-662b-4544-b7e3-b4456b6e2d9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 200 len: 903 time: 0.1077924 Aug 25 14:51:23.112076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5615487-3a96-4d7d-805d-a4e1c9c49de1 req-4278a376-cf26-46ff-9085-26fb7685607b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Aug 25 14:51:23.155522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-b3ae0e60-2a57-46d7-a7b2-f5dd69fa5226 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 200 len: 217 time: 0.0450454 Aug 25 14:51:23.197264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.199565 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.228580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-72362ec2-3ff4-48d8-8c0c-d893b0735882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.230355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-72362ec2-3ff4-48d8-8c0c-d893b0735882 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.0652659 Aug 25 14:51:23.255800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.256683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.258723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] 10.222.0.52 "PUT /v2.0/ports/507f02fc-af26-40b9-8a55-4daf0c84f785 HTTP/1.1" status: 200 len: 1096 time: 1.9477355 Aug 25 14:51:23.259397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'tag': '507f02fc-af26-40b9-8a55-4daf0c84f785'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:23.262101 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc290420-12c4-4b0e-9cb3-1465c311cc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5044e4d-e004-4d74-a298-d79f86a5e5a0", "tag": "507f02fc-af26-40b9-8a55-4daf0c84f785"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:23.269326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.293060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:23.311134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:23.314530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:23.319001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:23.323893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ad0a1-bb35-4c89-8359-9026de8b3011 service neutron] Pushing event updated for resources: {'Port': ['ID=507f02fc-af26-40b9-8a55-4daf0c84f785,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:23.369757 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c9305-3da8-4ee9-8175-ad8abc4872f2 x-openstack-request-id: req-6f1c9305-3da8-4ee9-8175-ad8abc4872f2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:23.369757 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5044e4d-e004-4d74-a298-d79f86a5e5a0", "tag": "507f02fc-af26-40b9-8a55-4daf0c84f785", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:23.370146 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f1c9305-3da8-4ee9-8175-ad8abc4872f2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:23.370489 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'tag': '507f02fc-af26-40b9-8a55-4daf0c84f785', 'status': 'completed', 'code': 200} Aug 25 14:51:23.373922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-5c7081ea-270c-4d3f-82a7-7f565aec7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.376300 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-5c7081ea-270c-4d3f-82a7-7f565aec7258 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362932 Aug 25 14:51:23.462989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:23.533087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-610ff8aa-e0fb-43e8-87e3-162bda6b4938 req-763ed8c8-cc88-40b3-936f-3b15e32c1640 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d8cf761-d31b-4b02-8e47-a555f3542e85 HTTP/1.1" status: 200 len: 210 time: 0.1021314 Aug 25 14:51:23.591115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-0652cb21-694a-48ca-bc60-0549a9525a93 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960599 Aug 25 14:51:23.619203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:23.661430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.662062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.685655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290420-12c4-4b0e-9cb3-1465c311cc2d req-8851e52f-7e5b-4abf-8745-37491bc408d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.687209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc290420-12c4-4b0e-9cb3-1465c311cc2d req-8851e52f-7e5b-4abf-8745-37491bc408d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.2372229 Aug 25 14:51:23.709911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.739228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.746459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b254a7b-fc85-4836-9ffb-a79f2c6635b5 req-f42c2005-a1c7-4aa7-9783-f34410bfeb85 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478760 Aug 25 14:51:23.747846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ef513bb3-2daf-4d85-a1e3-a4e14b39bb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.799206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.799206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.800451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:23.800571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.800571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.800747 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f07e4e-9cd1-4b2a-ae50-dc14919fc6bb" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "16776111-feb0-4edc-9789-14be0770eb4c"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:23.800855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.800855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-b52cb0f9-fe50-4f36-9041-ca171f9161f5 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1795185 Aug 25 14:51:23.820640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc290420-12c4-4b0e-9cb3-1465c311cc2d req-b59b55c3-fa6f-4afd-b005-4e928af4e6d9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287945 Aug 25 14:51:23.880030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd3f23-b2ff-4d34-8591-ce7d51a3351f req-4fd6928a-a534-4b2a-aa66-1aba12e6caca tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:23.881652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8cd3f23-b2ff-4d34-8591-ce7d51a3351f req-4fd6928a-a534-4b2a-aa66-1aba12e6caca tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 935 time: 0.0584714 Aug 25 14:51:23.895654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-1026d917-d961-4ce7-b6ee-1b093735b15f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4490709 Aug 25 14:51:23.918893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Request body: {'port': {'device_id': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:23.925763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8cd3f23-b2ff-4d34-8591-ce7d51a3351f req-fbaeed0e-4a15-4dbd-827a-9021a314e2fd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Aug 25 14:51:23.949149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:23.950700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ca456e8-dc18-46e9-b2bd-3e749cb9b2c0 req-8bbb5b4b-8d4d-42f6-98ed-eeb42fa34c67 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283534 Aug 25 14:51:24.020935 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652d0093-f292-4f5c-aabc-e19edb5ba054 x-openstack-request-id: req-652d0093-f292-4f5c-aabc-e19edb5ba054 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:24.021239 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "16776111-feb0-4edc-9789-14be0770eb4c", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-plugged", "status": "completed", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:24.021918 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-652d0093-f292-4f5c-aabc-e19edb5ba054 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:24.022829 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c', 'code': 200} Aug 25 14:51:24.024605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290420-12c4-4b0e-9cb3-1465c311cc2d req-e0ef70f6-1396-4358-ab15-83e00f66c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.025057 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e', 'code': 200} Aug 25 14:51:24.027126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc290420-12c4-4b0e-9cb3-1465c311cc2d req-e0ef70f6-1396-4358-ab15-83e00f66c423 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829138 Aug 25 14:51:24.028086 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1', 'code': 200} Aug 25 14:51:24.031687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:24.061870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ccf6a806-0178-415e-bfbf-3cc62e2fd461 None None] Provisioning for port 9944c9aa-6081-43bc-97f8-42c4992aff53 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:24.067686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ccf6a806-0178-415e-bfbf-3cc62e2fd461 None None] Provisioning complete for port 9944c9aa-6081-43bc-97f8-42c4992aff53 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:24.069815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ccf6a806-0178-415e-bfbf-3cc62e2fd461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:24.120402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6a806-0178-415e-bfbf-3cc62e2fd461 None None] Port 9944c9aa-6081-43bc-97f8-42c4992aff53 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.217683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.219821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25fed043-3d18-4afb-b97e-54570ba4603d req-07c5d91d-d53b-48a6-9f7e-ff8d602b7b4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6501 time: 0.0618911 Aug 25 14:51:24.241517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.248090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.254478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.260713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.266610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.273229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.279194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.281797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-5ccfac01-d53c-4cd6-8df8-dfea15a9ec49 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.1899650 Aug 25 14:51:24.283246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25fed043-3d18-4afb-b97e-54570ba4603d req-bb224818-04af-4948-80c3-28897a3dbbc4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505555 Aug 25 14:51:24.321726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ab5b-6f70-4297-b94e-afd8d5d64ea1 req-45d4e015-65d3-4be4-be0b-4f01c3b5f68b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.323454 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d948ab5b-6f70-4297-b94e-afd8d5d64ea1 req-45d4e015-65d3-4be4-be0b-4f01c3b5f68b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 948 time: 0.0609913 Aug 25 14:51:24.364663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d948ab5b-6f70-4297-b94e-afd8d5d64ea1 req-bd2471c5-4463-4b8d-9071-5fc5002bf3ad tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352340 Aug 25 14:51:24.367151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-c58eb644-f2c1-45ab-b3d0-ca02d545c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.369060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-c58eb644-f2c1-45ab-b3d0-ca02d545c194 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.1759298 Aug 25 14:51:24.394329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8be7a173-41b1-4b55-8a47-45dcbc122afc req-3d601e8c-17cd-4819-be07-c7a988740ec9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055903 Aug 25 14:51:24.491206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9944c9aa-6081-43bc-97f8-42c4992aff53 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:24.498608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:24.511609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Transition to ACTIVE for port object 9944c9aa-6081-43bc-97f8-42c4992aff53 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:24.560512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-e9fbb590-1830-47e6-b835-51c45179de67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=507f02fc-af26-40b9-8a55-4daf0c84f785 HTTP/1.1" status: 200 len: 217 time: 0.0347509 Aug 25 14:51:24.610842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-9309c7a2-f34f-4f8b-8789-64db168521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.612885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-9309c7a2-f34f-4f8b-8789-64db168521ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0440640 Aug 25 14:51:24.658040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:24.716819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:24.724337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-efec3edf-4216-4fb4-acb9-6504fcd2ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:24.726068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-efec3edf-4216-4fb4-acb9-6504fcd2ad44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929172 Aug 25 14:51:24.875068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Attempting to bind port 9944c9aa-6081-43bc-97f8-42c4992aff53 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:24.882041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Attempting to bind port 9944c9aa-6081-43bc-97f8-42c4992aff53 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:24.882041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Attempting to bind port 9944c9aa-6081-43bc-97f8-42c4992aff53 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:24.888490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Port 9944c9aa-6081-43bc-97f8-42c4992aff53 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:24.888897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Attempting to bind port 9944c9aa-6081-43bc-97f8-42c4992aff53 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:24.898831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:24.899209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:24.899604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:24.900047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Bound port: 9944c9aa-6081-43bc-97f8-42c4992aff53, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:24.900638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:24.923340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-abbb759d-2c59-4efa-875d-8ace83db1bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745055 Aug 25 14:51:25.056269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:25.061722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab0023-6d0f-49e9-84d4-8e542065c34f req-0ed34be7-98f4-45ac-a89e-985b4fa49ecd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.063257 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2eab0023-6d0f-49e9-84d4-8e542065c34f req-0ed34be7-98f4-45ac-a89e-985b4fa49ecd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0537236 Aug 25 14:51:25.105335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2eab0023-6d0f-49e9-84d4-8e542065c34f req-63004988-234f-40dc-a669-be4d57c47cd9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Aug 25 14:51:25.118327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54106) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:25.118901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:25.157639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-edd32661-a2db-4c39-b1b0-2cb4e741d52c req-da8fbead-fe0f-4e59-bfc4-04c1b460f087 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123768 Aug 25 14:51:25.191641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82e602-3922-43b7-83a1-4e4d0cb26dee req-397401a1-5dd2-4d1a-8da3-d9110ff83d29 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.193197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a82e602-3922-43b7-83a1-4e4d0cb26dee req-397401a1-5dd2-4d1a-8da3-d9110ff83d29 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.1573360 Aug 25 14:51:25.212052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a82e602-3922-43b7-83a1-4e4d0cb26dee req-2f0477dc-c0d9-4c0e-a5c6-cd95ee8ec462 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0111592 Aug 25 14:51:25.253913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a82e602-3922-43b7-83a1-4e4d0cb26dee req-08aa0962-dc37-4750-91df-a941fcc639e2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358756 Aug 25 14:51:25.268287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.274107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.279958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.286458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.292261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.298081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.304526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.305085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.306472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-ae2ba026-4766-4a03-ab1a-e8bb41628efa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1087191 Aug 25 14:51:25.313401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe5438c-c0b5-4946-bd89-62ec03041972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.366544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.367776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.369316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] 10.222.0.45 "PUT /v2.0/ports/9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 1095 time: 1.4618752 Aug 25 14:51:25.372359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:25.375234 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591bf433-6fb6-4a00-a42c-190868348460" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:25.386559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25bf910f-3fe1-40b6-b9c5-a3d716887c0a req-1f609553-4b3b-4133-93c8-ac28f28fde51 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700197 Aug 25 14:51:25.409346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9de64-1665-4317-b3ef-5a7f37e167ad service neutron] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:25.419604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a82e602-3922-43b7-83a1-4e4d0cb26dee req-27633a4e-54df-4469-b3e3-58a9890bcb09 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576378 Aug 25 14:51:25.433154 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.483543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe5438c-c0b5-4946-bd89-62ec03041972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.543638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a82e602-3922-43b7-83a1-4e4d0cb26dee req-b958e63d-b455-443a-92f6-6e1d97b1693b service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226020 Aug 25 14:51:25.552643 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb8653-33d0-45c9-b40c-29d6d7e1fdc7 x-openstack-request-id: req-9dcb8653-33d0-45c9-b40c-29d6d7e1fdc7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:25.553198 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:25.553598 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dcb8653-33d0-45c9-b40c-29d6d7e1fdc7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:25.554141 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'status': 'completed', 'code': 200} Aug 25 14:51:25.596517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe5438c-c0b5-4946-bd89-62ec03041972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.626971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf433-6fb6-4a00-a42c-190868348460 req-7003e058-d91b-4e3a-8859-e362371826c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.628546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591bf433-6fb6-4a00-a42c-190868348460 req-7003e058-d91b-4e3a-8859-e362371826c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1098 time: 0.0504129 Aug 25 14:51:25.660485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591bf433-6fb6-4a00-a42c-190868348460 req-5e46eee5-9772-4ee5-a26b-c5514aa655ef service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204456 Aug 25 14:51:25.663624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54118) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:25.672072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cfe5438c-c0b5-4946-bd89-62ec03041972 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=616140b7a4a0434ab480f733f471d4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441194 Aug 25 14:51:25.678809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5438c-c0b5-4946-bd89-62ec03041972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e49895-570c-47e4-9e5f-8e9db94822ba,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:25.707112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631a496-ffc7-4659-8f4a-8f99481be7ae req-47a16d40-feb2-4432-b205-af41259a1ee7 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.708663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9631a496-ffc7-4659-8f4a-8f99481be7ae req-47a16d40-feb2-4432-b205-af41259a1ee7 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 948 time: 0.0788913 Aug 25 14:51:25.771275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9631a496-ffc7-4659-8f4a-8f99481be7ae req-d97a9058-4f6c-477b-8df5-5789afef0af8 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 Aug 25 14:51:25.794793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c81592c1-3a40-488a-bcdf-0d686e5a79f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.858094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bf433-6fb6-4a00-a42c-190868348460 req-1816840d-e724-4c4e-9525-7d717dc59d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.859600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591bf433-6fb6-4a00-a42c-190868348460 req-1816840d-e724-4c4e-9525-7d717dc59d79 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884654 Aug 25 14:51:25.865412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c81592c1-3a40-488a-bcdf-0d686e5a79f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:25.958281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7af5ea0-57fa-42da-b44a-6297c2edfe9c req-3d5fa7bf-3279-4f70-9b9b-d8df1c7fd540 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=d521ce15-3415-4a49-9a61-d6da8ce9b78d HTTP/1.1" status: 200 len: 210 time: 0.0328007 Aug 25 14:51:25.958973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.964965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.971354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.977318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.984726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.991790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.998034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:25.999764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-1391dd7b-a913-4821-a00c-706b545cd2b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.1772778 Aug 25 14:51:26.035869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-8d926270-04fc-4e4e-a22f-8bc931ac1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.037386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-8d926270-04fc-4e4e-a22f-8bc931ac1c66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1098 time: 0.1300416 Aug 25 14:51:26.087840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a13314f8-9d8f-42d1-9174-38c5030981b4 req-629bafc6-a878-4548-9dfe-63f6b078bd93 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782893 Aug 25 14:51:26.089201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-dcdb38ea-736c-4811-b03a-a58d31e66261 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 217 time: 0.0418742 Aug 25 14:51:26.146214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-bdd0ab9c-acfd-4f08-9cde-21e6d4c3b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.147642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-bdd0ab9c-acfd-4f08-9cde-21e6d4c3b297 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0519722 Aug 25 14:51:26.180379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c81592c1-3a40-488a-bcdf-0d686e5a79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:26.185908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c81592c1-3a40-488a-bcdf-0d686e5a79f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:26.185908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c81592c1-3a40-488a-bcdf-0d686e5a79f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28e49895-570c-47e4-9e5f-8e9db94822ba HTTP/1.1" status: 204 len: 168 time: 0.5194781 Aug 25 14:51:26.206619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81592c1-3a40-488a-bcdf-0d686e5a79f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e49895-570c-47e4-9e5f-8e9db94822ba,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:26.236963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-988bbef8-8b25-4fe0-ab94-14d9f2cc0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.238593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-988bbef8-8b25-4fe0-ab94-14d9f2cc0e14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838215 Aug 25 14:51:26.264461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2ce6f-9aee-4b02-903f-cf1a2efccc60 req-23981a7c-1c56-4e12-931c-08e68e8313b7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.264461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daa2ce6f-9aee-4b02-903f-cf1a2efccc60 req-23981a7c-1c56-4e12-931c-08e68e8313b7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0789461 Aug 25 14:51:26.367690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daa2ce6f-9aee-4b02-903f-cf1a2efccc60 req-c437e7c4-6f34-42c3-80f5-5979aaa66e19 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918670 Aug 25 14:51:26.396038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-79967887-34e4-48e6-b8ad-39eed73ff1a0 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491985 Aug 25 14:51:26.527702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db37b0d8-9b6e-432d-87ad-2358c3428063 req-08936204-5757-4be1-8785-c683fe00d553 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118102 Aug 25 14:51:26.592147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.598861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.605022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.611018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.617454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.623562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.629528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.631451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63391566-19cb-4109-82bc-4d851f14e95c req-99278b13-1352-4322-9d5f-d724cc1143ea tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1283145 Aug 25 14:51:26.674808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63391566-19cb-4109-82bc-4d851f14e95c req-69f1c8bd-d7ed-4ea3-ad3e-61fd0b4bc6d8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369272 Aug 25 14:51:26.909730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321e752-485c-4180-9102-735834ae91d7 req-40a94bea-76a1-498d-a698-473343372965 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:26.911374 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5321e752-485c-4180-9102-735834ae91d7 req-40a94bea-76a1-498d-a698-473343372965 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 948 time: 0.0513239 Aug 25 14:51:26.950715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5321e752-485c-4180-9102-735834ae91d7 req-2a302239-167c-4af7-9b40-b15a0d734b25 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Aug 25 14:51:27.021635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.022463 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.030085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-461cadc2-361c-4496-ab7e-568ab9f8d9b2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.031895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-461cadc2-361c-4496-ab7e-568ab9f8d9b2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.1056428 Aug 25 14:51:27.054870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-f520e3a6-9376-41d4-973a-123b318ba98a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0109947 Aug 25 14:51:27.090287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-f3d67670-76a4-4fc1-a4a2-ea1778ea9e66 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291278 Aug 25 14:51:27.182513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-5eab2f2d-7874-4554-bac7-86c9844a2a82 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846040 Aug 25 14:51:27.225477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.231802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.238816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.245770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.252457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.259000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.266408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.270207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-7d028135-9cca-4b32-ad9a-f908e8882cb4 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.1012235 Aug 25 14:51:27.278340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-0b0f8641-be7e-47f3-942d-133c199f77b5 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895777 Aug 25 14:51:27.296674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54178) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:27.311396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb974a99-21e9-4611-b824-ae72fa5ddbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.320187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4f9cb24-cbc5-401f-acf4-7b57f7354d9d req-bf29252d-b25b-46c8-9728-fa1bb87c1ac6 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424345 Aug 25 14:51:27.405683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb974a99-21e9-4611-b824-ae72fa5ddbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.446176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.452058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.458510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.464375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.470222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.476176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.482060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.484045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18688263-3fd9-4eb7-8da3-40317593ef50 req-e3cda889-67fa-4471-ba2a-6793c606c7e9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.0939333 Aug 25 14:51:27.494493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54184) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:27.499524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Request body: {'floatingip': {'port_id': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:27.540867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.542792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb974a99-21e9-4611-b824-ae72fa5ddbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.587864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694dd5b-28a2-483d-8ac2-f7ade7108d2f req-1d7346cf-7797-436b-81a2-d18949112d76 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.591046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3694dd5b-28a2-483d-8ac2-f7ade7108d2f req-1d7346cf-7797-436b-81a2-d18949112d76 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0558114 Aug 25 14:51:27.636752 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3694dd5b-28a2-483d-8ac2-f7ade7108d2f req-c93822cf-2d5f-4f77-811d-94484a828abb tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Aug 25 14:51:27.654006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eb974a99-21e9-4611-b824-ae72fa5ddbad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1a0c0ba4c59492d8b3a9be285db3bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562417 Aug 25 14:51:27.656820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:27.674641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb974a99-21e9-4611-b824-ae72fa5ddbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d261689-d1c6-488b-b177-2850a1a69005,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:27.715062 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e99d96c7-8192-4ea2-8c5f-76c0119b4196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.728821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3711e324-26eb-45ff-a327-d61981f1be3f req-20d3c0d7-8578-4665-82da-6688868b7f46 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0558925 Aug 25 14:51:27.741910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e99d96c7-8192-4ea2-8c5f-76c0119b4196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.853864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.860218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.867839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.874292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.881168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.887637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.893806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:27.895813 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-1603b310-46d9-4ce8-8e4f-20c3eaca7313 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1063352 Aug 25 14:51:27.911900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e99d96c7-8192-4ea2-8c5f-76c0119b4196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.914498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e99d96c7-8192-4ea2-8c5f-76c0119b4196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:27.915685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e99d96c7-8192-4ea2-8c5f-76c0119b4196 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d261689-d1c6-488b-b177-2850a1a69005 HTTP/1.1" status: 204 len: 168 time: 0.2576590 Aug 25 14:51:27.934296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d96c7-8192-4ea2-8c5f-76c0119b4196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d261689-d1c6-488b-b177-2850a1a69005,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:27.958615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-728f3759-9f87-4ca3-9fea-db9c467f1f32 req-f4fb7e16-27b5-4902-ab5e-de9dccdf7ebb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554538 Aug 25 14:51:28.360418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc84c89-8b7d-4d83-be57-3a6c342461f1 req-307a899c-316d-4e2b-b7e9-a84cedbc897b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:28.362001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dc84c89-8b7d-4d83-be57-3a6c342461f1 req-307a899c-316d-4e2b-b7e9-a84cedbc897b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 948 time: 0.1260352 Aug 25 14:51:28.402672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 507f02fc-af26-40b9-8a55-4daf0c84f785 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:28.447578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dc84c89-8b7d-4d83-be57-3a6c342461f1 req-10c95103-78a7-4d6a-b552-9c864e29107b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Aug 25 14:51:28.516692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:28.519155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 507f02fc-af26-40b9-8a55-4daf0c84f785, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=507f02fc-af26-40b9-8a55-4daf0c84f785,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:28.535240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '507f02fc-af26-40b9-8a55-4daf0c84f785', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '507f02fc-af26-40b9-8a55-4daf0c84f785', 'mac_address': 'fa:16:3e:c9:e2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:28.573046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:28.586787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507f02fc-af26-40b9-8a55-4daf0c84f785 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:28.607197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 507f02fc-af26-40b9-8a55-4daf0c84f785, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=507f02fc-af26-40b9-8a55-4daf0c84f785,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:28.673064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:28.739248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:28.790732 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Floating IP 7367d672-8007-4975-b814-439e5ab7a566 associated. External IP: 172.25.8.5, port: eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7. Aug 25 14:51:28.797405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:28.829596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46cb45-8bf5-4955-9be3-bda46643cf05 req-152a19af-fcbf-4eea-896d-acda96b273da tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:28.838358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec46cb45-8bf5-4955-9be3-bda46643cf05 req-152a19af-fcbf-4eea-896d-acda96b273da tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0920372 Aug 25 14:51:28.847009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=507f02fc-af26-40b9-8a55-4daf0c84f785,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:28.862530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91428225-aa9c-4d5e-baf2-f7e0736b0581 req-0d51139c-4722-40d9-bb44-fdff3f8ba61d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0346575 Aug 25 14:51:28.895690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec46cb45-8bf5-4955-9be3-bda46643cf05 req-8940763f-102c-42c5-ad91-9ae061abe55a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548482 Aug 25 14:51:29.057350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Router 1df99e36-aff2-4181-b34a-4d5772e794c7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:51:29.109703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.121418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.128795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.136068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.143192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.148976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.155498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.163798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-14703075-96fa-4cd2-99aa-f96874d617ca tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1140213 Aug 25 14:51:29.199110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:51:29.204498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:29.212586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] Sync routers for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:51:29.216801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['507f02fc-af26-40b9-8a55-4daf0c84f785'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:29.225073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fb81a05-b8ec-438f-873c-94b8a8577c9d req-5a6b79e5-03f8-4cc7-8d11-27240faa9230 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593634 Aug 25 14:51:29.243270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cc612206-84c5-4eec-82c0-2037b4f692a7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "PUT /v2.0/floatingips/7367d672-8007-4975-b814-439e5ab7a566 HTTP/1.1" status: 200 len: 989 time: 1.7434056 Aug 25 14:51:29.243270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:29.243270 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a358f75b-c13b-4a1e-897b-5b0f5973135e" -d '{"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:29.282948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:51:29.283642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:29.287640 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08415c-2c20-4a20-94d1-0e407c42793e x-openstack-request-id: req-3a08415c-2c20-4a20-94d1-0e407c42793e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:29.287827 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:29.288242 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a08415c-2c20-4a20-94d1-0e407c42793e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:29.288620 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'status': 'completed', 'code': 200} Aug 25 14:51:29.397269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.398045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.398706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.399224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.400214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.400686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.401165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.403547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bc3a0f67-5d9b-4fe7-9d5b-201090d141d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6501 time: 0.0555460 Aug 25 14:51:29.561816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-79a6dbd0-8287-496b-8594-3440731ac4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.564848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-79a6dbd0-8287-496b-8594-3440731ac4aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 HTTP/1.1" status: 200 len: 917 time: 0.1474869 Aug 25 14:51:29.570471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:51:29.605213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d224c02-b9a7-4f57-895e-30c47a59d7ef req-62250da0-b0be-479e-a2af-de67e514bbe8 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.606916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d224c02-b9a7-4f57-895e-30c47a59d7ef req-62250da0-b0be-479e-a2af-de67e514bbe8 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 949 time: 0.0620508 Aug 25 14:51:29.608604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:29.671218 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d224c02-b9a7-4f57-895e-30c47a59d7ef req-5a138b0a-f811-4e33-a70a-897b219323ef tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Aug 25 14:51:29.680381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-b6ca34c4-76b0-4f83-b72f-9dbec62e1d11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 200 len: 997 time: 0.1038618 Aug 25 14:51:29.683149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-45081f13-da72-4fb8-8310-d33b6f443afc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643120 Aug 25 14:51:29.806143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-dbace697-2cfd-4da6-b919-b2cdcbb4943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.807823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-dbace697-2cfd-4da6-b919-b2cdcbb4943c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aab80ce2-b914-4d34-af5e-f0143e9ba707 HTTP/1.1" status: 200 len: 855 time: 0.1096089 Aug 25 14:51:29.819887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-20c506cf-09e0-463f-901c-a3dc126db7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.821553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-20c506cf-09e0-463f-901c-a3dc126db7c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 1101 time: 0.0652411 Aug 25 14:51:29.872553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:29.896589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'mac_address': 'fa:16:3e:45:d7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:29.966335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-5b4c6719-fd8a-453b-a4e4-d8d73041ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:29.967928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-5b4c6719-fd8a-453b-a4e4-d8d73041ef0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433058 Aug 25 14:51:29.971972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:29.990582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9944c9aa-6081-43bc-97f8-42c4992aff53 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:30.021564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:30.037257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be0919ca-d4e3-4859-9ab0-74e86c615720 req-57aa83c7-fde8-4484-9f5c-b335f2ca97d9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0612612 Aug 25 14:51:30.038356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-fe06a46a-06a1-42f0-8819-5659f87be389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.039879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-fe06a46a-06a1-42f0-8819-5659f87be389 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1794677 Aug 25 14:51:30.045578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7367d672-8007-4975-b814-439e5ab7a566', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'port_id': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'mac_address': 'fa:16:3e:02:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:00Z', 'updated_at': '2021-08-25T14:51:28Z', 'revision_number': 1, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:57Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:30.064609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5268-8956-4710-a87c-04252e3b1464 req-21d7874c-0365-47ea-b217-741e6b2ebd2d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.072698 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-586a5268-8956-4710-a87c-04252e3b1464 req-21d7874c-0365-47ea-b217-741e6b2ebd2d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0795515 Aug 25 14:51:30.092899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] Checking router: 1df99e36-aff2-4181-b34a-4d5772e794c7 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:51:30.128262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-1be57fb5-07ca-4a3c-96ba-bdc6fb6c0502 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b480fe51-c142-4911-a129-b6f079b86a2c HTTP/1.1" status: 200 len: 217 time: 0.0761614 Aug 25 14:51:30.128982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:51:30.130556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:30.133955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-586a5268-8956-4710-a87c-04252e3b1464 req-60df3f50-a5ba-4524-927a-c6933126d269 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599782 Aug 25 14:51:30.179761 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:30.206094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-bde999ed-fefd-4a85-a7ac-96fa6d051f63 service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074294 Aug 25 14:51:30.209879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-20ba56ad-b87f-4f90-9806-cc927da48d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.211292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-20ba56ad-b87f-4f90-9806-cc927da48d5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0779958 Aug 25 14:51:30.285457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:30.324977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:51:30.366186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-2794ef40-ba21-49c7-a1cc-d3cda238927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.367819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-2794ef40-ba21-49c7-a1cc-d3cda238927c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420374 Aug 25 14:51:30.425330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:30.465471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a358f75b-c13b-4a1e-897b-5b0f5973135e req-8448137e-9e40-4bfa-a434-e1815c14ee37 service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476470 Aug 25 14:51:30.490485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.496981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.503659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.510105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.516029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.523136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.529537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.531522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-0df6538f-59d2-42ae-ba6f-9b781bbb3810 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1823845 Aug 25 14:51:30.647718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-e1a57c73-d1eb-4f69-a4b4-716f84b22f0d service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594616 Aug 25 14:51:30.659919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9bc368f-54e0-4fb6-8d3a-d3c7281638d0 req-bfdc12b2-0021-4b64-ba1e-bb77e3aafa47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188071 Aug 25 14:51:30.724433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7367d672-8007-4975-b814-439e5ab7a566', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'port_id': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'mac_address': 'fa:16:3e:02:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:00Z', 'updated_at': '2021-08-25T14:51:28Z', 'revision_number': 1, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:57Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:30.761832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-20ad1aef-9218-4fff-af6d-985b1e7b37ad tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.762333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aceb24f-41db-46dd-95ea-9b6706a28261 None None] The sync data for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 is: [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7367d672-8007-4975-b814-439e5ab7a566', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'port_id': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'mac_address': 'fa:16:3e:02:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2026bb36-15cb-456c-a629-5422903f0cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:00Z', 'updated_at': '2021-08-25T14:51:28Z', 'revision_number': 1, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:57Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:51:30.763343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-20ad1aef-9218-4fff-af6d-985b1e7b37ad tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.2308917 Aug 25 14:51:30.790707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Request body: {'port': {'device_id': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'admin_state_up': True, 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:30.881129 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49637c25-9d8e-4c49-b58c-986385e9a38f req-3f077111-0b5a-4484-a6da-a020f5a61cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202992 Aug 25 14:51:30.929529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461caa-7263-44cf-a281-f45dbecbb5c3 req-380b8432-9ba7-464d-8d56-56b0a83f461d tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:30.931044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4461caa-7263-44cf-a281-f45dbecbb5c3 req-380b8432-9ba7-464d-8d56-56b0a83f461d tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 949 time: 0.1667516 Aug 25 14:51:31.007552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4461caa-7263-44cf-a281-f45dbecbb5c3 req-08514aba-0053-4c41-aa60-22bd894af306 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687475 Aug 25 14:51:31.082563 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc5ae8-a250-4a6e-9468-a8b75de987c5 None None] New status for floating IP 7367d672-8007-4975-b814-439e5ab7a566: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:51:31.160937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-930f39a0-4d79-4c64-b58e-ba847a67d36a req-3a6b5306-5282-4194-81d7-2ed1828ac606 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0311406 Aug 25 14:51:31.189632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:51:31.189632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.266715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3d7e0-995a-4e6a-aa6f-5a1acee89b75 req-ea77b209-009b-48b3-ba17-a9b24f9a3a17 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.278612 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ae3d7e0-995a-4e6a-aa6f-5a1acee89b75 req-ea77b209-009b-48b3-ba17-a9b24f9a3a17 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 948 time: 0.0703602 Aug 25 14:51:31.316671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ae3d7e0-995a-4e6a-aa6f-5a1acee89b75 req-d3b677b2-6bfa-48b0-8824-795ff15cf1b1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Aug 25 14:51:31.354796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Allocated IP 172.20.0.2 (0985fe32-f0ed-4e2a-9fc2-0debf0f856d6/150285c5-622e-482a-a178-846f65eb3cf7/e50abefd-6291-485e-a3b2-6320a7dc8716) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:31.514031 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.589266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:31.730747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.737423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 9944c9aa-6081-43bc-97f8-42c4992aff53 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:31.749490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 9944c9aa-6081-43bc-97f8-42c4992aff53 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:31.749814 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.783171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:31.791512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54306) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:31.806201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:31.829527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:31.855150 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.860683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event updated for resources: {'Port': ['ID=e50abefd-6291-485e-a3b2-6320a7dc8716,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:31.880034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:31.882742 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1590bb3-f065-4d1b-b5d7-4d9c83e664e0" -d '{"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-plugged", "status": "completed", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:31.895305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.900050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:31.901282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.907390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.914504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.919540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.925302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.931445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.934948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c00476c5-c109-4d4c-89ef-1548b9b62833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.938508 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4154efac-fde8-4912-93d5-03537df9e2c4 x-openstack-request-id: req-4154efac-fde8-4912-93d5-03537df9e2c4 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:31.938873 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-plugged", "status": "completed", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:31.939792 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4154efac-fde8-4912-93d5-03537df9e2c4 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:31.939923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-3c9e46fe-65ee-42da-bdd8-a6d65f49fd8c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1659150 Aug 25 14:51:31.940265 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'code': 200} Aug 25 14:51:31.967646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:31.968283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:31.994770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-33c62a7a-b5e5-46fd-a73c-34bbcffc16df req-7f4e151c-aa6b-42e9-9b4b-4b1b3e2fda3e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540698 Aug 25 14:51:32.001485 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.053057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446e05d-1872-4bd1-8762-d3146ba8b800 req-4290496e-fc91-477f-9ec0-a3b74f58cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:32.055408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c00476c5-c109-4d4c-89ef-1548b9b62833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.057344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4446e05d-1872-4bd1-8762-d3146ba8b800 req-4290496e-fc91-477f-9ec0-a3b74f58cdb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1100 time: 0.0572600 Aug 25 14:51:32.065770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:32.096675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4446e05d-1872-4bd1-8762-d3146ba8b800 req-f16be747-9beb-49d9-8a75-2d86bacdcb17 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Aug 25 14:51:32.136786 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c00476c5-c109-4d4c-89ef-1548b9b62833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.161360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3c2fe-61ea-4ae4-8546-3c80a0a501d9 req-4183dd2b-3bfd-41e7-8013-6bf06593bf69 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:32.163269 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aee3c2fe-61ea-4ae4-8546-3c80a0a501d9 req-4183dd2b-3bfd-41e7-8013-6bf06593bf69 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 949 time: 0.0743568 Aug 25 14:51:32.202538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-74f4e2a5-5f49-4654-90e0-d9585b0890ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4196291 Aug 25 14:51:32.220859 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c00476c5-c109-4d4c-89ef-1548b9b62833 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a5e4063bdfb43718839991eee5a9c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274802 Aug 25 14:51:32.221919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00476c5-c109-4d4c-89ef-1548b9b62833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7932d457-40bd-44d0-9e1b-7491b7c97312,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:32.223686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54316) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:32.243174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aee3c2fe-61ea-4ae4-8546-3c80a0a501d9 req-68698183-d997-411d-9395-f2c622a63ce4 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703847 Aug 25 14:51:32.303909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Request body: {'port': {'device_id': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:32.345223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85005f9b-d287-4e42-8033-69bd6f140960 req-52371788-4b34-49b3-b693-35bde1d22906 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:32.347407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85005f9b-d287-4e42-8033-69bd6f140960 req-52371788-4b34-49b3-b693-35bde1d22906 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 931 time: 0.1008351 Aug 25 14:51:32.348096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03fd365b-9c4a-437c-9c0b-572f6f3ec04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.411331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03fd365b-9c4a-437c-9c0b-572f6f3ec04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.413067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 507f02fc-af26-40b9-8a55-4daf0c84f785 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:32.454306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.476309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85005f9b-d287-4e42-8033-69bd6f140960 req-f7c6f41f-3781-471a-9f6f-0ba6d29aaa20 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194816 Aug 25 14:51:32.512331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9caaa-86b6-4c39-9560-8ec1280ac99f req-662f83c7-dd9d-4795-9f66-378d1d3af53f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:32.515587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21c9caaa-86b6-4c39-9560-8ec1280ac99f req-662f83c7-dd9d-4795-9f66-378d1d3af53f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0703154 Aug 25 14:51:32.555842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 507f02fc-af26-40b9-8a55-4daf0c84f785 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:32.560987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 507f02fc-af26-40b9-8a55-4daf0c84f785 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:32.560987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.563831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21c9caaa-86b6-4c39-9560-8ec1280ac99f req-c6daa4ac-03a8-41f5-b373-87e68668d390 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Aug 25 14:51:32.660408 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.672284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03fd365b-9c4a-437c-9c0b-572f6f3ec04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.675716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03fd365b-9c4a-437c-9c0b-572f6f3ec04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.676245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-03fd365b-9c4a-437c-9c0b-572f6f3ec04a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7932d457-40bd-44d0-9e1b-7491b7c97312 HTTP/1.1" status: 204 len: 168 time: 0.4515719 Aug 25 14:51:32.687787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd365b-9c4a-437c-9c0b-572f6f3ec04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7932d457-40bd-44d0-9e1b-7491b7c97312,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:32.715337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 507f02fc-af26-40b9-8a55-4daf0c84f785, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=507f02fc-af26-40b9-8a55-4daf0c84f785,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:32.782916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50abefd-6291-485e-a3b2-6320a7dc8716 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:32.790133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.802428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Transition to ACTIVE for port object e50abefd-6291-485e-a3b2-6320a7dc8716 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:32.836339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.889564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=507f02fc-af26-40b9-8a55-4daf0c84f785,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:32.938710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:32.989248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Pushing event updated for resources: {'Port': ['ID=e50abefd-6291-485e-a3b2-6320a7dc8716,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:33.079079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Attempting to bind port e50abefd-6291-485e-a3b2-6320a7dc8716 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:33.079422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Attempting to bind port e50abefd-6291-485e-a3b2-6320a7dc8716 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:33.079843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Attempting to bind port e50abefd-6291-485e-a3b2-6320a7dc8716 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:33.084853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Port e50abefd-6291-485e-a3b2-6320a7dc8716 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:33.086582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Attempting to bind port e50abefd-6291-485e-a3b2-6320a7dc8716 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:33.090605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:33.091304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:33.091304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Bound using segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:33.091734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Bound port: e50abefd-6291-485e-a3b2-6320a7dc8716, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:33.092098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:33.163755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.169838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.172867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] For port e50abefd-6291-485e-a3b2-6320a7dc8716, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:33.176675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.176821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] For port e50abefd-6291-485e-a3b2-6320a7dc8716, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e50abefd-6291-485e-a3b2-6320a7dc8716,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:33.182681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.188753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.195238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.201218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.203335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-87a68aae-1fdd-418f-b95a-fdfb523e3d06 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1231654 Aug 25 14:51:33.253599 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac66641-de30-4484-b3af-e90c39bbfbb3 req-1e42e928-decb-4e51-a506-6569e4c1954a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432248 Aug 25 14:51:33.282239 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:33.320384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.321445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:33.322847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] 10.222.0.45 "PUT /v2.0/ports/e50abefd-6291-485e-a3b2-6320a7dc8716 HTTP/1.1" status: 200 len: 1091 time: 1.0276351 Aug 25 14:51:33.325212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'tag': 'e50abefd-6291-485e-a3b2-6320a7dc8716'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:33.328471 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a129b68-cdf6-4cb5-9396-35b3956b87a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c18e833-ca7f-4ad5-9d3e-288e0972dbf5", "tag": "e50abefd-6291-485e-a3b2-6320a7dc8716"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:33.375934 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ea875-87a8-4c47-aa5b-6a5a39f8f3c5 x-openstack-request-id: req-911ea875-87a8-4c47-aa5b-6a5a39f8f3c5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:33.375934 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c18e833-ca7f-4ad5-9d3e-288e0972dbf5", "tag": "e50abefd-6291-485e-a3b2-6320a7dc8716", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:33.376357 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-911ea875-87a8-4c47-aa5b-6a5a39f8f3c5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:33.376538 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'tag': 'e50abefd-6291-485e-a3b2-6320a7dc8716', 'status': 'completed', 'code': 200} Aug 25 14:51:33.400787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cfd2d-c65e-4f03-993f-d2d77249ee3c service neutron] Pushing event updated for resources: {'Port': ['ID=e50abefd-6291-485e-a3b2-6320a7dc8716,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:33.418605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dca68-49d9-4bd1-a45b-1100c310b6e8 req-a6c21c20-07d0-4b6c-9d35-b96f9b94212a tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.420268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a1dca68-49d9-4bd1-a45b-1100c310b6e8 req-a6c21c20-07d0-4b6c-9d35-b96f9b94212a tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0885019 Aug 25 14:51:33.478738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54338) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:33.499251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1665bb5e-abdc-474a-b926-ff23b4d81a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:33.503729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a1dca68-49d9-4bd1-a45b-1100c310b6e8 req-bbce4f0a-3338-4418-8ed1-a80b481c83e6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740430 Aug 25 14:51:33.522028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a129b68-cdf6-4cb5-9396-35b3956b87a5 req-ac9d22ec-6b3a-463a-b18b-f000fa641b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.524036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a129b68-cdf6-4cb5-9396-35b3956b87a5 req-ac9d22ec-6b3a-463a-b18b-f000fa641b67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 1094 time: 0.0718756 Aug 25 14:51:33.670026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a129b68-cdf6-4cb5-9396-35b3956b87a5 req-db71b4a6-7428-4fcb-b78d-1cbc26b3ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.675679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a129b68-cdf6-4cb5-9396-35b3956b87a5 req-db71b4a6-7428-4fcb-b78d-1cbc26b3ad54 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=36be88511e774c0aafaac78747669cc9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1434920 Aug 25 14:51:33.676773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e9272-6b3f-4273-ba00-fb273382d9ce req-27f4da0b-2bd1-46e9-a763-af41446a3ac9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.679066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-346e9272-6b3f-4273-ba00-fb273382d9ce req-27f4da0b-2bd1-46e9-a763-af41446a3ac9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0883982 Aug 25 14:51:33.717941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1665bb5e-abdc-474a-b926-ff23b4d81a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:33.756142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-346e9272-6b3f-4273-ba00-fb273382d9ce req-1a9417a7-4e03-4a55-a9c0-53bb79df220e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687761 Aug 25 14:51:33.827964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a129b68-cdf6-4cb5-9396-35b3956b87a5 req-49f8a4ef-7c60-4548-9653-794adda898b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.831177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a129b68-cdf6-4cb5-9396-35b3956b87a5 req-49f8a4ef-7c60-4548-9653-794adda898b2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423860 Aug 25 14:51:33.853227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb43dc6-ce50-49d7-9a1e-887a7027d59e req-c026449e-476f-45db-8b16-ab7dc70450dd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:33.854955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb43dc6-ce50-49d7-9a1e-887a7027d59e req-c026449e-476f-45db-8b16-ab7dc70450dd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0937502 Aug 25 14:51:33.881729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1665bb5e-abdc-474a-b926-ff23b4d81a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:33.921704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1665bb5e-abdc-474a-b926-ff23b4d81a0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c47fe9a97e5a45f8bd6cd57caf847c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415822 Aug 25 14:51:33.923898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665bb5e-abdc-474a-b926-ff23b4d81a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c013122-db1b-4f98-9c32-986695684fe9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:33.926357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54348) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:33.941813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507f02fc-af26-40b9-8a55-4daf0c84f785'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:33.946641 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a7cd52-0d4d-4600-a15d-4a45144243e9" -d '{"events": [{"server_uuid": "a5044e4d-e004-4d74-a298-d79f86a5e5a0", "name": "network-vif-plugged", "status": "completed", "tag": "507f02fc-af26-40b9-8a55-4daf0c84f785"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:33.999895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca542a46-3ad8-4a77-86eb-7e591282e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:34.025637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca542a46-3ad8-4a77-86eb-7e591282e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:34.029054 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a3d4c9-ec27-4b94-bc20-96c82b9f5d88 x-openstack-request-id: req-93a3d4c9-ec27-4b94-bc20-96c82b9f5d88 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:34.029351 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5044e4d-e004-4d74-a298-d79f86a5e5a0", "name": "network-vif-plugged", "status": "completed", "tag": "507f02fc-af26-40b9-8a55-4daf0c84f785", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:34.029611 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93a3d4c9-ec27-4b94-bc20-96c82b9f5d88 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:34.030071 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507f02fc-af26-40b9-8a55-4daf0c84f785', 'code': 200} Aug 25 14:51:34.192986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca542a46-3ad8-4a77-86eb-7e591282e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:34.196106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca542a46-3ad8-4a77-86eb-7e591282e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:34.200171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ca542a46-3ad8-4a77-86eb-7e591282e4af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c013122-db1b-4f98-9c32-986695684fe9 HTTP/1.1" status: 204 len: 168 time: 0.2701051 Aug 25 14:51:34.209727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542a46-3ad8-4a77-86eb-7e591282e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c013122-db1b-4f98-9c32-986695684fe9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:34.297951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb43dc6-ce50-49d7-9a1e-887a7027d59e req-c9b29515-5253-42e0-aa74-e37048169739 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337485 Aug 25 14:51:34.343461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-66eb3fc8-41ab-4040-b573-2332862b276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.345285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-66eb3fc8-41ab-4040-b573-2332862b276a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 1094 time: 0.4655430 Aug 25 14:51:34.352306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f4c7b-bf2c-4809-bc56-765019e65011 req-44a169d2-e707-4198-ab54-73692234dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.353963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c69f4c7b-bf2c-4809-bc56-765019e65011 req-44a169d2-e707-4198-ab54-73692234dc0e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 1101 time: 0.0946681 Aug 25 14:51:34.405758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-71405ac9-1467-4e5b-8318-fb2639656423 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e50abefd-6291-485e-a3b2-6320a7dc8716 HTTP/1.1" status: 200 len: 217 time: 0.0506499 Aug 25 14:51:34.428871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.435267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.442044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.448147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.454034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.460147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.461003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c69f4c7b-bf2c-4809-bc56-765019e65011 req-7326b7b8-7ca4-4049-af1a-16412da48c87 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629003 Aug 25 14:51:34.466311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.475350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-acd90b45-34be-472a-a814-caf274377eb3 req-d46d20cb-ebe0-4572-9cca-fdad37d719bc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1162984 Aug 25 14:51:34.477799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-73d5e8f5-0a3c-4d7d-9a76-def046704319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.479488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-73d5e8f5-0a3c-4d7d-9a76-def046704319 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.0673096 Aug 25 14:51:34.520881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-659866fe-3dcf-4758-93a4-be668719dd09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327077 Aug 25 14:51:34.540017 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-acd90b45-34be-472a-a814-caf274377eb3 req-4ca1fd43-fa9d-4907-b2b2-4a6c159ce795 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637252 Aug 25 14:51:34.628293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-12fd7dde-33a7-40a9-8ced-b1f5e1665aed service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983441 Aug 25 14:51:34.730977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e564395-69cb-4fe4-93ab-8cacaacfe020 req-95db468d-97fe-49d8-9b1c-dff3f5576c9b service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919821 Aug 25 14:51:34.836675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7e75c-95da-4bf4-be61-ba93496e5b1b req-bf0f2650-afd8-4b96-a0b8-ac45f28fc9f7 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:34.838230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ca7e75c-95da-4bf4-be61-ba93496e5b1b req-bf0f2650-afd8-4b96-a0b8-ac45f28fc9f7 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0516224 Aug 25 14:51:34.903704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ca7e75c-95da-4bf4-be61-ba93496e5b1b req-4ce5d0cd-22a2-4f10-bc58-e210b3635590 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576544 Aug 25 14:51:35.016264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92eb6d-26d6-40a5-991b-86196c91f910 req-24ff1cca-45cf-473e-837c-5e36c1d35ac3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.017780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d92eb6d-26d6-40a5-991b-86196c91f910 req-24ff1cca-45cf-473e-837c-5e36c1d35ac3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0539777 Aug 25 14:51:35.046732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445dd76-5bb8-44d6-a01e-2fd43ff635ba req-96f672cb-9fde-45ef-a18d-df1efc23c79a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.048462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5445dd76-5bb8-44d6-a01e-2fd43ff635ba req-96f672cb-9fde-45ef-a18d-df1efc23c79a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0596797 Aug 25 14:51:35.057908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d92eb6d-26d6-40a5-991b-86196c91f910 req-c0d1692a-63a9-4674-8fea-ba3b893617d7 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Aug 25 14:51:35.105390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5445dd76-5bb8-44d6-a01e-2fd43ff635ba req-466f0350-04ca-4340-a0ea-d6de41108eef tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Aug 25 14:51:35.229609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea590-92cf-4c4c-bb9b-6dbd6130716a req-a3a4a357-262f-4bfd-8a0f-47d398619439 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.231283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2bea590-92cf-4c4c-bb9b-6dbd6130716a req-a3a4a357-262f-4bfd-8a0f-47d398619439 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0609939 Aug 25 14:51:35.279577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2bea590-92cf-4c4c-bb9b-6dbd6130716a req-47116dfb-3a2d-4449-9253-46375a72445b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Aug 25 14:51:35.313820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-e819e251-1c9c-4c48-95d4-e97f5588b9bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2444606 Aug 25 14:51:35.708399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.715232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.721955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.733399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.734314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.740567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.746680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:35.748704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-9e38dbe6-986e-4fc1-9be8-914e1822e151 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1050270 Aug 25 14:51:35.799825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d4380ec-93d5-4950-997f-a9606a3f205b req-e2e8ab7c-d982-4d7c-841e-eef54ae1d3a4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378301 Aug 25 14:51:36.039921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3232-8993-4498-aee2-119cd57fce30 req-aa96a0dc-34ac-48fd-9f48-aab4ce1281b6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.041433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-886a3232-8993-4498-aee2-119cd57fce30 req-aa96a0dc-34ac-48fd-9f48-aab4ce1281b6 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0598865 Aug 25 14:51:36.085576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-886a3232-8993-4498-aee2-119cd57fce30 req-3bcd6279-bfbd-4ec0-8952-f6d6bbbb43fc tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Aug 25 14:51:36.266248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18e5ea-204a-41ce-a348-6d9db1156f55 req-d4d2ecaf-38e6-4e40-b68e-2c3597d0580d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.268644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a18e5ea-204a-41ce-a348-6d9db1156f55 req-d4d2ecaf-38e6-4e40-b68e-2c3597d0580d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0769656 Aug 25 14:51:36.309794 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a18e5ea-204a-41ce-a348-6d9db1156f55 req-1f4f58b8-8368-4446-aff8-0b8a5f6c8736 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Aug 25 14:51:36.410553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1f210-1999-44eb-8f8e-46d41b6897f1 req-8456bb3b-49e2-4d9e-97ec-e2f3fd6ad1b4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.412084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfd1f210-1999-44eb-8f8e-46d41b6897f1 req-8456bb3b-49e2-4d9e-97ec-e2f3fd6ad1b4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0496659 Aug 25 14:51:36.453822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfd1f210-1999-44eb-8f8e-46d41b6897f1 req-f7545caa-4f34-45e9-a37d-ea3c3e5b44d3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 Aug 25 14:51:36.940415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.947684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.955399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.962685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.969615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.978137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.985332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:36.988670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-0a9d529e-0d45-4a4e-9295-f87e3d87962b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1069646 Aug 25 14:51:37.035175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1e21e1f-5a7b-48ab-8449-ae21fdb3287e req-d387e61b-fce7-4aa0-8015-e76c4eca2b35 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387702 Aug 25 14:51:37.222200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314dfb-a1a2-4656-b902-7ad9ea41c562 req-74e902bc-acde-44cf-96ed-b2f98ede3ddc tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:37.223978 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1314dfb-a1a2-4656-b902-7ad9ea41c562 req-74e902bc-acde-44cf-96ed-b2f98ede3ddc tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0520227 Aug 25 14:51:37.266696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1314dfb-a1a2-4656-b902-7ad9ea41c562 req-c454c14e-c5e7-4bac-8635-0fac288b2ebd tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363245 Aug 25 14:51:37.435532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825e36-66de-49fd-818f-a843999d681e req-edbad9a1-6d49-4993-8417-1f48ab06a6c3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:37.437035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad825e36-66de-49fd-818f-a843999d681e req-edbad9a1-6d49-4993-8417-1f48ab06a6c3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0513327 Aug 25 14:51:37.478411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad825e36-66de-49fd-818f-a843999d681e req-c7bafb04-cb49-4518-ac6f-91bfa0ac4144 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Aug 25 14:51:37.659625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0f562-4bdc-4aa6-8b39-21e5d2923fe3 req-bfa97cea-45f3-411a-a359-ee6275859502 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:37.661207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0be0f562-4bdc-4aa6-8b39-21e5d2923fe3 req-bfa97cea-45f3-411a-a359-ee6275859502 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0536542 Aug 25 14:51:37.706827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0be0f562-4bdc-4aa6-8b39-21e5d2923fe3 req-fde6a580-ba6f-4bdb-8ceb-55877a0b7fe1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 Aug 25 14:51:37.821528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54474) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:37.915823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa553-ce10-40ea-b264-a9dd71f0876f req-246fca26-da1d-42d0-8e96-0390f8e5725d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:37.924512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7bbaa553-ce10-40ea-b264-a9dd71f0876f req-246fca26-da1d-42d0-8e96-0390f8e5725d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0715721 Aug 25 14:51:37.968980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-487f8c61-6d44-460a-b635-1aa1bd1fdd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:37.981077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7bbaa553-ce10-40ea-b264-a9dd71f0876f req-6fbe30e4-8e54-4d9b-ae93-bca20502844d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555251 Aug 25 14:51:37.987706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcfc4b-792f-4958-94c5-8f871f1b066b req-6eb02f3f-15dc-4f50-a04e-a2d4416c8edf tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:37.987936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44bcfc4b-792f-4958-94c5-8f871f1b066b req-6eb02f3f-15dc-4f50-a04e-a2d4416c8edf tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 1101 time: 0.0421298 Aug 25 14:51:38.009518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-44bcfc4b-792f-4958-94c5-8f871f1b066b req-2c57b9ff-ed56-4026-a0b0-3b5c6679b7da tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.077465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-487f8c61-6d44-460a-b635-1aa1bd1fdd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.175559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.182503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.188572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.195119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.201318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.207657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.214007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.216221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-a865d8b8-5ec3-483e-abb0-498c633f720e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.0997524 Aug 25 14:51:38.232684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-487f8c61-6d44-460a-b635-1aa1bd1fdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.293230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-487f8c61-6d44-460a-b635-1aa1bd1fdd3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a406b10f57a047f6a6ef40b5b3184210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705791 Aug 25 14:51:38.295857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54488) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:38.296609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f8c61-6d44-460a-b635-1aa1bd1fdd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13582ce-8701-4c49-b278-7ff338b460a7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:38.303705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbc7a215-c1a8-40b7-ae68-304dd8ee26e5 req-48695117-1a19-4ef3-8642-404b900267f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805190 Aug 25 14:51:38.354921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-44bcfc4b-792f-4958-94c5-8f871f1b066b req-2c57b9ff-ed56-4026-a0b0-3b5c6679b7da tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.386190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b12327b3-0d29-442c-b34d-f8c114ab7df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.412202 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b12327b3-0d29-442c-b34d-f8c114ab7df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.465294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-50e8968a-2332-4d67-a96b-25cd2bf92f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.466820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-50e8968a-2332-4d67-a96b-25cd2bf92f1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1100 time: 0.0501254 Aug 25 14:51:38.480989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-44bcfc4b-792f-4958-94c5-8f871f1b066b req-2c57b9ff-ed56-4026-a0b0-3b5c6679b7da tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.504735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44bcfc4b-792f-4958-94c5-8f871f1b066b req-2c57b9ff-ed56-4026-a0b0-3b5c6679b7da tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098171 Aug 25 14:51:38.516129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57b9ff-ed56-4026-a0b0-3b5c6679b7da tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee6b911-e8b5-4a92-ad6d-adb19d8d6117,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:38.577389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-331830ba-f407-4649-af00-426516ec7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.578907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-331830ba-f407-4649-af00-426516ec7f97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1048908 Aug 25 14:51:38.631222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b12327b3-0d29-442c-b34d-f8c114ab7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.635556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-13229af0-6f05-422e-9efc-f6a0ce981ae3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 217 time: 0.0428526 Aug 25 14:51:38.635774 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b12327b3-0d29-442c-b34d-f8c114ab7df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:38.639265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b12327b3-0d29-442c-b34d-f8c114ab7df4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a13582ce-8701-4c49-b278-7ff338b460a7 HTTP/1.1" status: 204 len: 168 time: 0.3401172 Aug 25 14:51:38.647012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12327b3-0d29-442c-b34d-f8c114ab7df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13582ce-8701-4c49-b278-7ff338b460a7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:38.666211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32e849-40b6-429d-83d7-4dbd424644e7 req-5d5f2eb6-cc93-4a95-ba6e-630c28b97f4b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.668032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a32e849-40b6-429d-83d7-4dbd424644e7 req-5d5f2eb6-cc93-4a95-ba6e-630c28b97f4b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 943 time: 0.1047955 Aug 25 14:51:38.727945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-8eaaf894-3e9d-480b-89b0-3ccbc2309b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.729425 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-8eaaf894-3e9d-480b-89b0-3ccbc2309b51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0862336 Aug 25 14:51:38.749586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a32e849-40b6-429d-83d7-4dbd424644e7 req-5e697d9e-9326-4494-8812-44b6d1e37fdd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553999 Aug 25 14:51:38.780072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-535fa8ce-40e9-4c74-a4b7-8e62630d486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.781557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-535fa8ce-40e9-4c74-a4b7-8e62630d486b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442867 Aug 25 14:51:38.906606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed889371-ca20-4b85-90d2-c816c487c818 req-6984435d-98c7-4dc1-a306-f009eb7e1fd2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:38.908136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed889371-ca20-4b85-90d2-c816c487c818 req-6984435d-98c7-4dc1-a306-f009eb7e1fd2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0745218 Aug 25 14:51:38.925386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-b3008c17-fdd2-4901-ab34-659861bcedf1 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363106 Aug 25 14:51:38.999575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed889371-ca20-4b85-90d2-c816c487c818 req-c513dbec-f8aa-4e52-9ad7-ff0550e434b0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841911 Aug 25 14:51:39.033025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-de418855-4e0a-43ee-881f-16182ec71e0d service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006515 Aug 25 14:51:39.393231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c91765-d580-4653-a0a3-4ea5830c6b1a req-7b0a6a5a-33e0-4774-96e1-558b53fe4300 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.394834 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c91765-d580-4653-a0a3-4ea5830c6b1a req-7b0a6a5a-33e0-4774-96e1-558b53fe4300 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Aug 25 14:51:39.437012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c91765-d580-4653-a0a3-4ea5830c6b1a req-9cca56d0-6d34-49f8-8aa3-22a41c24654c tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344789 Aug 25 14:51:39.446696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.462614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.469848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.477939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.484266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.491158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.497540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.499635 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-50193752-d73e-4949-84e9-a5e3359957ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1147213 Aug 25 14:51:39.546262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb44a380-9763-4a16-89bf-ad437a0dce00 req-41e12cfb-c285-48a7-aa82-cd4caf212858 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383003 Aug 25 14:51:39.590000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e50abefd-6291-485e-a3b2-6320a7dc8716 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:39.667365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7406be-d96c-4072-a7cd-e6b87895fcc9 req-02d32e0b-cbc0-4ef8-bced-3765ee60a2c3 tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.668966 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a7406be-d96c-4072-a7cd-e6b87895fcc9 req-02d32e0b-cbc0-4ef8-bced-3765ee60a2c3 tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 1101 time: 0.0556488 Aug 25 14:51:39.669941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:39.690366 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-047b196e-a104-4e1c-ac7b-6b8e15aa1938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:39.697765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e50abefd-6291-485e-a3b2-6320a7dc8716, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e50abefd-6291-485e-a3b2-6320a7dc8716,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:39.712221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e50abefd-6291-485e-a3b2-6320a7dc8716', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': 'e50abefd-6291-485e-a3b2-6320a7dc8716', 'mac_address': 'fa:16:3e:ff:56:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:39.728356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a7406be-d96c-4072-a7cd-e6b87895fcc9 req-533ec3ab-adc3-46a8-9147-4d6730baf467 tempest-ServersAdminNegativeTestJSON-1331807827 tempest-ServersAdminNegativeTestJSON-1331807827-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506086 Aug 25 14:51:39.762747 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:39.783237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50abefd-6291-485e-a3b2-6320a7dc8716 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:39.814140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e50abefd-6291-485e-a3b2-6320a7dc8716, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e50abefd-6291-485e-a3b2-6320a7dc8716,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:39.835460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-047b196e-a104-4e1c-ac7b-6b8e15aa1938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:39.894289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e80cb4-cbc3-4715-8a8b-33b34a472bb6 req-cca56e67-f60a-4250-ba5b-afae5e628999 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:39.895542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74e80cb4-cbc3-4715-8a8b-33b34a472bb6 req-cca56e67-f60a-4250-ba5b-afae5e628999 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0629964 Aug 25 14:51:39.935675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74e80cb4-cbc3-4715-8a8b-33b34a472bb6 req-50d33fc0-5e22-43f3-930a-b0a81366736c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Aug 25 14:51:39.944710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:39.975230 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-047b196e-a104-4e1c-ac7b-6b8e15aa1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:39.995418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e50abefd-6291-485e-a3b2-6320a7dc8716,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:40.016033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-047b196e-a104-4e1c-ac7b-6b8e15aa1938 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=604a6ff3079948908e695112bc872ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450706 Aug 25 14:51:40.018822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54528) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:40.020552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b196e-a104-4e1c-ac7b-6b8e15aa1938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e94f44-7b7d-44af-8e0e-aa3747a142ea,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:40.070216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56ca51e8-16c4-4700-a691-f9ca24193ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:40.093983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56ca51e8-16c4-4700-a691-f9ca24193ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:40.141108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e5c53-3252-4d15-b9d4-e2b00b8130de req-2b248cca-9e81-47f4-9322-9981b0e4a157 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.142774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-662e5c53-3252-4d15-b9d4-e2b00b8130de req-2b248cca-9e81-47f4-9322-9981b0e4a157 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0519097 Aug 25 14:51:40.170921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e50abefd-6291-485e-a3b2-6320a7dc8716'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:40.187050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-662e5c53-3252-4d15-b9d4-e2b00b8130de req-faa4939d-f869-497d-8ede-91309be1bbe2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Aug 25 14:51:40.223974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56ca51e8-16c4-4700-a691-f9ca24193ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:40.226557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56ca51e8-16c4-4700-a691-f9ca24193ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:40.227759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56ca51e8-16c4-4700-a691-f9ca24193ba4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96e94f44-7b7d-44af-8e0e-aa3747a142ea HTTP/1.1" status: 204 len: 168 time: 0.2078352 Aug 25 14:51:40.235701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca51e8-16c4-4700-a691-f9ca24193ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e94f44-7b7d-44af-8e0e-aa3747a142ea,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:40.438288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54935b-0369-4491-a212-beb9b7ab21b2 req-e41a98ad-2319-4d99-a50f-8b1bb985a85b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.439720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed54935b-0369-4491-a212-beb9b7ab21b2 req-e41a98ad-2319-4d99-a50f-8b1bb985a85b tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0513217 Aug 25 14:51:40.478626 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed54935b-0369-4491-a212-beb9b7ab21b2 req-c242a20f-a57b-42ab-8f39-21e8d401023f tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Aug 25 14:51:40.563695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e00db-efdd-42e0-baa2-20a9bf026b22 req-475e148b-7e89-4566-a182-6da21d362314 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.565893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-210e00db-efdd-42e0-baa2-20a9bf026b22 req-475e148b-7e89-4566-a182-6da21d362314 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0559330 Aug 25 14:51:40.606988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-210e00db-efdd-42e0-baa2-20a9bf026b22 req-f1eb3d6d-593a-4004-8de3-112352d94e60 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351510 Aug 25 14:51:40.704689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.710824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.717172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.722949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.728836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.734684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.741204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:40.743597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c649375e-304d-45fd-85f4-eec2996c7e4a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1009171 Aug 25 14:51:40.787246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0c2dc25-703d-4e68-8e99-d1bd36975b62 req-c02d7417-ec96-4286-896e-b59a6308e98e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361025 Aug 25 14:51:40.825662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:51:41.058157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd580a-df6c-45ca-9607-922683f26075 req-28907aaa-bed6-4eb6-a62b-52527163563e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.059785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18dd580a-df6c-45ca-9607-922683f26075 req-28907aaa-bed6-4eb6-a62b-52527163563e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 944 time: 0.0527811 Aug 25 14:51:41.098700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18dd580a-df6c-45ca-9607-922683f26075 req-429d29af-3d36-48fa-89aa-3e31bf3fdd9a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Aug 25 14:51:41.301506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3025b-48fc-42cb-9a02-629fba631d76 req-37c9de0c-afd9-452d-b89a-f2706a8bb358 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.303013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f3025b-48fc-42cb-9a02-629fba631d76 req-37c9de0c-afd9-452d-b89a-f2706a8bb358 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0524409 Aug 25 14:51:41.342571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b1f3025b-48fc-42cb-9a02-629fba631d76 req-db60dd2a-d7b3-4e4b-a191-671caa46b7b5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 25 14:51:41.599737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625e382-a68e-4f5d-8e53-48c27284de97 req-f27746b0-8c4e-4ce5-b165-bd7d9a3e4e7c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.601308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2625e382-a68e-4f5d-8e53-48c27284de97 req-f27746b0-8c4e-4ce5-b165-bd7d9a3e4e7c tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0534322 Aug 25 14:51:41.610623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e50abefd-6291-485e-a3b2-6320a7dc8716 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:41.653048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2625e382-a68e-4f5d-8e53-48c27284de97 req-07baca04-0cdc-444e-a2d7-af5fd10c0cc3 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Aug 25 14:51:41.755791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e50abefd-6291-485e-a3b2-6320a7dc8716 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:41.764966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e50abefd-6291-485e-a3b2-6320a7dc8716 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:41.764966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:41.803191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c2b8-8dc6-495a-b421-6b90bc95540b req-c00256b4-f90a-410b-8e22-581e0247bb9a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.804356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9670c2b8-8dc6-495a-b421-6b90bc95540b req-c00256b4-f90a-410b-8e22-581e0247bb9a tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0764334 Aug 25 14:51:41.882458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:41.903736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9670c2b8-8dc6-495a-b421-6b90bc95540b req-28a2cc6b-0320-409f-b225-136007c49162 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups?id=825e8a06-7587-4aaa-8abd-2139cbde4712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907230 Aug 25 14:51:41.916500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50abefd-6291-485e-a3b2-6320a7dc8716'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:41.922325 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a9f507-7386-425a-8b12-50c77b18bd92" -d '{"events": [{"server_uuid": "5c18e833-ca7f-4ad5-9d3e-288e0972dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "e50abefd-6291-485e-a3b2-6320a7dc8716"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:41.934675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286456c-7629-4055-9e0e-cfd84572873b req-15fc8618-d46e-4fb7-8c93-d09de72e1ff3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.936313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3286456c-7629-4055-9e0e-cfd84572873b req-15fc8618-d46e-4fb7-8c93-d09de72e1ff3 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.52 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 946 time: 0.0915415 Aug 25 14:51:41.955415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e50abefd-6291-485e-a3b2-6320a7dc8716, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e50abefd-6291-485e-a3b2-6320a7dc8716,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:41.955870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.966410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.972755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.979462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.987813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:41.990680 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7eed0b-b849-442b-9da9-b9b559df3b24 x-openstack-request-id: req-9c7eed0b-b849-442b-9da9-b9b559df3b24 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:41.991105 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c18e833-ca7f-4ad5-9d3e-288e0972dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "e50abefd-6291-485e-a3b2-6320a7dc8716", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:41.991385 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c7eed0b-b849-442b-9da9-b9b559df3b24 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:41.992223 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50abefd-6291-485e-a3b2-6320a7dc8716', 'code': 200} Aug 25 14:51:41.996586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.005468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.015826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-dc561ea6-3be3-4bf2-bb8b-363303a38d27 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1348424 Aug 25 14:51:42.026965 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:42.081203 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee82a906-894d-45b8-ab3a-ba8f585e3f91 req-40139019-89a2-4fa9-a5b6-8576d729cdb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637746 Aug 25 14:51:42.124435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e50abefd-6291-485e-a3b2-6320a7dc8716,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:42.133597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4c19-b39a-4ca4-aa48-f78a6c0e3b44 req-6c0feb93-9007-444e-9609-cf788ffaf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.135369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f3b4c19-b39a-4ca4-aa48-f78a6c0e3b44 req-6c0feb93-9007-444e-9609-cf788ffaf276 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.0615208 Aug 25 14:51:42.160718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Deleting port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:42.163009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:42.263799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f3b4c19-b39a-4ca4-aa48-f78a6c0e3b44 req-91d5693e-e299-4a13-989e-9ac0eab6995d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199985 Aug 25 14:51:42.312120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b36810-adec-467b-933b-1b45d0523561 req-ded29f05-2b36-4ee4-bb8c-bee41b4c421d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.313654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43b36810-adec-467b-933b-1b45d0523561 req-ded29f05-2b36-4ee4-bb8c-bee41b4c421d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1063750 Aug 25 14:51:42.322226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] For port 57959c33-fc09-4195-bbff-9e4a9dfb69c4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=57959c33-fc09-4195-bbff-9e4a9dfb69c4,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:42.322584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:42.453154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43b36810-adec-467b-933b-1b45d0523561 req-2612292c-0212-4457-9e16-645a6206cbaa tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328464 Aug 25 14:51:42.463528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c231db6-0971-445f-a5e9-9ae9325aee94 req-920a7aba-f1b4-4147-8d32-dbb1a3cd75f4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.465237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c231db6-0971-445f-a5e9-9ae9325aee94 req-920a7aba-f1b4-4147-8d32-dbb1a3cd75f4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0509329 Aug 25 14:51:42.514734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c231db6-0971-445f-a5e9-9ae9325aee94 req-722a4f05-5f63-474f-a3c8-fd51adb59817 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Aug 25 14:51:42.597819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:42.598305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:42.598951 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Floating IP 42b511d0-edd2-4eb8-9b46-da70f85f17a6 disassociated. External IP: 172.25.8.32, port: 57959c33-fc09-4195-bbff-9e4a9dfb69c4. Aug 25 14:51:42.599326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Calling delete_port for 57959c33-fc09-4195-bbff-9e4a9dfb69c4 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:42.782660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52be9b-7be0-4ce6-9494-dc8a1be7a373 req-8f65a734-d513-482f-afbe-8e51830a6a63 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.784131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db52be9b-7be0-4ce6-9494-dc8a1be7a373 req-8f65a734-d513-482f-afbe-8e51830a6a63 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0555053 Aug 25 14:51:42.823341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db52be9b-7be0-4ce6-9494-dc8a1be7a373 req-b20d9569-3378-4e3b-8fb6-972dabd4affe tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Aug 25 14:51:42.845184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-6798eb14-f5db-4013-8221-65f183996193 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:42.846856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-6798eb14-f5db-4013-8221-65f183996193 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 950 time: 0.0602214 Aug 25 14:51:42.955135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Deleting port 507f02fc-af26-40b9-8a55-4daf0c84f785 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:42.955480 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:42.973448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:43.004225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event deleted for resources: {'Port': ['ID=57959c33-fc09-4195-bbff-9e4a9dfb69c4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:43.074326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] For port 507f02fc-af26-40b9-8a55-4daf0c84f785, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=507f02fc-af26-40b9-8a55-4daf0c84f785,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:43.074935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:43.089430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Calling delete_port for 507f02fc-af26-40b9-8a55-4daf0c84f785 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:43.096616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76ece4af-cf50-45a0-91db-b7413daaa565 req-ca6ed82b-da25-4aa8-b7f6-c03c6a4fb7c0 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0350153 Aug 25 14:51:43.189306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:51:43.308291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.314475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.321182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.327419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.334732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.340914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.348061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.350426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-54bd9725-888b-4837-8e16-7872d0b7ed61 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1585295 Aug 25 14:51:43.415724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:43.427624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b480fe51-c142-4911-a129-b6f079b86a2c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:43.465329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:51:43.470607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['507f02fc-af26-40b9-8a55-4daf0c84f785'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:43.485013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Pushing event deleted for resources: {'Port': ['ID=507f02fc-af26-40b9-8a55-4daf0c84f785,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:43.489824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76608efd-5ec6-4f00-b723-d8e8da359853 req-4db4be02-0d26-4b6d-9474-f75a3ed89e5a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057475 Aug 25 14:51:43.503669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] Sync routers for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:51:43.532530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] No DVR routers for this DVR port 507f02fc-af26-40b9-8a55-4daf0c84f785 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:43.537451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:43.542638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:51:43.544149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b09fbdf-acfd-45b8-a96f-100447d36136 req-87752205-ff3a-4a7e-8817-c4c9daa92ed0 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.52 "DELETE /v2.0/ports/507f02fc-af26-40b9-8a55-4daf0c84f785 HTTP/1.1" status: 204 len: 173 time: 0.6856937 Aug 25 14:51:43.547651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'name': 'network-vif-deleted', 'tag': '507f02fc-af26-40b9-8a55-4daf0c84f785'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:43.555211 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b25385-8ded-427a-9c2e-2011bb1d6d0a" -d '{"events": [{"server_uuid": "a5044e4d-e004-4d74-a298-d79f86a5e5a0", "name": "network-vif-deleted", "tag": "507f02fc-af26-40b9-8a55-4daf0c84f785"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:43.558666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:43.610647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] No DVR routers for this DVR port 57959c33-fc09-4195-bbff-9e4a9dfb69c4 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:43.614144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:43.616748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3286456c-7629-4055-9e0e-cfd84572873b req-fbaffdf0-4e82-4692-adce-34df62f1a558 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.52 "DELETE /v2.0/ports/57959c33-fc09-4195-bbff-9e4a9dfb69c4 HTTP/1.1" status: 204 len: 173 time: 1.6698108 Aug 25 14:51:43.618455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'name': 'network-vif-deleted', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:43.621010 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dae346-603a-4f47-8505-0391f7e7044a" -d '{"events": [{"server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "name": "network-vif-deleted", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:43.693238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63aba8-5257-4458-b1fb-92f28eac142e req-fa5ef96f-5825-4c19-9f83-df163f028ad3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.694904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c63aba8-5257-4458-b1fb-92f28eac142e req-fa5ef96f-5825-4c19-9f83-df163f028ad3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0535183 Aug 25 14:51:43.754916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c63aba8-5257-4458-b1fb-92f28eac142e req-3cb18aaf-af5a-492f-9e67-609e06908a22 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503874 Aug 25 14:51:43.784902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:51:43.881915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e981a70-0ac0-4ff8-8354-f06eca3616a3 req-e900f21f-67de-49bb-8581-a938fdea4525 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:43.884007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e981a70-0ac0-4ff8-8354-f06eca3616a3 req-e900f21f-67de-49bb-8581-a938fdea4525 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0685287 Aug 25 14:51:43.943493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e981a70-0ac0-4ff8-8354-f06eca3616a3 req-277fb2c7-933d-4046-8ae1-4ee841f39e23 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Aug 25 14:51:43.992436 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f646985d-c4b8-425f-829c-3919a29be4ee x-openstack-request-id: req-f646985d-c4b8-425f-829c-3919a29be4ee {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:43.992804 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5044e4d-e004-4d74-a298-d79f86a5e5a0", "name": "network-vif-deleted", "tag": "507f02fc-af26-40b9-8a55-4daf0c84f785", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:43.993155 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f646985d-c4b8-425f-829c-3919a29be4ee {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:43.993787 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5044e4d-e004-4d74-a298-d79f86a5e5a0', 'name': 'network-vif-deleted', 'tag': '507f02fc-af26-40b9-8a55-4daf0c84f785', 'status': 'completed', 'code': 200} Aug 25 14:51:44.034739 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314772c1-5ed8-40d9-baa8-60990a311033 x-openstack-request-id: req-314772c1-5ed8-40d9-baa8-60990a311033 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:44.035557 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730aa67a-9aeb-4577-be6e-e5595b61e689", "name": "network-vif-deleted", "tag": "57959c33-fc09-4195-bbff-9e4a9dfb69c4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:44.037426 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-314772c1-5ed8-40d9-baa8-60990a311033 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:44.038783 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730aa67a-9aeb-4577-be6e-e5595b61e689', 'name': 'network-vif-deleted', 'tag': '57959c33-fc09-4195-bbff-9e4a9dfb69c4', 'status': 'completed', 'code': 200} Aug 25 14:51:44.124691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c2b8f9d-2ba7-4b53-8f86-dd146e17b730 req-98c1bcaa-cf67-480e-a293-cae77baaf193 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5044e4d-e004-4d74-a298-d79f86a5e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0266631 Aug 25 14:51:44.188659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:55Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:44.222226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] Checking router: 3c13b919-57f0-4ae9-840f-0e9b12a8c473 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:51:44.231756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:51:44.233731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:44.352683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:51:44.365437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-776d5e97-6c5b-4828-9928-41874d219ff8 req-f324e010-d098-45d1-96fa-8ee0eac6eaa5 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0276577 Aug 25 14:51:44.435978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 57959c33-fc09-4195-bbff-9e4a9dfb69c4 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:44.491663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 57959c33-fc09-4195-bbff-9e4a9dfb69c4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:44.492026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 57959c33-fc09-4195-bbff-9e4a9dfb69c4 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:44.599285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:55Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:44.642316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.642584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c588-581e-4395-bd80-0228fa6d4906 None None] The sync data for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 is: [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:46:48Z', 'revision_number': 4, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '14805254-339d-4b8b-90a1-1eb8f03dddff', 'name': '', 'network_id': '802a0457-4426-477e-834b-692a860f1b71', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'mac_address': 'fa:16:3e:67:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:46Z', 'updated_at': '2021-08-25T14:46:55Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'subnets': [{'id': 'e9286713-8c88-415b-8132-d717e254c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:51:44.648888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.655015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.661707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.667796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.674991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.681536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.683710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6cdc71d9-d898-47d7-b388-e4c7c83bff9e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1052699 Aug 25 14:51:44.734355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e00e2ed-c97e-4cf0-b1e9-d5b5df5a69e0 req-6a8e510d-1ef2-4c99-a31f-0ee7cd375c1a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419884 Aug 25 14:51:44.898885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917364-4cde-4c68-acb3-bd5b0f1bde13 req-dc2560b3-085c-40bd-86c7-1652235e2cbf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:44.904157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38917364-4cde-4c68-acb3-bd5b0f1bde13 req-dc2560b3-085c-40bd-86c7-1652235e2cbf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0644429 Aug 25 14:51:44.919083 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60381786-5f03-4361-92bb-5f1f4b1baa05 None None] New status for floating IP 42b511d0-edd2-4eb8-9b46-da70f85f17a6: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:51:44.943011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38917364-4cde-4c68-acb3-bd5b0f1bde13 req-0c55ed58-f267-44a6-8207-6ce93224c2e4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Aug 25 14:51:45.068965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07fa3b-a6d2-4237-bc78-0dbceb924ef6 req-138fae41-51d7-4bec-b1f6-b9660addb532 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:45.070450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f07fa3b-a6d2-4237-bc78-0dbceb924ef6 req-138fae41-51d7-4bec-b1f6-b9660addb532 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0564611 Aug 25 14:51:45.109792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f07fa3b-a6d2-4237-bc78-0dbceb924ef6 req-4551448a-a175-430f-a7e8-6d01a5ca1855 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Aug 25 14:51:45.640233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122c95-15ce-44f2-89bd-573074f777b1 req-a470133a-bd9d-4e2b-8de5-c1ec82930726 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:45.642744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b122c95-15ce-44f2-89bd-573074f777b1 req-a470133a-bd9d-4e2b-8de5-c1ec82930726 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0605443 Aug 25 14:51:45.685454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b122c95-15ce-44f2-89bd-573074f777b1 req-b874fc02-6b10-4f15-9517-22d479f2b9e0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Aug 25 14:51:45.800388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6bff18bd-9dec-463c-83f1-11a671efb360 req-a565efcc-dd03-4861-850c-bb34254d9757 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Aug 25 14:51:46.006821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.014737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.022008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.028941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.036450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.043488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.050771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.052968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-e0f9a1c8-a1e2-4ba5-911a-7cbfdfc7ae47 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1313219 Aug 25 14:51:46.102827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-986730fa-76b9-4efe-acd0-f04d8c4e0cb3 req-ec7b9525-014c-4e75-abdb-153ded007707 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415895 Aug 25 14:51:46.242061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beb261-afa3-440a-8238-d7c27b003c6e req-9823597e-f3cb-4c51-a882-85f3455dd706 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.243897 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8beb261-afa3-440a-8238-d7c27b003c6e req-9823597e-f3cb-4c51-a882-85f3455dd706 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0546050 Aug 25 14:51:46.288850 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8beb261-afa3-440a-8238-d7c27b003c6e req-e4eadc30-05b1-43b7-93bd-5e3ca7a142df tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Aug 25 14:51:46.438315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6be7967c-177b-42f9-8369-80ee0412c557 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:46.458761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 507f02fc-af26-40b9-8a55-4daf0c84f785 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:46.487758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a9bfd-ecff-4633-8dbd-49846bcf7886 req-510967b8-7446-4b28-ade1-56684793102f tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.489679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-143a9bfd-ecff-4633-8dbd-49846bcf7886 req-510967b8-7446-4b28-ade1-56684793102f tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 950 time: 0.0721531 Aug 25 14:51:46.534024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 507f02fc-af26-40b9-8a55-4daf0c84f785 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:46.538006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 507f02fc-af26-40b9-8a55-4daf0c84f785 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:46.539873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54670) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:46.548736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-143a9bfd-ecff-4633-8dbd-49846bcf7886 req-c64c4dfc-5390-4d67-aeb8-1ac8518ad4e5 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Aug 25 14:51:46.640890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6be7967c-177b-42f9-8369-80ee0412c557,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:46.653254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '6be7967c-177b-42f9-8369-80ee0412c557', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'port_id': '6be7967c-177b-42f9-8369-80ee0412c557', 'mac_address': 'fa:16:3e:00:c9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:46.694166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:46.697283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8940ccac-fc96-4af6-8477-f6008d6a876f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:46.709210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be7967c-177b-42f9-8369-80ee0412c557 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:46.749779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6be7967c-177b-42f9-8369-80ee0412c557,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:46.825147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad32c5a-17f4-4691-8d28-d76ce1be44e8 req-338ceb11-ec99-4771-b62b-8e9f8cbb07d8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:46.826601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aad32c5a-17f4-4691-8d28-d76ce1be44e8 req-338ceb11-ec99-4771-b62b-8e9f8cbb07d8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0508881 Aug 25 14:51:46.882425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aad32c5a-17f4-4691-8d28-d76ce1be44e8 req-ed26fedc-8981-4c02-839f-072015d27dd5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471115 Aug 25 14:51:46.910262 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:46.911262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 63165e48-89cb-46cb-a112-4bfab5eefd23 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:46.963523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8940ccac-fc96-4af6-8477-f6008d6a876f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:46.983800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03e9877c-119f-40a6-857f-72a67e092421 req-4863d12a-c8dc-4462-8bf7-38b2f821859b tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0735037 Aug 25 14:51:47.026664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8940ccac-fc96-4af6-8477-f6008d6a876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.032553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:47.070121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8940ccac-fc96-4af6-8477-f6008d6a876f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af478960577b414cb29c7f2f7735dec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290487 Aug 25 14:51:47.073142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54680) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:47.083825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ccac-fc96-4af6-8477-f6008d6a876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50039a0-080e-4eed-9885-10369546547c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:47.093698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=63165e48-89cb-46cb-a112-4bfab5eefd23,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:47.113526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '63165e48-89cb-46cb-a112-4bfab5eefd23', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'port_id': '63165e48-89cb-46cb-a112-4bfab5eefd23', 'mac_address': 'fa:16:3e:5a:ed:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:47.140812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c42def-e0eb-48e1-af34-633e59ab0976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.167475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.172656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c42def-e0eb-48e1-af34-633e59ab0976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.187230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63165e48-89cb-46cb-a112-4bfab5eefd23 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:47.220391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=63165e48-89cb-46cb-a112-4bfab5eefd23,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:47.271136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.277977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.284728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.292482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.300312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.301257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.302115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b3edc618-3ebc-4120-9519-49ee342c5e6a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:47.309260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.317097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.318827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-253f18a8-1eee-4ea9-b8b7-4031308df8b6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5419 time: 0.1145205 Aug 25 14:51:47.338486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c42def-e0eb-48e1-af34-633e59ab0976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.348423 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c42def-e0eb-48e1-af34-633e59ab0976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.357807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4c42def-e0eb-48e1-af34-633e59ab0976 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d50039a0-080e-4eed-9885-10369546547c HTTP/1.1" status: 204 len: 168 time: 0.2829361 Aug 25 14:51:47.374943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c42def-e0eb-48e1-af34-633e59ab0976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50039a0-080e-4eed-9885-10369546547c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:47.390168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1b86468-5324-4682-ae0b-d9bd7900321e req-d2d7646e-05cd-4eee-8639-620711f3e274 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617676 Aug 25 14:51:47.449092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:47.474262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:47.481088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'b3edc618-3ebc-4120-9519-49ee342c5e6a', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'port_id': 'b3edc618-3ebc-4120-9519-49ee342c5e6a', 'mac_address': 'fa:16:3e:00:b2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:47.515478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba7497-c82e-4d8d-9b00-7964e2d196d7 req-64a2b7b2-fc65-48c6-97ea-c0d873d6acfd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.521339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2aba7497-c82e-4d8d-9b00-7964e2d196d7 req-64a2b7b2-fc65-48c6-97ea-c0d873d6acfd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0830569 Aug 25 14:51:47.535737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.550630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3edc618-3ebc-4120-9519-49ee342c5e6a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:47.566114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2aba7497-c82e-4d8d-9b00-7964e2d196d7 req-eb44dc28-647a-48bc-9757-7cc964c07139 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Aug 25 14:51:47.576693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:47.579459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58d1c-54b0-494f-aea3-dee090d42d3f req-edc04bbf-0836-4d9b-ae32-3d2874a38b40 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.581387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87c58d1c-54b0-494f-aea3-dee090d42d3f req-edc04bbf-0836-4d9b-ae32-3d2874a38b40 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0713542 Aug 25 14:51:47.624299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87c58d1c-54b0-494f-aea3-dee090d42d3f req-797db360-f156-41d9-add9-11e949034e52 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Aug 25 14:51:47.678074 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.688932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:47.734485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631f7a-c4a0-4dca-8512-8fb8e1044286 req-a4979c09-8e0e-4f24-a651-9f17cb70a0ee tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.736743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09631f7a-c4a0-4dca-8512-8fb8e1044286 req-a4979c09-8e0e-4f24-a651-9f17cb70a0ee tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 950 time: 0.0510192 Aug 25 14:51:47.784353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:47.793487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:47.819786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'port_id': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d', 'mac_address': 'fa:16:3e:5e:fd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:47.822397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09631f7a-c4a0-4dca-8512-8fb8e1044286 req-654fd9b9-d58d-433b-9301-1c85df987851 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/security-groups?id=6646cf4a-82d0-4499-8ead-0514e2c8eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793016 Aug 25 14:51:47.869878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:47.886248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:47.895128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-f6c1b3a7-c34d-470d-a0ab-6707d5d5880a tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:47.896769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-f6c1b3a7-c34d-470d-a0ab-6707d5d5880a tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 950 time: 0.0732160 Aug 25 14:51:47.907041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:47.993243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Deleting port b480fe51-c142-4911-a129-b6f079b86a2c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:47.993589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.024265 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.024265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bdf6a068-53cb-4c12-b857-7a02abf04ac6 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:48.087260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:48.095214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:48.100179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b106c00-cb3a-4c8d-ae37-eb7fb44014fd req-52bc67b9-d9fc-42be-8409-80e80fc6a142 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0361207 Aug 25 14:51:48.101282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6', 'network_id': '5c70c5a0-68ae-4e0e-8637-18393d353ffc', 'port_id': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6', 'mac_address': 'fa:16:3e:10:97:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcff044-3a24-4f7c-837d-72673dd5b44c', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:48.110540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] For port b480fe51-c142-4911-a129-b6f079b86a2c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b480fe51-c142-4911-a129-b6f079b86a2c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:48.110540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.124547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Calling delete_port for b480fe51-c142-4911-a129-b6f079b86a2c owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:48.146829 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.165464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf6a068-53cb-4c12-b857-7a02abf04ac6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:48.186308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:48.276174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54700) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:48.286661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.294966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c64fa448-a0df-4a44-b34c-a6201ff61df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.340261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:48.388856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c64fa448-a0df-4a44-b34c-a6201ff61df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.390127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.401537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b480fe51-c142-4911-a129-b6f079b86a2c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:48.418040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Pushing event deleted for resources: {'Port': ['ID=b480fe51-c142-4911-a129-b6f079b86a2c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:48.467324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] No DVR routers for this DVR port b480fe51-c142-4911-a129-b6f079b86a2c on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:48.468750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 892289ca-96b0-4816-9975-2e7bc9cbad18 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:48.470155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.472298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-268e2aeb-de16-410f-9ebd-426968720fe7 req-5b3ca3ee-2350-4be8-b1a6-6d3726f45217 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.45 "DELETE /v2.0/ports/b480fe51-c142-4911-a129-b6f079b86a2c HTTP/1.1" status: 204 len: 173 time: 0.5687892 Aug 25 14:51:48.472794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'name': 'network-vif-deleted', 'tag': 'b480fe51-c142-4911-a129-b6f079b86a2c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:48.475144 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0fa030-756b-4a33-8dd3-7d35bc053d64" -d '{"events": [{"server_uuid": "bc2f7008-a295-459e-93fb-bf181e75d863", "name": "network-vif-deleted", "tag": "b480fe51-c142-4911-a129-b6f079b86a2c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:48.531101 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ce1eb5-6403-47e0-9db1-5723a97b3ca4 x-openstack-request-id: req-61ce1eb5-6403-47e0-9db1-5723a97b3ca4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:48.531493 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2f7008-a295-459e-93fb-bf181e75d863", "name": "network-vif-deleted", "tag": "b480fe51-c142-4911-a129-b6f079b86a2c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:48.531750 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61ce1eb5-6403-47e0-9db1-5723a97b3ca4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:48.532152 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2f7008-a295-459e-93fb-bf181e75d863', 'name': 'network-vif-deleted', 'tag': 'b480fe51-c142-4911-a129-b6f079b86a2c', 'status': 'completed', 'code': 200} Aug 25 14:51:48.534476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c64fa448-a0df-4a44-b34c-a6201ff61df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.601651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.607947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.615406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=892289ca-96b0-4816-9975-2e7bc9cbad18,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:48.615605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.621699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.630375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.632495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '892289ca-96b0-4816-9975-2e7bc9cbad18', 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf', 'port_id': '892289ca-96b0-4816-9975-2e7bc9cbad18', 'mac_address': 'fa:16:3e:fc:72:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf463a7-4f1f-4dbc-8975-1e8f06701630', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:48.636680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.646913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.655999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-279eb8cb-2376-47a4-a269-884794545d2f req-00952e65-ff92-4f98-90a0-8cae98c5166d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5423 time: 0.1677887 Aug 25 14:51:48.681861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c64fa448-a0df-4a44-b34c-a6201ff61df7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=143a61b6b2a248c58782ec72f58b17c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045732 Aug 25 14:51:48.687200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54712) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:48.696132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fa448-a0df-4a44-b34c-a6201ff61df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6f479-0b04-4b8c-9b43-04c71ebfd2ee,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:48.708360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.726487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892289ca-96b0-4816-9975-2e7bc9cbad18 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:48.727862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-279eb8cb-2376-47a4-a269-884794545d2f req-29be9f8e-dd67-402d-b3ab-3dbad6c1329f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709546 Aug 25 14:51:48.783905 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36604a-b5e4-4d75-a6d7-869e37f5aa4f req-2e1aa700-ad9c-4577-a4fb-261e6c8b4602 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.788796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=892289ca-96b0-4816-9975-2e7bc9cbad18,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:48.790860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff36604a-b5e4-4d75-a6d7-869e37f5aa4f req-2e1aa700-ad9c-4577-a4fb-261e6c8b4602 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1290629 Aug 25 14:51:48.792522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db26f2e8-3146-440d-9483-aae589f64296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.820331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db26f2e8-3146-440d-9483-aae589f64296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.865585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff36604a-b5e4-4d75-a6d7-869e37f5aa4f req-f556a001-488b-49c4-9408-8ce14d72f377 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609341 Aug 25 14:51:48.899938 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:48.899938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:51:48.977392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f687f-0945-47f0-a63e-00d30a986844 req-b24180f1-89bc-4a37-a8ef-a208c70d882e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.979334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-119f687f-0945-47f0-a63e-00d30a986844 req-b24180f1-89bc-4a37-a8ef-a208c70d882e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1447358 Aug 25 14:51:48.991654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff48792-2cdb-4d23-826a-7d8748c1dfc7 req-a40c272e-d1c7-4920-a45e-444493ed511e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:48.999740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0ff48792-2cdb-4d23-826a-7d8748c1dfc7 req-a40c272e-d1c7-4920-a45e-444493ed511e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1350553 Aug 25 14:51:49.069300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:49.075980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:49.108249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db26f2e8-3146-440d-9483-aae589f64296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:49.110232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8', 'network_id': 'afe330ac-65f4-44a8-9301-59dcac345fcf', 'port_id': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8', 'mac_address': 'fa:16:3e:1f:32:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf463a7-4f1f-4dbc-8975-1e8f06701630', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:51:49.110868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db26f2e8-3146-440d-9483-aae589f64296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:49.116095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-db26f2e8-3146-440d-9483-aae589f64296 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76b6f479-0b04-4b8c-9b43-04c71ebfd2ee HTTP/1.1" status: 204 len: 168 time: 0.4272170 Aug 25 14:51:49.151523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26f2e8-3146-440d-9483-aae589f64296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6f479-0b04-4b8c-9b43-04c71ebfd2ee,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:49.171732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0ff48792-2cdb-4d23-826a-7d8748c1dfc7 req-fa9ebc01-3489-4857-81f1-f2eaa0a179d5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698134 Aug 25 14:51:49.217707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['b3edc618-3ebc-4120-9519-49ee342c5e6a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:49.238384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ac47457c-13a5-4715-9a75-ab503b6a8406 req-06780cf2-3283-4955-b293-e0560c99e42f tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 210 time: 0.0799890 Aug 25 14:51:49.255459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Deleting port e50abefd-6291-485e-a3b2-6320a7dc8716 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:49.255812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:49.269614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['63165e48-89cb-46cb-a112-4bfab5eefd23'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:49.282340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['bdf6a068-53cb-4c12-b857-7a02abf04ac6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:49.348357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:49.429345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:49.555403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:49.648037 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:49.780180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71f72447-a5eb-4682-b1de-760ab55cdc53 req-c17244e1-5768-48a9-94f8-16122d19623d tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/ports?device_id=730aa67a-9aeb-4577-be6e-e5595b61e689 HTTP/1.1" status: 200 len: 210 time: 0.0972638 Aug 25 14:51:49.884651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] For port e50abefd-6291-485e-a3b2-6320a7dc8716, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e50abefd-6291-485e-a3b2-6320a7dc8716,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:49.886479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:49.896762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:49.919690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Calling delete_port for e50abefd-6291-485e-a3b2-6320a7dc8716 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:49.981893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:49.987959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:49.993759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:49.999590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:50.005941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:50.013789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:50.020717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:50.022711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-3938160c-258a-4bcb-8be0-e17d596516a1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5425 time: 0.1466138 Aug 25 14:51:50.045529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cf9b7-90a4-4b2b-8548-165b00c2e766 req-22ae1ed3-04c0-4ff8-a6a3-6be4f56c0b9d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:50.047168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e93cf9b7-90a4-4b2b-8548-165b00c2e766 req-22ae1ed3-04c0-4ff8-a6a3-6be4f56c0b9d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0692196 Aug 25 14:51:50.103669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe7df919-88e0-411c-af1c-a10d6744c416 req-307fbd43-dfb6-40f2-9df0-50a6ab67559c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738847 Aug 25 14:51:50.196344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e93cf9b7-90a4-4b2b-8548-165b00c2e766 req-33c6aabf-af80-46e4-ab30-55486ffee9be tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379616 Aug 25 14:51:50.335620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eeeea-de11-4fd4-bd75-c20c47b0c799 req-abcb0d1d-aaa5-4846-ad26-dfe61643d43c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:50.341602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-371eeeea-de11-4fd4-bd75-c20c47b0c799 req-abcb0d1d-aaa5-4846-ad26-dfe61643d43c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c18e833-ca7f-4ad5-9d3e-288e0972dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0710204 Aug 25 14:51:50.344307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:50.393394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event deleted for resources: {'Port': ['ID=e50abefd-6291-485e-a3b2-6320a7dc8716,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:50.414542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-371eeeea-de11-4fd4-bd75-c20c47b0c799 req-a322ab0b-3476-4b68-83ff-531cc56fa89c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642357 Aug 25 14:51:50.434333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-deb9478c-062f-4e8d-9d99-54967684e985 req-d8c2d93f-8c28-456b-8eac-7c095d6dfc77 tempest-ServersAdminNegativeTestJSON-322356477 tempest-ServersAdminNegativeTestJSON-322356477-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2f7008-a295-459e-93fb-bf181e75d863 HTTP/1.1" status: 200 len: 210 time: 0.0397732 Aug 25 14:51:50.485212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] No DVR routers for this DVR port e50abefd-6291-485e-a3b2-6320a7dc8716 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:50.488004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:50.490166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-119f687f-0945-47f0-a63e-00d30a986844 req-5aaf3bd2-9bf4-4770-9c1a-fe9e6fc63e0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "DELETE /v2.0/ports/e50abefd-6291-485e-a3b2-6320a7dc8716 HTTP/1.1" status: 204 len: 173 time: 1.4837284 Aug 25 14:51:50.533008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'name': 'network-vif-deleted', 'tag': 'e50abefd-6291-485e-a3b2-6320a7dc8716'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:50.535428 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9001e009-054e-4f83-97fc-5be39e062bef" -d '{"events": [{"server_uuid": "5c18e833-ca7f-4ad5-9d3e-288e0972dbf5", "name": "network-vif-deleted", "tag": "e50abefd-6291-485e-a3b2-6320a7dc8716"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:50.575724 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd90b9-4d11-4df0-9842-1c92987992df x-openstack-request-id: req-16cd90b9-4d11-4df0-9842-1c92987992df {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:50.576027 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c18e833-ca7f-4ad5-9d3e-288e0972dbf5", "name": "network-vif-deleted", "tag": "e50abefd-6291-485e-a3b2-6320a7dc8716", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:50.576289 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16cd90b9-4d11-4df0-9842-1c92987992df {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:50.576767 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c18e833-ca7f-4ad5-9d3e-288e0972dbf5', 'name': 'network-vif-deleted', 'tag': 'e50abefd-6291-485e-a3b2-6320a7dc8716', 'status': 'completed', 'code': 200} Aug 25 14:51:50.633917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:50.656629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6be7967c-177b-42f9-8369-80ee0412c557'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:50.742969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['8a22bf73-14f6-4567-b3d1-93b8f5758ae8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:50.777235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['892289ca-96b0-4816-9975-2e7bc9cbad18'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:51:51.085495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5f081a96-14b1-4e89-ab63-7e8d76f1aaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:51.252566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54778) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:51.309293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.319514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.331962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.342390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.354010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.365177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.377538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.380655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b5d8af56-e176-4571-a8b2-f672d3ea7ddc tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5425 time: 0.1947930 Aug 25 14:51:51.440952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d57d7105-e904-458c-baa9-1b0999d9063e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:51.475382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d57d7105-e904-458c-baa9-1b0999d9063e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:51.480547 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d5c3d42-378b-44d4-a823-5823a84ef34c req-b021f2d0-ed5a-4fd1-bd58-d3666bc3086b tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750432 Aug 25 14:51:51.558790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23936-309c-4931-a6c7-2113ea47eb1a req-58ab01f7-9886-435b-8fb3-ab44fe144390 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:51.560836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8be23936-309c-4931-a6c7-2113ea47eb1a req-58ab01f7-9886-435b-8fb3-ab44fe144390 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.2053759 Aug 25 14:51:51.621355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8be23936-309c-4931-a6c7-2113ea47eb1a req-05d7588c-4715-462b-bba2-6d24140cdee7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Aug 25 14:51:51.661307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d57d7105-e904-458c-baa9-1b0999d9063e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:51.665978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d57d7105-e904-458c-baa9-1b0999d9063e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:51.669422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d57d7105-e904-458c-baa9-1b0999d9063e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "DELETE /v2.0/security-groups/825e8a06-7587-4aaa-8abd-2139cbde4712 HTTP/1.1" status: 204 len: 168 time: 0.4127028 Aug 25 14:51:51.670357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54792) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:51.676623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b480fe51-c142-4911-a129-b6f079b86a2c no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:51.687543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d7105-e904-458c-baa9-1b0999d9063e tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e8a06-7587-4aaa-8abd-2139cbde4712,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:51.706544 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-0671d010-f60c-4e91-88ff-dfbda41463a8 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] show failed (client error): The resource could not be found. Aug 25 14:51:51.708437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0671d010-f60c-4e91-88ff-dfbda41463a8 tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "GET /v2.0/security-groups/825e8a06-7587-4aaa-8abd-2139cbde4712 HTTP/1.1" status: 404 len: 347 time: 0.0366297 Aug 25 14:51:51.720328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54796) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:51.736154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: b480fe51-c142-4911-a129-b6f079b86a2c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:51.738661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b480fe51-c142-4911-a129-b6f079b86a2c not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:51.740491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e50abefd-6291-485e-a3b2-6320a7dc8716 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:51.777973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: e50abefd-6291-485e-a3b2-6320a7dc8716 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:51.778431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e50abefd-6291-485e-a3b2-6320a7dc8716 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:51.979582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Deleting port dfb8051e-875b-418a-9336-194d40d96579 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:51.980557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:52.039669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-d907e4d0-4e9f-41e5-b320-9ce05036c3ce tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.047406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-d907e4d0-4e9f-41e5-b320-9ce05036c3ce tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.1415515 Aug 25 14:51:52.066231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-592e3ac8-8445-469e-91c5-8f738c216e9a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0165181 Aug 25 14:51:52.086812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:52.087073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:52.101590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Calling delete_port for dfb8051e-875b-418a-9336-194d40d96579 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:52.116530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-06c5d069-d975-45b3-ae59-836036b0a946 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453713 Aug 25 14:51:52.255335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-916c6707-1d5c-47f8-87b5-fd524050cfb3 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305702 Aug 25 14:51:52.332750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:52.360478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-0095955c-c446-4099-bf7e-4f843743cf62 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032875 Aug 25 14:51:52.366080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Pushing event deleted for resources: {'Port': ['ID=dfb8051e-875b-418a-9336-194d40d96579,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:52.482792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:52.487482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:52.489007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6344add0-e6bb-4823-9eb1-3d4cade825ef tempest-ServersTestBootFromVolume-680626998 tempest-ServersTestBootFromVolume-680626998-project] 10.222.0.58 "DELETE /v2.0/floatingips/42b511d0-edd2-4eb8-9b46-da70f85f17a6 HTTP/1.1" status: 204 len: 168 time: 0.7662766 Aug 25 14:51:52.492233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:52.536083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:52.816766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.820351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c8d5b39-a7b1-41f8-9612-694a99e91aa2 req-bce68ad3-e0bc-49c1-bc1b-00dec2dd3abb tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 210 time: 0.0382948 Aug 25 14:51:52.822695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.828585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.840515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.850084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.853501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.858282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.860248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-e5ebf187-3e3a-414c-832d-7ed10c6e0dc9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5425 time: 0.1954088 Aug 25 14:51:52.916379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5f7d1957-a93a-4c06-a34f-a3c4003d677a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d32db32c0d1c4cdd8f779b3458b4b64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790073 Aug 25 14:51:52.920177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54856) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:52.940711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9c1f-8125-4bae-958f-419affa5f392 req-04c3ea2e-8089-4778-849e-8f137a11be81 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:52.942321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aecd9c1f-8125-4bae-958f-419affa5f392 req-04c3ea2e-8089-4778-849e-8f137a11be81 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0617740 Aug 25 14:51:52.948338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eb6a952-4d6c-4b02-a446-0eaed8c4c69f req-908565d1-46f5-45f1-86e0-ba87684369c6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575969 Aug 25 14:51:53.014281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aecd9c1f-8125-4bae-958f-419affa5f392 req-d4e3f46c-0528-4dde-b4a1-df4384db289f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614467 Aug 25 14:51:53.019444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3087a8ed-2668-48b2-9469-c1e3500e25ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.047824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3087a8ed-2668-48b2-9469-c1e3500e25ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.215586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.232639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3087a8ed-2668-48b2-9469-c1e3500e25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.235353 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3087a8ed-2668-48b2-9469-c1e3500e25ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.240403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3087a8ed-2668-48b2-9469-c1e3500e25ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6646cf4a-82d0-4499-8ead-0514e2c8eb9d HTTP/1.1" status: 204 len: 168 time: 0.3159769 Aug 25 14:51:53.255907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087a8ed-2668-48b2-9469-c1e3500e25ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6646cf4a-82d0-4499-8ead-0514e2c8eb9d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:53.504003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Deleting port 14805254-339d-4b8b-90a1-1eb8f03dddff {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:53.504578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.586294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] For port 14805254-339d-4b8b-90a1-1eb8f03dddff, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=14805254-339d-4b8b-90a1-1eb8f03dddff,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:53.586681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:53.606928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Calling delete_port for 14805254-339d-4b8b-90a1-1eb8f03dddff owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:54.036964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7641437c-604e-4948-a932-481d4666f8de req-4df24d0c-f54b-414f-af97-acec378ea938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Aug 25 14:51:54.096568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05973cf9-6a80-4382-bf2a-e241076d1018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.101638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.108509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.122111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.122557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.130476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.137599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.144017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.146009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-1985612d-dd68-43a2-b245-5cea7962dd54 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5425 time: 0.1188681 Aug 25 14:51:54.159300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ca17d-05fd-4ecb-8e4f-9e179c78e315 req-30183f8a-feb6-46b7-bac1-ae3f849fd8b3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:54.160895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e3ca17d-05fd-4ecb-8e4f-9e179c78e315 req-30183f8a-feb6-46b7-bac1-ae3f849fd8b3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0599122 Aug 25 14:51:54.192704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4dcd958-7861-44a1-83e3-3bde9ce6f8d2 req-9ee864e5-4087-46d6-92bb-b8fcca577fa4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381010 Aug 25 14:51:54.201869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e3ca17d-05fd-4ecb-8e4f-9e179c78e315 req-cc590c5a-5689-4782-947b-e83ac76b6c8b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Aug 25 14:51:54.326592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.372744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.405412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14805254-339d-4b8b-90a1-1eb8f03dddff,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:54.467878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b3edc618-3ebc-4120-9519-49ee342c5e6a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:54.631179 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.647227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54900) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:54.669501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port b3edc618-3ebc-4120-9519-49ee342c5e6a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:54.673900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port b3edc618-3ebc-4120-9519-49ee342c5e6a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:54.674281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.699786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27c96862-5744-4982-98f0-78f950f06731 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47deb29222d24b4b96e345918584461a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585172 Aug 25 14:51:54.702263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54902) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:54.775474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.815305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3edc618-3ebc-4120-9519-49ee342c5e6a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:54.819303 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1471e4ec-9b7f-4774-b216-43fde7524360" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "b3edc618-3ebc-4120-9519-49ee342c5e6a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:54.862592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:54.872241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02707a8a-c937-4d64-bfbb-5c1e61dc1760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.893879 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14056b4c-678b-437f-903e-6e73ea56cbea x-openstack-request-id: req-14056b4c-678b-437f-903e-6e73ea56cbea {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:54.894386 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "b3edc618-3ebc-4120-9519-49ee342c5e6a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:54.894637 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14056b4c-678b-437f-903e-6e73ea56cbea {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:54.895123 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3edc618-3ebc-4120-9519-49ee342c5e6a', 'code': 200} Aug 25 14:51:54.939844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02707a8a-c937-4d64-bfbb-5c1e61dc1760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.956511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:54.961098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bdf6a068-53cb-4c12-b857-7a02abf04ac6 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:55.044279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:51:55.052524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:55.158773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port bdf6a068-53cb-4c12-b857-7a02abf04ac6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:55.164728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port bdf6a068-53cb-4c12-b857-7a02abf04ac6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:55.165365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.184585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02707a8a-c937-4d64-bfbb-5c1e61dc1760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.187191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-02707a8a-c937-4d64-bfbb-5c1e61dc1760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.192110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-02707a8a-c937-4d64-bfbb-5c1e61dc1760 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aee6b911-e8b5-4a92-ad6d-adb19d8d6117 HTTP/1.1" status: 204 len: 168 time: 0.4785836 Aug 25 14:51:55.195033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:51:55.203438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e8db0e26-d535-45b9-9d7e-19ee206a29d1 admin admin] 10.222.0.58 "PUT /v2.0/routers/3c13b919-57f0-4ae9-840f-0e9b12a8c473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099781 Aug 25 14:51:55.204847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707a8a-c937-4d64-bfbb-5c1e61dc1760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee6b911-e8b5-4a92-ad6d-adb19d8d6117,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:55.207069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:55.267788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] Sync routers for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:51:55.405849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:51:55.406585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:55.476653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.507210 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.515817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.599551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-688f6e0f-7fa7-4778-aa23-37aae7ddb392 req-06f02908-e6a7-4b77-b363-50addfdc26d4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 210 time: 0.4269993 Aug 25 14:51:55.605881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:55.622268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.630152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.634359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:51:55.635976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.642722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.649039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.655005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.662035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.670066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-843e26e3-2534-451d-9856-728a9cad6016 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5426 time: 0.2435560 Aug 25 14:51:55.686397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.732344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2868da-cf62-4f8a-bda4-762e57a6c132 req-2c31b3f9-ec22-4b86-973e-99f3bb340fea tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.734162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a2868da-cf62-4f8a-bda4-762e57a6c132 req-2c31b3f9-ec22-4b86-973e-99f3bb340fea tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0660219 Aug 25 14:51:55.822969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d85e2b90-0a47-4d4e-ae71-16b414120c7f req-93852cc1-3d2d-4611-af39-c893425d842a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518803 Aug 25 14:51:55.896044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:55.896614 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a2868da-cf62-4f8a-bda4-762e57a6c132 req-8a501612-a949-4a4b-bdf6-6cfc15b252df tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205630 Aug 25 14:51:55.897628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:55.910943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-94033579-cece-40b6-b689-65800af31e05 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:55.913405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-94033579-cece-40b6-b689-65800af31e05 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.3670180 Aug 25 14:51:55.930068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Request body: {'port': {'device_id': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'admin_state_up': True, 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:56.072885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:51:53Z', 'revision_number': 5, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port': {'id': 'e9e1d44b-14ee-47fd-9f81-7006b1136a1e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:46:41Z', 'updated_at': '2021-08-25T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:56.122756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] Checking router: 3c13b919-57f0-4ae9-840f-0e9b12a8c473 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:51:56.137610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] Routers {'3c13b919-57f0-4ae9-840f-0e9b12a8c473'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:51:56.137610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:56.183403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Deleting port e9e1d44b-14ee-47fd-9f81-7006b1136a1e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:56.183971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:56.241946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:51:56.245647 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:56.311780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] Set router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:51:56.366729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] For port e9e1d44b-14ee-47fd-9f81-7006b1136a1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:56.367307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:56.383563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:51:55Z', 'revision_number': 6, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:56.410417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4a972-64f8-4a61-9522-094db0752860 None None] The sync data for ids ['3c13b919-57f0-4ae9-840f-0e9b12a8c473'] in n-d-805995-2 is: [{'id': '3c13b919-57f0-4ae9-840f-0e9b12a8c473', 'name': 'tempest-ServersTestBootFromVolume-465173935-router', 'tenant_id': '7548e3a7254f49b78992e6db87006923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:46:40Z', 'updated_at': '2021-08-25T14:51:55Z', 'revision_number': 6, 'project_id': '7548e3a7254f49b78992e6db87006923', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:51:56.411181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Calling delete_port for e9e1d44b-14ee-47fd-9f81-7006b1136a1e owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:56.513702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6be7967c-177b-42f9-8369-80ee0412c557 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:56.644381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 6be7967c-177b-42f9-8369-80ee0412c557 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:56.652677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 6be7967c-177b-42f9-8369-80ee0412c557 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:56.657603 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:56.739923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33d90df5-869f-4087-956e-5280fda22cfd req-e033657e-cf25-44c5-9412-954a40e38bbd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 210 time: 0.0586936 Aug 25 14:51:56.805677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:56.850864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6be7967c-177b-42f9-8369-80ee0412c557,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:56.898065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:56.900544 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e583e3-81aa-48a1-85bf-86f66445d57a" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "6be7967c-177b-42f9-8369-80ee0412c557"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:56.920506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Allocated IP 172.20.0.12 (0985fe32-f0ed-4e2a-9fc2-0debf0f856d6/150285c5-622e-482a-a178-846f65eb3cf7/1e5cffcd-c829-432e-9897-2188986ce2b1) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:51:56.935947 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:56.941232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 892289ca-96b0-4816-9975-2e7bc9cbad18 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:57.026868 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff1ba8-7931-42e5-aa8b-8f8151bdb7a3 x-openstack-request-id: req-92ff1ba8-7931-42e5-aa8b-8f8151bdb7a3 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:57.030778 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "6be7967c-177b-42f9-8369-80ee0412c557", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:57.032604 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92ff1ba8-7931-42e5-aa8b-8f8151bdb7a3 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:57.032604 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6', 'code': 200} Aug 25 14:51:57.032604 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557', 'code': 200} Aug 25 14:51:57.086182 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.099446 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.114977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.124513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.133577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.141555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.143645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:57.150806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.159395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.169589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.178053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-7c037a08-a801-4497-904c-717cda3edd6e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5428 time: 0.1863155 Aug 25 14:51:57.238400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 892289ca-96b0-4816-9975-2e7bc9cbad18 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:57.241454 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1b44694-60fe-49b9-a696-2ac495cb4c05 req-f817a342-57ef-4912-b53e-ceb361f253fe tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624573 Aug 25 14:51:57.242938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 892289ca-96b0-4816-9975-2e7bc9cbad18 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:57.243345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.295955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113236b4-5ae5-46b3-9625-f35cf5fabc70 req-60b1a8a1-acc4-4551-9327-548ab29f3319 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.305291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-113236b4-5ae5-46b3-9625-f35cf5fabc70 req-60b1a8a1-acc4-4551-9327-548ab29f3319 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1974509 Aug 25 14:51:57.331323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.363240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.390030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.405736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e1d44b-14ee-47fd-9f81-7006b1136a1e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:57.420929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=892289ca-96b0-4816-9975-2e7bc9cbad18,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:57.438795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-113236b4-5ae5-46b3-9625-f35cf5fabc70 req-d4933eb5-9d31-4f02-9729-fbc617fc7c4c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323440 Aug 25 14:51:57.510362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.512662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:57.513029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.623263 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.623537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:57.625799 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.680368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.723380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:51:57.726720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:51:57.731176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:51:57.735395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:57.754372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:57.758818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:57.759240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.765746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.766112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.766657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.766852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.767597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.767862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.768146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.768452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.768779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.769105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.769481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.769821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:51:57.781119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.781835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c13b919-57f0-4ae9-840f-0e9b12a8c473 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:51:57.804396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.816120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87e219d4-f07e-4621-9f02-800155db56cb admin admin] 10.222.0.58 "DELETE /v2.0/routers/3c13b919-57f0-4ae9-840f-0e9b12a8c473 HTTP/1.1" status: 204 len: 168 time: 2.6046228 Aug 25 14:51:57.816937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54996) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:57.838919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.844380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.913194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Deleting subnet e9286713-8c88-415b-8132-d717e254c3dd {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:51:57.916988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:57.952798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 14805254-339d-4b8b-90a1-1eb8f03dddff no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:57.959424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-f52bb5cd-3b67-42e3-9e80-fbc26a2331bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0362625 Aug 25 14:51:57.979322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Request body: {'port': {'device_id': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:51:57.990414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83f01c-b79f-4991-a3f0-932f2b9f4e8d req-a80e6dea-7d93-428a-a30f-00014d5ee283 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:57.998764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a83f01c-b79f-4991-a3f0-932f2b9f4e8d req-a80e6dea-7d93-428a-a30f-00014d5ee283 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 932 time: 0.0920274 Aug 25 14:51:58.026384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.027485 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.029605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 14805254-339d-4b8b-90a1-1eb8f03dddff {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:58.030244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 14805254-339d-4b8b-90a1-1eb8f03dddff not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:58.030924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e9e1d44b-14ee-47fd-9f81-7006b1136a1e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:58.067229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: e9e1d44b-14ee-47fd-9f81-7006b1136a1e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:58.067609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e9e1d44b-14ee-47fd-9f81-7006b1136a1e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:58.108239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:58.112410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a83f01c-b79f-4991-a3f0-932f2b9f4e8d req-3a4256d7-f05b-4990-8283-a0c01f5f7cc5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131546 Aug 25 14:51:58.120429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.181095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.182238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 63165e48-89cb-46cb-a112-4bfab5eefd23 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:58.278420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.304724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:58.415332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 63165e48-89cb-46cb-a112-4bfab5eefd23 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:58.433383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 63165e48-89cb-46cb-a112-4bfab5eefd23 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:58.434446 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.471240 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.514263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9286713-8c88-415b-8132-d717e254c3dd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:58.516939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.521817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.524947 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de55f96b-50a7-477b-8ee8-1581699ae745 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e9286713-8c88-415b-8132-d717e254c3dd HTTP/1.1" status: 204 len: 168 time: 0.7068470 Aug 25 14:51:58.528868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55030) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:51:58.530121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.540652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.545440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3491a56-8713-41b4-a039-1d259e7dd7b5 None None] Network 802a0457-4426-477e-834b-692a860f1b71 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:51:58.551962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.559138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.565513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.571921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.573927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-b0dfeb37-d509-474b-aba9-9c926ffaaa18 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5430 time: 0.1629269 Aug 25 14:51:58.594723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.652175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7004de6e-0142-4a93-9d65-9378d5bf8524 req-14df255c-0e19-4519-8148-a4297ca92a31 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659392 Aug 25 14:51:58.682700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=63165e48-89cb-46cb-a112-4bfab5eefd23,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:58.713255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.758912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5cffcd-c829-432e-9897-2188986ce2b1 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:51:58.769119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.779821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.780712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:51:58.788656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Transition to ACTIVE for port object 1e5cffcd-c829-432e-9897-2188986ce2b1 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:51:58.806679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Deleting port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:58.807149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.830633 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.867158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.892289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:58.899096 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] For port 06903573-bdf7-4e45-a2b3-4b34eeca15d9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06903573-bdf7-4e45-a2b3-4b34eeca15d9,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:58.900548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:58.923531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Calling delete_port for 06903573-bdf7-4e45-a2b3-4b34eeca15d9 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:58.930130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982194f-9442-4e52-a727-eb593a421769 None None] DHCP port deletion for 802a0457-4426-477e-834b-692a860f1b71 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:51:58.940742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08df34-8d76-4286-8400-98a8f3da66a4 req-58f6029b-a8c4-4816-ac5b-2714c2bb1ea2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:58.948168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a08df34-8d76-4286-8400-98a8f3da66a4 req-58f6029b-a8c4-4816-ac5b-2714c2bb1ea2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1426632 Aug 25 14:51:58.967519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:58.975958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:51:58.985789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:51:58.986415 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.033431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63165e48-89cb-46cb-a112-4bfab5eefd23'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:59.035807 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f2bbc-690c-4022-9eba-bdb51ebbf616" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "63165e48-89cb-46cb-a112-4bfab5eefd23"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:59.042692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1982194f-9442-4e52-a727-eb593a421769 None None] Deleting port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:51:59.043250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1982194f-9442-4e52-a727-eb593a421769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.058169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a08df34-8d76-4286-8400-98a8f3da66a4 req-de270e5a-8f01-4138-9f14-9f2657fcbaa0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 Aug 25 14:51:59.095444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Attempting to bind port 1e5cffcd-c829-432e-9897-2188986ce2b1 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:51:59.095839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Attempting to bind port 1e5cffcd-c829-432e-9897-2188986ce2b1 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:51:59.096296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Attempting to bind port 1e5cffcd-c829-432e-9897-2188986ce2b1 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:59.101365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Port 1e5cffcd-c829-432e-9897-2188986ce2b1 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:51:59.101745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Attempting to bind port 1e5cffcd-c829-432e-9897-2188986ce2b1 on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:51:59.109357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:51:59.110289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:51:59.111443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Bound using segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:51:59.112356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Bound port: 1e5cffcd-c829-432e-9897-2188986ce2b1, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:51:59.113610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.139721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.195117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Pushing event deleted for resources: {'Port': ['ID=06903573-bdf7-4e45-a2b3-4b34eeca15d9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:59.209257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] No DVR routers for this DVR port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:59.240601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:51:59.243671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:51:59.295557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1982194f-9442-4e52-a727-eb593a421769 None None] For port 06903573-bdf7-4e45-a2b3-4b34eeca15d9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06903573-bdf7-4e45-a2b3-4b34eeca15d9,segment=NetworkSegment(1d4b51a7-1573-4ed8-bdd7-f222eef9a261),segment_id=1d4b51a7-1573-4ed8-bdd7-f222eef9a261)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:59.295964 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1982194f-9442-4e52-a727-eb593a421769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.308071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.321458 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21058d7-65f3-4b93-9da3-a63ca0a56ded x-openstack-request-id: req-c21058d7-65f3-4b93-9da3-a63ca0a56ded {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:51:59.321768 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "63165e48-89cb-46cb-a112-4bfab5eefd23", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:51:59.322025 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c21058d7-65f3-4b93-9da3-a63ca0a56ded {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:51:59.322431 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18', 'code': 200} Aug 25 14:51:59.322689 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8', 'code': 200} Aug 25 14:51:59.322943 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63165e48-89cb-46cb-a112-4bfab5eefd23', 'code': 200} Aug 25 14:51:59.323113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802a0457-4426-477e-834b-692a860f1b71']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:59.325054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1982194f-9442-4e52-a727-eb593a421769 None None] Calling delete_port for 06903573-bdf7-4e45-a2b3-4b34eeca15d9 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:51:59.330335 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.337402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4b51a7-1573-4ed8-bdd7-f222eef9a261') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:59.338004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4b51a7-1573-4ed8-bdd7-f222eef9a261') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:51:59.349232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.359054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.366845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.375951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:51:59.377248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:51:59.379644 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:51:59.408355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:51:59.439631 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1982194f-9442-4e52-a727-eb593a421769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.456490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:59.457534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.460204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] 10.222.0.45 "PUT /v2.0/ports/1e5cffcd-c829-432e-9897-2188986ce2b1 HTTP/1.1" status: 200 len: 1092 time: 1.4867814 Aug 25 14:51:59.473280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982194f-9442-4e52-a727-eb593a421769 None None] No DVR routers for this DVR port 06903573-bdf7-4e45-a2b3-4b34eeca15d9 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:51:59.477102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982194f-9442-4e52-a727-eb593a421769 None None] Pushing event deleted for resources: {'Port': ['ID=06903573-bdf7-4e45-a2b3-4b34eeca15d9,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:59.480444 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.483504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:51:59.488400 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005d2b19-adb1-4ef3-bad9-b96a77b07302" -d '{"events": [{"name": "network-changed", "server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:51:59.520944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc7671-4e45-4852-85f4-1099ca79349c service neutron] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:59.538221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.542171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6444b2-3c71-4e5b-9a00-e5307be881cb req-a01c774b-72ad-4659-8d04-d927d0d1a66d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:59.543848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee6444b2-3c71-4e5b-9a00-e5307be881cb req-a01c774b-72ad-4659-8d04-d927d0d1a66d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.1176102 Aug 25 14:51:59.549146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:51:59.549146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] 10.222.0.58 "DELETE /v2.0/networks/802a0457-4426-477e-834b-692a860f1b71 HTTP/1.1" status: 204 len: 168 time: 1.0178995 Aug 25 14:51:59.559578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:59.560974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b0569-57df-49db-9b88-7550f00ece21 admin admin] Pushing event deleted for resources: {'Network': ['ID=802a0457-4426-477e-834b-692a860f1b71,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:51:59.611808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee6444b2-3c71-4e5b-9a00-e5307be881cb req-6af4595b-1492-45f1-8f4f-11ce42995301 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590153 Aug 25 14:51:59.642350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-1ca7a2a1-5a11-49cd-be01-3336435723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:59.644149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-1ca7a2a1-5a11-49cd-be01-3336435723aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 1095 time: 0.0469079 Aug 25 14:51:59.698177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-9ab27540-adb5-4cbc-a2e3-81c4eb2c60da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5cffcd-c829-432e-9897-2188986ce2b1 HTTP/1.1" status: 200 len: 217 time: 0.0446022 Aug 25 14:51:59.752111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-e9a97a9b-bae5-4e4c-b639-7fbf4629a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:51:59.753585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-e9a97a9b-bae5-4e4c-b639-7fbf4629a820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.0479357 Aug 25 14:51:59.812260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7fd5e105-9abb-4c53-9a50-86e2c12bcd8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512371 Aug 25 14:51:59.860472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06903573-bdf7-4e45-a2b3-4b34eeca15d9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:51:59.894058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 06903573-bdf7-4e45-a2b3-4b34eeca15d9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:51:59.894406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06903573-bdf7-4e45-a2b3-4b34eeca15d9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:51:59.943826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-7cae2ea4-c5ba-4e3d-abae-330541ad4d3b service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231771 Aug 25 14:52:00.046295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55094) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:00.069095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0464aaa7-1da4-4912-ac8f-eab983d5f3e9 req-dec60751-04b7-4fec-83d0-1af479d08b41 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172440 Aug 25 14:52:00.091083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1cd124e-b209-4b94-8501-254b8d27f05a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7548e3a7254f49b78992e6db87006923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492792 Aug 25 14:52:00.093482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55098) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:00.164050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa8accf1-a88c-45c0-87ac-e95a6e1edadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:00.193935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa8accf1-a88c-45c0-87ac-e95a6e1edadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:00.212558 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ec98a-1020-48be-a94a-04925d028a29 x-openstack-request-id: req-974ec98a-1020-48be-a94a-04925d028a29 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:00.212924 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:00.213255 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-974ec98a-1020-48be-a94a-04925d028a29 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:00.214178 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'status': 'completed', 'code': 200} Aug 25 14:52:00.300281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-a6e605f6-2daa-440d-bf7f-35df8a00801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.300281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-a6e605f6-2daa-440d-bf7f-35df8a00801f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 1095 time: 0.0487878 Aug 25 14:52:00.338428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.344546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.350599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.357264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.363864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.370329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.376237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.378717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-b3f38e27-5cde-4d92-a55a-60a43358e828 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1093216 Aug 25 14:52:00.380042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa8accf1-a88c-45c0-87ac-e95a6e1edadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:00.384078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa8accf1-a88c-45c0-87ac-e95a6e1edadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:00.385186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aa8accf1-a88c-45c0-87ac-e95a6e1edadd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cd042bb-195a-4837-a4dc-bbbcb7aa69ea HTTP/1.1" status: 204 len: 168 time: 0.2907782 Aug 25 14:52:00.401586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8accf1-a88c-45c0-87ac-e95a6e1edadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd042bb-195a-4837-a4dc-bbbcb7aa69ea,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:00.448956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e4721ef-46c5-4005-9f17-b794071a6c4c req-31f18546-6855-47e0-98b9-2c5f3464450e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544047 Aug 25 14:52:00.468282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac65b7b-53dd-4b40-81ea-4d093d6719f6 req-32192866-0d62-4db6-9a35-3f3e0cf2efc3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.469864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fac65b7b-53dd-4b40-81ea-4d093d6719f6 req-32192866-0d62-4db6-9a35-3f3e0cf2efc3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1316350 Aug 25 14:52:00.475879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-3eac545e-ddbd-4998-a1b9-76945e14d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.477766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-3eac545e-ddbd-4998-a1b9-76945e14d3bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 912 time: 0.1707048 Aug 25 14:52:00.536910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-61eb005e-2a90-47ed-a288-938a116271a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5cffcd-c829-432e-9897-2188986ce2b1 HTTP/1.1" status: 200 len: 217 time: 0.0503914 Aug 25 14:52:00.589539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fac65b7b-53dd-4b40-81ea-4d093d6719f6 req-871e7664-bde9-4e69-a3c3-4779aead58ef tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106768 Aug 25 14:52:00.623258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-116c1c82-3273-4f0a-b1a7-e4937a29c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:00.625030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-116c1c82-3273-4f0a-b1a7-e4937a29c434 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.0783012 Aug 25 14:52:00.667711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-6ae4ae9e-54a1-4441-8ee0-01ecce54f43c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339825 Aug 25 14:52:00.833094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-b41a05c3-1f25-40bb-90ad-c24b9d1b7b7f service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541800 Aug 25 14:52:00.981215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-005d2b19-adb1-4ef3-bad9-b96a77b07302 req-57f9e0ca-1d8e-40c7-a618-6d1c5c6d9fd7 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432810 Aug 25 14:52:01.319018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10df29-b5f2-44c0-8e05-83df517728fb req-3bd94ec5-27be-4621-b687-06a1ce0fac74 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.323766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e10df29-b5f2-44c0-8e05-83df517728fb req-3bd94ec5-27be-4621-b687-06a1ce0fac74 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0647304 Aug 25 14:52:01.324849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:01.327274 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da9b3d-c1f9-41c2-bf3a-9bb71fb066e2" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:01.359665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e10df29-b5f2-44c0-8e05-83df517728fb req-2bbefa41-a5f7-48ec-b3ec-9cf6f5d83d6e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Aug 25 14:52:01.539563 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a51ea-d50c-48c6-b229-a006c9f71e41 x-openstack-request-id: req-099a51ea-d50c-48c6-b229-a006c9f71e41 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:01.540282 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:01.540758 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-099a51ea-d50c-48c6-b229-a006c9f71e41 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:01.541299 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d', 'code': 200} Aug 25 14:52:01.715839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.716549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.717200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.718031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.718787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.719461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.719865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:01.722483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-0a27ce8a-b3cf-4746-8693-b42e4f5dd5dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6489 time: 0.0625834 Aug 25 14:52:01.763255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:01.769978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-497a1dd1-fc4c-4591-90c9-79ae50f8b57f req-988620f2-c2e8-4fbf-b296-9db32a50558d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349903 Aug 25 14:52:01.901416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-773321266-network', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:02.041274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Made reservation on behalf of d1101cbfbf874a22b9f4a36873efe906 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:02.044019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.054993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.172727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.181851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.187704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.193541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.199327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.205664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.211479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.217309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.219230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-611e1f4c-9580-4e3a-acec-5a8b6c7f8604 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1092641 Aug 25 14:52:02.265771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8386ff37-bcb7-4403-8ef0-c2c1fef837f1 req-3e6a0af1-d78a-411a-a21a-b03f9c90db49 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390844 Aug 25 14:52:02.272494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.314821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:52:02.329957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5707d6fb-18c0-41c9-9bae-55c8493ddc4a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:02.334986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.335444 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Added segment edf18e5a-3076-4a27-b05d-78e61fd50ad4 of type vlan for network a4d5f94b-9852-489d-9176-501e906ac6d1 Aug 25 14:52:02.383566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.419903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af035a-2185-4ba3-b4f0-eab3f30e2822 req-b196051c-e2bb-4994-a34b-b4245134562f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.421360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67af035a-2185-4ba3-b4f0-eab3f30e2822 req-b196051c-e2bb-4994-a34b-b4245134562f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0545821 Aug 25 14:52:02.463576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67af035a-2185-4ba3-b4f0-eab3f30e2822 req-d1206264-91d8-444e-ad56-413de9f4372f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Aug 25 14:52:02.488988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.492419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.493570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:02.559588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d5f94b-9852-489d-9176-501e906ac6d1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:02.570809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a4d5f94b-9852-489d-9176-501e906ac6d1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:52:02.650846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8022b0f1-37b7-4483-b927-8faf0e6838c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8866613 Aug 25 14:52:02.654237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:02.662585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Request body: {'subnet': {'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-773321266-subnet', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:02.731805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca859379-7811-4ad9-b5ba-20ff4f7b0ea7 req-a43fd1c7-2c42-4bc7-8ec6-759da62c0006 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:02.733480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca859379-7811-4ad9-b5ba-20ff4f7b0ea7 req-a43fd1c7-2c42-4bc7-8ec6-759da62c0006 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0624313 Aug 25 14:52:02.778528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca859379-7811-4ad9-b5ba-20ff4f7b0ea7 req-ad0f433d-b801-489e-8bf4-98f8d267e667 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Aug 25 14:52:02.780393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Made reservation on behalf of d1101cbfbf874a22b9f4a36873efe906 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:02.782800 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.080836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.139224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af18d698-9e49-4099-a2eb-8e03dbebf729,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:03.152480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Checking segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:03.152839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Network hostable DHCP agents. Network: a4d5f94b-9852-489d-9176-501e906ac6d1, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:52:03.247143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Network a4d5f94b-9852-489d-9176-501e906ac6d1 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:52:03.362560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a4d5f94b-9852-489d-9176-501e906ac6d1) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:03.373438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.375464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea95b5-4253-4713-ad5b-bde846319990 None None] Network a4d5f94b-9852-489d-9176-501e906ac6d1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:03.378261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.472044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.481380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.487908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.494672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.501129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.508094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.514378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.519365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52ace6c4-4f99-4006-b397-b5466a536411 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8603492 Aug 25 14:52:03.520923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55334) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:03.524374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:03.527419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-38f46e4d-37c2-4e68-ab4e-d75224859622 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1347704 Aug 25 14:52:03.581224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8abd6a14-c2d0-4348-b0ed-29778bbcee31 req-8b5eab78-0df7-4951-84b6-baa391433534 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523844 Aug 25 14:52:03.638293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.639748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.684536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55340) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:03.716850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:52:03.727322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-a4d5f94b-9852-489d-9176-501e906ac6d1', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:52:03.739210 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.750428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:03.802020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77039e-e82f-437b-a7a8-31fb836f9d18 req-981e46f8-41a2-4446-b2fb-01df30aa7b74 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:03.803743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c77039e-e82f-437b-a7a8-31fb836f9d18 req-981e46f8-41a2-4446-b2fb-01df30aa7b74 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1212115 Aug 25 14:52:03.874663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c77039e-e82f-437b-a7a8-31fb836f9d18 req-cdeed5ea-f738-4c1e-8116-cf9229f73363 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627720 Aug 25 14:52:03.888218 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00496e2f-6f09-4bcc-b482-6ebe501815fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.042546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531de24a-c5cd-4f4c-8ec7-922d89e951b7 req-e64cf73a-8083-4d91-a69c-a2d6d67f5115 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.042864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:04.045040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-531de24a-c5cd-4f4c-8ec7-922d89e951b7 req-e64cf73a-8083-4d91-a69c-a2d6d67f5115 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0907071 Aug 25 14:52:04.084593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'mac_address': 'fa:16:3e:21:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:52:04.106961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.125565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-531de24a-c5cd-4f4c-8ec7-922d89e951b7 req-7f4779cf-d1b4-4de9-aa9f-d11f6142e138 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646033 Aug 25 14:52:04.142623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00496e2f-6f09-4bcc-b482-6ebe501815fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.155786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Allocated IP 172.20.0.2 (a4d5f94b-9852-489d-9176-501e906ac6d1/af18d698-9e49-4099-a2eb-8e03dbebf729/df6d474a-a2d8-43fe-a21d-b52ab4c20ec4) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:04.169941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.222260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5cffcd-c829-432e-9897-2188986ce2b1 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:04.250772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:04.270010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00496e2f-6f09-4bcc-b482-6ebe501815fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.321297 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-00496e2f-6f09-4bcc-b482-6ebe501815fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba65c36716524c83b10837bfd41cd968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355963 Aug 25 14:52:04.322308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00496e2f-6f09-4bcc-b482-6ebe501815fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff0dfe-6603-4ece-80e4-c6f14cd92a6a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:04.324844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55390) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:04.358918 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.371663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Transition to ACTIVE for port object df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:04.375972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.382004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7db4f28a-e645-4063-a956-bbd2c35ca916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.406962 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7db4f28a-e645-4063-a956-bbd2c35ca916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.420741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Transition to ACTIVE for port object df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:04.450074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:04.491608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.512241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.518236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.557755 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7db4f28a-e645-4063-a956-bbd2c35ca916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.560736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Network a4d5f94b-9852-489d-9176-501e906ac6d1 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:04.563852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7db4f28a-e645-4063-a956-bbd2c35ca916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.564506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:04.572362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:04.573898 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7db4f28a-e645-4063-a956-bbd2c35ca916 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8ff0dfe-6603-4ece-80e4-c6f14cd92a6a HTTP/1.1" status: 204 len: 168 time: 0.2476041 Aug 25 14:52:04.582383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Pushing event updated for resources: {'Port': ['ID=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:04.589670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1e5cffcd-c829-432e-9897-2188986ce2b1'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:04.598923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f28a-e645-4063-a956-bbd2c35ca916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff0dfe-6603-4ece-80e4-c6f14cd92a6a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:04.686057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Attempting to bind port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:04.686450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Attempting to bind port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:04.686809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Attempting to bind port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 on network a4d5f94b-9852-489d-9176-501e906ac6d1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:04.697028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:04.697696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Checking segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:04.698303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.699107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Bound using segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:04.699967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Bound port: df6d474a-a2d8-43fe-a21d-b52ab4c20ec4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:04.700536 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.724122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Allocated IP 172.25.8.14 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/3a477de9-5cdf-44c6-ab4a-830dcb43d05b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:04.823721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.828284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] For port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:04.833629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.848053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.856852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.863798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.870543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] For port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:04.871401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.878931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:04.881556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-f9924212-96a5-4a86-b4e1-dfb92c191427 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1315529 Aug 25 14:52:04.887392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:04.932339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e5aece4-8a85-457a-96d5-d611dfaca3bb req-b017cfed-4d17-4f06-98fe-1f2ace74b4fa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423167 Aug 25 14:52:04.987117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.038387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.059993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4fb4-32a5-4e8f-80e3-3ac2ecab055e None None] Pushing event updated for resources: {'Port': ['ID=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:05.112727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:05.117991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:05.122130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:05.151862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Pushing event updated for resources: {'Port': ['ID=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:05.178319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467c60-2121-4b90-978e-f4ec35b85181 req-aa7d86a2-699f-427e-95c8-53fd9f31defc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.185162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26467c60-2121-4b90-978e-f4ec35b85181 req-aa7d86a2-699f-427e-95c8-53fd9f31defc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0791774 Aug 25 14:52:05.249055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26467c60-2121-4b90-978e-f4ec35b85181 req-102e40f9-0a04-48e7-a662-2a28a2c07466 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Aug 25 14:52:05.434083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18ad1f-7aa9-4d0c-a375-db0e29519da9 req-81e5587b-fbce-4fcf-949f-20ae6f72b41c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.434571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.439161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e18ad1f-7aa9-4d0c-a375-db0e29519da9 req-81e5587b-fbce-4fcf-949f-20ae6f72b41c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 945 time: 0.0716171 Aug 25 14:52:05.447004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.452992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.459017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.464902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.471228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.477033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:05.478946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-246c78a3-21c0-47d7-8f15-498af1276012 req-12fce10e-52b1-4a5d-8d5e-2f11094f39f2 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1335843 Aug 25 14:52:05.490278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55462) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:05.494907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Request body: {'floatingip': {'port_id': '6be7967c-177b-42f9-8369-80ee0412c557'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:05.496943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e18ad1f-7aa9-4d0c-a375-db0e29519da9 req-9128f937-5647-4f1b-8996-7919e3b39724 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 Aug 25 14:52:05.530644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:05.545559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc742-e827-44ff-ad80-9580429555bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.574636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.668530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc742-e827-44ff-ad80-9580429555bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.718103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:05.758898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc742-e827-44ff-ad80-9580429555bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.771173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.881407 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ca7dc742-e827-44ff-ad80-9580429555bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c379d20247554d1db661bca48abb902d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490577 Aug 25 14:52:05.882679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dc742-e827-44ff-ad80-9580429555bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536cd477-8cd3-489e-9b72-ae2ff4a762d7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:05.884343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:05.934882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 1e5cffcd-c829-432e-9897-2188986ce2b1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:05.941451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1e5cffcd-c829-432e-9897-2188986ce2b1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:05.942232 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:05.984136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:06.111626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.149246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:06.152401 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791dbbce-b859-41fd-a3b9-f3e17678f8b4" -d '{"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-plugged", "status": "completed", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:06.180148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:06.186888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:06.217944 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddbde8c-e234-47d0-8360-25fa3280a547 x-openstack-request-id: req-6ddbde8c-e234-47d0-8360-25fa3280a547 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:06.218252 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-plugged", "status": "completed", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:06.218554 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ddbde8c-e234-47d0-8360-25fa3280a547 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:06.218983 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'code': 200} Aug 25 14:52:06.270281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-969c6eac-d5c5-487c-a1d7-7b5aa29ef301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.270595 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.356091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:06.382533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d0389-ccdc-455b-80a7-92699255c1b6 None None] Network a4d5f94b-9852-489d-9176-501e906ac6d1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:06.538906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] Provisioning for port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:06.547421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] Provisioning complete for port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:06.548033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.692233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.717988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-969c6eac-d5c5-487c-a1d7-7b5aa29ef301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.732386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] For port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:06.815679 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.878450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.885983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b5f6d-1ffd-47d8-bd51-a3bf35caae00 req-8d309fff-1a73-49e9-8e4e-fdd8c36e7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:06.887533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-722b5f6d-1ffd-47d8-bd51-a3bf35caae00 req-8d309fff-1a73-49e9-8e4e-fdd8c36e7f91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 1097 time: 0.6017463 Aug 25 14:52:06.921904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c628c66-8fdd-47a3-a69e-0f3fd98d7488 req-99124307-c0e6-4d86-93d1-fda9f0891448 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:06.924024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c628c66-8fdd-47a3-a69e-0f3fd98d7488 req-99124307-c0e6-4d86-93d1-fda9f0891448 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.2566004 Aug 25 14:52:06.952028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65c201-0686-4bc7-ad0c-2405ffbdfd1e None None] Pushing event updated for resources: {'Port': ['ID=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:06.966934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.resource_extend [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:52:06.971560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-53c67763-4051-49f6-bec6-97f004262f2e None None] Provisioning complete for port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:06.971904 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-53c67763-4051-49f6-bec6-97f004262f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:06.987292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62b87-59e1-4e63-b01c-74c0b3cf8357 req-42db8938-1dff-4882-81ef-96d63bf01290 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:06.995562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecf62b87-59e1-4e63-b01c-74c0b3cf8357 req-42db8938-1dff-4882-81ef-96d63bf01290 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1076477 Aug 25 14:52:07.048765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecf62b87-59e1-4e63-b01c-74c0b3cf8357 req-9871a9eb-767c-4c56-aec1-cb0f1b685acd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Aug 25 14:52:07.103169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-722b5f6d-1ffd-47d8-bd51-a3bf35caae00 req-63588182-3e6a-4837-b475-688e5c7be898 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073607 Aug 25 14:52:07.106637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:07.111362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c628c66-8fdd-47a3-a69e-0f3fd98d7488 req-9d315d54-679c-4fe3-ab1a-8d008c8fbb96 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485088 Aug 25 14:52:07.157038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-969c6eac-d5c5-487c-a1d7-7b5aa29ef301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:07.160201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-969c6eac-d5c5-487c-a1d7-7b5aa29ef301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:07.164296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-969c6eac-d5c5-487c-a1d7-7b5aa29ef301 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/536cd477-8cd3-489e-9b72-ae2ff4a762d7 HTTP/1.1" status: 204 len: 168 time: 1.2757878 Aug 25 14:52:07.175483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6eac-d5c5-487c-a1d7-7b5aa29ef301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536cd477-8cd3-489e-9b72-ae2ff4a762d7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:07.192999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:07.298579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Router d2222d80-60e8-4038-ac10-83436985ab83 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:52:07.362736 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Floating IP 96aef027-c3a9-459a-96fb-9f18c7afcaae associated. External IP: 172.25.8.116, port: 6be7967c-177b-42f9-8369-80ee0412c557. Aug 25 14:52:07.510295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:07.521313 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Sync routers for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:07.532304 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:07.533038 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:07.611960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:07.617261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-83adc5a6-53eb-4d66-8b34-ee9b6481861d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0931358 Aug 25 14:52:07.618751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55606) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:07.668666 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:07.764012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Router cda12f33-739a-48cb-a9da-f9af265016a8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:07.898791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:07.953707 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:05Z', 'revision_number': 3, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:07.984048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:07.985060 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.001946 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Checking router: d2222d80-60e8-4038-ac10-83436985ab83 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:08.002730 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Updating router d2222d80-60e8-4038-ac10-83436985ab83 port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:08.046673 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.248004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:08.260186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.261438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] Sync routers for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:08.279566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:08.283434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:08.307820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d484dd-a9cd-40b3-ab15-772c6294c0f8 req-7dabe2a8-5ebd-4899-a78c-8750322b76db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.309399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84d484dd-a9cd-40b3-ab15-772c6294c0f8 req-7dabe2a8-5ebd-4899-a78c-8750322b76db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1453040 Aug 25 14:52:08.314012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-03151bf9-fae6-494b-90ba-5ad714f7bc6f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "PUT /v2.0/floatingips/96aef027-c3a9-459a-96fb-9f18c7afcaae HTTP/1.1" status: 200 len: 992 time: 2.8226514 Aug 25 14:52:08.329030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc408a99-e122-4adf-8424-7f50038640b7 req-6588d82b-dab8-447c-a6e7-7b65b63309c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.333642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:08.335801 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253f4060-9455-48b3-9b6b-a3808bd7d7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "6be7967c-177b-42f9-8369-80ee0412c557"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:08.338381 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc408a99-e122-4adf-8424-7f50038640b7 req-6588d82b-dab8-447c-a6e7-7b65b63309c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1136701 Aug 25 14:52:08.400175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc408a99-e122-4adf-8424-7f50038640b7 req-50e88746-dd29-479d-a606-eec7730a19be tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 Aug 25 14:52:08.422117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84d484dd-a9cd-40b3-ab15-772c6294c0f8 req-a259bb29-3db0-4004-964f-b765dc66557e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814312 Aug 25 14:52:08.555178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:08.559127 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.583823 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Transition to ACTIVE for port object 3a477de9-5cdf-44c6-ab4a-830dcb43d05b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:08.591961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.649728 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e635e-80ee-44e6-b8cf-cbbce92f4aa6 x-openstack-request-id: req-404e635e-80ee-44e6-b8cf-cbbce92f4aa6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:08.656887 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "tag": "6be7967c-177b-42f9-8369-80ee0412c557", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:08.656887 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-404e635e-80ee-44e6-b8cf-cbbce92f4aa6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:08.656887 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557', 'status': 'completed', 'code': 200} Aug 25 14:52:08.774925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.775520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.776009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.776491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.777034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.777521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.778091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.780077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-09e0f1cb-3a20-4459-9fdf-4d003b619036 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6489 time: 0.1203318 Aug 25 14:52:08.814158 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.860232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Pushing event updated for resources: {'Port': ['ID=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:08.873434 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.874169 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.874795 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.876299 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.876898 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.888884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:08.924591 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Attempting to bind port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:08.929338 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Attempting to bind port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:08.931859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-e096621d-af40-4334-8071-1ffff6ab5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:08.934072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-e096621d-af40-4334-8071-1ffff6ab5b64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07c04fab-acb5-4577-8c99-2807be0b11f3 HTTP/1.1" status: 200 len: 912 time: 0.1382396 Aug 25 14:52:08.934221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Attempting to bind port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:08.945546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Allocated IP 172.20.0.1 (a4d5f94b-9852-489d-9176-501e906ac6d1/af18d698-9e49-4099-a2eb-8e03dbebf729/bf871a9e-1fbd-4da1-9806-133714e1eb0a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:08.948202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:08.951420 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:08.951978 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:08.952392 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:08.952904 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Bound port: 3a477de9-5cdf-44c6-ab4a-830dcb43d05b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:08.956704 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:09.024156 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] For port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:09.028285 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] For port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:09.068266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-78a2b4d2-13c5-4c71-acd9-e28619089b46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 200 len: 1000 time: 0.1245983 Aug 25 14:52:09.087052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '96aef027-c3a9-459a-96fb-9f18c7afcaae', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'port_id': '6be7967c-177b-42f9-8369-80ee0412c557', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'mac_address': 'fa:16:3e:00:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:44Z', 'updated_at': '2021-08-25T14:52:06Z', 'revision_number': 1, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:31Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:09.124257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] Checking router: cda12f33-739a-48cb-a9da-f9af265016a8 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:09.134673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:09.135608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:09.141306 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:09.160524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-67358d75-b80d-4f21-9dcc-56b2cd7411c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:09.162045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-67358d75-b80d-4f21-9dcc-56b2cd7411c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7596377-2501-40a9-96e3-dfeb60fe25ad HTTP/1.1" status: 200 len: 850 time: 0.0841730 Aug 25 14:52:09.164966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:09.188091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Transition to ACTIVE for port object bf871a9e-1fbd-4da1-9806-133714e1eb0a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:09.216363 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:09.217092 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:09.220215 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151005df-4d71-46b1-adcb-60a3d5422020 None None] Pushing event updated for resources: {'Port': ['ID=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:09.241601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-d41fab41-cb63-4fbd-b93a-650a372548e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:09.243146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-d41fab41-cb63-4fbd-b93a-650a372548e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07c04fab-acb5-4577-8c99-2807be0b11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709572 Aug 25 14:52:09.280177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:09.345134 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:09.366888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:09.418552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf871a9e-1fbd-4da1-9806-133714e1eb0a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:09.425853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-49c07283-1cb9-42b4-a952-2bd41b74b6c2 service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650605 Aug 25 14:52:09.464993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Network a4d5f94b-9852-489d-9176-501e906ac6d1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:09.469566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:09.509675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:09.608886 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:05Z', 'revision_number': 3, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:09.633629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '96aef027-c3a9-459a-96fb-9f18c7afcaae', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'port_id': '6be7967c-177b-42f9-8369-80ee0412c557', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'mac_address': 'fa:16:3e:00:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:44Z', 'updated_at': '2021-08-25T14:52:06Z', 'revision_number': 1, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:31Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:09.660511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0969b-50fe-4132-85f4-3b94bb0e7449 req-e4cd711d-0a4f-42c7-b9ec-03b674b5c1d7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:09.662950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4be0969b-50fe-4132-85f4-3b94bb0e7449 req-e4cd711d-0a4f-42c7-b9ec-03b674b5c1d7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1036215 Aug 25 14:52:09.693643 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20dc11-313f-413f-8d5b-d7c7eb075d05 None None] The sync data for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 is: [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:05Z', 'revision_number': 3, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:09.718897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5a10-3432-478c-847c-b1cf7bdbe6f8 None None] The sync data for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 is: [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '96aef027-c3a9-459a-96fb-9f18c7afcaae', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'port_id': '6be7967c-177b-42f9-8369-80ee0412c557', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'mac_address': 'fa:16:3e:00:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:50:44Z', 'updated_at': '2021-08-25T14:52:06Z', 'revision_number': 1, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:31Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:09.746864 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4be0969b-50fe-4132-85f4-3b94bb0e7449 req-0fa8591a-b39b-4ca2-aac8-e287f83cc4de tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774202 Aug 25 14:52:09.791989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-253f4060-9455-48b3-9b6b-a3808bd7d7a8 req-246077b9-e6af-4e02-8c4a-b5b2312ca241 service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516798 Aug 25 14:52:09.814964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:09.926073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159c350-afa0-4e82-9286-c4a0dfe48992 req-30599f22-4d59-45b5-a6b0-be8bd11b30bb tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:09.928611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5159c350-afa0-4e82-9286-c4a0dfe48992 req-30599f22-4d59-45b5-a6b0-be8bd11b30bb tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.3310223 Aug 25 14:52:09.948972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:10.018665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1f057dcf-0668-41b8-b7e7-fa0b1ec43dd3 None None] Provisioning for port bf871a9e-1fbd-4da1-9806-133714e1eb0a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:10.023598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1f057dcf-0668-41b8-b7e7-fa0b1ec43dd3 None None] Provisioning complete for port bf871a9e-1fbd-4da1-9806-133714e1eb0a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:10.023789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1f057dcf-0668-41b8-b7e7-fa0b1ec43dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:10.120266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5159c350-afa0-4e82-9286-c4a0dfe48992 req-1ad0deb5-dd6b-46f8-a65a-be8198e0729c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069992 Aug 25 14:52:10.207872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1f057dcf-0668-41b8-b7e7-fa0b1ec43dd3 None None] Port bf871a9e-1fbd-4da1-9806-133714e1eb0a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:10.224395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:10.318725 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9857bf7-6436-4724-8054-9469c7f341e7 None None] New status for floating IP 96aef027-c3a9-459a-96fb-9f18c7afcaae: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:52:10.496931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f003994e-f065-4415-96d4-beb5c5d52789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:10.746178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f003994e-f065-4415-96d4-beb5c5d52789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.030309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.085312 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f003994e-f065-4415-96d4-beb5c5d52789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.140904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f003994e-f065-4415-96d4-beb5c5d52789 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33180ff421c34c098dba9bd40706fb94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1899061 Aug 25 14:52:11.143763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003994e-f065-4415-96d4-beb5c5d52789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5103cbc-b7c4-40db-9596-55a6d32510bf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:11.144699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:11.238973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.319277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fd5980-1379-4399-a03a-8f7e41340ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.393275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.400650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf871a9e-1fbd-4da1-9806-133714e1eb0a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:11.406843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fd5980-1379-4399-a03a-8f7e41340ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.431900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-181fc946-9423-4162-9f09-34f05a9cf68e service neutron] 10.222.0.45 "GET /v2.0/ports/9944c9aa-6081-43bc-97f8-42c4992aff53/bindings/n-h2-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.2173927 Aug 25 14:52:11.531900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4ec55-002f-4476-a90d-6a9918060dd3 req-e3e9cfa4-4bf6-401b-87fb-cf4510938057 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:11.547051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9e4ec55-002f-4476-a90d-6a9918060dd3 req-e3e9cfa4-4bf6-401b-87fb-cf4510938057 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0869360 Aug 25 14:52:11.620134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9e4ec55-002f-4476-a90d-6a9918060dd3 req-1fc6dde7-c7f5-44cf-bfd5-0344da817c78 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702569 Aug 25 14:52:11.694342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Network a4d5f94b-9852-489d-9176-501e906ac6d1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:11.707932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:11.712397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fd5980-1379-4399-a03a-8f7e41340ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.718011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fd5980-1379-4399-a03a-8f7e41340ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:11.726525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82fd5980-1379-4399-a03a-8f7e41340ea1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5103cbc-b7c4-40db-9596-55a6d32510bf HTTP/1.1" status: 204 len: 168 time: 0.5799427 Aug 25 14:52:11.746292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd5980-1379-4399-a03a-8f7e41340ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5103cbc-b7c4-40db-9596-55a6d32510bf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:11.803997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae7769-e4ff-4059-b819-3b19ebb37c09 req-fb353343-f331-4f61-ac8b-1eac3c83e421 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:11.806396 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7ae7769-e4ff-4059-b819-3b19ebb37c09 req-fb353343-f331-4f61-ac8b-1eac3c83e421 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1031146 Aug 25 14:52:11.932842 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7ae7769-e4ff-4059-b819-3b19ebb37c09 req-ede83ef3-1ff7-4a4c-b889-ade3c7190f7f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152220 Aug 25 14:52:11.933521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b48db17-17ca-4c2f-b13d-3ca721dedacb req-59a9151c-dd44-47db-9a88-287147d187f8 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832124 Aug 25 14:52:12.034381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3a477de9-5cdf-44c6-ab4a-830dcb43d05b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:12.074345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Router d2222d80-60e8-4038-ac10-83436985ab83 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:12.161843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2968cf37-e667-4820-9bcf-e2ca57e3cebd None None] Provisioning complete for port bf871a9e-1fbd-4da1-9806-133714e1eb0a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:12.162676 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2968cf37-e667-4820-9bcf-e2ca57e3cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:12.187699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48db17-17ca-4c2f-b13d-3ca721dedacb req-22608976-1ed7-422b-b71f-b9b6a1ef4036 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:12.195078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b48db17-17ca-4c2f-b13d-3ca721dedacb req-22608976-1ed7-422b-b71f-b9b6a1ef4036 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401350 Aug 25 14:52:12.224909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2968cf37-e667-4820-9bcf-e2ca57e3cebd None None] Port bf871a9e-1fbd-4da1-9806-133714e1eb0a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:12.247440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:12.255723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:12.256422 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:12.268037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b48db17-17ca-4c2f-b13d-3ca721dedacb req-a782f3e1-8694-49ef-b3ba-bd12162c86ca tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/quotas/6d95134e964a4b7b9cdda5a8b38f1a7d HTTP/1.1" status: 200 len: 375 time: 0.0674629 Aug 25 14:52:12.303624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:12.324720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Sync routers for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:12.332588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef9cee03-ce70-4bd6-8f45-dd1a95258ee2 admin admin] 10.222.0.58 "PUT /v2.0/routers/d2222d80-60e8-4038-ac10-83436985ab83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7090178 Aug 25 14:52:12.338163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b48db17-17ca-4c2f-b13d-3ca721dedacb req-93a45cc5-2952-420b-a8c6-0f61c1feb442 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566645 Aug 25 14:52:12.350480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:12.351178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:12.481998 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:12.498497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-daa03561-1111-4431-b440-61f3fbdfac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:12.500911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-daa03561-1111-4431-b440-61f3fbdfac5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be&tenant_id=67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 1100 time: 0.0658417 Aug 25 14:52:12.566304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:12.603495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:12.618591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-9839f9df-edf0-4828-b0d8-9a6cc29efd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:12.622507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-9839f9df-edf0-4828-b0d8-9a6cc29efd23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1100 time: 0.0917101 Aug 25 14:52:12.660230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:12.762298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-dd858a3a-ccfc-4faf-8cd0-078fd23b4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:12.764421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-dd858a3a-ccfc-4faf-8cd0-078fd23b4d73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1347275 Aug 25 14:52:12.816236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:12.829608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-dd88bf0c-71fb-441c-87c5-223757f742f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 217 time: 0.0577700 Aug 25 14:52:12.834893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.835582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.836114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.836455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.836786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.837113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.837511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.837796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.840051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.840407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.840755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.841092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:12.890547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-f2407820-7ca9-4ac1-8112-414a379dd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:12.892101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-f2407820-7ca9-4ac1-8112-414a379dd8a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0533836 Aug 25 14:52:12.943647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 2, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:12.963801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-2d955aa5-6044-4f5d-ad16-f1f8d11a4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:12.965404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-2d955aa5-6044-4f5d-ad16-f1f8d11a4cc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663638 Aug 25 14:52:12.994848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Checking router: d2222d80-60e8-4038-ac10-83436985ab83 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:12.995253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Updating router d2222d80-60e8-4038-ac10-83436985ab83 port bf871a9e-1fbd-4da1-9806-133714e1eb0a binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:13.022079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.068247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-211195f0-eada-4389-a6d5-c8d1956dc554 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951998 Aug 25 14:52:13.214470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2fdc8c-35c9-454c-8eec-067443b23e3c req-ba9964a6-c9f6-4696-ba8d-0c75a14a2dc1 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378143 Aug 25 14:52:13.350373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88edafe-69a3-4466-af78-75dd00cdf86a req-f5d2de2f-8adb-48d6-b92c-c3a53827e824 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:13.351973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f88edafe-69a3-4466-af78-75dd00cdf86a req-f5d2de2f-8adb-48d6-b92c-c3a53827e824 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0512867 Aug 25 14:52:13.356513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.367919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Transition to ACTIVE for port object bf871a9e-1fbd-4da1-9806-133714e1eb0a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:13.408922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f88edafe-69a3-4466-af78-75dd00cdf86a req-1f418d4f-3981-4c08-9644-5a6b4fa7022c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494866 Aug 25 14:52:13.445662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55788) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:13.452117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956229531', 'description': 'tempest-description--755135410'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:13.460386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.524612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f44070-e118-4925-a373-777ebd766fbc None None] Pushing event updated for resources: {'Port': ['ID=bf871a9e-1fbd-4da1-9806-133714e1eb0a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:13.549366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c6bd-58b9-43cf-9dc8-99808bef5802 req-550e9ce5-6d3d-41d4-a004-414015cdba34 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:13.550896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4e2c6bd-58b9-43cf-9dc8-99808bef5802 req-550e9ce5-6d3d-41d4-a004-414015cdba34 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0666292 Aug 25 14:52:13.575420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.609921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Attempting to bind port bf871a9e-1fbd-4da1-9806-133714e1eb0a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:13.610305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Attempting to bind port bf871a9e-1fbd-4da1-9806-133714e1eb0a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:13.610484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4e2c6bd-58b9-43cf-9dc8-99808bef5802 req-9d8099d8-4df8-4f61-9712-9d7b328ead7c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493674 Aug 25 14:52:13.618319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Attempting to bind port bf871a9e-1fbd-4da1-9806-133714e1eb0a on network a4d5f94b-9852-489d-9176-501e906ac6d1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:13.618319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:13.619339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Checking segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:13.619339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.619339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Bound using segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:13.619751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Bound port: bf871a9e-1fbd-4da1-9806-133714e1eb0a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:13.620336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.724282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] For port bf871a9e-1fbd-4da1-9806-133714e1eb0a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:13.732552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] For port bf871a9e-1fbd-4da1-9806-133714e1eb0a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bf871a9e-1fbd-4da1-9806-133714e1eb0a,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:13.749020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:52:13.775399 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.798296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55800) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:13.849630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.883148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.942839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3a477de9-5cdf-44c6-ab4a-830dcb43d05b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:13.946061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd765c02-79e8-4257-91d4-33a74849c8d0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:13.977670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:13.979170 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c96e5b7c-008d-4a5e-b6d6-6b2ccba12193 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5325577 Aug 25 14:52:13.980968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1202589367-network', 'tenant_id': '3004e95360fc4f21b3c2fa3e9b0bae37'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:13.981827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:13.989001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Request body: {'security_group_rule': {'security_group_id': 'fd765c02-79e8-4257-91d4-33a74849c8d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:14.018608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.060944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f44070-e118-4925-a373-777ebd766fbc None None] Pushing event updated for resources: {'Port': ['ID=bf871a9e-1fbd-4da1-9806-133714e1eb0a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:14.072866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:14.073631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:14.085133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:14.088060 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f9ceb5-7868-42cb-ba5b-1296f24d4d3d" -d '{"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-unplugged", "status": "completed", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:14.108900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Made reservation on behalf of 3004e95360fc4f21b3c2fa3e9b0bae37 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:14.112599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.129686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.192526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.194185 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f88a17a-9a0d-4742-b132-e3aff6088859 x-openstack-request-id: req-3f88a17a-9a0d-4742-b132-e3aff6088859 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:14.194582 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-unplugged", "status": "completed", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:14.194939 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f88a17a-9a0d-4742-b132-e3aff6088859 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:14.195465 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'code': 200} Aug 25 14:52:14.205970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:14.228086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:14.228667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.290488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.293337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.308072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:14.309459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.363137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.389962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4139aef5-5d40-4d19-97f7-c22f23b79aac,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:14.398547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.425431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:52:14.441364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7a9e3-4f00-432c-a278-db05af088246,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:14.446729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.447113 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Added segment 739ff7e2-ec55-4eaf-93ad-3d565c55ec03 of type vlan for network 79c1cca1-442e-4ba1-9fe0-bf032812bf41 Aug 25 14:52:14.466104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.468583 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1e1d2b19-94f7-4a85-ab9d-e8069abb6f84 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845014 Aug 25 14:52:14.471759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55828) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:14.480853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Request body: {'security_group_rule': {'security_group_id': 'fd765c02-79e8-4257-91d4-33a74849c8d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:14.523589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe711bd4-f96d-4e74-8d67-c821d0b23f50 req-8a71c29a-7a8d-4ba6-b28a-faecabc69cf1 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395224 Aug 25 14:52:14.526870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.574247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e1d1a-f9c7-4d6d-a5bf-f70d76902a59 req-8c706294-79fd-4a8f-9cd2-f2ce92c64ac0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:14.576840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bd1e1d1a-f9c7-4d6d-a5bf-f70d76902a59 req-8c706294-79fd-4a8f-9cd2-f2ce92c64ac0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0582144 Aug 25 14:52:14.591204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:14.629484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.636253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bd1e1d1a-f9c7-4d6d-a5bf-f70d76902a59 req-596f33f3-b551-4ef3-b325-9dc70afff50d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527608 Aug 25 14:52:14.669224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711bd4-f96d-4e74-8d67-c821d0b23f50 req-59d49602-5080-43e8-9d82-dea138da12cc tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:14.678654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe711bd4-f96d-4e74-8d67-c821d0b23f50 req-59d49602-5080-43e8-9d82-dea138da12cc tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487749 Aug 25 14:52:14.703337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe711bd4-f96d-4e74-8d67-c821d0b23f50 req-ca3800aa-b6a2-40ba-afc8-39d9b07fcfaa tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/quotas/6d95134e964a4b7b9cdda5a8b38f1a7d HTTP/1.1" status: 200 len: 375 time: 0.0228646 Aug 25 14:52:14.708338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.715478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.716863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:14.717548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.743594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe711bd4-f96d-4e74-8d67-c821d0b23f50 req-f2f05ede-1506-4d7c-994e-0af5a6324da4 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392268 Aug 25 14:52:14.762743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:13Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:14.787224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238dd71-1eab-45fc-9055-c13c217a96f3 req-67a3762e-1cca-4b2d-bf84-51428616a0a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:14.789321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7238dd71-1eab-45fc-9055-c13c217a96f3 req-67a3762e-1cca-4b2d-bf84-51428616a0a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0620813 Aug 25 14:52:14.790967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.812953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc138a61-f13f-4124-8940-d2125730c135 None None] The sync data for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 is: [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:13Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:14.832981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] Pushing event updated for resources: {'Network': ['ID=79c1cca1-442e-4ba1-9fe0-bf032812bf41,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:14.835762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe149760-b0d1-427a-b085-88894120dc49,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:14.851140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 79c1cca1-442e-4ba1-9fe0-bf032812bf41 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:52:14.856275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.856671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.857020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.857359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.857700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.858036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.858370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.858709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.859061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.859397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.859729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.860059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:14.911157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7f3eea67-ee70-4d69-961d-5543f2987eeb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1119592 Aug 25 14:52:14.914017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55838) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:14.916974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7238dd71-1eab-45fc-9055-c13c217a96f3 req-e54548e8-ff01-4b37-aa77-cee6ff622487 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140385 Aug 25 14:52:14.919274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Request body: {'subnet': {'network_id': '79c1cca1-442e-4ba1-9fe0-bf032812bf41', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1202589367-subnet', 'tenant_id': '3004e95360fc4f21b3c2fa3e9b0bae37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:14.941696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:14.941696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6e3a5c0-b5a5-482e-b822-d9b733423135 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4650633 Aug 25 14:52:14.944101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:14.951425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:15.037540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Made reservation on behalf of 3004e95360fc4f21b3c2fa3e9b0bae37 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:15.049654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.166390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.277494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.364811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.408646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Allocated IP 172.25.8.2 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/d625170e-5c4f-42ae-9757-321a5e1a0529) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:15.422768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03688e74-ab19-420f-8b45-d4f533058f07,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:15.459755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Checking segment: {'id': '739ff7e2-ec55-4eaf-93ad-3d565c55ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '79c1cca1-442e-4ba1-9fe0-bf032812bf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:15.461376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Network hostable DHCP agents. Network: 79c1cca1-442e-4ba1-9fe0-bf032812bf41, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:52:15.549987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.566762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Network 79c1cca1-442e-4ba1-9fe0-bf032812bf41 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:52:15.669844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 79c1cca1-442e-4ba1-9fe0-bf032812bf41) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:15.677301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd545802-539f-4ec3-a820-37cd5dcb56ca None None] Network 79c1cca1-442e-4ba1-9fe0-bf032812bf41 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:15.679066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:15.679847 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.712785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:15.810883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f7712b8d-cc7c-4c2d-8e18-41c4afff4404 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8879466 Aug 25 14:52:15.823591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:15.866784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d82ad-fe7e-494f-8563-d5d51440f0f5 None None] Network 79c1cca1-442e-4ba1-9fe0-bf032812bf41 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:15.877465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e26d-27fe-411f-9b1e-70643d46e72e req-ddab18e1-aff8-4ab8-b8d8-87311caf2aa4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:15.881942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:15.886203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a670e26d-27fe-411f-9b1e-70643d46e72e req-ddab18e1-aff8-4ab8-b8d8-87311caf2aa4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.1382663 Aug 25 14:52:15.892703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d996f1d9-4d4a-4e77-8ca5-6ce252f96369 req-d7cfd6b2-e894-49ae-930e-80a777c647ff tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552516 Aug 25 14:52:15.898210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:15.912559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event updated for resources: {'Port': ['ID=d625170e-5c4f-42ae-9757-321a5e1a0529,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:15.976042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bf871a9e-1fbd-4da1-9806-133714e1eb0a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:15.991671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a670e26d-27fe-411f-9b1e-70643d46e72e req-a8fa31b2-de37-48ac-b7f4-6a7168f87bf2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037102 Aug 25 14:52:16.107517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f1d9-4d4a-4e77-8ca5-6ce252f96369 req-c50540df-17db-47b0-89b7-71f37db434aa tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:16.114849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d996f1d9-4d4a-4e77-8ca5-6ce252f96369 req-c50540df-17db-47b0-89b7-71f37db434aa tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209382 Aug 25 14:52:16.134963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.139580 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d996f1d9-4d4a-4e77-8ca5-6ce252f96369 req-91dee906-a0c7-4e34-a24b-3fd9df708cfe tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/quotas/6d95134e964a4b7b9cdda5a8b38f1a7d HTTP/1.1" status: 200 len: 375 time: 0.0237556 Aug 25 14:52:16.174173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d996f1d9-4d4a-4e77-8ca5-6ce252f96369 req-b034099b-b1ac-41cd-8129-05ee0ec68d67 tempest-QuotasAdminNegativeTest-181559179 tempest-QuotasAdminNegativeTest-181559179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302696 Aug 25 14:52:16.180555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port bf871a9e-1fbd-4da1-9806-133714e1eb0a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:16.184851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port bf871a9e-1fbd-4da1-9806-133714e1eb0a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:16.185348 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.214269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589982f7-c40a-462b-ab8f-3357164ed40e req-2ff0a8db-68af-4dc6-9e4b-ab6013ca5574 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:16.215870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-589982f7-c40a-462b-ab8f-3357164ed40e req-2ff0a8db-68af-4dc6-9e4b-ab6013ca5574 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0606472 Aug 25 14:52:16.264676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.286289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.290053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-589982f7-c40a-462b-ab8f-3357164ed40e req-be307a70-be73-47c3-b108-9a05ec4f2e3f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644348 Aug 25 14:52:16.328861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port bf871a9e-1fbd-4da1-9806-133714e1eb0a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bf871a9e-1fbd-4da1-9806-133714e1eb0a,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:16.456325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-90959ff5-9cd2-4d55-aae6-602d338ed725 req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-406772951', 'description': 'tempest-description-1572216119'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:16.460495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.468192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.517242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=bf871a9e-1fbd-4da1-9806-133714e1eb0a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:16.661207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.683718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-90959ff5-9cd2-4d55-aae6-602d338ed725 req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.741786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event updated for resources: {'Port': ['ID=d625170e-5c4f-42ae-9757-321a5e1a0529,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:16.759985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.820436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-90959ff5-9cd2-4d55-aae6-602d338ed725 req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.929690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-90959ff5-9cd2-4d55-aae6-602d338ed725 req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:16.967950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ab3091-410b-4150-bceb-e7c72f47de31,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:17.052269 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:17.053928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1364bc94-88af-408d-9dc3-3f8909f72aa6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1086519 Aug 25 14:52:17.099218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-90959ff5-9cd2-4d55-aae6-602d338ed725 req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:17.111454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90959ff5-9cd2-4d55-aae6-602d338ed725 req-18b36e8a-8e04-4cb9-8586-16bf2de6de28 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6596396 Aug 25 14:52:17.125627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-cdd665f4-9ca8-422d-a993-b2b512400d66 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.130120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-cdd665f4-9ca8-422d-a993-b2b512400d66 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be&tenant_id=67c79229200a483197a328f64b8001b2&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 947 time: 0.0718520 Aug 25 14:52:17.234178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9630115-e06b-4fde-bb7c-568138a5b4df req-a98b001c-c7c4-420f-a365-03df2e9b22df tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.235709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9630115-e06b-4fde-bb7c-568138a5b4df req-a98b001c-c7c4-420f-a365-03df2e9b22df tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 947 time: 0.0683584 Aug 25 14:52:17.259320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-600d3cfe-24d2-472c-973f-df67a9c1d5e9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/64ab3091-410b-4150-bceb-e7c72f47de31 HTTP/1.1" status: 200 len: 1804 time: 0.0417137 Aug 25 14:52:17.270438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64ab3091-410b-4150-bceb-e7c72f47de31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:17.270756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64ab3091-410b-4150-bceb-e7c72f47de31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:17.295585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9630115-e06b-4fde-bb7c-568138a5b4df req-18d42326-34cf-446f-8cc1-11d23cdda55d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Aug 25 14:52:17.302106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-54f27f57-468c-4714-99b1-07f5f6246591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.303615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-54f27f57-468c-4714-99b1-07f5f6246591 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1098 time: 0.0670044 Aug 25 14:52:17.418396 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:17.444914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:17.451291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-c909cd67-aa88-4293-90dc-2354987b6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.452901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-c909cd67-aa88-4293-90dc-2354987b6d7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1421950 Aug 25 14:52:17.461202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-2bd2f94a-fc4d-4114-be55-522cbb2b0330 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--956229531&fields=id&tenant_id=d1101cbfbf874a22b9f4a36873efe906 HTTP/1.1" status: 200 len: 267 time: 0.0664599 Aug 25 14:52:17.513203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-58f3b494-cf39-47c4-90b7-7208ca9803e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 217 time: 0.0509803 Aug 25 14:52:17.526314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:17.543828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debb1955-925e-4151-85f3-a121b5a0a492,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:17.645004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-1c2fa29d-61f9-4e31-9942-3eb181c4d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.646184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:17.646600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-1c2fa29d-61f9-4e31-9942-3eb181c4d587 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1199188 Aug 25 14:52:17.647621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4793672-7a95-4230-a96a-085bf97de5f7 req-bef7b4b0-2fc7-4b50-a5ed-6aca46679a34 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3818901 Aug 25 14:52:17.700716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-83f231bc-1609-4d01-aba2-96051d36f671 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.702320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-83f231bc-1609-4d01-aba2-96051d36f671 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/networks?id=a4d5f94b-9852-489d-9176-501e906ac6d1 HTTP/1.1" status: 200 len: 811 time: 0.2335474 Aug 25 14:52:17.717021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-0c895465-647e-4f82-ad3d-9f77a0b2cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.718484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-0c895465-647e-4f82-ad3d-9f77a0b2cad0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647643 Aug 25 14:52:17.728508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-c25a473a-6109-4c58-bd2f-d6d8d256eb9e tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/quotas/d1101cbfbf874a22b9f4a36873efe906 HTTP/1.1" status: 200 len: 375 time: 0.0150428 Aug 25 14:52:17.764662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:52:17.765762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba492f-c584-48aa-bc0c-2494dd64ee32 req-4e0dfd3e-38aa-41fc-9cc2-6180ce733871 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:17.768050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbba492f-c584-48aa-bc0c-2494dd64ee32 req-4e0dfd3e-38aa-41fc-9cc2-6180ce733871 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0681579 Aug 25 14:52:17.826778 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:52:17.844348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-7f22ad71-6c58-4583-999f-71614fe36340 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d1101cbfbf874a22b9f4a36873efe906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089218 Aug 25 14:52:17.886064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbba492f-c584-48aa-bc0c-2494dd64ee32 req-c55fbacb-3671-449f-8124-7bd2ed0f8913 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912216 Aug 25 14:52:17.932101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-0b245d07-bf03-4031-b5c5-8208e1bb66c6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050462 Aug 25 14:52:17.944008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:17.944572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:17.960319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bf871a9e-1fbd-4da1-9806-133714e1eb0a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:18.010865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'mac_address': 'fa:16:3e:45:d7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:52:18.032875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-cbc09c0f-b48e-4bc5-8176-87304815067d req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-495756623', 'description': 'tempest-description-521821840'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:18.041868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-3fa1b285-eaf3-4708-9105-e1c64600db63 service neutron] 10.222.0.58 "GET /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788042 Aug 25 14:52:18.070717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.086136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port bf871a9e-1fbd-4da1-9806-133714e1eb0a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:18.086504 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.090343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9944c9aa-6081-43bc-97f8-42c4992aff53 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:18.105136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e0e-57ff-425f-97ec-adf3ff8b9dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.119931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a26ae16b-df4c-4916-a5ce-fb126f2023b6 req-5bea6dd2-a1ce-4eba-8d77-6c0e8d2c7624 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795466 Aug 25 14:52:18.138411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:18.155079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cbc09c0f-b48e-4bc5-8176-87304815067d req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.165007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-53ebc422-4bbc-4b73-a13f-15dd6c68b48e service neutron] 10.222.0.58 "GET /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216998 Aug 25 14:52:18.258244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.278855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e0e-57ff-425f-97ec-adf3ff8b9dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.305810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:18.372965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e0e-57ff-425f-97ec-adf3ff8b9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.423997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b55e0e-57ff-425f-97ec-adf3ff8b9dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06de3a2-1110-4e56-bae2-20e43b2b0442,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:18.435428 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1b55e0e-57ff-425f-97ec-adf3ff8b9dd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d95134e964a4b7b9cdda5a8b38f1a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898186 Aug 25 14:52:18.437732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55940) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:18.496029 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cbc09c0f-b48e-4bc5-8176-87304815067d req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.504869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:18.512461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a7e809b-bae1-4bca-a49d-c63beaba76d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.539709 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a7e809b-bae1-4bca-a49d-c63beaba76d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.568856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cbc09c0f-b48e-4bc5-8176-87304815067d req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.629841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f939b37-94c4-467d-892b-8b0d3163e453,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:18.670522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a7e809b-bae1-4bca-a49d-c63beaba76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.674487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a7e809b-bae1-4bca-a49d-c63beaba76d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.678036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a7e809b-bae1-4bca-a49d-c63beaba76d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c06de3a2-1110-4e56-bae2-20e43b2b0442 HTTP/1.1" status: 204 len: 168 time: 0.2355175 Aug 25 14:52:18.689706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e809b-bae1-4bca-a49d-c63beaba76d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06de3a2-1110-4e56-bae2-20e43b2b0442,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:18.693075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cbc09c0f-b48e-4bc5-8176-87304815067d req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:18.699064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbc09c0f-b48e-4bc5-8176-87304815067d req-0a40e6f4-463f-4695-a2f7-2ba7d7393816 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6648307 Aug 25 14:52:18.720570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62071e3-cd4a-4537-99a2-08ce9e7e6096 req-4a51c822-5ff8-4ae3-afd5-22197414cc57 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:18.730001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a62071e3-cd4a-4537-99a2-08ce9e7e6096 req-4a51c822-5ff8-4ae3-afd5-22197414cc57 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 948 time: 0.0925539 Aug 25 14:52:18.775724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a62071e3-cd4a-4537-99a2-08ce9e7e6096 req-c9b7784a-1700-40f7-9bbc-935baec86dac tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 Aug 25 14:52:18.776843 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-930676ba-6d5e-4c3b-93f3-a926c48fe030 req-bcbe76c1-6371-428c-8606-7c4804f77eeb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 210 time: 0.0373614 Aug 25 14:52:18.844852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-608ed7b8-3527-46a4-b647-7846ac48a6cc tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/7f939b37-94c4-467d-892b-8b0d3163e453 HTTP/1.1" status: 200 len: 1803 time: 0.0407240 Aug 25 14:52:18.864690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7f939b37-94c4-467d-892b-8b0d3163e453', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:18.865123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7f939b37-94c4-467d-892b-8b0d3163e453', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:19.030181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.072083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.077569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c4a2-52c1-4f78-9bfc-0a9cf4fdc7ca req-0a9e9ffc-bf10-493d-978b-164d4888424f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:19.085934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23e6c4a2-52c1-4f78-9bfc-0a9cf4fdc7ca req-0a9e9ffc-bf10-493d-978b-164d4888424f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0958438 Aug 25 14:52:19.128783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23e6c4a2-52c1-4f78-9bfc-0a9cf4fdc7ca req-34b58b3b-2e19-4bee-ac40-a4c1cb110f30 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Aug 25 14:52:19.175289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.197765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc45c64b-5e7e-46ff-a38e-16f72dacb0bd,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:19.271763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.273004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22a4cd38-9c9c-405c-bb13-1821dca7c751 req-0e58d29a-b75f-4b61-b75f-aeed5846d605 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4150164 Aug 25 14:52:19.303787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-c320c096-368e-4039-8f44-55dd430b873c req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2065914434', 'description': 'tempest-description-1227592817'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:19.469659 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c320c096-368e-4039-8f44-55dd430b873c req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.493011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55962) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:19.508764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-90161c34-6caf-4e32-9810-3342e45d4556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.576825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c320c096-368e-4039-8f44-55dd430b873c req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.709264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c320c096-368e-4039-8f44-55dd430b873c req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.738263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7ef83-bece-4c75-84d4-8b392f3a688b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:19.788466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:19.792083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-90161c34-6caf-4e32-9810-3342e45d4556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.841960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 9944c9aa-6081-43bc-97f8-42c4992aff53 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:19.842338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.879871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b67ca2f1-3e0f-4bbc-b131-de191dac6214 req-62d1ee50-db1b-4c07-babd-44c680973992 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Aug 25 14:52:19.903502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-90161c34-6caf-4e32-9810-3342e45d4556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.937850 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:19.944139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-90161c34-6caf-4e32-9810-3342e45d4556 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23c0695b869746e0a4807db86c495cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499924 Aug 25 14:52:19.946974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90161c34-6caf-4e32-9810-3342e45d4556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5dd02-0e32-404b-8b24-bca405ad1198,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:19.947228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:19.973213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:19.976188 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0993691-c2b5-411e-8dc8-5638a3d175f6" -d '{"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-plugged", "status": "completed", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:19.983734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:20.003462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9f457-13d4-468f-af3c-3e0bb0862aaa req-fe88ebef-0ce9-44b1-b426-d56e8dcc207b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:20.005546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ae9f457-13d4-468f-af3c-3e0bb0862aaa req-fe88ebef-0ce9-44b1-b426-d56e8dcc207b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 948 time: 0.0601053 Aug 25 14:52:20.008159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c320c096-368e-4039-8f44-55dd430b873c req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.019073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c320c096-368e-4039-8f44-55dd430b873c req-ae43c022-0f34-43ff-83df-1d97f7f6b980 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7200456 Aug 25 14:52:20.019787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a71c97d-f3e5-4827-8f49-2842af43dbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.049635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a71c97d-f3e5-4827-8f49-2842af43dbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.053325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ae9f457-13d4-468f-af3c-3e0bb0862aaa req-1adcdbc8-3c3b-4d58-b817-c918eeb85852 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Aug 25 14:52:20.053576 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ded79c-efcc-46c4-944c-a3ba7dce732c x-openstack-request-id: req-15ded79c-efcc-46c4-944c-a3ba7dce732c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:20.056533 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-plugged", "status": "completed", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:20.056533 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15ded79c-efcc-46c4-944c-a3ba7dce732c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:20.056533 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'code': 200} Aug 25 14:52:20.075309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.078874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-e6cf9682-256d-4643-a4cf-28be55942e71 req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1551388826', 'description': 'tempest-description-1025510968'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:20.141158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:20.171907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e6cf9682-256d-4643-a4cf-28be55942e71 req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.183924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6f689-f3a8-4db3-bd4e-0905c6f8f18d req-af44fcfa-b23b-4ec3-b8d4-587e69ad6bd6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:20.185482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea6f689-f3a8-4db3-bd4e-0905c6f8f18d req-af44fcfa-b23b-4ec3-b8d4-587e69ad6bd6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.0539117 Aug 25 14:52:20.203902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a71c97d-f3e5-4827-8f49-2842af43dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.206553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a71c97d-f3e5-4827-8f49-2842af43dbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.207726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a71c97d-f3e5-4827-8f49-2842af43dbff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27b5dd02-0e32-404b-8b24-bca405ad1198 HTTP/1.1" status: 204 len: 168 time: 0.2594252 Aug 25 14:52:20.219568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c97d-f3e5-4827-8f49-2842af43dbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5dd02-0e32-404b-8b24-bca405ad1198,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:20.243191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea6f689-f3a8-4db3-bd4e-0905c6f8f18d req-3e9cb4af-8310-4e76-8957-883bc367c47f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503709 Aug 25 14:52:20.325727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e6cf9682-256d-4643-a4cf-28be55942e71 req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.363235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd20fe-0ca4-4c7d-ac99-2548560993d0 req-29b7e9d4-ba34-4b63-adf7-082f12713c08 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:20.364730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dbd20fe-0ca4-4c7d-ac99-2548560993d0 req-29b7e9d4-ba34-4b63-adf7-082f12713c08 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0556903 Aug 25 14:52:20.403552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dbd20fe-0ca4-4c7d-ac99-2548560993d0 req-cde19444-bf04-4381-a6bf-47d1ba295038 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Aug 25 14:52:20.437833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e6cf9682-256d-4643-a4cf-28be55942e71 req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.474018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e53f1ca-d066-462e-9822-10f96a8e6b95,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:20.526614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e6cf9682-256d-4643-a4cf-28be55942e71 req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.527986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6cf9682-256d-4643-a4cf-28be55942e71 req-89608513-3fb3-4360-abb6-42d56ca72ab8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4601510 Aug 25 14:52:20.601530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-bca208b9-39e8-4f30-8c2e-daee6db5ccc0 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/32a7ef83-bece-4c75-84d4-8b392f3a688b HTTP/1.1" status: 200 len: 1805 time: 0.0396190 Aug 25 14:52:20.653226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-2cf74424-338c-4a3b-bdc0-0da00ea20ad4 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/8e53f1ca-d066-462e-9822-10f96a8e6b95 HTTP/1.1" status: 200 len: 1805 time: 0.0451133 Aug 25 14:52:20.663959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '32a7ef83-bece-4c75-84d4-8b392f3a688b', 'remote_group_id': '8e53f1ca-d066-462e-9822-10f96a8e6b95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:20.664280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '32a7ef83-bece-4c75-84d4-8b392f3a688b', 'remote_group_id': '8e53f1ca-d066-462e-9822-10f96a8e6b95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:20.903240 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.951503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:20.976413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a7caf68-18d0-46a0-955b-3015144755a7 req-2868b3bb-6222-4ff5-8e16-61b9d1d753b4 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 210 time: 0.0259533 Aug 25 14:52:21.070411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-3b2f05c8-25ff-48f9-af12-651b36a72d31 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214827 Aug 25 14:52:21.158190 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b58aeb52-be12-4d2b-95e1-79372e1c915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:21.177480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-770e5c8b-fb4b-41bc-a753-fdc905257e57 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:21.178948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-770e5c8b-fb4b-41bc-a753-fdc905257e57 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028929 Aug 25 14:52:21.193944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-9170786e-493c-4283-86b0-b811548cc79e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/quotas/67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Aug 25 14:52:21.214441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:21.237764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700fda65-5b73-4de3-a742-0edd465b4410,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:21.252667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-07839064-6dc4-4a1f-bb0f-7c256a48570b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536363 Aug 25 14:52:21.363415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:21.364723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebb41d77-20f8-4f0b-8fde-0a800be7a9cc req-b4515f1f-6393-4b19-852f-a2d8866ed9a9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7049294 Aug 25 14:52:21.390831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-0edea62d-1650-493f-b4f8-422aed7efd42 req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-550330325', 'description': 'tempest-description-2086786443'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:21.551907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0edea62d-1650-493f-b4f8-422aed7efd42 req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:21.562340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-bd81615a-0075-4f82-850b-c8b5fbda2605 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:21.563393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-bd81615a-0075-4f82-850b-c8b5fbda2605 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.52 "GET /v2.0/networks?id=a4d5f94b-9852-489d-9176-501e906ac6d1 HTTP/1.1" status: 200 len: 811 time: 0.1251497 Aug 25 14:52:21.647870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-c9b88a18-42a5-4026-8321-10e6ef601252 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1101cbfbf874a22b9f4a36873efe906 HTTP/1.1" status: 200 len: 379 time: 0.0608490 Aug 25 14:52:21.665169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1b38-a56b-457b-819c-bad938cde36c req-a3b5f425-b930-4728-b822-303a2abbcc40 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:21.665169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bbf1b38-a56b-457b-819c-bad938cde36c req-a3b5f425-b930-4728-b822-303a2abbcc40 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0875075 Aug 25 14:52:21.668225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Request body: {'port': {'device_id': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'admin_state_up': True, 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'security_groups': ['fd765c02-79e8-4257-91d4-33a74849c8d0']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:21.681806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56040) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:21.695833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0edea62d-1650-493f-b4f8-422aed7efd42 req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:21.762280 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bbf1b38-a56b-457b-819c-bad938cde36c req-96902958-0f5e-4313-9ad8-82f5cdcdcdc7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889695 Aug 25 14:52:21.829953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0edea62d-1650-493f-b4f8-422aed7efd42 req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:21.849561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-network', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:21.871368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5090576d-b66b-48f6-b645-e92f9be0704b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:21.906042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b61ce918-24e7-421a-861a-602cea99d8a3 req-a4ce4483-bf50-4aa1-bfaf-6163d384a7af tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 210 time: 0.0284734 Aug 25 14:52:21.989849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Made reservation on behalf of d1101cbfbf874a22b9f4a36873efe906 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:21.993875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.141570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f13a931d-b0ca-446e-bccd-3523632f5ff5 req-833beb58-cd37-4f8c-9f3f-98755893073d tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 210 time: 0.0338502 Aug 25 14:52:22.158946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Allocated IP 172.20.0.7 (a4d5f94b-9852-489d-9176-501e906ac6d1/af18d698-9e49-4099-a2eb-8e03dbebf729/9c13b752-97c0-40b8-a729-efc1c078090c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:22.288520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0edea62d-1650-493f-b4f8-422aed7efd42 req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.289691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0edea62d-1650-493f-b4f8-422aed7efd42 req-afddce14-d9a2-43ae-a01d-605c7a7da797 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9032218 Aug 25 14:52:22.304167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.321594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-05328631-867a-43ba-b399-8bfdae9f1d5a req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1702019304', 'description': 'tempest-description-1635884671'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:22.327422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Transition to ACTIVE for port object 9c13b752-97c0-40b8-a729-efc1c078090c will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:22.434468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Made reservation on behalf of ae83b6e9c64245b3842e1e5c4355a380 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:22.436881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.445610 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.487096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.527060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Network a4d5f94b-9852-489d-9176-501e906ac6d1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:22.532563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:22.536413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:22.569012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event updated for resources: {'Port': ['ID=9c13b752-97c0-40b8-a729-efc1c078090c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:22.571499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-05328631-867a-43ba-b399-8bfdae9f1d5a req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.608590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:22.609463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.658728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.768688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.797151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:52:22.803682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:22.809731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.810130 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Added segment adabdb76-dbb5-410e-9492-16363527a3fe of type vlan for network e2821f26-c750-4aed-b4c7-561e6531ab4e Aug 25 14:52:22.874485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-8703bcfd-c000-447a-b881-d43dc6af1472 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2099993 Aug 25 14:52:22.876221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f06b1e85-7b48-41f8-aeb7-4ef9c0251161 None None] Provisioning for port 9c13b752-97c0-40b8-a729-efc1c078090c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:22.877489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.880940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f06b1e85-7b48-41f8-aeb7-4ef9c0251161 None None] Provisioning complete for port 9c13b752-97c0-40b8-a729-efc1c078090c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:22.880940 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f06b1e85-7b48-41f8-aeb7-4ef9c0251161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:22.890872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Request body: {'port': {'device_id': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:22.916753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92f1b-2ed1-43b3-a9b2-4ae10307d8fc req-0b2c0860-a2bb-4405-a573-6f2167753794 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:22.918312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4dc92f1b-2ed1-43b3-a9b2-4ae10307d8fc req-0b2c0860-a2bb-4405-a573-6f2167753794 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0766637 Aug 25 14:52:22.922175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f06b1e85-7b48-41f8-aeb7-4ef9c0251161 None None] Port 9c13b752-97c0-40b8-a729-efc1c078090c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:22.958330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4dc92f1b-2ed1-43b3-a9b2-4ae10307d8fc req-53378549-7dd3-410a-b590-6c71d1718ac6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331049 Aug 25 14:52:22.970991 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.029711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-05328631-867a-43ba-b399-8bfdae9f1d5a req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.112317 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a289810-bf0d-4c87-bb2f-a06188315727 req-19fd14f6-7905-47e6-b265-b94d38850861 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Aug 25 14:52:23.114879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.118241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:23.118241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.118502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-05328631-867a-43ba-b399-8bfdae9f1d5a req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.184940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] Pushing event updated for resources: {'Network': ['ID=e2821f26-c750-4aed-b4c7-561e6531ab4e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:23.201155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fce9fb-931a-41ec-96c7-9496afa8c18c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:23.202168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e2821f26-c750-4aed-b4c7-561e6531ab4e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:52:23.273180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f72dc285-c08f-4a45-85ed-613064ac4910 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5896399 Aug 25 14:52:23.275834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56070) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:23.281964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Request body: {'subnet': {'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-subnet', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:23.303651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-05328631-867a-43ba-b399-8bfdae9f1d5a req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.304949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05328631-867a-43ba-b399-8bfdae9f1d5a req-78b8b994-162a-4c09-86e7-496d6b6f6681 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9896410 Aug 25 14:52:23.344893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c13b752-97c0-40b8-a729-efc1c078090c {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:23.354935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.373248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-f1694fc4-8c94-49b6-bf9c-0d27a66ea0a7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/5090576d-b66b-48f6-b645-e92f9be0704b HTTP/1.1" status: 200 len: 1804 time: 0.0410106 Aug 25 14:52:23.378642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Transition to ACTIVE for port object 9c13b752-97c0-40b8-a729-efc1c078090c will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:23.405658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Made reservation on behalf of ae83b6e9c64245b3842e1e5c4355a380 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:23.408670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.423582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143303e8-e3c9-467e-9193-17cc75c209a4 req-7db67e47-5655-4420-bcea-ba74758c35c6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:23.425202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-143303e8-e3c9-467e-9193-17cc75c209a4 req-7db67e47-5655-4420-bcea-ba74758c35c6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 931 time: 0.0570872 Aug 25 14:52:23.461302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-a18d5e52-5fad-44cf-ad1d-1ba852ade1dd tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/51fce9fb-931a-41ec-96c7-9496afa8c18c HTTP/1.1" status: 200 len: 1805 time: 0.0809829 Aug 25 14:52:23.468256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-143303e8-e3c9-467e-9193-17cc75c209a4 req-1c02fd79-53be-4791-95b3-fe41652e54a8 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357170 Aug 25 14:52:23.476835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5090576d-b66b-48f6-b645-e92f9be0704b', 'remote_group_id': '51fce9fb-931a-41ec-96c7-9496afa8c18c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:23.477163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5090576d-b66b-48f6-b645-e92f9be0704b', 'remote_group_id': '51fce9fb-931a-41ec-96c7-9496afa8c18c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:23.543445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.592795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Pushing event updated for resources: {'Port': ['ID=9c13b752-97c0-40b8-a729-efc1c078090c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:23.671316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Attempting to bind port 9c13b752-97c0-40b8-a729-efc1c078090c on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:23.671449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Attempting to bind port 9c13b752-97c0-40b8-a729-efc1c078090c by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:23.671779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Attempting to bind port 9c13b752-97c0-40b8-a729-efc1c078090c on network a4d5f94b-9852-489d-9176-501e906ac6d1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:23.676583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Port 9c13b752-97c0-40b8-a729-efc1c078090c on network a4d5f94b-9852-489d-9176-501e906ac6d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:52:23.676910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Attempting to bind port 9c13b752-97c0-40b8-a729-efc1c078090c on network a4d5f94b-9852-489d-9176-501e906ac6d1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:23.682183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:23.682579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Checking segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:23.683099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Bound using segment: {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:23.683558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Bound port: 9c13b752-97c0-40b8-a729-efc1c078090c, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf18e5a-3076-4a27-b05d-78e61fd50ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:23.683920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.752646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] For port 9c13b752-97c0-40b8-a729-efc1c078090c, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:23.755952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] For port 9c13b752-97c0-40b8-a729-efc1c078090c, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9c13b752-97c0-40b8-a729-efc1c078090c,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:23.768913 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c6c42d5-0ea8-4dff-a4b8-6e9f89c61ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.771591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.779288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.837879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.841731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.846990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9283aa2-3691-4742-947d-388e7fc208d8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:23.863315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Checking segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:23.863679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Network hostable DHCP agents. Network: e2821f26-c750-4aed-b4c7-561e6531ab4e, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:52:23.881604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:23.882236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.883843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] 10.222.0.52 "PUT /v2.0/ports/9c13b752-97c0-40b8-a729-efc1c078090c HTTP/1.1" status: 200 len: 1091 time: 0.9978101 Aug 25 14:52:23.884416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:23.886532 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67847799-37d8-424e-87fa-75fd5a576252" -d '{"events": [{"name": "network-changed", "server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:23.912111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8ef36-952d-4e71-91b3-e5bfcd4e8dea service neutron] Pushing event updated for resources: {'Port': ['ID=9c13b752-97c0-40b8-a729-efc1c078090c,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:23.917498 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.925243 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ced26d-8842-4246-96a8-8e214ec1a84e x-openstack-request-id: req-82ced26d-8842-4246-96a8-8e214ec1a84e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:23.925834 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:23.926109 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82ced26d-8842-4246-96a8-8e214ec1a84e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:23.926484 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c', 'status': 'completed', 'code': 200} Aug 25 14:52:23.941000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:23.965980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5370ae23-9434-4180-bcc3-08f1c869e3be,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:23.992066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Network e2821f26-c750-4aed-b4c7-561e6531ab4e is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:52:24.006842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847799-37d8-424e-87fa-75fd5a576252 req-e560b93a-4eb8-4481-9f4c-119f1abc444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.008498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67847799-37d8-424e-87fa-75fd5a576252 req-e560b93a-4eb8-4481-9f4c-119f1abc444b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1101cbfbf874a22b9f4a36873efe906&device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 1094 time: 0.0545850 Aug 25 14:52:24.069368 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.070901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1caf6170-bcf9-47d0-8394-fe291086b0a1 req-acc1486a-8c9d-48e6-80a7-c53cbeea4253 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6033738 Aug 25 14:52:24.115822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, e2821f26-c750-4aed-b4c7-561e6531ab4e) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:24.120800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.121599 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.128081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b04bf-7585-4bca-8936-5e4e68a2de58 None None] Network e2821f26-c750-4aed-b4c7-561e6531ab4e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:24.139764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2773ff-fcfc-418b-b6c2-b31e51970958 req-aae5318c-63c7-4e09-a0ed-d2c5ef5fcb61 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.141310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a2773ff-fcfc-418b-b6c2-b31e51970958 req-aae5318c-63c7-4e09-a0ed-d2c5ef5fcb61 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1083081 Aug 25 14:52:24.174325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847799-37d8-424e-87fa-75fd5a576252 req-2f452520-c1ca-463d-aa4e-64a06027b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.175811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67847799-37d8-424e-87fa-75fd5a576252 req-2f452520-c1ca-463d-aa4e-64a06027b3c1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d1101cbfbf874a22b9f4a36873efe906&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1533692 Aug 25 14:52:24.196462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a2773ff-fcfc-418b-b6c2-b31e51970958 req-64df606a-2784-402a-b3f4-6dd9b5138510 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Aug 25 14:52:24.228815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1992b55-b607-49bd-89c6-7dcab9cb4578 req-94513ceb-0ac7-4b44-b478-2d02a2ee64be tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/51fce9fb-931a-41ec-96c7-9496afa8c18c HTTP/1.1" status: 200 len: 1805 time: 0.0568361 Aug 25 14:52:24.230630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9a3ebdfa-3642-4b16-8fc0-e1c7769a1f7c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9533033 Aug 25 14:52:24.236414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56086) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:24.242306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:24.284743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-d625e5ab-a54f-44e1-8092-873993caf41e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558205 Aug 25 14:52:24.324839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-e2821f26-c750-4aed-b4c7-561e6531ab4e', 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'fixed_ips': [{'subnet_id': 'd9283aa2-3691-4742-947d-388e7fc208d8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:52:24.325982 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.332278 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c1992b55-b607-49bd-89c6-7dcab9cb4578 req-a18d6350-c665-4a46-973f-af74cada04b2 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.347218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a968d329-342c-49cf-b940-279b0a1a7543 req-38f18b11-b694-490e-866a-5b49822bccac tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 210 time: 0.0637212 Aug 25 14:52:24.352944 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.363531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.410624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c1992b55-b607-49bd-89c6-7dcab9cb4578 req-a18d6350-c665-4a46-973f-af74cada04b2 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.486827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.507399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Allocated IP 172.20.0.2 (e2821f26-c750-4aed-b4c7-561e6531ab4e/d9283aa2-3691-4742-947d-388e7fc208d8/9daa9b73-3977-46d9-9fcc-253a3c1ae28e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:24.649552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c1992b55-b607-49bd-89c6-7dcab9cb4578 req-a18d6350-c665-4a46-973f-af74cada04b2 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.652148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c1992b55-b607-49bd-89c6-7dcab9cb4578 req-a18d6350-c665-4a46-973f-af74cada04b2 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.656340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1992b55-b607-49bd-89c6-7dcab9cb4578 req-a18d6350-c665-4a46-973f-af74cada04b2 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/51fce9fb-931a-41ec-96c7-9496afa8c18c HTTP/1.1" status: 204 len: 173 time: 0.4285610 Aug 25 14:52:24.688357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.697579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Transition to ACTIVE for port object 9daa9b73-3977-46d9-9fcc-253a3c1ae28e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:24.712501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d6350-c665-4a46-973f-af74cada04b2 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fce9fb-931a-41ec-96c7-9496afa8c18c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:24.713200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Transition to ACTIVE for port object 9daa9b73-3977-46d9-9fcc-253a3c1ae28e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:24.763473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.790235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db1959e3-962b-4026-85d9-d85692db24a7 req-c95b41b0-8b8d-408c-a568-31a9aaa95f35 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/5090576d-b66b-48f6-b645-e92f9be0704b HTTP/1.1" status: 200 len: 1804 time: 0.1150031 Aug 25 14:52:24.803493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.819421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-642a7667-eb48-4012-adb1-ee200073660a req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-923427217', 'description': 'tempest-description-3210638'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:24.836621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847799-37d8-424e-87fa-75fd5a576252 req-c692a0bb-4536-47ff-8d01-c6261bfa0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.848883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67847799-37d8-424e-87fa-75fd5a576252 req-c692a0bb-4536-47ff-8d01-c6261bfa0947 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6413467 Aug 25 14:52:24.849602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Network e2821f26-c750-4aed-b4c7-561e6531ab4e is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:24.851494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:24.853879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:24.871143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Pushing event updated for resources: {'Port': ['ID=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:24.883355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb3b25-aafb-4839-9355-772579a37c43 req-99c30320-705f-42ee-baf9-58368932c605 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.883355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49cb3b25-aafb-4839-9355-772579a37c43 req-99c30320-705f-42ee-baf9-58368932c605 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 943 time: 0.1463149 Aug 25 14:52:24.926997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Attempting to bind port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:24.927599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Attempting to bind port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:24.927875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Attempting to bind port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e on network e2821f26-c750-4aed-b4c7-561e6531ab4e {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:24.935135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:24.935580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Checking segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:24.935985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.936390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Bound using segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:24.936864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Bound port: 9daa9b73-3977-46d9-9fcc-253a3c1ae28e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:24.937887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:24.941183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-54edc254-6fd6-4d81-a364-4ac422448f30 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:24.942816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-54edc254-6fd6-4d81-a364-4ac422448f30 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6432354 Aug 25 14:52:24.965202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Request body: {'port': {'device_id': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '67c79229200a483197a328f64b8001b2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:24.989257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49cb3b25-aafb-4839-9355-772579a37c43 req-08f6eaf8-bd98-4536-be1f-4651ba4ba8a1 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915987 Aug 25 14:52:25.016164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] For port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:25.018957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-365ba5c0-7ddb-48d9-a4a5-0c4a7f4578d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:25.020536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-365ba5c0-7ddb-48d9-a4a5-0c4a7f4578d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1101cbfbf874a22b9f4a36873efe906&device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 1094 time: 0.1339293 Aug 25 14:52:25.020931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] For port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:25.074262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-91be2e12-1e87-4d5a-a774-bfed87310198 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c13b752-97c0-40b8-a729-efc1c078090c HTTP/1.1" status: 200 len: 217 time: 0.0442641 Aug 25 14:52:25.144202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-9858e21e-f8d6-4631-832f-f3fe26a1de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:25.145660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-9858e21e-f8d6-4631-832f-f3fe26a1de1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af18d698-9e49-4099-a2eb-8e03dbebf729 HTTP/1.1" status: 200 len: 850 time: 0.0639114 Aug 25 14:52:25.196887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-575090c9-b626-4895-bc17-81cd54c03e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:25.198300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-575090c9-b626-4895-bc17-81cd54c03e1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d5f94b-9852-489d-9176-501e906ac6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441062 Aug 25 14:52:25.358083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-174fd924-332a-424a-a74a-2d36d06bad13 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349261 Aug 25 14:52:25.372399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5e30b-0d54-46ff-b6bd-8da41c38aba8 req-d5950019-72fd-44b0-8105-734da2e5b700 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:25.373946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9d5e30b-0d54-46ff-b6bd-8da41c38aba8 req-d5950019-72fd-44b0-8105-734da2e5b700 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0861387 Aug 25 14:52:25.419981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-642a7667-eb48-4012-adb1-ee200073660a req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.431297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.460553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Made reservation on behalf of 67c79229200a483197a328f64b8001b2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:25.463439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.464448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.488928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9d5e30b-0d54-46ff-b6bd-8da41c38aba8 req-3f938362-ffda-47ab-9107-f8456b68dd0b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049967 Aug 25 14:52:25.498709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031993e5-369c-4dd7-80d0-7cf93223dd40 None None] Pushing event updated for resources: {'Port': ['ID=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:25.574184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15735bc6-f6c9-4a6f-90e1-df16c6691c50 req-770ea6b8-306f-4abc-bbd4-bfa7eed3f96d service neutron] 10.222.0.52 "GET /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990879 Aug 25 14:52:25.648040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02d276db-3c61-4884-a791-1f807942de60 req-e79cade2-5c4c-4f08-8006-b572e925053f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 210 time: 0.0386510 Aug 25 14:52:25.656924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-642a7667-eb48-4012-adb1-ee200073660a req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.666904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Allocated IP 192.168.233.113 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/fe62f135-4110-49da-94ee-f1e1e4eee79c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:25.677215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.705790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.730964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-642a7667-eb48-4012-adb1-ee200073660a req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.816779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528900be-74bd-43b2-921f-228ba4ecd861,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:25.898139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-642a7667-eb48-4012-adb1-ee200073660a req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.898139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-642a7667-eb48-4012-adb1-ee200073660a req-e37929d9-2d7b-41b7-9f2f-12f4a76fdba7 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0795896 Aug 25 14:52:25.898139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Allocated IP 172.25.8.67 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/307963b4-57f4-458a-bec4-e7efb363f8f6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:25.963794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:25.969883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9daa9b73-3977-46d9-9fcc-253a3c1ae28e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:25.988684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Transition to ACTIVE for port object fe62f135-4110-49da-94ee-f1e1e4eee79c will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:26.011329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-38f8c788-d18b-44cc-b968-1be813bb32b9 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/528900be-74bd-43b2-921f-228ba4ecd861 HTTP/1.1" status: 200 len: 1801 time: 0.0784545 Aug 25 14:52:26.029974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.030492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '528900be-74bd-43b2-921f-228ba4ecd861', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:26.031137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '528900be-74bd-43b2-921f-228ba4ecd861', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:26.129372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fbb06-75b2-40cc-910e-690185e78b2f req-b2fd6a5d-5724-45c3-82b4-3ab55e4a1d2d tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:26.130873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b44fbb06-75b2-40cc-910e-690185e78b2f req-b2fd6a5d-5724-45c3-82b4-3ab55e4a1d2d tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 943 time: 0.0548432 Aug 25 14:52:26.134175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:26.163720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.166747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.178468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:26.181735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:26.197660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b44fbb06-75b2-40cc-910e-690185e78b2f req-196442e5-deb0-46d6-91ac-d6de70e172db tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601959 Aug 25 14:52:26.215794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:26.218943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:26.223624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:26.237414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Pushing event updated for resources: {'Port': ['ID=307963b4-57f4-458a-bec4-e7efb363f8f6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:26.250148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:26.269527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:26.284698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:26.284698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:26.330607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.377336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:26.377829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.408254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.514815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.536212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6330894-fd88-4bd5-a055-9b2ec8945618,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:26.565072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-de9a17a4-0614-49f1-a5cb-2aef512bb7ba tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6058972 Aug 25 14:52:26.579768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Request body: {'port': {'device_id': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:26.639554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.640483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00d7d0bb-e610-48ec-b4fe-a5b8f7d22eec req-8da5de0d-c439-42b6-b868-737b84a1f239 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6283937 Aug 25 14:52:26.663299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.706004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45e0c-5f7c-4e5c-be97-ce34b6cb9ab0 req-b6443d6b-f0a2-4450-9528-549e22e55acf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:26.707531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4b45e0c-5f7c-4e5c-be97-ce34b6cb9ab0 req-b6443d6b-f0a2-4450-9528-549e22e55acf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1052713 Aug 25 14:52:26.722177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4d0d0-8c14-46aa-ac66-770463651ed9 None None] Network e2821f26-c750-4aed-b4c7-561e6531ab4e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:26.733707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.764007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bd8607ad-c7ed-4426-a4f7-2a19a13ced08 None None] Provisioning for port fe62f135-4110-49da-94ee-f1e1e4eee79c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:26.768866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-311c4221-0444-4a00-85bc-a85548157b2e req-b948d46a-6ffb-4193-8e5b-c7bf3aed1065 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/528900be-74bd-43b2-921f-228ba4ecd861 HTTP/1.1" status: 200 len: 2394 time: 0.0920293 Aug 25 14:52:26.773988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bd8607ad-c7ed-4426-a4f7-2a19a13ced08 None None] Provisioning complete for port fe62f135-4110-49da-94ee-f1e1e4eee79c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:26.774369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd8607ad-c7ed-4426-a4f7-2a19a13ced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:26.791959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4b45e0c-5f7c-4e5c-be97-ce34b6cb9ab0 req-a12af8b5-9c0b-4014-82c0-d5098a665873 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776086 Aug 25 14:52:26.826299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '528900be-74bd-43b2-921f-228ba4ecd861', 'remote_group_id': None}]} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:26.826299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '528900be-74bd-43b2-921f-228ba4ecd861', 'remote_group_id': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:26.837275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bd8607ad-c7ed-4426-a4f7-2a19a13ced08 None None] Port fe62f135-4110-49da-94ee-f1e1e4eee79c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:27.004765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.006727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.024121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238498e0-e8fb-4649-bdba-3afda62cdae7 req-09c1373a-a76a-40b4-979f-0a9b5b2887cd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:27.026691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.028950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-238498e0-e8fb-4649-bdba-3afda62cdae7 req-09c1373a-a76a-40b4-979f-0a9b5b2887cd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 936 time: 0.1377282 Aug 25 14:52:27.050075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] Provisioning for port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:27.054981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] Provisioning complete for port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:27.055929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.065427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.084173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe62f135-4110-49da-94ee-f1e1e4eee79c {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:27.085373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-238498e0-e8fb-4649-bdba-3afda62cdae7 req-c5459560-a1cd-48cc-87a1-468821359e61 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Aug 25 14:52:27.096390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.098389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.113020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Transition to ACTIVE for port object fe62f135-4110-49da-94ee-f1e1e4eee79c will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:27.180020 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.197318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.219940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfb3bb2-85bc-4e53-9c51-ffa3a6deb31a,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:27.231510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.268645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] For port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:27.308984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:27.364368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Attempting to bind port fe62f135-4110-49da-94ee-f1e1e4eee79c on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:27.364698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Attempting to bind port fe62f135-4110-49da-94ee-f1e1e4eee79c by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:27.365026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Attempting to bind port fe62f135-4110-49da-94ee-f1e1e4eee79c on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:27.369880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Port fe62f135-4110-49da-94ee-f1e1e4eee79c on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:52:27.370207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Attempting to bind port fe62f135-4110-49da-94ee-f1e1e4eee79c on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:27.376392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:27.376732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:27.377112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:27.379396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Bound port: fe62f135-4110-49da-94ee-f1e1e4eee79c, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:27.379396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.382014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70483e-315e-4650-96ea-41f1e192224c req-01ec20b0-3d5d-4129-b022-7e640eeb5788 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:27.383750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af70483e-315e-4650-96ea-41f1e192224c req-01ec20b0-3d5d-4129-b022-7e640eeb5788 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 943 time: 0.0599597 Aug 25 14:52:27.419574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.420784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-311c4221-0444-4a00-85bc-a85548157b2e req-82d88281-855d-44d9-a087-eaa6f43014b8 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6020920 Aug 25 14:52:27.426672 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af70483e-315e-4650-96ea-41f1e192224c req-26da0d59-a37e-4f24-a909-9027e1d16187 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362611 Aug 25 14:52:27.431692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.433691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:52:27.483185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:27.487916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:27.508025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677b81b-ec82-4365-bc07-863e42a5b095 None None] Pushing event updated for resources: {'Port': ['ID=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:27.552432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bff4820b-455b-4124-a595-7e5fc65c48de None None] Provisioning complete for port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:27.552684 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bff4820b-455b-4124-a595-7e5fc65c48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.584066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.585674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e3c5c463-e941-4aab-a818-5686d894bfb0 req-ef89ab0d-8dcd-4bab-abbb-c39f7339e3f3 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/528900be-74bd-43b2-921f-228ba4ecd861 HTTP/1.1" status: 200 len: 2992 time: 0.0886171 Aug 25 14:52:27.603657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:27.615273 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Sync routers for ids ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:27.626515 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Routers {'11cd35df-bea6-4c61-b7bb-7f10c67ec850'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:27.631970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:27.641154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:27.641848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.643229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] 10.222.0.45 "PUT /v2.0/ports/fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 200 len: 1096 time: 1.0686967 Aug 25 14:52:27.674681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:27.677050 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125cb3c1-4b2c-4a1c-9541-44636447c4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:27.692296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-213f9443-e753-497d-9ca6-501e911913b3 req-85b79f92-0e04-4e6a-ad42-13f7f8316f8e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-group-rules/2cfb3bb2-85bc-4e53-9c51-ffa3a6deb31a HTTP/1.1" status: 200 len: 783 time: 0.0696664 Aug 25 14:52:27.745088 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cf78b4-9a8f-49af-af9e-0abca2550afd x-openstack-request-id: req-e8cf78b4-9a8f-49af-af9e-0abca2550afd {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:27.746908 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:27.746908 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8cf78b4-9a8f-49af-af9e-0abca2550afd {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:27.746908 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'status': 'completed', 'code': 200} Aug 25 14:52:27.747523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f15fcf-61e7-4ce1-8d26-1afa3f33639b service neutron] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:27.774698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-213f9443-e753-497d-9ca6-501e911913b3 req-5c5ea47f-a52c-40b6-ae25-0d3112f0771f tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/528900be-74bd-43b2-921f-228ba4ecd861 HTTP/1.1" status: 200 len: 2992 time: 0.0716658 Aug 25 14:52:27.778900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.784441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d9d015b-74fc-4098-8be5-c97c4df0f389 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5420444 Aug 25 14:52:27.784441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56132) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:27.840994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-213f9443-e753-497d-9ca6-501e911913b3 req-30cb0073-15e0-42ab-ac8e-9e7fc3b1b320 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.853133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-213f9443-e753-497d-9ca6-501e911913b3 req-30cb0073-15e0-42ab-ac8e-9e7fc3b1b320 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:27.864172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cb3c1-4b2c-4a1c-9541-44636447c4c0 req-f05d5486-38b4-4788-8335-3c61edb5a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:27.866355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-125cb3c1-4b2c-4a1c-9541-44636447c4c0 req-f05d5486-38b4-4788-8335-3c61edb5a9a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1099 time: 0.1085193 Aug 25 14:52:27.891674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9daa9b73-3977-46d9-9fcc-253a3c1ae28e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:27.902536 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Set router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:27.929150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-125cb3c1-4b2c-4a1c-9541-44636447c4c0 req-4b9cef93-ef8c-419b-8a84-62a242e2fb91 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379055 Aug 25 14:52:28.020219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:28.020846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.053468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cb3c1-4b2c-4a1c-9541-44636447c4c0 req-28fd9b49-6553-48f7-9f43-2ca95a60bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.057756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-125cb3c1-4b2c-4a1c-9541-44636447c4c0 req-28fd9b49-6553-48f7-9f43-2ca95a60bfb4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297510 Aug 25 14:52:28.063071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-213f9443-e753-497d-9ca6-501e911913b3 req-30cb0073-15e0-42ab-ac8e-9e7fc3b1b320 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.081418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-213f9443-e753-497d-9ca6-501e911913b3 req-30cb0073-15e0-42ab-ac8e-9e7fc3b1b320 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.083118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-213f9443-e753-497d-9ca6-501e911913b3 req-30cb0073-15e0-42ab-ac8e-9e7fc3b1b320 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2cfb3bb2-85bc-4e53-9c51-ffa3a6deb31a HTTP/1.1" status: 204 len: 173 time: 0.2904203 Aug 25 14:52:28.084618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0073-15e0-42ab-ac8e-9e7fc3b1b320 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cfb3bb2-85bc-4e53-9c51-ffa3a6deb31a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:28.092419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ac607-f78a-46e0-be74-422ee1def990 req-acc65951-3c7a-40e0-b7e3-f3febcc27a33 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.094255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-936ac607-f78a-46e0-be74-422ee1def990 req-acc65951-3c7a-40e0-b7e3-f3febcc27a33 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1089919 Aug 25 14:52:28.132019 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:52:26Z', 'revision_number': 3, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:28.173840 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Checking router: 11cd35df-bea6-4c61-b7bb-7f10c67ec850 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:28.174526 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Updating router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 port 307963b4-57f4-458a-bec4-e7efb363f8f6 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:28.184352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-936ac607-f78a-46e0-be74-422ee1def990 req-75872187-8149-4870-a5dc-7411b08371bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779817 Aug 25 14:52:28.212577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a280de62-d488-44ef-8193-2797d9c391f8 req-995d1a95-4722-4ef7-b30d-84c5c1ef8bfe tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/528900be-74bd-43b2-921f-228ba4ecd861 HTTP/1.1" status: 200 len: 2394 time: 0.0912867 Aug 25 14:52:28.220745 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.236229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-81bcf120-12e0-4c95-b193-ed2cab992594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.239217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-81bcf120-12e0-4c95-b193-ed2cab992594 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1099 time: 0.0959811 Aug 25 14:52:28.310846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-cac6e189-9d67-4bb9-9f88-0ab9f638337b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 200 len: 217 time: 0.0559549 Aug 25 14:52:28.370959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a280de62-d488-44ef-8193-2797d9c391f8 req-c9ac4af5-5f21-4682-9723-0c76c6b6d1ca tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.376282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c47e6-77ec-43af-ab4b-5664015e4122 req-f5e0770b-b1c6-4441-875f-98cebb2319fa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.379828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-181c47e6-77ec-43af-ab4b-5664015e4122 req-f5e0770b-b1c6-4441-875f-98cebb2319fa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0913577 Aug 25 14:52:28.401241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-8af9b733-0d63-4424-9eb6-ea75ed32ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.402892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-8af9b733-0d63-4424-9eb6-ea75ed32ce29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0786877 Aug 25 14:52:28.407639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a280de62-d488-44ef-8193-2797d9c391f8 req-c9ac4af5-5f21-4682-9723-0c76c6b6d1ca tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.479300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-42122f31-7eb7-4bda-9b91-462d94829f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.480920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-42122f31-7eb7-4bda-9b91-462d94829f91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698490 Aug 25 14:52:28.487721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-181c47e6-77ec-43af-ab4b-5664015e4122 req-0164db64-f769-4925-ad18-602c8ada180a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892727 Aug 25 14:52:28.495327 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.518619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.581065 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Transition to ACTIVE for port object 307963b4-57f4-458a-bec4-e7efb363f8f6 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:28.591809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-58fe0360-8a88-4929-a2e7-b93196771d44 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931017 Aug 25 14:52:28.591809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a280de62-d488-44ef-8193-2797d9c391f8 req-c9ac4af5-5f21-4682-9723-0c76c6b6d1ca tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.591809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a280de62-d488-44ef-8193-2797d9c391f8 req-c9ac4af5-5f21-4682-9723-0c76c6b6d1ca tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.591809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a280de62-d488-44ef-8193-2797d9c391f8 req-c9ac4af5-5f21-4682-9723-0c76c6b6d1ca tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/528900be-74bd-43b2-921f-228ba4ecd861 HTTP/1.1" status: 204 len: 173 time: 0.3730075 Aug 25 14:52:28.605539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac4af5-5f21-4682-9723-0c76c6b6d1ca tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528900be-74bd-43b2-921f-228ba4ecd861,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:28.654035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9c13b752-97c0-40b8-a729-efc1c078090c details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:52:28.745703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41345b39-dfbd-4800-bf74-2b4c20d54623 req-5565a41e-c9a5-4038-a895-fb0db694a45c service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488302 Aug 25 14:52:28.760904 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.761475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Allocated IP 172.20.0.1 (e2821f26-c750-4aed-b4c7-561e6531ab4e/d9283aa2-3691-4742-947d-388e7fc208d8/33acf778-9776-4e73-8092-09cb64c83a91) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:28.763844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beedb9-c1c8-44cd-8be8-a06c68e2d77e req-6a24b03b-6480-46af-9b0b-57b09556efc6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:28.765538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7beedb9-c1c8-44cd-8be8-a06c68e2d77e req-6a24b03b-6480-46af-9b0b-57b09556efc6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 943 time: 0.0787210 Aug 25 14:52:28.783136 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-5ecf25c9-9105-4270-847e-70c1b865ffdc req-96abc9bb-4b22-4df0-bc54-6433ec7ece2b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] show failed (client error): The resource could not be found. Aug 25 14:52:28.784192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ecf25c9-9105-4270-847e-70c1b865ffdc req-96abc9bb-4b22-4df0-bc54-6433ec7ece2b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/51fce9fb-931a-41ec-96c7-9496afa8c18c HTTP/1.1" status: 404 len: 352 time: 0.0204117 Aug 25 14:52:28.822499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7beedb9-c1c8-44cd-8be8-a06c68e2d77e req-82b46abf-155c-4c88-b3bf-ca5a3069810b tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484254 Aug 25 14:52:28.823385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9c13b752-97c0-40b8-a729-efc1c078090c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9c13b752-97c0-40b8-a729-efc1c078090c,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:28.830004 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2efabd-eefd-429b-b789-eef99e88ec58 None None] Pushing event updated for resources: {'Port': ['ID=307963b4-57f4-458a-bec4-e7efb363f8f6,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:28.841509 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.842628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '9c13b752-97c0-40b8-a729-efc1c078090c', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'port_id': '9c13b752-97c0-40b8-a729-efc1c078090c', 'mac_address': 'fa:16:3e:65:0e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:52:28.853362 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Attempting to bind port 307963b4-57f4-458a-bec4-e7efb363f8f6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:28.854098 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Attempting to bind port 307963b4-57f4-458a-bec4-e7efb363f8f6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:28.854642 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Attempting to bind port 307963b4-57f4-458a-bec4-e7efb363f8f6 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:28.861098 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:28.861288 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:28.861974 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.862535 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:28.863161 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Bound port: 307963b4-57f4-458a-bec4-e7efb363f8f6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:28.863540 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.886936 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:28.900763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c13b752-97c0-40b8-a729-efc1c078090c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:28.920997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9c13b752-97c0-40b8-a729-efc1c078090c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9c13b752-97c0-40b8-a729-efc1c078090c,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:28.924667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] For port 307963b4-57f4-458a-bec4-e7efb363f8f6, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:28.927929 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] For port 307963b4-57f4-458a-bec4-e7efb363f8f6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=307963b4-57f4-458a-bec4-e7efb363f8f6,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:29.134800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.155983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0024612f-f998-4370-8a28-6a53d54647e3 req-13629775-a141-4cc0-b17a-456e6812d944 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/5090576d-b66b-48f6-b645-e92f9be0704b HTTP/1.1" status: 200 len: 1804 time: 0.3390422 Aug 25 14:52:29.183017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=9c13b752-97c0-40b8-a729-efc1c078090c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:29.193567 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.198064 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.220680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Transition to ACTIVE for port object 33acf778-9776-4e73-8092-09cb64c83a91 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:29.249792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0024612f-f998-4370-8a28-6a53d54647e3 req-f39c6f40-95e2-4d10-9722-2b684442c0fa tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.249976 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Routers {'11cd35df-bea6-4c61-b7bb-7f10c67ec850'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:29.250559 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:29.285445 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0024612f-f998-4370-8a28-6a53d54647e3 req-f39c6f40-95e2-4d10-9722-2b684442c0fa tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.299544 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2efabd-eefd-429b-b789-eef99e88ec58 None None] Pushing event updated for resources: {'Port': ['ID=307963b4-57f4-458a-bec4-e7efb363f8f6,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:29.348497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce995e-bcf4-4558-bfa6-8070e1d28d95 req-af8328a3-ea67-45e9-9224-63e05d85bed4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:29.350016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dce995e-bcf4-4558-bfa6-8070e1d28d95 req-af8328a3-ea67-45e9-9224-63e05d85bed4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0643344 Aug 25 14:52:29.378505 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] Set router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:29.391572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dce995e-bcf4-4558-bfa6-8070e1d28d95 req-75400a26-6557-4483-9678-431041a1cf10 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351121 Aug 25 14:52:29.417987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.455656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Network e2821f26-c750-4aed-b4c7-561e6531ab4e is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:29.460456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:29.463110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:29.493019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0024612f-f998-4370-8a28-6a53d54647e3 req-f39c6f40-95e2-4d10-9722-2b684442c0fa tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.495584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0024612f-f998-4370-8a28-6a53d54647e3 req-f39c6f40-95e2-4d10-9722-2b684442c0fa tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.497137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0024612f-f998-4370-8a28-6a53d54647e3 req-f39c6f40-95e2-4d10-9722-2b684442c0fa tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/5090576d-b66b-48f6-b645-e92f9be0704b HTTP/1.1" status: 204 len: 173 time: 0.3322155 Aug 25 14:52:29.512318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Pushing event updated for resources: {'Port': ['ID=33acf778-9776-4e73-8092-09cb64c83a91,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:29.528557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c6f40-95e2-4d10-9722-2b684442c0fa tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5090576d-b66b-48f6-b645-e92f9be0704b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:29.545913 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.590875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['9c13b752-97c0-40b8-a729-efc1c078090c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:29.633809 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:52:26Z', 'revision_number': 3, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:29.665928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1245033e-7917-44ee-ade6-7391fba67cf9 req-2cfaf1a0-3dd0-47d6-9244-07b845c98000 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/8e53f1ca-d066-462e-9822-10f96a8e6b95 HTTP/1.1" status: 200 len: 1805 time: 0.1416874 Aug 25 14:52:29.671226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df89-c84c-453f-97c1-3b3e7d2cd8fe None None] The sync data for ids ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'] in n-d-805995-2 is: [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:52:26Z', 'revision_number': 3, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:29.717158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4555730-c387-4970-ba42-f2de9fd69ee6 req-2fc0bc10-ce01-49ed-bd63-41a2d9af6d16 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:29.718728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4555730-c387-4970-ba42-f2de9fd69ee6 req-2fc0bc10-ce01-49ed-bd63-41a2d9af6d16 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0632465 Aug 25 14:52:29.753548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-9da89f24-5aeb-4799-a338-6eeda3818909 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818155 Aug 25 14:52:29.783009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4555730-c387-4970-ba42-f2de9fd69ee6 req-bc4c8ecf-3446-4f9d-892c-bdb78066501c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Aug 25 14:52:29.792699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1245033e-7917-44ee-ade6-7391fba67cf9 req-873d1c56-bf01-4cc2-85b1-b5d8ce9ed38e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.832739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d00f920d-9adf-4721-83cf-a43004f555fa None None] Provisioning for port 33acf778-9776-4e73-8092-09cb64c83a91 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:29.848714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d00f920d-9adf-4721-83cf-a43004f555fa None None] Provisioning complete for port 33acf778-9776-4e73-8092-09cb64c83a91 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:29.849299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d00f920d-9adf-4721-83cf-a43004f555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.859783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1245033e-7917-44ee-ade6-7391fba67cf9 req-873d1c56-bf01-4cc2-85b1-b5d8ce9ed38e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.880821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:29.899119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d00f920d-9adf-4721-83cf-a43004f555fa None None] Port 33acf778-9776-4e73-8092-09cb64c83a91 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:29.908061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-b1ba0f6e-c56b-4f48-93b3-58f9206ed3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:29.909852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-b1ba0f6e-c56b-4f48-93b3-58f9206ed3e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1100 time: 0.0837994 Aug 25 14:52:30.055852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-797304fe-183a-42b7-8b79-ddf8e3036bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:30.057470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-797304fe-183a-42b7-8b79-ddf8e3036bf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1211691 Aug 25 14:52:30.114891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-e0f635ca-9110-4457-b8d4-07650d56d732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 217 time: 0.0497119 Aug 25 14:52:30.181022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-fa845203-b823-4352-afc2-72c193ae72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:30.182477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-fa845203-b823-4352-afc2-72c193ae72b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0598707 Aug 25 14:52:30.187153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1245033e-7917-44ee-ade6-7391fba67cf9 req-873d1c56-bf01-4cc2-85b1-b5d8ce9ed38e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.190659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1245033e-7917-44ee-ade6-7391fba67cf9 req-873d1c56-bf01-4cc2-85b1-b5d8ce9ed38e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.192334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1245033e-7917-44ee-ade6-7391fba67cf9 req-873d1c56-bf01-4cc2-85b1-b5d8ce9ed38e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/8e53f1ca-d066-462e-9822-10f96a8e6b95 HTTP/1.1" status: 204 len: 173 time: 0.5192194 Aug 25 14:52:30.215351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615446-328b-47ea-93ec-e9385b6e234e req-2b38bd89-283f-4872-8a1d-2ba065c9a916 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:30.217089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4615446-328b-47ea-93ec-e9385b6e234e req-2b38bd89-283f-4872-8a1d-2ba065c9a916 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 944 time: 0.0817978 Aug 25 14:52:30.229965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d1c56-bf01-4cc2-85b1-b5d8ce9ed38e tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e53f1ca-d066-462e-9822-10f96a8e6b95,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:30.244101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.277477 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4615446-328b-47ea-93ec-e9385b6e234e req-11034de9-8d87-48a4-959a-9aa7d87a8fed tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482683 Aug 25 14:52:30.288406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-6d32d924-325d-4eb9-94e1-5e4fac43f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:30.293632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-6d32d924-325d-4eb9-94e1-5e4fac43f379 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964587 Aug 25 14:52:30.295578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6456e6c5-c0e5-4c66-a9cc-cd795beaa045 req-d5e98efe-91ad-472d-9714-8db2360084ba tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/32a7ef83-bece-4c75-84d4-8b392f3a688b HTTP/1.1" status: 200 len: 1805 time: 0.0668614 Aug 25 14:52:30.357426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.438254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6456e6c5-c0e5-4c66-a9cc-cd795beaa045 req-cfe26f02-e111-45b9-b9b6-d360fb662825 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.439272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Pushing event updated for resources: {'Port': ['ID=33acf778-9776-4e73-8092-09cb64c83a91,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:30.446692 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.469978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6456e6c5-c0e5-4c66-a9cc-cd795beaa045 req-cfe26f02-e111-45b9-b9b6-d360fb662825 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.504293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-d78cd3cb-7d43-4fc4-b57f-f687e8512347 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055006 Aug 25 14:52:30.586532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700d936-afe4-4f85-b9ce-a51639794a9b req-83773ce4-e1c4-4f45-b17c-21048993078e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:30.588266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6700d936-afe4-4f85-b9ce-a51639794a9b req-83773ce4-e1c4-4f45-b17c-21048993078e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0876393 Aug 25 14:52:30.601499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Network e2821f26-c750-4aed-b4c7-561e6531ab4e is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:30.608266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:30.609034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1dcad8a1-3a1a-4eac-ae4b-34ce56e81cf6 req-2f556aa8-3491-4fee-acab-ce7e7eedb5d8 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942585 Aug 25 14:52:30.685101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6700d936-afe4-4f85-b9ce-a51639794a9b req-c0f68033-96ca-4efd-8cb0-2c843b31913c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862150 Aug 25 14:52:30.697260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6456e6c5-c0e5-4c66-a9cc-cd795beaa045 req-cfe26f02-e111-45b9-b9b6-d360fb662825 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.703595 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6456e6c5-c0e5-4c66-a9cc-cd795beaa045 req-cfe26f02-e111-45b9-b9b6-d360fb662825 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.703595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6456e6c5-c0e5-4c66-a9cc-cd795beaa045 req-cfe26f02-e111-45b9-b9b6-d360fb662825 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/32a7ef83-bece-4c75-84d4-8b392f3a688b HTTP/1.1" status: 204 len: 173 time: 0.3946342 Aug 25 14:52:30.711690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe26f02-e111-45b9-b9b6-d360fb662825 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7ef83-bece-4c75-84d4-8b392f3a688b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:30.826165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05e1af53-8461-4128-85af-3915affeab50 req-d7a5add2-e673-44a9-aa50-b2ab25d95e96 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/7f939b37-94c4-467d-892b-8b0d3163e453 HTTP/1.1" status: 200 len: 2402 time: 0.0691190 Aug 25 14:52:30.828279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:30.920348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a301bcc-1b66-4469-a05a-59df299aaa6c req-9ae7ce64-a40c-4050-9b93-2e7d7be51b99 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:30.921825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a301bcc-1b66-4469-a05a-59df299aaa6c req-9ae7ce64-a40c-4050-9b93-2e7d7be51b99 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0560210 Aug 25 14:52:30.930412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bab24db1-a158-4ded-8c2d-3c0a625afa7e None None] Provisioning complete for port 33acf778-9776-4e73-8092-09cb64c83a91 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:30.932680 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bab24db1-a158-4ded-8c2d-3c0a625afa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:30.965378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a301bcc-1b66-4469-a05a-59df299aaa6c req-ee565af4-390f-45c6-ae95-b07a652f6043 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Aug 25 14:52:30.975540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bab24db1-a158-4ded-8c2d-3c0a625afa7e None None] Port 33acf778-9776-4e73-8092-09cb64c83a91 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:30.986662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-05e1af53-8461-4128-85af-3915affeab50 req-758cdaed-7e87-4340-b717-38535446aa57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.013230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:31.027295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03addb0b-1209-4784-89d7-480b603f9a21 admin admin] 10.222.0.58 "PUT /v2.0/routers/11cd35df-bea6-4c61-b7bb-7f10c67ec850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2372851 Aug 25 14:52:31.027295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-05e1af53-8461-4128-85af-3915affeab50 req-758cdaed-7e87-4340-b717-38535446aa57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.185720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-05e1af53-8461-4128-85af-3915affeab50 req-758cdaed-7e87-4340-b717-38535446aa57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.189474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-05e1af53-8461-4128-85af-3915affeab50 req-758cdaed-7e87-4340-b717-38535446aa57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.190761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05e1af53-8461-4128-85af-3915affeab50 req-758cdaed-7e87-4340-b717-38535446aa57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f939b37-94c4-467d-892b-8b0d3163e453 HTTP/1.1" status: 204 len: 173 time: 0.3520124 Aug 25 14:52:31.200616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cdaed-7e87-4340-b717-38535446aa57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f939b37-94c4-467d-892b-8b0d3163e453,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:31.255342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faa3a8d9-0722-4d7a-b861-255629a0519d req-93a50e37-0761-428c-8626-a95e9feefb57 tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "GET /v2.0/security-groups/64ab3091-410b-4150-bceb-e7c72f47de31 HTTP/1.1" status: 200 len: 2397 time: 0.0437434 Aug 25 14:52:31.321810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-faa3a8d9-0722-4d7a-b861-255629a0519d req-73fd78ba-4eb2-4165-a779-0fc464247d0b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.353915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-faa3a8d9-0722-4d7a-b861-255629a0519d req-73fd78ba-4eb2-4165-a779-0fc464247d0b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.427725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6232-0a39-43a8-beff-210f36a27957 req-59af133b-5c20-45e3-be15-4c8287171622 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:31.429298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-402c6232-0a39-43a8-beff-210f36a27957 req-59af133b-5c20-45e3-be15-4c8287171622 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 944 time: 0.0724359 Aug 25 14:52:31.470778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-402c6232-0a39-43a8-beff-210f36a27957 req-6ba81040-a1f7-47cf-ba51-4e61ef422d3a tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329015 Aug 25 14:52:31.500546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-faa3a8d9-0722-4d7a-b861-255629a0519d req-73fd78ba-4eb2-4165-a779-0fc464247d0b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.503961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-faa3a8d9-0722-4d7a-b861-255629a0519d req-73fd78ba-4eb2-4165-a779-0fc464247d0b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.508851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faa3a8d9-0722-4d7a-b861-255629a0519d req-73fd78ba-4eb2-4165-a779-0fc464247d0b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] 10.222.0.58 "DELETE /v2.0/security-groups/64ab3091-410b-4150-bceb-e7c72f47de31 HTTP/1.1" status: 204 len: 173 time: 0.2432334 Aug 25 14:52:31.511674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:31.515901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd78ba-4eb2-4165-a779-0fc464247d0b tempest-SecurityGroupRulesTestJSON-830008974 tempest-SecurityGroupRulesTestJSON-830008974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ab3091-410b-4150-bceb-e7c72f47de31,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:31.580044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Deleting subnet 03688e74-ab19-420f-8b45-d4f533058f07 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:52:31.584870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.632741 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.660402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Sync routers for ids ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:31.670919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Routers {'11cd35df-bea6-4c61-b7bb-7f10c67ec850'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:31.671595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:31.678368 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.793346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Set router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:31.819355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ec23-c112-40a4-8b9c-755de6a98b3c req-7c542c7f-15f2-4d93-9451-f760f3878fa5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:31.820875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a823ec23-c112-40a4-8b9c-755de6a98b3c req-7c542c7f-15f2-4d93-9451-f760f3878fa5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0591173 Aug 25 14:52:31.822473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.871420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03688e74-ab19-420f-8b45-d4f533058f07,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:31.882078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:31.884093 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0630042d-b0f6-47a7-959b-2731f01f9c5a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/03688e74-ab19-420f-8b45-d4f533058f07 HTTP/1.1" status: 204 len: 168 time: 0.3711402 Aug 25 14:52:31.886697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56200) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:31.923115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a823ec23-c112-40a4-8b9c-755de6a98b3c req-89c6d63b-f4b0-44b5-a3eb-9f00be673a8b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563650 Aug 25 14:52:31.965003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:52:31.966984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 307963b4-57f4-458a-bec4-e7efb363f8f6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:31.996894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.031533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:32.041553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-network', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:32.121837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.134251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Made reservation on behalf of c05562e6dcfe42bf8d94f1b973f872e2 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:32.136379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c1cca1-442e-4ba1-9fe0-bf032812bf41']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:32.137319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.147711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.158553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739ff7e2-ec55-4eaf-93ad-3d565c55ec03') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:32.159790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739ff7e2-ec55-4eaf-93ad-3d565c55ec03') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:32.171975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:32.182818 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.189065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'mac_address': 'fa:16:3e:f6:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:52:32.205429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28091-c668-4d0e-bfb3-2deac07f1e2b req-2ce636f0-23b4-4bfc-84d2-eb9f14dbe331 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:32.207564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ac28091-c668-4d0e-bfb3-2deac07f1e2b req-2ce636f0-23b4-4bfc-84d2-eb9f14dbe331 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.1234736 Aug 25 14:52:32.230960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.238234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:52:29Z', 'revision_number': 4, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '33acf778-9776-4e73-8092-09cb64c83a91', 'name': '', 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'mac_address': 'fa:16:3e:00:cd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:28Z', 'updated_at': '2021-08-25T14:52:29Z', 'revision_number': 2, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'subnets': [{'id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:32.251753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:52:32.252157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:52:32.254812 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:52:32.270178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.273114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 307963b4-57f4-458a-bec4-e7efb363f8f6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:32.274996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Checking router: 11cd35df-bea6-4c61-b7bb-7f10c67ec850 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:32.275378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Updating router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 port 33acf778-9776-4e73-8092-09cb64c83a91 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:32.275796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.302496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 307963b4-57f4-458a-bec4-e7efb363f8f6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:32.302496 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.324861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe62f135-4110-49da-94ee-f1e1e4eee79c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:32.338456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ac28091-c668-4d0e-bfb3-2deac07f1e2b req-072291a0-6e95-496a-ae8f-928356bd575d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210542 Aug 25 14:52:32.350630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.361845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.370319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:32.383743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:52:32.398555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5008e2-7f5d-450c-9902-69de63288b45,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:32.401579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.401929 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Added segment 08d124cc-4ade-4ca9-8326-044a95866ae4 of type vlan for network c6d0a26f-a450-4245-8eba-594f3195b31d Aug 25 14:52:32.442856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.451215 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.453507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] 10.222.0.58 "DELETE /v2.0/networks/79c1cca1-442e-4ba1-9fe0-bf032812bf41 HTTP/1.1" status: 204 len: 168 time: 0.5655439 Aug 25 14:52:32.458346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.469936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef86e-839c-4541-8ccc-044bcf81ae92 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c1cca1-442e-4ba1-9fe0-bf032812bf41,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:32.499281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.535257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.580219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.581210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:32.582820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.612795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 307963b4-57f4-458a-bec4-e7efb363f8f6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=307963b4-57f4-458a-bec4-e7efb363f8f6,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:32.628559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:32.646724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8282-ac51-491f-a53a-fbaba49354fa req-3c4b0011-694f-430c-ae4d-49b69c56e967 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:32.648344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-675f8282-ac51-491f-a53a-fbaba49354fa req-3c4b0011-694f-430c-ae4d-49b69c56e967 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 944 time: 0.1039131 Aug 25 14:52:32.661185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d0a26f-a450-4245-8eba-594f3195b31d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:32.679866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c6d0a26f-a450-4245-8eba-594f3195b31d details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:52:32.699377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9c13b752-97c0-40b8-a729-efc1c078090c up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:32.711627 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-675f8282-ac51-491f-a53a-fbaba49354fa req-7050499e-aff8-4088-93e7-dbeab53c4bf5 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 Aug 25 14:52:32.727548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a96c0056-9699-4e77-b64e-045a214efae6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6900325 Aug 25 14:52:32.728093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56218) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:32.733680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Request body: {'subnet': {'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-subnet', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:32.755575 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.778280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fe62f135-4110-49da-94ee-f1e1e4eee79c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:32.861415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Made reservation on behalf of c05562e6dcfe42bf8d94f1b973f872e2 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:32.864049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.928075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=307963b4-57f4-458a-bec4-e7efb363f8f6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:32.958562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:32.981950 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:32.998522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Transition to ACTIVE for port object 33acf778-9776-4e73-8092-09cb64c83a91 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:33.017065 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37103bf4-5864-460f-9e71-ce14e44319a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3004e95360fc4f21b3c2fa3e9b0bae37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570827 Aug 25 14:52:33.022521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56224) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:33.037649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 9c13b752-97c0-40b8-a729-efc1c078090c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:33.044951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 9c13b752-97c0-40b8-a729-efc1c078090c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:33.045310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.097693 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.125725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd103a-94b6-48c2-8f62-11560ba94c28 req-bc0eddc8-52f4-415f-81f5-9fce5316172d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:33.127273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-21cd103a-94b6-48c2-8f62-11560ba94c28 req-bc0eddc8-52f4-415f-81f5-9fce5316172d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1284816 Aug 25 14:52:33.152680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-66d89c86-33b8-4ab4-b30e-4c167b46bf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.159894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1dda9-085a-4c5c-8b16-427c5051e3a5 None None] Pushing event updated for resources: {'Port': ['ID=33acf778-9776-4e73-8092-09cb64c83a91,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:33.189342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-66d89c86-33b8-4ab4-b30e-4c167b46bf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.197686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.254579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-21cd103a-94b6-48c2-8f62-11560ba94c28 req-d73f8e60-d02e-4d29-9ca3-30d837bc2ca9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185932 Aug 25 14:52:33.260438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Attempting to bind port 33acf778-9776-4e73-8092-09cb64c83a91 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:33.261022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Attempting to bind port 33acf778-9776-4e73-8092-09cb64c83a91 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:33.266105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Attempting to bind port 33acf778-9776-4e73-8092-09cb64c83a91 on network e2821f26-c750-4aed-b4c7-561e6531ab4e {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:33.274337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:33.274883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Checking segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:33.275407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.276317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Bound using segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:33.276557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Bound port: 33acf778-9776-4e73-8092-09cb64c83a91, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:33.277031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.288808 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.309845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3b52d2-033d-4a15-8bbb-e6e103dce5a5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:33.315867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Checking segment: {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:33.316543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Network hostable DHCP agents. Network: c6d0a26f-a450-4245-8eba-594f3195b31d, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:52:33.373339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:33.375980 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f3af65-d7b5-41aa-90cf-3bf19d180f8f" -d '{"events": [{"server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "name": "network-vif-plugged", "status": "completed", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:33.410005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9c13b752-97c0-40b8-a729-efc1c078090c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9c13b752-97c0-40b8-a729-efc1c078090c,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:33.430352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] For port 33acf778-9776-4e73-8092-09cb64c83a91, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:33.436843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] For port 33acf778-9776-4e73-8092-09cb64c83a91, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=33acf778-9776-4e73-8092-09cb64c83a91,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:33.457329 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6654a7-f862-4860-af4e-221e4fe120b6 x-openstack-request-id: req-4b6654a7-f862-4860-af4e-221e4fe120b6 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:33.457676 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "name": "network-vif-plugged", "status": "completed", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:33.457938 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b6654a7-f862-4860-af4e-221e4fe120b6 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:33.458337 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c', 'code': 200} Aug 25 14:52:33.470162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-66d89c86-33b8-4ab4-b30e-4c167b46bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.473121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-66d89c86-33b8-4ab4-b30e-4c167b46bf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.475349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-66d89c86-33b8-4ab4-b30e-4c167b46bf06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ce7a9e3-4f00-432c-a278-db05af088246 HTTP/1.1" status: 204 len: 168 time: 0.4516149 Aug 25 14:52:33.486444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d89c86-33b8-4ab4-b30e-4c167b46bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7a9e3-4f00-432c-a278-db05af088246,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:33.492314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2053-7047-4324-a357-46ec80f4e6c2 req-14d12aaa-12e2-414e-a5b2-a79c7f69c20a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:33.493977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16c2053-7047-4324-a357-46ec80f4e6c2 req-14d12aaa-12e2-414e-a5b2-a79c7f69c20a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 949 time: 0.0608962 Aug 25 14:52:33.537623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Network c6d0a26f-a450-4245-8eba-594f3195b31d is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:52:33.539178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.567403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16c2053-7047-4324-a357-46ec80f4e6c2 req-57314bd3-56c7-45f7-b989-b89064ff6f17 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Aug 25 14:52:33.572698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.616007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782ddca-7679-4c7d-8c92-6667fc361d36 req-f60e829a-9ac6-41fa-ba5f-7ff2aa1a5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:33.618058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c782ddca-7679-4c7d-8c92-6667fc361d36 req-f60e829a-9ac6-41fa-ba5f-7ff2aa1a5289 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 1096 time: 0.0765572 Aug 25 14:52:33.619403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=9c13b752-97c0-40b8-a729-efc1c078090c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:33.622397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Routers {'11cd35df-bea6-4c61-b7bb-7f10c67ec850'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:33.639939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:33.661990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c6d0a26f-a450-4245-8eba-594f3195b31d) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:33.669255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:33.671283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:33.694269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56932d56-38ac-4e14-acb9-918149fb85ba None None] Network c6d0a26f-a450-4245-8eba-594f3195b31d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:33.707854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c782ddca-7679-4c7d-8c92-6667fc361d36 req-60356af6-a79a-4400-a628-2393d4a24b7a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792072 Aug 25 14:52:33.855045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56240) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:33.857090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:33.870012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-effe132d-9619-4f0e-adef-49d763ea0e4c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1390326 Aug 25 14:52:33.909163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1504a72-c2d9-4009-af05-9d9604362da5 req-816ec2fa-3208-4e1f-937c-5e5e93dc88c0 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:33.914284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:33.920442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1504a72-c2d9-4009-af05-9d9604362da5 req-816ec2fa-3208-4e1f-937c-5e5e93dc88c0 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.1185129 Aug 25 14:52:33.927237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 307963b4-57f4-458a-bec4-e7efb363f8f6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:33.964634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1504a72-c2d9-4009-af05-9d9604362da5 req-3f73a504-0d3e-43e7-afd9-b4dd85a7296c tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369473 Aug 25 14:52:34.017941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.019050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.080727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.092159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1dda9-085a-4c5c-8b16-427c5051e3a5 None None] Pushing event updated for resources: {'Port': ['ID=33acf778-9776-4e73-8092-09cb64c83a91,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:34.134288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] Set router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:34.205168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 307963b4-57f4-458a-bec4-e7efb363f8f6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:34.209908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.311712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port fe62f135-4110-49da-94ee-f1e1e4eee79c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:34.321356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.370483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port fe62f135-4110-49da-94ee-f1e1e4eee79c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:34.370483 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.416351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21ab5b-f75b-4d80-a17f-756f1f9f57ea req-9602c3e2-e8aa-4433-bd57-62b70c91e011 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:34.418456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f21ab5b-f75b-4d80-a17f-756f1f9f57ea req-9602c3e2-e8aa-4433-bd57-62b70c91e011 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0552931 Aug 25 14:52:34.515104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c6d0a26f-a450-4245-8eba-594f3195b31d', 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'fixed_ips': [{'subnet_id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:52:34.519590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f21ab5b-f75b-4d80-a17f-756f1f9f57ea req-71412340-5e97-4be4-994b-65002d9aa99c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908098 Aug 25 14:52:34.528661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.724070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.736797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b32aa-6bf9-462d-b478-6e6e74f040f1 req-17c92b56-9449-4f18-b042-8e8cdc6a7576 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:34.746033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.753555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e9b32aa-6bf9-462d-b478-6e6e74f040f1 req-17c92b56-9449-4f18-b042-8e8cdc6a7576 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 949 time: 0.0965202 Aug 25 14:52:34.763008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:34.805909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e9b32aa-6bf9-462d-b478-6e6e74f040f1 req-611602d6-2ae2-4a8c-adab-cde9038e04b7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Aug 25 14:52:34.841253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Allocated IP 172.20.0.2 (c6d0a26f-a450-4245-8eba-594f3195b31d/bb3b52d2-033d-4a15-8bbb-e6e103dce5a5/20a628ac-17ab-4449-93a7-0fbedac6d63f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:34.851652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:34.855502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:52:29Z', 'revision_number': 4, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '33acf778-9776-4e73-8092-09cb64c83a91', 'name': '', 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'mac_address': 'fa:16:3e:00:cd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:28Z', 'updated_at': '2021-08-25T14:52:33Z', 'revision_number': 4, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'subnets': [{'id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:34.889131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07f59a-f3e7-49c5-9bcf-269055b644b4 None None] The sync data for ids ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'] in n-d-805995-2 is: [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:52:29Z', 'revision_number': 4, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '33acf778-9776-4e73-8092-09cb64c83a91', 'name': '', 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'mac_address': 'fa:16:3e:00:cd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:28Z', 'updated_at': '2021-08-25T14:52:33Z', 'revision_number': 4, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'subnets': [{'id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:34.923174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Allocated IP 172.25.8.215 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/9629fba9-05d6-47af-9737-80ab9e9d24a1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:34.971723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.081313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.086201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:35.118576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.133445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Transition to ACTIVE for port object 20a628ac-17ab-4449-93a7-0fbedac6d63f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:35.149107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Transition to ACTIVE for port object 20a628ac-17ab-4449-93a7-0fbedac6d63f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:35.181199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1480f-5024-4d80-ba3c-7491c93f26a3 req-b5f1830d-6993-4950-908b-0a5cc2f056d6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:35.183062 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c6c1480f-5024-4d80-ba3c-7491c93f26a3 req-b5f1830d-6993-4950-908b-0a5cc2f056d6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.0571587 Aug 25 14:52:35.191125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56272) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:35.214932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.252087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.284520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Network c6d0a26f-a450-4245-8eba-594f3195b31d is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:35.285485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c6c1480f-5024-4d80-ba3c-7491c93f26a3 req-0a0805fd-40d4-4f14-aab0-74de81c26677 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884454 Aug 25 14:52:35.290026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:35.293558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:35.298838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:35.301780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9629fba9-05d6-47af-9737-80ab9e9d24a1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:35.348125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-889919869-network', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:35.348456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:35.351010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:35.378046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Pushing event updated for resources: {'Port': ['ID=20a628ac-17ab-4449-93a7-0fbedac6d63f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:35.455802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Attempting to bind port 20a628ac-17ab-4449-93a7-0fbedac6d63f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:35.456333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Attempting to bind port 20a628ac-17ab-4449-93a7-0fbedac6d63f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:35.457695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Attempting to bind port 20a628ac-17ab-4449-93a7-0fbedac6d63f on network c6d0a26f-a450-4245-8eba-594f3195b31d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:35.459766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:35.462472 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d36b9e-e08c-4bd8-93e6-5c74c3548efe" -d '{"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-plugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:35.463716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Made reservation on behalf of b00ee24bd3534cc39ef2cc8103e814bb for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:35.474048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.474392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:35.474392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Checking segment: {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:35.474392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.474392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Bound using segment: {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:35.474392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Bound port: 20a628ac-17ab-4449-93a7-0fbedac6d63f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:35.475469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.477038 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.585278 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47269130-13d2-4803-83b3-efc13a532121 x-openstack-request-id: req-47269130-13d2-4803-83b3-efc13a532121 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:35.585690 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-plugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:35.586234 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47269130-13d2-4803-83b3-efc13a532121 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:35.587668 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'code': 200} Aug 25 14:52:35.604358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] For port 20a628ac-17ab-4449-93a7-0fbedac6d63f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:35.615667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] For port 20a628ac-17ab-4449-93a7-0fbedac6d63f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=20a628ac-17ab-4449-93a7-0fbedac6d63f,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:35.620033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.741621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4796-0bd6-4225-9d27-9ba5634435a3 req-6de37c07-81f9-4634-a015-5e8253256938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:35.743647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-237d4796-0bd6-4225-9d27-9ba5634435a3 req-6de37c07-81f9-4634-a015-5e8253256938 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1101 time: 0.0852315 Aug 25 14:52:35.769322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e41e1a-aae3-4238-bca9-0b51efeff3bc req-c6a76fc9-1da9-4eb6-bb0e-f31ac96207bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:35.770896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86e41e1a-aae3-4238-bca9-0b51efeff3bc req-c6a76fc9-1da9-4eb6-bb0e-f31ac96207bf tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0985529 Aug 25 14:52:35.784319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.793067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-237d4796-0bd6-4225-9d27-9ba5634435a3 req-d7ac055d-7b31-454c-af07-6739573522db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Aug 25 14:52:35.856618 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.860925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.884166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:52:35.905877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:35.907283 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Added segment 6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c of type vlan for network bd5b6036-977c-4282-9be7-e7529fcc909d Aug 25 14:52:35.936896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 33acf778-9776-4e73-8092-09cb64c83a91 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:36.007246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ceeb0-a1c6-4508-a192-296b2e741c5d None None] Pushing event updated for resources: {'Port': ['ID=20a628ac-17ab-4449-93a7-0fbedac6d63f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:36.024005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3ddda-f595-4a41-b0d6-494a8bb5e1c8 req-639e74cf-04a4-4289-a19b-a6d68fb6cf72 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:36.026077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cb3ddda-f595-4a41-b0d6-494a8bb5e1c8 req-639e74cf-04a4-4289-a19b-a6d68fb6cf72 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0787847 Aug 25 14:52:36.068931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.083947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cb3ddda-f595-4a41-b0d6-494a8bb5e1c8 req-cecfbdde-6781-4c4c-a28e-77c98a0e242f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Aug 25 14:52:36.115638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86e41e1a-aae3-4238-bca9-0b51efeff3bc req-3e29fdd9-87f0-467c-ab19-b70a7a280344 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327689 Aug 25 14:52:36.134339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 33acf778-9776-4e73-8092-09cb64c83a91 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:36.140177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 33acf778-9776-4e73-8092-09cb64c83a91 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:36.140639 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.142343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0792f220-19e5-476f-b3ed-af8d8e66f46b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:36.300960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.350532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 33acf778-9776-4e73-8092-09cb64c83a91, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=33acf778-9776-4e73-8092-09cb64c83a91,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:36.441569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d762-053d-41b5-9e84-61a2249a99ad req-05a4edda-4cf7-42bb-b68e-5e354b4e80e4 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:36.442788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6f2d762-053d-41b5-9e84-61a2249a99ad req-05a4edda-4cf7-42bb-b68e-5e354b4e80e4 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.0589466 Aug 25 14:52:36.455008 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.508245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6f2d762-053d-41b5-9e84-61a2249a99ad req-3093f1d7-63a0-4a7f-a654-e9d533184198 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585611 Aug 25 14:52:36.521587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=33acf778-9776-4e73-8092-09cb64c83a91,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:36.616376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.618112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:36.618840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.636421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec4a7-1d08-4c5d-99d9-59257aa47b96 req-a1f0ad1f-1256-4340-8fd8-eec61eab374d tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:36.638404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-640ec4a7-1d08-4c5d-99d9-59257aa47b96 req-a1f0ad1f-1256-4340-8fd8-eec61eab374d tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.0565813 Aug 25 14:52:36.650750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56294) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:36.658044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Request body: {'floatingip': {'port_id': '9c13b752-97c0-40b8-a729-efc1c078090c'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:36.704485 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.706331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:36.706495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] Pushing event updated for resources: {'Network': ['ID=bd5b6036-977c-4282-9be7-e7529fcc909d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:36.717323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network bd5b6036-977c-4282-9be7-e7529fcc909d details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:52:36.758762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-daa7a6c4-8e93-4754-8815-6eed561e059f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5682838 Aug 25 14:52:36.763198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56300) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:36.768911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Request body: {'subnet': {'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-889919869-subnet', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:36.944744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Router f46e5b03-4594-402d-96e0-bd65478bf799 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:52:37.008896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Made reservation on behalf of b00ee24bd3534cc39ef2cc8103e814bb for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:52:37.011744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.199637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:37.210917 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Sync routers for ids ['f46e5b03-4594-402d-96e0-bd65478bf799'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:37.224669 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Routers {'f46e5b03-4594-402d-96e0-bd65478bf799'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:37.226707 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f46e5b03-4594-402d-96e0-bd65478bf799'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:37.239120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f099e-15a6-46a1-a266-681e1b91cb72 None None] Network c6d0a26f-a450-4245-8eba-594f3195b31d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:37.292146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.330548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.332656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a81eacb4-1077-45f5-a2a7-ebbe4ef635f1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4791820 Aug 25 14:52:37.336944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56306) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:37.350839 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Set router f46e5b03-4594-402d-96e0-bd65478bf799 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:37.358355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03bb18-dce6-42e1-9cb1-d442b7570ac8 req-6e7740e7-9d2a-4709-a67e-bb2619bba777 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:37.360540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd03bb18-dce6-42e1-9cb1-d442b7570ac8 req-6e7740e7-9d2a-4709-a67e-bb2619bba777 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0664701 Aug 25 14:52:37.367471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034732ed-b877-4134-b499-f09bb6521536 req-4c96cfe7-1f47-4cba-b632-280a17aacfa0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:37.376622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-034732ed-b877-4134-b499-f09bb6521536 req-4c96cfe7-1f47-4cba-b632-280a17aacfa0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1639721 Aug 25 14:52:37.380144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8d87c31c-480f-4f8b-bc1d-e3ffafd8aab3 None None] Provisioning for port 20a628ac-17ab-4449-93a7-0fbedac6d63f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:37.410794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.435165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-034732ed-b877-4134-b499-f09bb6521536 req-1e854b51-3882-4bcd-844f-4b6390223c00 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Aug 25 14:52:37.477791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.545510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0052595f-5d6b-4315-9868-bb8da5399026,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:37.560667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Checking segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:37.561036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Network hostable DHCP agents. Network: bd5b6036-977c-4282-9be7-e7529fcc909d, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:52:37.622414 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:35Z', 'revision_number': 3, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:37.658575 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Checking router: f46e5b03-4594-402d-96e0-bd65478bf799 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:37.658954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Updating router f46e5b03-4594-402d-96e0-bd65478bf799 port 9629fba9-05d6-47af-9737-80ab9e9d24a1 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:37.687651 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.708486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Network bd5b6036-977c-4282-9be7-e7529fcc909d is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:52:37.797829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, bd5b6036-977c-4282-9be7-e7529fcc909d) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:37.802569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:37.803210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:37.813993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cdab0d-033d-4330-b9ec-5561caa9b5f5 None None] Network bd5b6036-977c-4282-9be7-e7529fcc909d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:37.889679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd03bb18-dce6-42e1-9cb1-d442b7570ac8 req-db55c9a6-1d2d-421c-a365-0ca2eb914c95 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805000 Aug 25 14:52:37.908633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1ff758f-c35d-4adc-9b8e-ab0f3ada6bb7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1443391 Aug 25 14:52:37.911379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56314) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:37.915816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:38.026382 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Floating IP 7fa29767-2f16-4bb3-9805-ca3f07b9ee26 associated. External IP: 172.25.8.2, port: 9c13b752-97c0-40b8-a729-efc1c078090c. Aug 25 14:52:38.029373 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.030891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.059737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 33acf778-9776-4e73-8092-09cb64c83a91 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:38.127041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-bd5b6036-977c-4282-9be7-e7529fcc909d', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:52:38.127912 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.135174 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.165627 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.184611 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Transition to ACTIVE for port object 9629fba9-05d6-47af-9737-80ab9e9d24a1 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:38.276998 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.338681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88808a-c7c3-4068-9b1c-d4ae41b07c10 None None] Pushing event updated for resources: {'Port': ['ID=9629fba9-05d6-47af-9737-80ab9e9d24a1,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:38.377482 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Attempting to bind port 9629fba9-05d6-47af-9737-80ab9e9d24a1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:38.378463 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Attempting to bind port 9629fba9-05d6-47af-9737-80ab9e9d24a1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:38.379254 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Attempting to bind port 9629fba9-05d6-47af-9737-80ab9e9d24a1 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:38.386439 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:38.387304 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:38.388114 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.388881 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:38.389728 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Bound port: 9629fba9-05d6-47af-9737-80ab9e9d24a1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:38.390339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.390672 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.395105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 33acf778-9776-4e73-8092-09cb64c83a91 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:38.395668 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.450001 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] For port 9629fba9-05d6-47af-9737-80ab9e9d24a1, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:38.454926 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] For port 9629fba9-05d6-47af-9737-80ab9e9d24a1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9629fba9-05d6-47af-9737-80ab9e9d24a1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:38.507300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Allocated IP 172.20.0.2 (bd5b6036-977c-4282-9be7-e7529fcc909d/0052595f-5d6b-4315-9868-bb8da5399026/c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:38.565133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Router d2222d80-60e8-4038-ac10-83436985ab83 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:38.582705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.600705 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.618900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2a507-afc7-49b6-937b-ec7d9864e1ff req-deb8f2e9-052b-45c3-bfd4-b4ff372d26e6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:38.620331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61f2a507-afc7-49b6-937b-ec7d9864e1ff req-deb8f2e9-052b-45c3-bfd4-b4ff372d26e6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1152511 Aug 25 14:52:38.640522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 20a628ac-17ab-4449-93a7-0fbedac6d63f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:38.656188 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Routers {'f46e5b03-4594-402d-96e0-bd65478bf799'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:38.656883 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f46e5b03-4594-402d-96e0-bd65478bf799'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:38.698799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.720353 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.763845 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] Set router f46e5b03-4594-402d-96e0-bd65478bf799 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:38.806843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.821177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Transition to ACTIVE for port object c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:38.858506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Transition to ACTIVE for port object c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:38.874858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Allocated IP 172.25.8.36 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:38.926341 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88808a-c7c3-4068-9b1c-d4ae41b07c10 None None] Pushing event updated for resources: {'Port': ['ID=9629fba9-05d6-47af-9737-80ab9e9d24a1,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:38.941899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:38.963090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61f2a507-afc7-49b6-937b-ec7d9864e1ff req-d9766af9-25a3-43c5-8945-e203944447d1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968659 Aug 25 14:52:38.979873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Network bd5b6036-977c-4282-9be7-e7529fcc909d is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:38.979873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:38.980807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 20a628ac-17ab-4449-93a7-0fbedac6d63f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:39.007568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:39.009456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 20a628ac-17ab-4449-93a7-0fbedac6d63f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:39.009828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.020088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:35Z', 'revision_number': 3, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:39.038977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:39.046097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.057134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.062028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] Sync routers for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:39.082706 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cc6d-4583-42bc-b326-8db2c016e338 None None] The sync data for ids ['f46e5b03-4594-402d-96e0-bd65478bf799'] in n-d-805995-2 is: [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:35Z', 'revision_number': 3, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:39.090340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:39.090990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:39.137536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-43ae6bea-9a5a-4fb4-8bd9-95fd14f649be tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "PUT /v2.0/floatingips/7fa29767-2f16-4bb3-9805-ca3f07b9ee26 HTTP/1.1" status: 200 len: 989 time: 2.4823639 Aug 25 14:52:39.138288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:39.140636 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7d676-2917-49f6-906d-c624eb6febcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:39.155679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Allocated IP 172.20.0.1 (c6d0a26f-a450-4245-8eba-594f3195b31d/bb3b52d2-033d-4a15-8bbb-e6e103dce5a5/2d7d770c-44ae-4e3d-b69f-50d0f05dbca8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:39.169278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d8ec2-5312-4cb1-a315-9beb7fd137aa req-983c9217-44a9-44aa-ac9e-c58ed3b13aa3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:39.173512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-893d8ec2-5312-4cb1-a315-9beb7fd137aa req-983c9217-44a9-44aa-ac9e-c58ed3b13aa3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1358786 Aug 25 14:52:39.197952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b279bb-75bf-40f7-a6b5-37ca12241c79 req-1d1d631c-e882-4e6c-81ce-3f4fedc95c19 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:39.204001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80b279bb-75bf-40f7-a6b5-37ca12241c79 req-1d1d631c-e882-4e6c-81ce-3f4fedc95c19 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1173189 Aug 25 14:52:39.210944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Pushing event updated for resources: {'Port': ['ID=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:39.212623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.272632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-893d8ec2-5312-4cb1-a315-9beb7fd137aa req-e9ec380d-5a42-4914-a8a5-3973ddfe6727 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907810 Aug 25 14:52:39.281129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Attempting to bind port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:39.281500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Attempting to bind port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:39.282760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Attempting to bind port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a on network bd5b6036-977c-4282-9be7-e7529fcc909d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:39.289503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:39.295318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:39.299892 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.300845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:39.304318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Pushing event updated for resources: {'Port': ['ID=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:39.305330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:39.306065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Checking segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:39.306496 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.306982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Bound using segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:39.307691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Bound port: c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:39.308200 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.341945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:39.351904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80b279bb-75bf-40f7-a6b5-37ca12241c79 req-d42ba495-2037-437c-8ed9-29a0cbd9edd4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448462 Aug 25 14:52:39.482685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.498082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 20a628ac-17ab-4449-93a7-0fbedac6d63f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=20a628ac-17ab-4449-93a7-0fbedac6d63f,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:39.521313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Transition to ACTIVE for port object 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:39.560561 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cb663c-8e2d-457a-81d5-88ade5ab470f x-openstack-request-id: req-17cb663c-8e2d-457a-81d5-88ade5ab470f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:39.560856 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:39.561116 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17cb663c-8e2d-457a-81d5-88ade5ab470f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:39.561659 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c', 'status': 'completed', 'code': 200} Aug 25 14:52:39.584043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] For port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:39.588627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.636803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] For port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:39.643487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d676-2917-49f6-906d-c624eb6febcc req-dd22d7dd-5ef5-4145-a77c-6f386f1f21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:39.645035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-dd22d7dd-5ef5-4145-a77c-6f386f1f21fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1101cbfbf874a22b9f4a36873efe906&device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 1096 time: 0.0716960 Aug 25 14:52:39.680046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.727336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=20a628ac-17ab-4449-93a7-0fbedac6d63f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:39.739758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.768583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Network c6d0a26f-a450-4245-8eba-594f3195b31d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:39.776667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:39.823283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:39.915127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:39.966983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:39.975122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:40.028715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53dccf-1c12-42f5-9529-a3c8182b6008 None None] Pushing event updated for resources: {'Port': ['ID=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:40.111902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d676-2917-49f6-906d-c624eb6febcc req-dbc9fd12-c145-4add-860f-de51113165e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:40.121041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-dbc9fd12-c145-4add-860f-de51113165e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d5f94b-9852-489d-9176-501e906ac6d1 HTTP/1.1" status: 200 len: 912 time: 0.4562976 Aug 25 14:52:40.154018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 20a628ac-17ab-4449-93a7-0fbedac6d63f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:40.258773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:40.349003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7fa29767-2f16-4bb3-9805-ca3f07b9ee26', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'port_id': '9c13b752-97c0-40b8-a729-efc1c078090c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'mac_address': 'fa:16:3e:65:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:52:16Z', 'updated_at': '2021-08-25T14:52:37Z', 'revision_number': 1, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:16Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:40.355512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 20a628ac-17ab-4449-93a7-0fbedac6d63f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:40.355891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:40.386178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2a46-f937-451a-8dc2-a2ce5555516f req-b900f3fe-6c00-46ec-8123-658523438b77 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:40.395262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0beb2a46-f937-451a-8dc2-a2ce5555516f req-b900f3fe-6c00-46ec-8123-658523438b77 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1966393 Aug 25 14:52:40.438304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-66f2c989-aa84-4a81-b3ad-4571483e4ed1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c13b752-97c0-40b8-a729-efc1c078090c HTTP/1.1" status: 200 len: 997 time: 0.3110440 Aug 25 14:52:40.470202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] Checking router: d2222d80-60e8-4038-ac10-83436985ab83 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:40.506523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:40.507225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:40.538971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d676-2917-49f6-906d-c624eb6febcc req-d8c21cc5-5f1a-4b29-bb62-529b85a3c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:40.540474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-d8c21cc5-5f1a-4b29-bb62-529b85a3c2d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af18d698-9e49-4099-a2eb-8e03dbebf729 HTTP/1.1" status: 200 len: 850 time: 0.0804372 Aug 25 14:52:40.586247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f0d0-dc2f-4d08-8331-35c8e413fe44 req-9616a197-2781-4f58-945c-7802042ad14b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:40.588003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e400f0d0-dc2f-4d08-8331-35c8e413fe44 req-9616a197-2781-4f58-945c-7802042ad14b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1312890 Aug 25 14:52:40.589669 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:40.618127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9629fba9-05d6-47af-9737-80ab9e9d24a1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:40.658789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6da57a6c-85b9-4580-8f4b-fc5b74a5712f None None] Provisioning for port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:40.713129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6da57a6c-85b9-4580-8f4b-fc5b74a5712f None None] Provisioning complete for port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:40.713569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6da57a6c-85b9-4580-8f4b-fc5b74a5712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:40.725434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e400f0d0-dc2f-4d08-8331-35c8e413fe44 req-1d064751-8b57-4e7c-92d7-50f46b281006 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878558 Aug 25 14:52:40.762035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6da57a6c-85b9-4580-8f4b-fc5b74a5712f None None] Port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:40.796297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:40.890224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Router 2fec771c-6438-4b35-ab31-43a76e91077f is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:52:40.897958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0beb2a46-f937-451a-8dc2-a2ce5555516f req-22ebc533-bf6f-4b9b-96cb-1883bf407478 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013554 Aug 25 14:52:40.912802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9629fba9-05d6-47af-9737-80ab9e9d24a1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:40.914820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-1712c9bd-44ec-4b56-bbb7-dcd8d3c6c91b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6030436 Aug 25 14:52:40.924815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9629fba9-05d6-47af-9737-80ab9e9d24a1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:40.925281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.062218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d676-2917-49f6-906d-c624eb6febcc req-96f74ef3-2022-43fd-8176-c83baba5103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.079699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-96f74ef3-2022-43fd-8176-c83baba5103d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d5f94b-9852-489d-9176-501e906ac6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5238926 Aug 25 14:52:41.088323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:41.100899 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Sync routers for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:41.127423 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:41.128071 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:41.162000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-b82d5910-f0a1-4cac-8469-85417a63ab41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0751112 Aug 25 14:52:41.225494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.227672 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a5e596be-58ea-4b8c-a1b3-c89269850d49 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3152776 Aug 25 14:52:41.231316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56360) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:41.397116 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:41.436023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843e321-64e0-4a19-b7c1-d069421e8e2f None None] Network bd5b6036-977c-4282-9be7-e7529fcc909d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:52:41.480427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-adf0681a-39c9-416b-9e43-d445960dacc6 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821604 Aug 25 14:52:41.482477 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.530257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.531337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.532574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.533386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.534158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.534980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.535692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.544554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-4b8a963e-008e-4e16-a690-bc9528dda14b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6501 time: 0.2537627 Aug 25 14:52:41.559898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416557-a6b4-4f0d-8c13-cd1d5ab2da94 req-26341e8e-a77d-4a94-955c-de0dc86a7305 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.568571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49416557-a6b4-4f0d-8c13-cd1d5ab2da94 req-26341e8e-a77d-4a94-955c-de0dc86a7305 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.1779029 Aug 25 14:52:41.633576 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:39Z', 'revision_number': 3, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:41.634268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d7d676-2917-49f6-906d-c624eb6febcc req-ecfa1a16-299a-40c6-9ca7-e4ed26071457 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397810 Aug 25 14:52:41.636934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.687733 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Checking router: 2fec771c-6438-4b35-ab31-43a76e91077f for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:41.688923 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Updating router 2fec771c-6438-4b35-ab31-43a76e91077f port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:41.695296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49416557-a6b4-4f0d-8c13-cd1d5ab2da94 req-709eedf6-0aae-4de7-976b-67e328a5bd9f tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254079 Aug 25 14:52:41.708289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.749323 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.794994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9629fba9-05d6-47af-9737-80ab9e9d24a1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9629fba9-05d6-47af-9737-80ab9e9d24a1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:41.820742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-f1816b42-31e6-4774-9f3e-d4d5c795b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.821242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-f1816b42-31e6-4774-9f3e-d4d5c795b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.821729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-f1816b42-31e6-4774-9f3e-d4d5c795b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:41.823565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-f1816b42-31e6-4774-9f3e-d4d5c795b660 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 2297 time: 0.2313306 Aug 25 14:52:41.824649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-daaffc4e-003e-42f9-af18-3a46861ba20c None None] Provisioning for port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:41.850786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:41.855865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:41.913482 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.010118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7fa29767-2f16-4bb3-9805-ca3f07b9ee26', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'port_id': '9c13b752-97c0-40b8-a729-efc1c078090c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'mac_address': 'fa:16:3e:65:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:52:16Z', 'updated_at': '2021-08-25T14:52:37Z', 'revision_number': 1, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:16Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:42.091644 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c395-96a0-4ae2-b722-f6f228463cff None None] The sync data for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 is: [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7fa29767-2f16-4bb3-9805-ca3f07b9ee26', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'port_id': '9c13b752-97c0-40b8-a729-efc1c078090c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'mac_address': 'fa:16:3e:65:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:52:16Z', 'updated_at': '2021-08-25T14:52:37Z', 'revision_number': 1, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:16Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:42.098690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9629fba9-05d6-47af-9737-80ab9e9d24a1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:42.143330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-33b70849-d549-4d9a-a61d-e8902fa31825 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 200 len: 999 time: 0.3079228 Aug 25 14:52:42.183045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:42.271462 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.305509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-ad2b7860-2ff2-4e4e-8c6e-a2b9398df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:42.308850 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-ad2b7860-2ff2-4e4e-8c6e-a2b9398df613 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aab80ce2-b914-4d34-af5e-f0143e9ba707 HTTP/1.1" status: 200 len: 855 time: 0.1496565 Aug 25 14:52:42.311411 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Transition to ACTIVE for port object 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:42.320891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073c-ad4f-4e22-b0db-8f74c2e96d82 req-ba3ea9a3-1b75-4c33-bd63-85b6689e88e5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:42.322550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fcff073c-ad4f-4e22-b0db-8f74c2e96d82 req-ba3ea9a3-1b75-4c33-bd63-85b6689e88e5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.2931817 Aug 25 14:52:42.355842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc12e7-30da-4783-b72a-b8b984b06650 req-5f49fdac-274e-403a-84f0-ef24fa1bfe64 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:42.364374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cecc12e7-30da-4783-b72a-b8b984b06650 req-5f49fdac-274e-403a-84f0-ef24fa1bfe64 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.4446044 Aug 25 14:52:42.386587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:42.391912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:42.392489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.408455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Network c6d0a26f-a450-4245-8eba-594f3195b31d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:42.439011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:42.446397 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.475533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cecc12e7-30da-4783-b72a-b8b984b06650 req-b2068286-c43c-46d3-a9f9-325ed6fea5ca tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099725 Aug 25 14:52:42.480558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0f6209c5-b9d0-4d8a-8885-7eb1d05a0e31 None None] Provisioning complete for port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:42.480558 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f6209c5-b9d0-4d8a-8885-7eb1d05a0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.551416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b131d-ed02-4e5e-85bb-6ec49b8e37ea None None] New status for floating IP 7fa29767-2f16-4bb3-9805-ca3f07b9ee26: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:52:42.615684 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Attempting to bind port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:42.616557 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Attempting to bind port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:42.617175 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Attempting to bind port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:42.628402 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af994217-6d80-44dd-b502-a144f7757aa9 None None] Pushing event updated for resources: {'Port': ['ID=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:42.649229 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:42.649622 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:42.650035 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.650431 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:42.650918 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Bound port: 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:42.654569 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.760021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Router f46e5b03-4594-402d-96e0-bd65478bf799 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:42.762142 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] For port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:42.780351 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] For port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:42.803619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f6209c5-b9d0-4d8a-8885-7eb1d05a0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.807126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.821897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-a3fc70d6-fa50-4581-97c1-c4b066dee637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:42.824562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-a3fc70d6-fa50-4581-97c1-c4b066dee637 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5010235 Aug 25 14:52:42.841030 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fcff073c-ad4f-4e22-b0db-8f74c2e96d82 req-41b287f1-e52d-48fb-8a80-f4869039c59b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086770 Aug 25 14:52:42.900582 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:42.970812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0f6209c5-b9d0-4d8a-8885-7eb1d05a0e31 None None] For port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:42.990681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:42.991291 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:43.001875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:43.047958 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af994217-6d80-44dd-b502-a144f7757aa9 None None] Pushing event updated for resources: {'Port': ['ID=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:43.064296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b0f0-4170-4201-800c-f900c43fe548 req-9655dd98-6d66-46d0-9d87-6c255d266399 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:43.075881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4107b0f0-4170-4201-800c-f900c43fe548 req-9655dd98-6d66-46d0-9d87-6c255d266399 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.1483066 Aug 25 14:52:43.090105 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f6209c5-b9d0-4d8a-8885-7eb1d05a0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:43.124516 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-5f3b4191-353e-448b-8438-f2dca9a771ea service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648463 Aug 25 14:52:43.134474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4107b0f0-4170-4201-800c-f900c43fe548 req-8ec3a692-523a-46e1-bb69-19a6bda9b39a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572226 Aug 25 14:52:43.147476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:43.162338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0119069b-2412-4d97-a699-ceb3c74199a6 admin admin] 10.222.0.58 "PUT /v2.0/routers/f46e5b03-4594-402d-96e0-bd65478bf799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8130078 Aug 25 14:52:43.162617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6209c5-b9d0-4d8a-8885-7eb1d05a0e31 None None] Pushing event updated for resources: {'Port': ['ID=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:43.170973 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Sync routers for ids ['f46e5b03-4594-402d-96e0-bd65478bf799'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:43.200127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Routers {'f46e5b03-4594-402d-96e0-bd65478bf799'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:43.200805 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f46e5b03-4594-402d-96e0-bd65478bf799'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:43.246401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-09337e73-d68b-465b-a142-66dee96dddbd tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:43.254525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-09337e73-d68b-465b-a142-66dee96dddbd tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.1249392 Aug 25 14:52:43.274175 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:52:43.274175 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:52:43.287900 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:43.291440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a4e52e16-8c54-4e04-a3c6-2c5e3b5ac714 None None] Provisioning complete for port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:43.291824 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4e52e16-8c54-4e04-a3c6-2c5e3b5ac714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:43.326143 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-5aa41a00-dc49-44e1-aaa1-24edc8ccf2c5 service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902134 Aug 25 14:52:43.334608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a4e52e16-8c54-4e04-a3c6-2c5e3b5ac714 None None] Port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:43.378182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-fb177247-04ce-45a2-a603-89a7ac9e5beb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 217 time: 0.0370026 Aug 25 14:52:43.443483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-9f41e010-c356-41ca-8a8a-1a4a67d76334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:43.446366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-9f41e010-c356-41ca-8a8a-1a4a67d76334 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.0545418 Aug 25 14:52:43.526577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Allocated IP 172.20.0.1 (bd5b6036-977c-4282-9be7-e7529fcc909d/0052595f-5d6b-4315-9868-bb8da5399026/aa73ecb4-f180-4cda-a82d-3535a2ee42f7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:43.534704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-4e867ae4-e213-4682-96be-b673d8aecebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:43.536484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-4e867ae4-e213-4682-96be-b673d8aecebc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813408 Aug 25 14:52:43.557638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Deleting port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:52:43.558192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:43.682267 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Set router f46e5b03-4594-402d-96e0-bd65478bf799 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:43.693075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-d2d8e874-675f-4acf-87ae-d969e864bc0c service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425078 Aug 25 14:52:43.899154 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:39Z', 'revision_number': 3, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:43.905054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:52:43.905788 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-9f0fc8a0-c45b-40ec-b691-278c0d8408d0 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968896 Aug 25 14:52:43.988503 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae10b1-cbe8-4f6c-8c2f-93cdfee64361 None None] The sync data for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 is: [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:39Z', 'revision_number': 3, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:44.036725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-637920df-32e3-47a4-a3eb-0b4269d097de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 217 time: 0.1116722 Aug 25 14:52:44.073046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:44.103053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] For port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:44.107062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:44.134517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:44.137211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f039-9ce7-408a-af4c-715f4ec4d3d5 req-89289c15-fbbe-4410-af20-3b5535aef36d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:44.148359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:44.149156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8a9f039-9ce7-408a-af4c-715f4ec4d3d5 req-89289c15-fbbe-4410-af20-3b5535aef36d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.5732925 Aug 25 14:52:44.173074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:40Z', 'revision_number': 4, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2d7d770c-44ae-4e3d-b69f-50d0f05dbca8', 'name': '', 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'mac_address': 'fa:16:3e:bf:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:40Z', 'revision_number': 2, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'subnets': [{'id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:44.185174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-ca487d5a-017e-4900-96e1-0f82091c29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:44.187076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-ca487d5a-017e-4900-96e1-0f82091c29dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1305034 Aug 25 14:52:44.206290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e8942-d703-487a-b8cf-61b44bc0b229 req-d3c21c16-ad3b-41f6-a943-684302cc402d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:44.211713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-110e8942-d703-487a-b8cf-61b44bc0b229 req-d3c21c16-ad3b-41f6-a943-684302cc402d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1366503 Aug 25 14:52:44.261045 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Checking router: f46e5b03-4594-402d-96e0-bd65478bf799 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:44.261685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Updating router f46e5b03-4594-402d-96e0-bd65478bf799 port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:44.261853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'mac_address': 'fa:16:3e:21:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:52:44.284277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Transition to ACTIVE for port object aa73ecb4-f180-4cda-a82d-3535a2ee42f7 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:44.306346 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-110e8942-d703-487a-b8cf-61b44bc0b229 req-f06dc5f3-0ef1-435a-bbae-8256047c48d4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831974 Aug 25 14:52:44.320168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-9e5605d8-b966-4f3a-9b41-d7fbbcb20582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:44.322708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-9e5605d8-b966-4f3a-9b41-d7fbbcb20582 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100764 Aug 25 14:52:44.330199 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:44.407466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:44.442618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:44.443249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:44.526033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e5cffcd-c829-432e-9897-2188986ce2b1 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:52:44.655830 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-e598f815-8081-4c5d-82f0-bde39e3ba1fe service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071012 Aug 25 14:52:44.680535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:44.777765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:44.845204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b82a-7e69-4e94-9d89-cd62fc6a621b req-89e33041-f108-4c63-b998-cdebac7d54f0 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:44.855874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f05b82a-7e69-4e94-9d89-cd62fc6a621b req-89e33041-f108-4c63-b998-cdebac7d54f0 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.1659353 Aug 25 14:52:44.879090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9629fba9-05d6-47af-9737-80ab9e9d24a1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:44.902468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1e5cffcd-c829-432e-9897-2188986ce2b1'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:52:44.982459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f05b82a-7e69-4e94-9d89-cd62fc6a621b req-d190855a-17ac-4b47-8593-c842e3b41866 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250794 Aug 25 14:52:44.995012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-b49cdc57-51a0-4702-848b-89905ad1c450 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296423 Aug 25 14:52:45.145089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-9cd52657-0414-4aae-b679-231fcca7e6be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=16776111-feb0-4edc-9789-14be0770eb4c HTTP/1.1" status: 200 len: 217 time: 0.1371448 Aug 25 14:52:45.155809 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:45.167423 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Transition to ACTIVE for port object 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:45.205838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:45.252548 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:45.325834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9629fba9-05d6-47af-9737-80ab9e9d24a1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:45.331700 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:45.394213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-5228db17-0bf0-4605-8901-d04011676c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:45.395798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-5228db17-0bf0-4605-8901-d04011676c18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.2356443 Aug 25 14:52:45.430102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8a9f039-9ce7-408a-af4c-715f4ec4d3d5 req-03a88174-cba6-4199-abac-cdbd5a6148a8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2740552 Aug 25 14:52:45.485415 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7d9ea-9059-4f54-b59e-6addf8dc27c0 None None] Pushing event updated for resources: {'Port': ['ID=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:45.624985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-4aa63272-51a9-4588-ae5d-bae7c221e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:45.628494 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Attempting to bind port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:45.628870 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Attempting to bind port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:45.629233 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Attempting to bind port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 on network c6d0a26f-a450-4245-8eba-594f3195b31d {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:45.636373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:45.636929 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Checking segment: {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:45.643367 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:45.643367 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Bound using segment: {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:45.643367 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Bound port: 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d124cc-4ade-4ca9-8326-044a95866ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:45.643367 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:45.644228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-4aa63272-51a9-4588-ae5d-bae7c221e970 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1101 time: 1.3938308 Aug 25 14:52:45.771068 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] For port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:45.869221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137cbf6-5ed7-407e-91b0-b2d7842ee78e req-5b653950-56f4-4bea-bed8-2d879d936f52 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:45.870723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8137cbf6-5ed7-407e-91b0-b2d7842ee78e req-5b653950-56f4-4bea-bed8-2d879d936f52 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.3406363 Aug 25 14:52:45.897225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-e419c28b-c5bf-4d5e-8c94-6272fca775a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:45.911158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-e419c28b-c5bf-4d5e-8c94-6272fca775a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4889469 Aug 25 14:52:45.920281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] For port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:45.929935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:45.992730 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:46.055484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:46.122210 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7d9ea-9059-4f54-b59e-6addf8dc27c0 None None] Pushing event updated for resources: {'Port': ['ID=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:46.136403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Routers {'f46e5b03-4594-402d-96e0-bd65478bf799'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:46.137057 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f46e5b03-4594-402d-96e0-bd65478bf799'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:46.330228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1e5cffcd-c829-432e-9897-2188986ce2b1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:46.330789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:46.362531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8137cbf6-5ed7-407e-91b0-b2d7842ee78e req-a7d677d4-deea-45bd-87d5-ec1e643c436d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790988 Aug 25 14:52:46.378323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Network bd5b6036-977c-4282-9be7-e7529fcc909d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:46.517859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:46.589990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-639aae67-d147-421e-b2fe-20f3e9ae0170 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774259 Aug 25 14:52:46.592677 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] Set router f46e5b03-4594-402d-96e0-bd65478bf799 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:46.607236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:46.607670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:46.611119 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Floating IP ca874393-604c-4990-a366-8edc01c175f2 disassociated. External IP: 172.25.8.26, port: 3c4e362f-df93-42cd-9be7-7bbc15d6ccec. Aug 25 14:52:46.611604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Calling delete_port for 3c4e362f-df93-42cd-9be7-7bbc15d6ccec owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:52:46.627213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:46.687387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:46.844440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:46.924447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddebb6a-48bd-4a06-95ca-490c8d4a6db0 req-260c19fc-b558-459b-9d4c-1b6c8f2ee957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:46.945706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ddebb6a-48bd-4a06-95ca-490c8d4a6db0 req-260c19fc-b558-459b-9d4c-1b6c8f2ee957 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 945 time: 0.7627423 Aug 25 14:52:46.980646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3c4e362f-df93-42cd-9be7-7bbc15d6ccec no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:52:46.994113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-db8c059b-774c-42ba-8031-32fb1cd320da service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943686 Aug 25 14:52:47.121746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-b73ccaa1-7ac2-4209-93bf-88496a4bc378 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d HTTP/1.1" status: 200 len: 217 time: 0.1230919 Aug 25 14:52:47.177196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-12cf89a2-3f97-4740-bf49-9589b948d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:47.179594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-12cf89a2-3f97-4740-bf49-9589b948d05b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 1.4096551 Aug 25 14:52:47.187309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Pushing event updated for resources: {'Port': ['ID=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:47.273697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:47.342636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:47.372706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-be786df7-eb42-4623-a087-a70eeec926c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 200 len: 217 time: 0.1430159 Aug 25 14:52:47.444712 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:40Z', 'revision_number': 4, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2d7d770c-44ae-4e3d-b69f-50d0f05dbca8', 'name': '', 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'mac_address': 'fa:16:3e:bf:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:45Z', 'revision_number': 4, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'subnets': [{'id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:47.447253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-8709ac4b-dbfa-4725-afad-fb87a0db296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:47.448868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-8709ac4b-dbfa-4725-afad-fb87a0db296d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.3134165 Aug 25 14:52:47.483246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7a8c-7b34-4d7f-bf24-3e23a9082036 req-74bb743c-5eae-447a-8724-5140c638f526 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:47.495646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cbb7a8c-7b34-4d7f-bf24-3e23a9082036 req-74bb743c-5eae-447a-8724-5140c638f526 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 945 time: 0.2368298 Aug 25 14:52:47.536428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-9dca155f-5ba7-4ce1-af6a-47e87f20cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:47.542241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-9dca155f-5ba7-4ce1-af6a-47e87f20cc56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0910249 Aug 25 14:52:47.546766 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d735-c549-4f86-a374-58cf9a44dfce None None] The sync data for ids ['f46e5b03-4594-402d-96e0-bd65478bf799'] in n-d-805995-2 is: [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:40Z', 'revision_number': 4, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2d7d770c-44ae-4e3d-b69f-50d0f05dbca8', 'name': '', 'network_id': 'c6d0a26f-a450-4245-8eba-594f3195b31d', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'mac_address': 'fa:16:3e:bf:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:45Z', 'revision_number': 4, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'subnets': [{'id': 'bb3b52d2-033d-4a15-8bbb-e6e103dce5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:47.566225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ddebb6a-48bd-4a06-95ca-490c8d4a6db0 req-fd391f82-3c0a-443d-be27-706a76cd8436 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups?id=32a4dabe-c7db-4d15-8002-b5f41f853910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6115646 Aug 25 14:52:47.685390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-170a220c-42d1-4ba5-8f9a-668bf74d6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:47.691924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-170a220c-42d1-4ba5-8f9a-668bf74d6891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2266104 Aug 25 14:52:47.799551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cbb7a8c-7b34-4d7f-bf24-3e23a9082036 req-5c9e2d97-c009-4a0d-947f-011bf00b6251 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006258 Aug 25 14:52:48.107728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-a2cfc760-53ea-4ce4-8b9f-5037c70e13bf service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324137 Aug 25 14:52:48.169444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:48.307446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event deleted for resources: {'Port': ['ID=3c4e362f-df93-42cd-9be7-7bbc15d6ccec,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:48.317625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:48.327051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:48.331913 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:48.342791 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-14a5bd36-eb58-40dd-9035-188b6510cc04 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267842 Aug 25 14:52:48.345873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:48.348956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85e75e-f6f1-4c88-96d1-d60b1bdf1cc3 req-ada04c82-d78b-4ed0-87ba-39879765c4fc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:48.366154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc85e75e-f6f1-4c88-96d1-d60b1bdf1cc3 req-ada04c82-d78b-4ed0-87ba-39879765c4fc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.3442221 Aug 25 14:52:48.369208 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778512ea-f59a-46e1-bb4b-933fb351f7dd" -d '{"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-plugged", "status": "completed", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:48.395535 n-d-805995-2 neutron-server[101874]: INFO neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No ports have port_id starting with 3c4e362f-df93-42cd-9be7-7bbc15d6ccec Aug 25 14:52:48.401477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-4a691ecb-36d4-45ad-aa4a-2d80ecbbdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:48.406683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-4a691ecb-36d4-45ad-aa4a-2d80ecbbdb9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4209845 Aug 25 14:52:48.442873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:48.534997 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-59b4e39f-976b-4f39-9aab-8a91cbf75073 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 200 len: 217 time: 0.1703470 Aug 25 14:52:48.560206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc85e75e-f6f1-4c88-96d1-d60b1bdf1cc3 req-b4e7dd8c-a9c2-4147-b810-0d87ac2e60fb tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930943 Aug 25 14:52:48.580245 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d43fe5-934e-43cb-bc7d-00b871d1b8ee x-openstack-request-id: req-16d43fe5-934e-43cb-bc7d-00b871d1b8ee {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:48.580445 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-plugged", "status": "completed", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:48.585265 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16d43fe5-934e-43cb-bc7d-00b871d1b8ee {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:48.585740 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'code': 200} Aug 25 14:52:48.668776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:48.809116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:48.840739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e0c8492-ab0f-4bfc-9a3a-5eac5f3455b6 req-b7340f92-7d5d-414d-a918-e11da01c1ba1 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.1453936 Aug 25 14:52:48.871451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7c0656c8-6c7c-4d92-bad3-1eda44d49e52 None None] Provisioning for port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:48.874626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-ae901ae7-0cf5-4f65-a81d-3fb7d37813d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:48.888405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-ae901ae7-0cf5-4f65-a81d-3fb7d37813d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.3415434 Aug 25 14:52:48.991774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7c0656c8-6c7c-4d92-bad3-1eda44d49e52 None None] Provisioning complete for port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:49.000763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c0656c8-6c7c-4d92-bad3-1eda44d49e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:49.126337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-b024161f-c646-4f28-9148-15f8c0c180ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:49.135503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-b024161f-c646-4f28-9148-15f8c0c180ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2375264 Aug 25 14:52:49.154621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57b90-1cce-4a14-8523-6b2daac0f728 req-4f315d7b-afa1-4553-b604-360aa6bdc26b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:49.165675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bf57b90-1cce-4a14-8523-6b2daac0f728 req-4f315d7b-afa1-4553-b604-360aa6bdc26b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1900294 Aug 25 14:52:49.223861 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:49.285430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:49.327593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bf57b90-1cce-4a14-8523-6b2daac0f728 req-c0d6673a-5294-495b-a4f1-ba0e6e31a514 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605659 Aug 25 14:52:49.361107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-150aa41f-0007-4d07-9ef6-29efefb47b85 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138181 Aug 25 14:52:49.367179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:49.602460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:49.614629 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-66591d47-0ee9-48da-beaf-ddb3dc6dc1bb service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277305 Aug 25 14:52:49.633075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7c0656c8-6c7c-4d92-bad3-1eda44d49e52 None None] Port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:49.713903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:49.724767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-6913b559-8308-4d65-8e14-a642f256e849 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 200 len: 217 time: 0.1045179 Aug 25 14:52:49.811688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-4bc2304a-ba71-42e2-baf1-d824f36fc2c6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3078685 Aug 25 14:52:49.873845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-011a6e79-6009-45c1-9bcb-ffd3715f7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:49.877931 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-011a6e79-6009-45c1-9bcb-ffd3715f7ccd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.1447823 Aug 25 14:52:49.973816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:49.981074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:49.981821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:50.028027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Router 45f8f197-96e7-42ba-b56e-63fd09f63b8c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:50.076749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:50.117174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291fa0-bad7-4e0f-9735-833ed12dc6de req-4c1282e5-611f-46d1-9a92-34a0171e7d19 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:50.129387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0291fa0-bad7-4e0f-9735-833ed12dc6de req-4c1282e5-611f-46d1-9a92-34a0171e7d19 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.3999498 Aug 25 14:52:50.166326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050549b-b826-4ce2-920c-04698f635097 req-1e924fe9-ea11-4d90-b0f6-8c0d3fbb741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:50.170834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-1e924fe9-ea11-4d90-b0f6-8c0d3fbb741f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2365782 Aug 25 14:52:50.175498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:50.227594 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:50.297110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:50.330211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0291fa0-bad7-4e0f-9735-833ed12dc6de req-a9e00f30-b743-4989-baf4-6dd993f7b3ec tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940234 Aug 25 14:52:50.331287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Pushing event updated for resources: {'Port': ['ID=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:50.352878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba5776ae-6c21-4180-b26f-16a121d7f68b req-ad15da2f-b1e3-4fff-875e-73976897507c tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.2240911 Aug 25 14:52:50.365357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:50.533506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-5057aa4e-92f0-40f2-b3d1-206d2d767c7f service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439710 Aug 25 14:52:50.568962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:50.678008 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-5293671c-8717-4315-9ed1-107aba4372f2 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8642612 Aug 25 14:52:50.723468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:50.746322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285d5d-2bba-4414-84ca-8e140f00662d req-953ff766-0a6c-4515-8123-9551c6e90dfe tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:50.755570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0285d5d-2bba-4414-84ca-8e140f00662d req-953ff766-0a6c-4515-8123-9551c6e90dfe tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1042478 Aug 25 14:52:50.807729 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f050549b-b826-4ce2-920c-04698f635097 req-a4e2ad9e-a54f-4c49-99fc-9d6c4762246d service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644830 Aug 25 14:52:50.840352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0285d5d-2bba-4414-84ca-8e140f00662d req-d5e5b72f-dd3e-4155-9e99-0b2f4a5aea2b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820222 Aug 25 14:52:50.862245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Network bd5b6036-977c-4282-9be7-e7529fcc909d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:50.866552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:50.966479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:50.979288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] Sync routers for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:51.039920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:51.058517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:51.058517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5f99aadf-1472-4e62-87f9-441c8e6213d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:51.243478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:51.617144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] No DVR routers for this DVR port 3c4e362f-df93-42cd-9be7-7bbc15d6ccec on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:52:51.636341 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:51.640147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80603de5-a7dc-4ed1-8a0e-0c68ccbe1b7d req-57f54311-e8f2-41be-8dae-6d5833d5c006 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:51.642370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a745c80b-f5df-4e51-9fc0-e846fdb75ded req-65e06588-7a6b-4f15-8d8b-b56e7f49f993 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.52 "DELETE /v2.0/ports/3c4e362f-df93-42cd-9be7-7bbc15d6ccec HTTP/1.1" status: 204 len: 173 time: 8.3609514 Aug 25 14:52:51.644604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80603de5-a7dc-4ed1-8a0e-0c68ccbe1b7d req-57f54311-e8f2-41be-8dae-6d5833d5c006 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1763954 Aug 25 14:52:51.650216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'name': 'network-vif-deleted', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:52:51.653060 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ee7c5-b6c0-4f17-bf29-ac292fb74260" -d '{"events": [{"server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "name": "network-vif-deleted", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:52:51.715534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:51.725434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a191e0a-e409-429e-b665-98e9c8159c9b req-2b50d2ab-b4b3-4eca-accd-a0e944644b8a tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.1192117 Aug 25 14:52:51.826841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80603de5-a7dc-4ed1-8a0e-0c68ccbe1b7d req-5c7141e1-b706-4e15-85f9-78f2215a59f9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620724 Aug 25 14:52:51.869004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-22b283a6-fd24-4f49-a4a4-caca13ff14d7 None None] Provisioning complete for port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:51.869004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-22b283a6-fd24-4f49-a4a4-caca13ff14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:51.939265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Router 2fec771c-6438-4b35-ab31-43a76e91077f has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:52:52.072236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:52.075303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:52.151785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-22b283a6-fd24-4f49-a4a4-caca13ff14d7 None None] Port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:52:52.196821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:05Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:52.235962 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126cfc7-17a4-4134-af67-5d6b01d69f87 x-openstack-request-id: req-2126cfc7-17a4-4134-af67-5d6b01d69f87 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:52:52.236425 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a497fc6-dd3a-46be-89da-cc0ff9d31141", "name": "network-vif-deleted", "tag": "3c4e362f-df93-42cd-9be7-7bbc15d6ccec", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:52:52.236771 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2126cfc7-17a4-4134-af67-5d6b01d69f87 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:52:52.237609 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a497fc6-dd3a-46be-89da-cc0ff9d31141', 'name': 'network-vif-deleted', 'tag': '3c4e362f-df93-42cd-9be7-7bbc15d6ccec', 'status': 'completed', 'code': 200} Aug 25 14:52:52.257049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] Checking router: 45f8f197-96e7-42ba-b56e-63fd09f63b8c for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:52.343790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:52.344504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:52.380292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:52:52.392398 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Sync routers for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:52:52.408561 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:52.409923 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:52.419086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:52.421557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8c1e4207-4804-426b-ba66-73fcd63ec48b admin admin] 10.222.0.58 "PUT /v2.0/routers/2fec771c-6438-4b35-ab31-43a76e91077f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1875882 Aug 25 14:52:52.522456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed399-f0dd-416d-854e-48e5fcfca98d req-c8a26f10-2763-4501-aa89-021294b29af5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:52.533256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86aed399-f0dd-416d-854e-48e5fcfca98d req-c8a26f10-2763-4501-aa89-021294b29af5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.2825849 Aug 25 14:52:52.641868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86aed399-f0dd-416d-854e-48e5fcfca98d req-8d7ecee4-9583-4de7-899e-faf2106b3068 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995128 Aug 25 14:52:52.649130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:52.649951 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:52.655525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:52.688224 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:53.005176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:05Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:53.044109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaec2e-3fd0-442e-982d-657bbd33640d None None] The sync data for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 is: [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:49:59Z', 'revision_number': 4, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a4a1fb1a-1e23-4073-8065-1b7d62e3953e', 'name': '', 'network_id': '378b60d9-9cfe-4a5e-b577-32e91cb074e8', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'mac_address': 'fa:16:3e:81:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:58Z', 'updated_at': '2021-08-25T14:50:05Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'subnets': [{'id': 'bce1deed-e1bd-44c3-b0d8-559ddcd53f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:53.245348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca8dfd9e-92df-4e72-b0da-e2eaa52999e9 req-5eb812a0-7172-40fa-afa2-380267221c0e tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a497fc6-dd3a-46be-89da-cc0ff9d31141 HTTP/1.1" status: 200 len: 210 time: 0.2040746 Aug 25 14:52:53.281851 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 2, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:53.316609 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Checking router: 2fec771c-6438-4b35-ab31-43a76e91077f for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:52:53.317716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Updating router 2fec771c-6438-4b35-ab31-43a76e91077f port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:52:53.366853 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:53.669270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813e0c5-07e3-456f-9245-91f2e066d898 None None] New status for floating IP ca874393-604c-4990-a366-8edc01c175f2: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:52:53.718491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8462a62-ce4f-4862-aa21-9db00fa8216e req-f8694ab6-806a-467c-994e-d9504b3774c5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:53.728573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8462a62-ce4f-4862-aa21-9db00fa8216e req-f8694ab6-806a-467c-994e-d9504b3774c5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.2162528 Aug 25 14:52:53.810472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56524) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:53.818195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115336447', 'description': 'tempest-description--1634981254'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:53.889391 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6565a8e6-c893-4860-bfa6-b70aafbfa3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:53.890107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8462a62-ce4f-4862-aa21-9db00fa8216e req-e2db836c-f621-4c97-a59b-a4d34a1c6c31 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490080 Aug 25 14:52:53.959919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:53.986524 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.018818 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Transition to ACTIVE for port object aa73ecb4-f180-4cda-a82d-3535a2ee42f7 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:52:54.104634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.296815 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.308708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de55c-0744-4d1a-8913-7951577d6bc7 req-9a297e1c-f56f-442b-9df4-f7c4bd7d373b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:54.316369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b6de55c-0744-4d1a-8913-7951577d6bc7 req-9a297e1c-f56f-442b-9df4-f7c4bd7d373b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1014872 Aug 25 14:52:54.342729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.405788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a65cf3-02f8-4ba3-b938-8cd038d5808e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:54.420611 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da2b46-25dd-4dfe-9c1c-8152ee73a373 None None] Pushing event updated for resources: {'Port': ['ID=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:54.434122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.451871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b6de55c-0744-4d1a-8913-7951577d6bc7 req-1803982d-5cd3-4c2f-803b-17fe7db6ba85 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289654 Aug 25 14:52:54.507625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56530) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:54.552313 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Attempting to bind port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:52:54.552999 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Attempting to bind port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:52:54.553568 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Attempting to bind port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 on network bd5b6036-977c-4282-9be7-e7529fcc909d {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:52:54.566166 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:52:54.567889 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Checking segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:52:54.570353 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.570954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Bound using segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:52:54.571668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Bound port: aa73ecb4-f180-4cda-a82d-3535a2ee42f7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:52:54.572747 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.585124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.590283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-11e35f38-3996-470f-ac35-b0aad0b56719 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7739983 Aug 25 14:52:54.590283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:54.594025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Request body: {'security_group_rule': {'security_group_id': '48a65cf3-02f8-4ba3-b938-8cd038d5808e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:54.678675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f5818a-5127-480b-95db-63e047db2c15 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.737298 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] For port aa73ecb4-f180-4cda-a82d-3535a2ee42f7, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:52:54.740942 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] For port aa73ecb4-f180-4cda-a82d-3535a2ee42f7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:52:54.762508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f5818a-5127-480b-95db-63e047db2c15 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.809980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.834824 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:52:54.894958 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.942453 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f5818a-5127-480b-95db-63e047db2c15 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.947486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f5818a-5127-480b-95db-63e047db2c15 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:54.954640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a2f5818a-5127-480b-95db-63e047db2c15 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "DELETE /v2.0/security-groups/32a4dabe-c7db-4d15-8002-b5f41f853910 HTTP/1.1" status: 204 len: 168 time: 0.4452446 Aug 25 14:52:54.958859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56536) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:54.989860 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-cf67b867-a00c-4810-9e12-ce485192873d tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] show failed (client error): The resource could not be found. Aug 25 14:52:54.991402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cf67b867-a00c-4810-9e12-ce485192873d tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "GET /v2.0/security-groups/32a4dabe-c7db-4d15-8002-b5f41f853910 HTTP/1.1" status: 404 len: 347 time: 0.0253382 Aug 25 14:52:54.994624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56538) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:55.005387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5818a-5127-480b-95db-63e047db2c15 tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a4dabe-c7db-4d15-8002-b5f41f853910,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:55.037566 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da2b46-25dd-4dfe-9c1c-8152ee73a373 None None] Pushing event updated for resources: {'Port': ['ID=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:55.086725 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:52:55.086725 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:55.178097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.216185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d02c6-7f9a-44e3-a3d5-9d0e4814141f req-53788b72-6187-4b6a-8a86-678e6f2e57ed tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:55.245798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f9d02c6-7f9a-44e3-a3d5-9d0e4814141f req-53788b72-6187-4b6a-8a86-678e6f2e57ed tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1826828 Aug 25 14:52:55.278103 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.354175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f9d02c6-7f9a-44e3-a3d5-9d0e4814141f req-72ec66d8-7cf8-49a3-a379-617d49d98666 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062346 Aug 25 14:52:55.395537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5863336-fee5-4227-8fcb-cf67b6b64a2a,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:55.427646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Deleting port 732c0135-2b34-4610-851c-2d39690a7d00 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:52:55.428271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.430891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.442635 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:52:55.473555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.501213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c4f6995-d1f6-4739-8363-4be1b35ce3d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9098682 Aug 25 14:52:55.504241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56548) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:55.509820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Request body: {'security_group_rule': {'security_group_id': '48a65cf3-02f8-4ba3-b938-8cd038d5808e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:55.650291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.686091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.686923 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.710775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Calling delete_port for 732c0135-2b34-4610-851c-2d39690a7d00 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:52:55.853220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:55.954575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.043367 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:54Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:52:56.046338 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5004b3-b217-4d96-ba10-7f2c37e571ef,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:56.103085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506687-2ba6-4c03-8311-3105548ef3b8 req-133fb7a9-13c4-486a-a48e-780219f16d5a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:56.122457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d506687-2ba6-4c03-8311-3105548ef3b8 req-133fb7a9-13c4-486a-a48e-780219f16d5a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.4914074 Aug 25 14:52:56.135665 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbaef0-7074-4a39-8b86-0d6eb2db5ac8 None None] The sync data for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 is: [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:54Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:52:56.150552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.156387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5ec00c61-e394-4c31-ad97-90d95fe3a6ef tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6470511 Aug 25 14:52:56.157180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:56.163779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:52:56.219618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d506687-2ba6-4c03-8311-3105548ef3b8 req-b64f5b27-e243-4ea9-87e4-49f215130158 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959790 Aug 25 14:52:56.371464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.477914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.669046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.672767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.676858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] 10.222.0.58 "DELETE /v2.0/floatingips/ca874393-604c-4990-a366-8edc01c175f2 HTTP/1.1" status: 204 len: 168 time: 1.6767473 Aug 25 14:52:56.676858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5534cf-5fbc-415c-8e35-b619220443eb tempest-ServersTestFqdnHostnames-1031176185 tempest-ServersTestFqdnHostnames-1031176185-project] Pushing event deleted for resources: {'Port': ['ID=732c0135-2b34-4610-851c-2d39690a7d00,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:56.677231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:52:56.717883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad32ba-3904-4753-9884-a11b39177cbe req-9f86d564-1e23-490c-ae82-d4d52072df5b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:56.727793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5ad32ba-3904-4753-9884-a11b39177cbe req-9f86d564-1e23-490c-ae82-d4d52072df5b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.2876616 Aug 25 14:52:56.879954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5ad32ba-3904-4753-9884-a11b39177cbe req-dc30770e-b674-4069-84f3-229062f8284e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432648 Aug 25 14:52:56.888508 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:56.952024 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:57.069514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:57.142344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Allocated IP 172.25.8.61 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/9e9a522d-5b46-47ed-99de-830e76358027) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:52:57.384327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:57.535536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:57.542589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c4e1-af11-46c0-bf16-514b75d24ec8 req-8372a030-2a36-4d6d-bd3e-0e5596e33651 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:57.550482 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc32c4e1-af11-46c0-bf16-514b75d24ec8 req-8372a030-2a36-4d6d-bd3e-0e5596e33651 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1378417 Aug 25 14:52:57.578652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:57.589617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa73ecb4-f180-4cda-a82d-3535a2ee42f7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:57.628120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:52:57.631997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:52:57.641874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:52:57.649179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc32c4e1-af11-46c0-bf16-514b75d24ec8 req-d85d8cb0-3c23-4954-b4e3-53561b9a1d69 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954056 Aug 25 14:52:57.695009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event updated for resources: {'Port': ['ID=9e9a522d-5b46-47ed-99de-830e76358027,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:57.811148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:52:57.816122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:57.816730 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:57.938548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.004489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.072594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port aa73ecb4-f180-4cda-a82d-3535a2ee42f7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:58.122817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2910d-17ae-4fb4-b4a9-9de53496b5d5 req-9eccd51f-0b75-4394-b8c3-a1bde0206d76 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:58.124664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7cf2910d-17ae-4fb4-b4a9-9de53496b5d5 req-9eccd51f-0b75-4394-b8c3-a1bde0206d76 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1232579 Aug 25 14:52:58.200086 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.251183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7cf2910d-17ae-4fb4-b4a9-9de53496b5d5 req-94e3390e-2b85-4b50-a318-5c19fc2c128b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108770 Aug 25 14:52:58.251977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.370354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:58.463052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.559882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.643628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event updated for resources: {'Port': ['ID=9e9a522d-5b46-47ed-99de-830e76358027,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:58.659900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.660642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.661348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.662340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.663275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.663891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.664459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.665607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.667623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.667936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.668280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.668615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:52:58.698354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.750577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.791871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Deleting port a4a1fb1a-1e23-4073-8065-1b7d62e3953e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:52:58.792456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.811774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b9ae-472c-48fb-9479-4957a2d1a975 req-6ec78892-a7ba-4845-b7aa-1db3b401462f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:58.811774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1404b9ae-472c-48fb-9479-4957a2d1a975 req-6ec78892-a7ba-4845-b7aa-1db3b401462f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0762286 Aug 25 14:52:58.811774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:58.811774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e85cdee1-4296-436a-a594-bf47aeb062ba tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6532884 Aug 25 14:52:58.981705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1404b9ae-472c-48fb-9479-4957a2d1a975 req-908cb270-cee5-4198-ae10-3f485c85daf1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502490 Aug 25 14:52:59.020070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] For port a4a1fb1a-1e23-4073-8065-1b7d62e3953e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:52:59.025616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:59.050101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Calling delete_port for a4a1fb1a-1e23-4073-8065-1b7d62e3953e owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:52:59.447063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cef48-6735-435b-8fd4-bb4f255aa0e8 req-14428ccc-98fb-4b78-8482-9e2523f90a37 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:52:59.448850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d92cef48-6735-435b-8fd4-bb4f255aa0e8 req-14428ccc-98fb-4b78-8482-9e2523f90a37 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0914438 Aug 25 14:52:59.456287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:59.497675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a1fb1a-1e23-4073-8065-1b7d62e3953e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:52:59.519077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa73ecb4-f180-4cda-a82d-3535a2ee42f7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:52:59.567414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d92cef48-6735-435b-8fd4-bb4f255aa0e8 req-587d0b00-f617-4cc8-8dc1-331393798cfd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012912 Aug 25 14:52:59.634374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:52:59.634769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:52:59.806953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:00.302880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Router 45f8f197-96e7-42ba-b56e-63fd09f63b8c has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:53:00.325727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2606682-7d88-408b-8bc6-cdf07924a5d1 req-7543b838-a954-43b1-9613-26b543031826 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:00.334313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2606682-7d88-408b-8bc6-cdf07924a5d1 req-7543b838-a954-43b1-9613-26b543031826 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0922561 Aug 25 14:53:00.411074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2606682-7d88-408b-8bc6-cdf07924a5d1 req-e6cf9ec3-53ca-467f-9e49-becfa244dd47 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716209 Aug 25 14:53:00.557576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:53:00.563856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a122175f-fa07-4be5-b368-8e86a9af042f admin admin] 10.222.0.58 "PUT /v2.0/routers/45f8f197-96e7-42ba-b56e-63fd09f63b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8817420 Aug 25 14:53:00.566315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56622) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:00.569685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b72115-0588-41b0-8404-f898b0010072 None None] Sync routers for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:53:00.612703 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:53:00.614413 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:00.783189 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:00.858605 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:53:00.910674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9213ae-c28d-49fe-9eca-4c2bc82db5c9 req-8d041c73-e3a2-4a2e-83ff-18b071d2c90c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:00.913080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b9213ae-c28d-49fe-9eca-4c2bc82db5c9 req-8d041c73-e3a2-4a2e-83ff-18b071d2c90c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1918073 Aug 25 14:53:00.985021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b9213ae-c28d-49fe-9eca-4c2bc82db5c9 req-52732622-8408-4128-8d57-65d21c1b30c2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634768 Aug 25 14:53:01.032860 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:01.165690 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:52:59Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:01.193687 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b72115-0588-41b0-8404-f898b0010072 None None] Checking router: 45f8f197-96e7-42ba-b56e-63fd09f63b8c for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:53:01.202662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] Routers {'45f8f197-96e7-42ba-b56e-63fd09f63b8c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:53:01.203359 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:52:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:01.333912 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] Set router 45f8f197-96e7-42ba-b56e-63fd09f63b8c gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:53:01.510073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Deleting port a2b92777-8a59-409b-9f55-757b078a662b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:53:01.513908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:01.563478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b0742-5967-42c0-ba27-1e355fa8de9d req-9a064505-7acf-4cad-bd68-53eae1c400c3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:01.565080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-681b0742-5967-42c0-ba27-1e355fa8de9d req-9a064505-7acf-4cad-bd68-53eae1c400c3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0641992 Aug 25 14:53:01.626400 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97b72115-0588-41b0-8404-f898b0010072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:52:59Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:01.631579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-681b0742-5967-42c0-ba27-1e355fa8de9d req-79c0a0bf-86ce-4bed-99ff-d63c3e849418 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597596 Aug 25 14:53:01.651017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] For port a2b92777-8a59-409b-9f55-757b078a662b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a2b92777-8a59-409b-9f55-757b078a662b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:01.651635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:01.676733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Calling delete_port for a2b92777-8a59-409b-9f55-757b078a662b owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:53:01.679451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b72115-0588-41b0-8404-f898b0010072 None None] The sync data for ids ['45f8f197-96e7-42ba-b56e-63fd09f63b8c'] in n-d-805995-2 is: [{'id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'name': 'tempest-ServersTestFqdnHostnames-1453659882-router', 'tenant_id': '543efbf5ed73413bbaee372fbbddb77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:53Z', 'updated_at': '2021-08-25T14:52:59Z', 'revision_number': 5, 'project_id': '543efbf5ed73413bbaee372fbbddb77c', 'gw_port': {'id': 'a2b92777-8a59-409b-9f55-757b078a662b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f8f197-96e7-42ba-b56e-63fd09f63b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:54Z', 'updated_at': '2021-08-25T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:53:01.997708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:02.061670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b92777-8a59-409b-9f55-757b078a662b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:02.251435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:02.272681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831cbd5-2889-4dd4-a257-46b0741e0b47 req-09d202f5-0618-4288-9311-110d720deedc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:02.287148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8831cbd5-2889-4dd4-a257-46b0741e0b47 req-09d202f5-0618-4288-9311-110d720deedc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1295686 Aug 25 14:53:02.357182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8831cbd5-2889-4dd4-a257-46b0741e0b47 req-87eaf56e-68e7-450e-b51b-95f6a3c6fe87 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Aug 25 14:53:02.644957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:02.644957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:02.759770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7db160-a15d-44cf-a4e9-9fa75051b444 req-b05bb0bf-4853-4f07-b42f-9fcb5fb70687 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:02.763544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b7db160-a15d-44cf-a4e9-9fa75051b444 req-b05bb0bf-4853-4f07-b42f-9fcb5fb70687 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0634894 Aug 25 14:53:02.813683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b7db160-a15d-44cf-a4e9-9fa75051b444 req-eeb10ec4-7079-49e0-9c28-f46eb459b427 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 Aug 25 14:53:02.922120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:02.922810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f8f197-96e7-42ba-b56e-63fd09f63b8c {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:53:02.929194 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:02.932035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba5f6fbf-178d-45b1-be7e-f62e609e8d6c admin admin] 10.222.0.58 "DELETE /v2.0/routers/45f8f197-96e7-42ba-b56e-63fd09f63b8c HTTP/1.1" status: 204 len: 168 time: 2.3642666 Aug 25 14:53:02.934688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56648) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:03.000776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Deleting subnet bce1deed-e1bd-44c3-b0d8-559ddcd53f47 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:53:03.007051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.085831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.265200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.448619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.489437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce1deed-e1bd-44c3-b0d8-559ddcd53f47,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:03.499136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.502035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-881fbbf3-2601-4629-b5df-2463b0d796bc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bce1deed-e1bd-44c3-b0d8-559ddcd53f47 HTTP/1.1" status: 204 len: 168 time: 0.5662336 Aug 25 14:53:03.504678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56656) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:03.511686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd49801-6007-48f9-9ac9-cd0e6742fe2e None None] Network 378b60d9-9cfe-4a5e-b577-32e91cb074e8 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:53:03.611508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4a1fb1a-1e23-4073-8065-1b7d62e3953e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:03.662967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.669667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a4a1fb1a-1e23-4073-8065-1b7d62e3953e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:53:03.670383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4a1fb1a-1e23-4073-8065-1b7d62e3953e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:53:03.671235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a2b92777-8a59-409b-9f55-757b078a662b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:03.678047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360a523-cb9c-493b-9d5c-01dd74ec5fcf req-39290f51-c0ff-4a38-85be-a66305d95dca tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:03.694186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8360a523-cb9c-493b-9d5c-01dd74ec5fcf req-39290f51-c0ff-4a38-85be-a66305d95dca tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1235871 Aug 25 14:53:03.749075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a2b92777-8a59-409b-9f55-757b078a662b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:53:03.751640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a2b92777-8a59-409b-9f55-757b078a662b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:53:03.761889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8360a523-cb9c-493b-9d5c-01dd74ec5fcf req-da310a7b-7255-4c96-a25a-10dd568cf067 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Aug 25 14:53:03.777673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Deleting port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:53:03.777673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.934197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] For port 2b4a4d48-71a5-453e-8061-ddb5cfca8142, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2b4a4d48-71a5-453e-8061-ddb5cfca8142,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:03.942452 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:03.964512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Calling delete_port for 2b4a4d48-71a5-453e-8061-ddb5cfca8142 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:53:03.985113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] DHCP port deletion for 378b60d9-9cfe-4a5e-b577-32e91cb074e8 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:53:04.085777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] Deleting port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:53:04.086155 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.142850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb5560-a232-4474-9aec-f982d3256fdf req-9b7bb3c1-7055-4f91-8e12-76a1831fd3b7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:04.153519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fbb5560-a232-4474-9aec-f982d3256fdf req-9b7bb3c1-7055-4f91-8e12-76a1831fd3b7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0753250 Aug 25 14:53:04.206532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fbb5560-a232-4474-9aec-f982d3256fdf req-2029a5e9-f891-4628-91a1-670d14912aaa tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 Aug 25 14:53:04.214654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] For port 2b4a4d48-71a5-453e-8061-ddb5cfca8142, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2b4a4d48-71a5-453e-8061-ddb5cfca8142,segment=NetworkSegment(6da52cac-c6d9-4bd2-85bc-4100214e99de),segment_id=6da52cac-c6d9-4bd2-85bc-4100214e99de)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:04.215264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.218251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.253481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] Calling delete_port for 2b4a4d48-71a5-453e-8061-ddb5cfca8142 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:53:04.261323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4a4d48-71a5-453e-8061-ddb5cfca8142,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:04.283509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] No DVR routers for this DVR port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:53:04.372550 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.421874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] Pushing event deleted for resources: {'Port': ['ID=2b4a4d48-71a5-453e-8061-ddb5cfca8142,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:04.425350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27835104-c13e-41d0-8d03-e58bddb0a9ad None None] No DVR routers for this DVR port 2b4a4d48-71a5-453e-8061-ddb5cfca8142 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:53:04.466710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.485012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378b60d9-9cfe-4a5e-b577-32e91cb074e8']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:04.515282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da52cac-c6d9-4bd2-85bc-4100214e99de') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:04.516597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da52cac-c6d9-4bd2-85bc-4100214e99de') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:04.529265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.548705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.564112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:53:04.564942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:53:04.567191 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:53:04.745086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.751992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:04.755547 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] 10.222.0.58 "DELETE /v2.0/networks/378b60d9-9cfe-4a5e-b577-32e91cb074e8 HTTP/1.1" status: 204 len: 168 time: 1.2472796 Aug 25 14:53:04.782969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1794b62-52c8-4266-a734-72ed74f02754 admin admin] Pushing event deleted for resources: {'Network': ['ID=378b60d9-9cfe-4a5e-b577-32e91cb074e8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:04.907619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156dc81-286e-423f-8ee2-1d340ce0a6c4 req-05ec21f0-ddfb-4ae9-b0c7-153ae405e050 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:04.915809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8156dc81-286e-423f-8ee2-1d340ce0a6c4 req-05ec21f0-ddfb-4ae9-b0c7-153ae405e050 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0683482 Aug 25 14:53:04.970601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8156dc81-286e-423f-8ee2-1d340ce0a6c4 req-8817ccfc-003c-43e5-a185-94500b967c5f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Aug 25 14:53:05.366035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10342c6-9c54-4c2f-b76c-36e4189a8cbb req-85f4948e-2cb2-4b22-96db-503b1c1975e5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:05.376675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a10342c6-9c54-4c2f-b76c-36e4189a8cbb req-85f4948e-2cb2-4b22-96db-503b1c1975e5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0674055 Aug 25 14:53:05.440413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a10342c6-9c54-4c2f-b76c-36e4189a8cbb req-73490d7f-cd51-47d5-a5f0-3951b176de94 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623794 Aug 25 14:53:05.480631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2b4a4d48-71a5-453e-8061-ddb5cfca8142 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:05.504838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2b4a4d48-71a5-453e-8061-ddb5cfca8142 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:53:05.505250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2b4a4d48-71a5-453e-8061-ddb5cfca8142 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:53:05.618729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56678) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:05.677400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9a4bb232-514d-4503-89b7-8e277730542f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=543efbf5ed73413bbaee372fbbddb77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549026 Aug 25 14:53:05.721467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56680) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:05.809449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f74b368-2354-4f9a-9c76-2822ae8cfcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:05.845053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f74b368-2354-4f9a-9c76-2822ae8cfcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:06.128016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f74b368-2354-4f9a-9c76-2822ae8cfcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:06.130631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f74b368-2354-4f9a-9c76-2822ae8cfcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:06.151444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1f74b368-2354-4f9a-9c76-2822ae8cfcc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/484201c4-e162-49f6-aa32-b91ba727495a HTTP/1.1" status: 204 len: 168 time: 0.4245501 Aug 25 14:53:06.171530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74b368-2354-4f9a-9c76-2822ae8cfcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484201c4-e162-49f6-aa32-b91ba727495a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:06.313077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb4d29-01fc-484b-9027-ee09c8fb6099 req-d2507c6f-6b31-4bd5-9aa6-11cdb6f22695 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:06.314669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61fb4d29-01fc-484b-9027-ee09c8fb6099 req-d2507c6f-6b31-4bd5-9aa6-11cdb6f22695 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1790922 Aug 25 14:53:06.387239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61fb4d29-01fc-484b-9027-ee09c8fb6099 req-a04bb11e-0b58-4773-bdfc-aba78918f24e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Aug 25 14:53:06.642450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed556198-baa2-44fe-9801-1f5dee00b6ea req-78bda90a-a1d8-47e5-b859-c53992c363ad tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:06.643966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed556198-baa2-44fe-9801-1f5dee00b6ea req-78bda90a-a1d8-47e5-b859-c53992c363ad tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.0518067 Aug 25 14:53:06.686248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed556198-baa2-44fe-9801-1f5dee00b6ea req-986d8715-803d-4aa4-8ed1-a7cec36b28d0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359521 Aug 25 14:53:07.509962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc533-f557-4505-a3d3-600b1642fb98 req-6150a5e8-655b-4d19-9e5f-9e0429c09ffa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:07.511481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c7dc533-f557-4505-a3d3-600b1642fb98 req-6150a5e8-655b-4d19-9e5f-9e0429c09ffa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0481374 Aug 25 14:53:07.550426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c7dc533-f557-4505-a3d3-600b1642fb98 req-0c7cb130-4031-4879-b571-4bccd9713d64 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Aug 25 14:53:07.900323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581167c-7394-4b55-87d4-11e7d44bd7e3 req-3cb0e739-1b11-41ad-ad6e-3f3fb238caab tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:07.901841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3581167c-7394-4b55-87d4-11e7d44bd7e3 req-3cb0e739-1b11-41ad-ad6e-3f3fb238caab tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1449645 Aug 25 14:53:07.920609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-01a02669-50ea-4b0a-b522-dc6bdad1957a service neutron] 10.222.0.45 "GET /v2.0/ports/fe62f135-4110-49da-94ee-f1e1e4eee79c/bindings/n-h2-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.1207602 Aug 25 14:53:07.964148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3581167c-7394-4b55-87d4-11e7d44bd7e3 req-eb10530c-4509-466e-88e8-8b1e569d930a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Aug 25 14:53:08.158690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-1912584d-f5ed-4710-a734-cf353ebf98d9 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1115336447&fields=id&tenant_id=b00ee24bd3534cc39ef2cc8103e814bb HTTP/1.1" status: 200 len: 267 time: 0.0384357 Aug 25 14:53:08.313651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-9e83f33e-2799-4cc0-97df-667e6847ea62 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:08.315644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-9e83f33e-2799-4cc0-97df-667e6847ea62 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/networks?id=bd5b6036-977c-4282-9be7-e7529fcc909d HTTP/1.1" status: 200 len: 805 time: 0.1468780 Aug 25 14:53:08.333517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-4681358e-bf2e-42b5-bdd3-643727cb9e8b tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/quotas/b00ee24bd3534cc39ef2cc8103e814bb HTTP/1.1" status: 200 len: 375 time: 0.0116646 Aug 25 14:53:08.399941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-6b07c049-0ce6-4a0c-98b0-f18f98d0a02d tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b00ee24bd3534cc39ef2cc8103e814bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605023 Aug 25 14:53:08.534103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-9df9f806-3e0b-4eeb-8af6-6177f9eb7ff0 service neutron] 10.222.0.58 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021466 Aug 25 14:53:08.719263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-4c60d9eb-9612-44cb-9c15-181ff97773e9 service neutron] 10.222.0.58 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768880 Aug 25 14:53:08.785375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-ad56e0b9-8907-4aaa-b4fc-eaa48ff83128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:08.786959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-ad56e0b9-8907-4aaa-b4fc-eaa48ff83128 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62&tenant_id=67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 1101 time: 0.0814130 Aug 25 14:53:08.794600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257f818-1477-4dcd-bd66-4ca98417f59f req-bfe231c2-55ea-493a-91d1-5b10556b7741 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:08.796560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0257f818-1477-4dcd-bd66-4ca98417f59f req-bfe231c2-55ea-493a-91d1-5b10556b7741 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1459949 Aug 25 14:53:08.911412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0257f818-1477-4dcd-bd66-4ca98417f59f req-97504cfc-7e01-4fd5-8b21-3d6497ababa9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039834 Aug 25 14:53:08.922940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-d7231cc2-401c-420d-837e-e91e634fa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:08.926651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-d7231cc2-401c-420d-837e-e91e634fa09f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1101 time: 0.1084151 Aug 25 14:53:08.940034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-314e2798-b1f8-41f1-988a-fde68d9716c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:08.940034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-314e2798-b1f8-41f1-988a-fde68d9716c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 1097 time: 0.0685790 Aug 25 14:53:09.027590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3d97600-f054-4cf2-82eb-bd0392f47c45 req-0a7a3d6c-c0b0-4f14-8a9b-fdfaf0078c1f tempest-ServerShowV254Test-967876587 tempest-ServerShowV254Test-967876587-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a2c3e75-a9a9-4c27-be72-a51c23564b07 HTTP/1.1" status: 200 len: 210 time: 0.0260112 Aug 25 14:53:09.587696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-41ee95e6-6365-4c6e-9c6d-5b3aeb0027ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:09.589188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-41ee95e6-6365-4c6e-9c6d-5b3aeb0027ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.6553152 Aug 25 14:53:09.596130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-b4234c6c-c6fd-469c-a465-189d1f6d22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:09.597686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-b4234c6c-c6fd-469c-a465-189d1f6d22d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 912 time: 0.6553013 Aug 25 14:53:09.682147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-1cc7aeb5-1176-406f-a6ae-cb43d5fdeb2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 200 len: 217 time: 0.0824277 Aug 25 14:53:09.684208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-02cf9753-b917-4d5a-af3b-3ec78b522214 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5cffcd-c829-432e-9897-2188986ce2b1 HTTP/1.1" status: 200 len: 217 time: 0.0775862 Aug 25 14:53:09.692608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77100e30-2c55-4e09-9a7f-1f62c25326b8 req-218827fe-5e59-4c54-af7b-b1d7bac32dc5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:09.694142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77100e30-2c55-4e09-9a7f-1f62c25326b8 req-218827fe-5e59-4c54-af7b-b1d7bac32dc5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 946 time: 0.1603403 Aug 25 14:53:09.808509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77100e30-2c55-4e09-9a7f-1f62c25326b8 req-f108f551-50d1-4354-9d65-b7e2310442eb tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965505 Aug 25 14:53:09.811983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-8bc5f49e-bc00-499b-8392-8fc805e5d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:09.814086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-8bc5f49e-bc00-499b-8392-8fc805e5d711 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.1190512 Aug 25 14:53:09.829564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-ff0343e9-4d0c-4261-8dd2-3fb1c12da057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:09.829564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-ff0343e9-4d0c-4261-8dd2-3fb1c12da057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1284533 Aug 25 14:53:09.851873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-84a7013f-56d5-45c2-bdca-6c2f4c2afb40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303576 Aug 25 14:53:09.891722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86a0ebad-182b-4708-92d9-f1bf1b9c2e9b req-7c69f135-d6fb-47e8-ab58-654d02e03229 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 210 time: 0.0359826 Aug 25 14:53:09.970956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-1e36c80c-0d1f-4b11-a7f4-0c2f39438305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:09.972811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-1e36c80c-0d1f-4b11-a7f4-0c2f39438305 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199083 Aug 25 14:53:10.057529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:10.122996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-8fbbd745-7db0-43ac-8620-e46ef72abc20 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608004 Aug 25 14:53:10.180402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e67fa-e688-40d7-8522-49d5723133a1 req-a59cb8e1-05c3-4894-88de-54ab29d4c2c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:10.185840 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:10.189655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a13e67fa-e688-40d7-8522-49d5723133a1 req-a59cb8e1-05c3-4894-88de-54ab29d4c2c9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1360896 Aug 25 14:53:10.235483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:10.237268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:10.239950 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d620c09-2996-40d6-b123-9baa88586e56" -d '{"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-unplugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:10.283165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a13e67fa-e688-40d7-8522-49d5723133a1 req-3c8bd850-af3a-46d5-8989-ea3fa2e8d9df tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928047 Aug 25 14:53:10.291445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-9e82c402-996c-48f1-b7da-1f4d4fb22802 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092120 Aug 25 14:53:10.351876 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d7b73c-abf5-4e60-9f16-63ed27bc8b98 x-openstack-request-id: req-f0d7b73c-abf5-4e60-9f16-63ed27bc8b98 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:10.356182 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-unplugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:10.357120 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0d7b73c-abf5-4e60-9f16-63ed27bc8b98 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:10.358338 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'code': 200} Aug 25 14:53:10.374417 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:10.377172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:10.436952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da00460b-4540-4756-b3e3-cdc5acc64091 req-c1ccf097-adcd-4dc9-9352-847f59752676 service neutron] 10.222.0.45 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067138 Aug 25 14:53:10.477779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f3d17e7-d767-4ed1-9932-148ae94be29d req-93ec8f51-65cb-4c54-823b-1e8a06af2ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738930 Aug 25 14:53:10.489547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:10.545429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:10.591826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:10.689672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56808) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:10.727618 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:10.792193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:10.859587 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6aadbe4-dc30-4204-af30-e71353a05857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:10.994427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71df65e3-288d-45d8-9b38-bfb6b769aaae req-ebf36ce4-83c1-42b7-9852-db7dfe970ff5 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 210 time: 0.0358803 Aug 25 14:53:11.013883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23626f6c-9033-405f-9ac9-3fcc404edad3 req-3ec3ccfc-fc31-4be0-a7c7-2c07d5bd29a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:11.021773 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23626f6c-9033-405f-9ac9-3fcc404edad3 req-3ec3ccfc-fc31-4be0-a7c7-2c07d5bd29a4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0977457 Aug 25 14:53:11.081297 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23626f6c-9033-405f-9ac9-3fcc404edad3 req-f61100e8-ec41-4b7c-80ce-b9eb00dc7440 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518165 Aug 25 14:53:11.109186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6aadbe4-dc30-4204-af30-e71353a05857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:11.196062 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6aadbe4-dc30-4204-af30-e71353a05857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:11.239115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d6aadbe4-dc30-4204-af30-e71353a05857 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=baafaa275a5c4d12bbdd1c0aa669fe49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482054 Aug 25 14:53:11.240392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aadbe4-dc30-4204-af30-e71353a05857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ddc07-2398-4776-986b-d287c92adc6c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:11.241815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56818) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:11.309451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e526be53-d6db-4f7e-8106-0ccf67bca0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:11.338294 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e526be53-d6db-4f7e-8106-0ccf67bca0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:11.469221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fcda1-9ad5-4d17-877c-e2772a00d5fc req-1608a21e-00bb-4350-b349-00d84d9e88a1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:11.478851 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a69fcda1-9ad5-4d17-877c-e2772a00d5fc req-1608a21e-00bb-4350-b349-00d84d9e88a1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0863080 Aug 25 14:53:11.517755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a69fcda1-9ad5-4d17-877c-e2772a00d5fc req-49ae6587-c81b-4a9b-b338-79a3ec52a732 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Aug 25 14:53:11.531765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e526be53-d6db-4f7e-8106-0ccf67bca0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:11.534359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e526be53-d6db-4f7e-8106-0ccf67bca0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:11.537976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e526be53-d6db-4f7e-8106-0ccf67bca0a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/911ddc07-2398-4776-986b-d287c92adc6c HTTP/1.1" status: 204 len: 168 time: 0.2927730 Aug 25 14:53:11.544190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526be53-d6db-4f7e-8106-0ccf67bca0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ddc07-2398-4776-986b-d287c92adc6c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:12.080545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94499378-a6c7-4048-b3b6-8500b0a6ec19 req-6c1e8a1c-ef84-42e2-9492-4d78c0846df8 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 210 time: 0.0304704 Aug 25 14:53:12.216085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb428878-d9d3-49f6-9b31-fa63461e042b req-efd82e6e-df8d-4de6-b4d9-b09f3f0d4324 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:12.217703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb428878-d9d3-49f6-9b31-fa63461e042b req-efd82e6e-df8d-4de6-b4d9-b09f3f0d4324 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0527315 Aug 25 14:53:12.312554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb428878-d9d3-49f6-9b31-fa63461e042b req-a14551cf-b5b8-4484-bd06-617e189005d4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880580 Aug 25 14:53:12.363923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:12.367380 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f4375-e520-42bf-a7d5-5c76c763575a" -d '{"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:12.449239 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce86ec-2285-49a2-9e72-a4949624ab4f x-openstack-request-id: req-29ce86ec-2285-49a2-9e72-a4949624ab4f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:12.449719 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:12.450133 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29ce86ec-2285-49a2-9e72-a4949624ab4f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:12.450760 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'code': 200} Aug 25 14:53:12.674434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473edd7b-a2fb-441c-a5ff-bbd674e5989b req-8433bfe7-75c0-41a2-bf24-60c7327d63d9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:12.682495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-473edd7b-a2fb-441c-a5ff-bbd674e5989b req-8433bfe7-75c0-41a2-bf24-60c7327d63d9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0675592 Aug 25 14:53:12.726594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-473edd7b-a2fb-441c-a5ff-bbd674e5989b req-49214dcb-3889-4d3c-85ea-2fc6f13220ed tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Aug 25 14:53:13.221595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57d66301-62a3-4eea-91f4-c1ad4567a431 req-102aefc7-f424-4214-afe1-50ca1854e9b8 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 210 time: 0.0654147 Aug 25 14:53:13.321385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-2a576027-c69f-4baa-8322-ca20ae7dc9ea tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:13.323088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-2a576027-c69f-4baa-8322-ca20ae7dc9ea tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.52 "GET /v2.0/networks?id=bd5b6036-977c-4282-9be7-e7529fcc909d HTTP/1.1" status: 200 len: 805 time: 0.1481075 Aug 25 14:53:13.392575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-7b77502a-fcc1-4b32-9504-4944121566d7 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b00ee24bd3534cc39ef2cc8103e814bb HTTP/1.1" status: 200 len: 380 time: 0.0572946 Aug 25 14:53:13.427979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Request body: {'port': {'device_id': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'admin_state_up': True, 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'security_groups': ['48a65cf3-02f8-4ba3-b938-8cd038d5808e']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:13.465010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382b57-838b-4c4b-95ac-10ee9951ba10 req-756a8dba-2ef9-4faa-8f3f-1f57436ea8c8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:13.476334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b382b57-838b-4c4b-95ac-10ee9951ba10 req-756a8dba-2ef9-4faa-8f3f-1f57436ea8c8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0612023 Aug 25 14:53:13.520342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b382b57-838b-4c4b-95ac-10ee9951ba10 req-fbacb579-85d8-47dd-bee5-9a33944a60a3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Aug 25 14:53:13.696218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Made reservation on behalf of b00ee24bd3534cc39ef2cc8103e814bb for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:53:13.700017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:13.805044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-2830e998-8d36-414a-a23d-1e112848b390 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:13.820487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-2830e998-8d36-414a-a23d-1e112848b390 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/networks?id=e2821f26-c750-4aed-b4c7-561e6531ab4e HTTP/1.1" status: 200 len: 815 time: 0.1403441 Aug 25 14:53:13.833440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-26eadd42-16ad-46d0-9ea3-a44334c98760 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/quotas/ae83b6e9c64245b3842e1e5c4355a380 HTTP/1.1" status: 200 len: 375 time: 0.0154927 Aug 25 14:53:13.850563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Allocated IP 172.20.0.7 (bd5b6036-977c-4282-9be7-e7529fcc909d/0052595f-5d6b-4315-9868-bb8da5399026/853811f2-a7b0-4127-a020-4ef3da2afad9) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:53:14.011009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.027361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Transition to ACTIVE for port object 853811f2-a7b0-4127-a020-4ef3da2afad9 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:14.068731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:53:14.128216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-f2a1ad90-aed9-4ea1-906a-4a3ca6a4a4cf tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae83b6e9c64245b3842e1e5c4355a380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2938929 Aug 25 14:53:14.143689 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.178701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:14.186864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Network bd5b6036-977c-4282-9be7-e7529fcc909d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:53:14.194049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'mac_address': 'fa:16:3e:f6:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:53:14.200298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:53:14.202944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:53:14.234673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.241210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event updated for resources: {'Port': ['ID=853811f2-a7b0-4127-a020-4ef3da2afad9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:14.266878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-4dcacfdc-ef8f-4f82-afc7-99ae65c7a3c2 service neutron] 10.222.0.58 "GET /v2.0/networks/e2821f26-c750-4aed-b4c7-561e6531ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307034 Aug 25 14:53:14.277205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:14.278151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.278629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe62f135-4110-49da-94ee-f1e1e4eee79c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:14.307279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:14.352880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-cb9a5b46-2ff0-433a-9c49-22fedc17d6bf tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9311113 Aug 25 14:53:14.366365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Request body: {'port': {'device_id': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:14.389115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:14.402207 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.419451 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-ba5f1f8a-2100-4bd9-aad2-840fcd7fb161 service neutron] 10.222.0.58 "GET /v2.0/networks/e2821f26-c750-4aed-b4c7-561e6531ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510925 Aug 25 14:53:14.505933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.524083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:14.532083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.536730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.536730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.536730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.536730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3407f3b-8c14-4379-9b75-183f48c9b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.537640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:14.616698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fe62f135-4110-49da-94ee-f1e1e4eee79c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:14.629657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3407f3b-8c14-4379-9b75-183f48c9b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.678478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-387784a9-6a36-4ca5-9aa5-218ad03f98f4 None None] Provisioning for port 853811f2-a7b0-4127-a020-4ef3da2afad9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:14.690960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-387784a9-6a36-4ca5-9aa5-218ad03f98f4 None None] Provisioning complete for port 853811f2-a7b0-4127-a020-4ef3da2afad9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:14.691366 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-387784a9-6a36-4ca5-9aa5-218ad03f98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.748196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-387784a9-6a36-4ca5-9aa5-218ad03f98f4 None None] Port 853811f2-a7b0-4127-a020-4ef3da2afad9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:53:14.777505 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3407f3b-8c14-4379-9b75-183f48c9b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.814731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853811f2-a7b0-4127-a020-4ef3da2afad9 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:14.834980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.840015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f3407f3b-8c14-4379-9b75-183f48c9b9e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70e906393c344926984887f01d3a1ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498103 Aug 25 14:53:14.842244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3407f3b-8c14-4379-9b75-183f48c9b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b3dd7-9832-4450-ac5f-f56c62f808e4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:14.843559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:14.869276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Transition to ACTIVE for port object 853811f2-a7b0-4127-a020-4ef3da2afad9 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:14.909807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb4bc7-89a6-4429-85aa-0d9df44a82a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.933138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb4bc7-89a6-4429-85aa-0d9df44a82a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:14.969970 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.004584 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f6265-74aa-4b87-b8bb-6390312365b2 req-4f2ddd53-0f5d-4726-9db0-17fee346a827 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.009442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014f6265-74aa-4b87-b8bb-6390312365b2 req-4f2ddd53-0f5d-4726-9db0-17fee346a827 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 949 time: 0.0554810 Aug 25 14:53:15.040808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Pushing event updated for resources: {'Port': ['ID=853811f2-a7b0-4127-a020-4ef3da2afad9,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:15.080434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-014f6265-74aa-4b87-b8bb-6390312365b2 req-42cf2de7-74cd-4a0e-81e2-e980224a95d8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621257 Aug 25 14:53:15.128947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Attempting to bind port 853811f2-a7b0-4127-a020-4ef3da2afad9 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:53:15.129338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Attempting to bind port 853811f2-a7b0-4127-a020-4ef3da2afad9 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:53:15.129700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Attempting to bind port 853811f2-a7b0-4127-a020-4ef3da2afad9 on network bd5b6036-977c-4282-9be7-e7529fcc909d {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:15.135088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Port 853811f2-a7b0-4127-a020-4ef3da2afad9 on network bd5b6036-977c-4282-9be7-e7529fcc909d not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:53:15.135411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Attempting to bind port 853811f2-a7b0-4127-a020-4ef3da2afad9 on network bd5b6036-977c-4282-9be7-e7529fcc909d {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:15.141263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:53:15.141593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Checking segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:53:15.142024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Bound using segment: {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:53:15.142382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Bound port: 853811f2-a7b0-4127-a020-4ef3da2afad9, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:53:15.142736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.154987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb4bc7-89a6-4429-85aa-0d9df44a82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.157584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50bb4bc7-89a6-4429-85aa-0d9df44a82a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.161332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-50bb4bc7-89a6-4429-85aa-0d9df44a82a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/522b3dd7-9832-4450-ac5f-f56c62f808e4 HTTP/1.1" status: 204 len: 168 time: 0.3143821 Aug 25 14:53:15.173823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4bc7-89a6-4429-85aa-0d9df44a82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b3dd7-9832-4450-ac5f-f56c62f808e4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:15.255250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] For port 853811f2-a7b0-4127-a020-4ef3da2afad9, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:53:15.258784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] For port 853811f2-a7b0-4127-a020-4ef3da2afad9, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=853811f2-a7b0-4127-a020-4ef3da2afad9,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:53:15.306299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac656a-c1f2-4133-99f1-4e891044a8e7 req-9da74d77-f118-4a4d-acd1-cd39eac1f2ec tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.308160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4ac656a-c1f2-4133-99f1-4e891044a8e7 req-9da74d77-f118-4a4d-acd1-cd39eac1f2ec tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 943 time: 0.0569344 Aug 25 14:53:15.348497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4ac656a-c1f2-4133-99f1-4e891044a8e7 req-0f1872ac-5b4e-4ae7-bb37-3fee70b3b0ab tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331314 Aug 25 14:53:15.362512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.402728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.403652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.405287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] 10.222.0.52 "PUT /v2.0/ports/853811f2-a7b0-4127-a020-4ef3da2afad9 HTTP/1.1" status: 200 len: 1091 time: 1.0438213 Aug 25 14:53:15.405758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:15.407954 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60702d-2bb4-4229-94e1-ffb08359841e" -d '{"events": [{"name": "network-changed", "server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:15.452741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81853e11-8fed-4386-995d-bd0da7987887 service neutron] Pushing event updated for resources: {'Port': ['ID=853811f2-a7b0-4127-a020-4ef3da2afad9,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:15.505087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e82889c-dd38-4857-89d3-70e171ced59a req-4b10c443-380b-4662-8f7a-bb2d59fa9b61 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 210 time: 0.0368176 Aug 25 14:53:15.567058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84da279-7baa-4fae-9158-e24f35229d85 req-b4feaf69-43ed-4ce2-94af-85f183cb9e53 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.577206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c84da279-7baa-4fae-9158-e24f35229d85 req-b4feaf69-43ed-4ce2-94af-85f183cb9e53 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=2993bfd4-86c7-401a-9ee4-db3576ccbc85 HTTP/1.1" status: 200 len: 944 time: 0.0777562 Aug 25 14:53:15.712114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-c70222a4-0536-4086-a24c-30d3dd2e387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.713750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-c70222a4-0536-4086-a24c-30d3dd2e387c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b00ee24bd3534cc39ef2cc8103e814bb&device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 1094 time: 0.1331861 Aug 25 14:53:15.765004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-e587026f-d3e0-41ff-a9f6-afb6c3fb9f44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=853811f2-a7b0-4127-a020-4ef3da2afad9 HTTP/1.1" status: 200 len: 217 time: 0.0374284 Aug 25 14:53:15.770639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Deleting port 1e5cffcd-c829-432e-9897-2188986ce2b1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:53:15.770984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.875530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-fc316a35-22e0-46ed-afcd-75e3925bc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.877000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-fc316a35-22e0-46ed-afcd-75e3925bc807 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0052595f-5d6b-4315-9868-bb8da5399026 HTTP/1.1" status: 200 len: 844 time: 0.1015139 Aug 25 14:53:15.912074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] For port 1e5cffcd-c829-432e-9897-2188986ce2b1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1e5cffcd-c829-432e-9897-2188986ce2b1,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:15.912761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:15.943729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Calling delete_port for 1e5cffcd-c829-432e-9897-2188986ce2b1 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:53:15.995171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-858a6cb6-375b-43ff-808a-29a90de660eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:15.996663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-858a6cb6-375b-43ff-808a-29a90de660eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd5b6036-977c-4282-9be7-e7529fcc909d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006124 Aug 25 14:53:16.075649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:53:16.139378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-d0865fe6-1c5b-4eaf-b970-56a1c09d05e1 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316133 Aug 25 14:53:16.142196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port fe62f135-4110-49da-94ee-f1e1e4eee79c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:16.142640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:16.222945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:16.232192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:16.247315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:16.249822 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c80247d-1fee-4699-8bfa-7658b475f9ee" -d '{"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-plugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:16.265827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:16.275814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event deleted for resources: {'Port': ['ID=1e5cffcd-c829-432e-9897-2188986ce2b1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:16.287454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40be4645-33ce-4aee-b88b-ead48c126ee8 req-fbc1229b-f98d-4ffa-99c3-3b13b79618d4 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329193 Aug 25 14:53:16.306728 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd97200-1342-4f2f-8b1e-ba6ef25dfd52 x-openstack-request-id: req-6fd97200-1342-4f2f-8b1e-ba6ef25dfd52 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:16.306728 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:16.306728 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fd97200-1342-4f2f-8b1e-ba6ef25dfd52 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:16.307070 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'status': 'completed', 'code': 200} Aug 25 14:53:16.325792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] No DVR routers for this DVR port 1e5cffcd-c829-432e-9897-2188986ce2b1 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:53:16.329197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:16.331389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c84da279-7baa-4fae-9158-e24f35229d85 req-4b21bef9-9066-4db7-845e-62ac50435938 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "DELETE /v2.0/ports/1e5cffcd-c829-432e-9897-2188986ce2b1 HTTP/1.1" status: 204 len: 173 time: 0.7520456 Aug 25 14:53:16.405582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:16.406699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:16.452109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 1e5cffcd-c829-432e-9897-2188986ce2b1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:53:16.453466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1e5cffcd-c829-432e-9897-2188986ce2b1 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:53:16.484769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:16.507012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-7636664e-b884-41ae-842d-92c126b0577d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.508972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-7636664e-b884-41ae-842d-92c126b0577d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62&tenant_id=67c79229200a483197a328f64b8001b2&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 950 time: 0.0939295 Aug 25 14:53:16.533394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd232f5-8283-45f6-b866-1c75a909e715 req-060f0da6-e8ea-483f-b0bc-0f289af7dc7d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.535279 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffd232f5-8283-45f6-b866-1c75a909e715 req-060f0da6-e8ea-483f-b0bc-0f289af7dc7d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0560300 Aug 25 14:53:16.580834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffd232f5-8283-45f6-b866-1c75a909e715 req-0c6bd21e-43bf-493a-9b90-b475e43dd139 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Aug 25 14:53:16.581078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-49026d05-c135-4323-be0a-0a114e7aeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.582906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-49026d05-c135-4323-be0a-0a114e7aeae7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b00ee24bd3534cc39ef2cc8103e814bb&device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 1094 time: 0.0956695 Aug 25 14:53:16.641319 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f9c78-373b-473f-bc91-2b9b5da3eeab x-openstack-request-id: req-927f9c78-373b-473f-bc91-2b9b5da3eeab {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:16.641617 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-plugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:16.641872 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-927f9c78-373b-473f-bc91-2b9b5da3eeab {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:16.642268 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'code': 200} Aug 25 14:53:16.651424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-e53cdb7e-c782-4474-bced-251ff63ba5e1 service neutron] 10.222.0.45 "GET /v2.0/ports/fe62f135-4110-49da-94ee-f1e1e4eee79c/bindings/n-h2-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.1244082 Aug 25 14:53:16.725312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-61f8d3be-ec8b-4370-929c-ae008d1b6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.726961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-61f8d3be-ec8b-4370-929c-ae008d1b6008 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd5b6036-977c-4282-9be7-e7529fcc909d HTTP/1.1" status: 200 len: 906 time: 0.1317978 Aug 25 14:53:16.736926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-23626a83-ce3e-4b09-b00e-0b4ea46d59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.738373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-23626a83-ce3e-4b09-b00e-0b4ea46d59b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1101 time: 0.0631444 Aug 25 14:53:16.772576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6478-b604-4344-906e-e127116c31ad req-6de287b9-9bac-4f85-b55c-4cdece637ea4 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.774638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84dc6478-b604-4344-906e-e127116c31ad req-6de287b9-9bac-4f85-b55c-4cdece637ea4 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 943 time: 0.0619359 Aug 25 14:53:16.787210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-5e07e4a2-a4c2-428b-9650-d9befce6109f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=853811f2-a7b0-4127-a020-4ef3da2afad9 HTTP/1.1" status: 200 len: 217 time: 0.0478404 Aug 25 14:53:16.832518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84dc6478-b604-4344-906e-e127116c31ad req-1d72a537-bb78-43a2-8479-779aa97791f3 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500166 Aug 25 14:53:16.914782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-d82e9e30-66bc-4657-9095-a836cb3989a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.915709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-d82e9e30-66bc-4657-9095-a836cb3989a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0052595f-5d6b-4315-9868-bb8da5399026 HTTP/1.1" status: 200 len: 844 time: 0.1124570 Aug 25 14:53:16.989316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-b396cbe8-7b85-44fd-91fb-33fa1c746618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.991079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-b396cbe8-7b85-44fd-91fb-33fa1c746618 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2450066 Aug 25 14:53:16.993312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-fdf8dc4b-c4aa-4a81-9aae-55a32be68c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:16.995452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-fdf8dc4b-c4aa-4a81-9aae-55a32be68c64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd5b6036-977c-4282-9be7-e7529fcc909d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666547 Aug 25 14:53:17.014098 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e4a68ce-0ed8-4de9-b364-07ac2298931b req-ec281c43-a105-4e23-9f9b-3db1d1d53ab5 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 210 time: 0.0288711 Aug 25 14:53:17.045984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-c6bb9314-6c93-42f8-9ea3-97d7d59c2f75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 200 len: 217 time: 0.0471430 Aug 25 14:53:17.385316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-71b89b58-1f51-44d5-b9c5-f851edf193a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:17.386783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-71b89b58-1f51-44d5-b9c5-f851edf193a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.3306520 Aug 25 14:53:17.430556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-7de5e117-35f9-4e26-a976-d0790153827a service neutron] 10.222.0.52 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936181 Aug 25 14:53:17.517786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-90a24752-744a-4ab3-a75d-7354f0b16bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:17.519095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-90a24752-744a-4ab3-a75d-7354f0b16bfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230614 Aug 25 14:53:17.632828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba60702d-2bb4-4229-94e1-ffb08359841e req-f26245a8-10f9-4fe1-8b00-7ace0426eeec service neutron] 10.222.0.52 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909106 Aug 25 14:53:17.653828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-9f9f0cbb-d176-44e3-8847-5cead09f682b service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225095 Aug 25 14:53:17.744476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2d399-0abf-4340-b2c8-252a5ada898b req-19b0d431-a501-47c5-a7dd-0032a05b0a6b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:17.745988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83d2d399-0abf-4340-b2c8-252a5ada898b req-19b0d431-a501-47c5-a7dd-0032a05b0a6b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0519998 Aug 25 14:53:17.786754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83d2d399-0abf-4340-b2c8-252a5ada898b req-47ca03fd-28ee-4e28-aeb3-48ecea27cf8e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Aug 25 14:53:17.939850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-73e6da4e-7038-4eac-89d0-eba58077f75a service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780936 Aug 25 14:53:17.948604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-773d0f30-8d9a-4bb1-810b-9e5cf3d04425 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:17.950195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-773d0f30-8d9a-4bb1-810b-9e5cf3d04425 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.2293112 Aug 25 14:53:17.957504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-df8e8bab-d6a6-426d-8939-de60899ecb4c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:17.958994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-df8e8bab-d6a6-426d-8939-de60899ecb4c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.45 "GET /v2.0/networks?id=e2821f26-c750-4aed-b4c7-561e6531ab4e HTTP/1.1" status: 200 len: 815 time: 0.2329860 Aug 25 14:53:17.971296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-3ab8ef21-94e9-4b4b-a4a8-e0844bf4a6e3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0107305 Aug 25 14:53:17.974718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Request body: {'port': {'device_id': '72b32d18-1f5f-49da-9850-b643ff4750be', 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'admin_state_up': True, 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:17.984082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918332a-694e-4d81-a230-a96d4302479d req-0947a56d-362f-4d78-903c-7f276c376fb1 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:17.985710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5918332a-694e-4d81-a230-a96d4302479d req-0947a56d-362f-4d78-903c-7f276c376fb1 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 943 time: 0.0764465 Aug 25 14:53:18.033565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5918332a-694e-4d81-a230-a96d4302479d req-573e452b-4009-4d7c-ae45-74944099498f tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414934 Aug 25 14:53:18.079330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-358a4f6b-3343-4694-b8c4-09143a13147b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884769 Aug 25 14:53:18.199942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5709a54-eb9d-4afa-9571-f87b2eb0ccfb req-07c2b536-1947-4137-b12f-befd2430ba44 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 210 time: 0.0366290 Aug 25 14:53:18.202348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-cd8683bb-0922-453e-b7f1-670257f88122 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157186 Aug 25 14:53:18.285349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Made reservation on behalf of ae83b6e9c64245b3842e1e5c4355a380 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:53:18.287149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:18.311274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-deleted', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:18.314134 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a7b056-3226-4560-b230-5f2e8754a23c" -d '{"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-deleted", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:18.331577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-05909890-cd83-41c0-9cbf-673648c285cf service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213770 Aug 25 14:53:18.366606 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c5240d-6b4f-461c-ad44-ddbe31dd4a03 x-openstack-request-id: req-b4c5240d-6b4f-461c-ad44-ddbe31dd4a03 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:18.366901 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2993bfd4-86c7-401a-9ee4-db3576ccbc85", "name": "network-vif-deleted", "tag": "1e5cffcd-c829-432e-9897-2188986ce2b1", "status": "failed", "code": 422}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:18.367220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4c5240d-6b4f-461c-ad44-ddbe31dd4a03 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:18.367631 n-d-805995-2 neutron-server[101873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2993bfd4-86c7-401a-9ee4-db3576ccbc85', 'name': 'network-vif-deleted', 'tag': '1e5cffcd-c829-432e-9897-2188986ce2b1', 'status': 'failed', 'code': 422} returned with failed status Aug 25 14:53:18.457904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Allocated IP 172.20.0.6 (e2821f26-c750-4aed-b4c7-561e6531ab4e/d9283aa2-3691-4742-947d-388e7fc208d8/491919d4-466f-44b6-9d95-480d04d333a6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:53:18.653330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:18.672416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Transition to ACTIVE for port object 491919d4-466f-44b6-9d95-480d04d333a6 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:18.721364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c583413a-39da-4f1b-8e9d-d5f75b96bafd req-43bbcf73-8768-46d1-a607-0626ea20428a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 210 time: 0.0380170 Aug 25 14:53:18.777186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:18.877880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Network e2821f26-c750-4aed-b4c7-561e6531ab4e is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:53:18.882012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:53:18.885813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 853811f2-a7b0-4127-a020-4ef3da2afad9 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:53:18.899885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:53:19.000143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:19.001256 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:19.010250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Pushing event updated for resources: {'Port': ['ID=491919d4-466f-44b6-9d95-480d04d333a6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:19.106439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db54bd-2283-486b-bf8a-e0e9e750eb7c req-345cd1c6-8984-44e3-afe0-8995bbcd849e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:19.116852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24db54bd-2283-486b-bf8a-e0e9e750eb7c req-345cd1c6-8984-44e3-afe0-8995bbcd849e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1649177 Aug 25 14:53:19.122975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 853811f2-a7b0-4127-a020-4ef3da2afad9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=853811f2-a7b0-4127-a020-4ef3da2afad9,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:19.158310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'port_id': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'mac_address': 'fa:16:3e:e3:b2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:53:19.232235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24db54bd-2283-486b-bf8a-e0e9e750eb7c req-ab636045-b34a-4c24-b677-caeb1c3833af tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094472 Aug 25 14:53:19.233720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-5892cce8-bbdc-40d9-9aec-2d2a196ee5c6 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646012 Aug 25 14:53:19.259424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:19.309068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853811f2-a7b0-4127-a020-4ef3da2afad9 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:19.321747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5cd5d-e307-4747-b1d2-d3485252c465 req-1ca27608-7e6c-4ab9-b81e-b45c91d08156 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:19.325478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04e5cd5d-e307-4747-b1d2-d3485252c465 req-1ca27608-7e6c-4ab9-b81e-b45c91d08156 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 943 time: 0.1545861 Aug 25 14:53:19.349604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 853811f2-a7b0-4127-a020-4ef3da2afad9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=853811f2-a7b0-4127-a020-4ef3da2afad9,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:19.384952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04e5cd5d-e307-4747-b1d2-d3485252c465 req-232ad4f8-1be1-4119-8fcf-69b17e15ac27 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470009 Aug 25 14:53:19.488401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217038-d1f8-475c-9fd6-eb843506cd66 req-057007ea-c251-4899-9b50-6a03b9c12ac3 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:19.489026 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:19.490382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78041331-bbda-4885-98a2-37b5543d630b None None] Provisioning for port 491919d4-466f-44b6-9d95-480d04d333a6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:19.496321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d217038-d1f8-475c-9fd6-eb843506cd66 req-057007ea-c251-4899-9b50-6a03b9c12ac3 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.0654840 Aug 25 14:53:19.556062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78041331-bbda-4885-98a2-37b5543d630b None None] Provisioning complete for port 491919d4-466f-44b6-9d95-480d04d333a6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:19.556815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78041331-bbda-4885-98a2-37b5543d630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:19.575317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d217038-d1f8-475c-9fd6-eb843506cd66 req-5c70a723-ef42-44fe-86fe-b43b8984c2cd tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759473 Aug 25 14:53:19.649713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=853811f2-a7b0-4127-a020-4ef3da2afad9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:19.654824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-78041331-bbda-4885-98a2-37b5543d630b None None] Port 491919d4-466f-44b6-9d95-480d04d333a6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:53:19.832433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d96c227-edec-47a4-ac39-f245e6f97e40 req-810f1438-1a4d-4c9d-8fc0-f21614b526ea tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 210 time: 0.0509505 Aug 25 14:53:20.127396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['853811f2-a7b0-4127-a020-4ef3da2afad9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:20.369641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8638-037f-43c5-9a48-f0142de288e9 req-5e6530c7-c926-4b04-90e9-e4afe94f16d3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:20.378852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3cfd8638-037f-43c5-9a48-f0142de288e9 req-5e6530c7-c926-4b04-90e9-e4afe94f16d3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0711751 Aug 25 14:53:20.448686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3cfd8638-037f-43c5-9a48-f0142de288e9 req-1478ea81-1617-4d82-96f6-88e7684d7b55 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689008 Aug 25 14:53:20.586447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc9292-c8a2-4d0a-ac54-d020e2065106 req-0d7a089e-f1a1-44ab-81a0-4cdfa77fb92d tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:20.588493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5bc9292-c8a2-4d0a-ac54-d020e2065106 req-0d7a089e-f1a1-44ab-81a0-4cdfa77fb92d tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 944 time: 0.0707304 Aug 25 14:53:20.642758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5bc9292-c8a2-4d0a-ac54-d020e2065106 req-7a0a57d1-04d8-4081-a4a0-feab86b19857 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Aug 25 14:53:20.731367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542bea7-f796-4967-aef4-8877c198d937 req-791b69e5-73c8-4946-8bc7-55f47a5c7467 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:20.733620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3542bea7-f796-4967-aef4-8877c198d937 req-791b69e5-73c8-4946-8bc7-55f47a5c7467 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.0629206 Aug 25 14:53:20.779438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3542bea7-f796-4967-aef4-8877c198d937 req-aedddd95-2ef0-4bb4-aa0a-b6012280f795 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Aug 25 14:53:20.937818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28e118ad-4a8c-4490-b7dc-054683a61b8b req-acf93643-c4bc-4a24-a81a-03aa085ee8e6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Aug 25 14:53:20.947755 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-836d7f5e-652f-4aa7-a21b-2ea12e4d6aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:21.638741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc9a81-a262-4e06-a3f2-07ad357a160d req-473c117e-e397-4450-9d63-b8893383a193 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:21.644708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bccc9a81-a262-4e06-a3f2-07ad357a160d req-473c117e-e397-4450-9d63-b8893383a193 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1210947 Aug 25 14:53:21.706271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bccc9a81-a262-4e06-a3f2-07ad357a160d req-338849b7-49cf-41b9-b18e-cd623b462ae2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 Aug 25 14:53:21.788371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80597390-951b-4a46-878a-2cdf56e32e4b req-3bc7aa12-d698-4afa-8437-bc90c863d8e5 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:21.813276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80597390-951b-4a46-878a-2cdf56e32e4b req-3bc7aa12-d698-4afa-8437-bc90c863d8e5 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 944 time: 0.0843427 Aug 25 14:53:21.939992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80597390-951b-4a46-878a-2cdf56e32e4b req-4bfa72ec-c6b2-4faf-994e-362dc12c10ee tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186943 Aug 25 14:53:21.965895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c33b928f-17af-4a3c-8252-e2feb35a1786 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:21.967512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c33b928f-17af-4a3c-8252-e2feb35a1786 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.2602203 Aug 25 14:53:22.029045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Request body: {'port': {'device_id': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'admin_state_up': True, 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:22.106503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a230c3b-074f-4992-83d5-6f445ffc05a0 req-c9f4f984-5810-440c-8409-5bff0bd293cf tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:22.108020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a230c3b-074f-4992-83d5-6f445ffc05a0 req-c9f4f984-5810-440c-8409-5bff0bd293cf tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.1394689 Aug 25 14:53:22.143746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-400ec524-4164-4548-92aa-01fa3c7f6247 req-8b471525-6183-408f-99a9-356734c2f637 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 210 time: 0.0452833 Aug 25 14:53:22.188755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a230c3b-074f-4992-83d5-6f445ffc05a0 req-808fc0c6-94d1-4832-a5d4-61b900881298 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716999 Aug 25 14:53:22.314173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:53:22.317909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:22.462541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Allocated IP 172.20.0.9 (0985fe32-f0ed-4e2a-9fc2-0debf0f856d6/150285c5-622e-482a-a178-846f65eb3cf7/871003ed-2084-408f-af3c-bd6d1764ea2e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:53:22.646974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:22.775073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:22.865261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:53:22.874596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:53:22.880369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:53:22.886127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 853811f2-a7b0-4127-a020-4ef3da2afad9 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:53:22.952175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:22.953251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7472f0d-8772-45c3-878b-132e3c37f39c req-c97fc391-2b2b-4347-a334-4b27209bed1b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:22.953776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:22.959095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7472f0d-8772-45c3-878b-132e3c37f39c req-c97fc391-2b2b-4347-a334-4b27209bed1b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1100643 Aug 25 14:53:22.972719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event updated for resources: {'Port': ['ID=871003ed-2084-408f-af3c-bd6d1764ea2e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:23.011630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7472f0d-8772-45c3-878b-132e3c37f39c req-15cdb614-c463-4287-b263-909822402d08 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Aug 25 14:53:23.086052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-c8d397f4-5a0f-4da2-8696-bbabcaa23fcd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0895107 Aug 25 14:53:23.108254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 853811f2-a7b0-4127-a020-4ef3da2afad9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:23.112227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 853811f2-a7b0-4127-a020-4ef3da2afad9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:23.112612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.123910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Request body: {'port': {'device_id': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:23.192684 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.192835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904644-88c7-46ff-b11b-a61454da17c5 req-14bae968-31fa-4a6d-91cb-3e18cb3d8982 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:23.194319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c904644-88c7-46ff-b11b-a61454da17c5 req-14bae968-31fa-4a6d-91cb-3e18cb3d8982 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 944 time: 0.1050093 Aug 25 14:53:23.206425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.220447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:23.222997 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b144949-90ee-48fc-888d-087d92f0cd88" -d '{"events": [{"server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "name": "network-vif-plugged", "status": "completed", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:23.237679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 853811f2-a7b0-4127-a020-4ef3da2afad9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=853811f2-a7b0-4127-a020-4ef3da2afad9,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:23.311433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c904644-88c7-46ff-b11b-a61454da17c5 req-2577aae4-2ee1-4000-bdb5-a198dc4d460d tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069980 Aug 25 14:53:23.318944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019cd90-b8b0-4b61-897e-a1f2525021c8 req-af61b402-60e5-4462-aa32-210de8a16c20 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:23.323560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c019cd90-b8b0-4b61-897e-a1f2525021c8 req-af61b402-60e5-4462-aa32-210de8a16c20 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 931 time: 0.0741079 Aug 25 14:53:23.329563 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.375952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c019cd90-b8b0-4b61-897e-a1f2525021c8 req-7dc55449-3b8f-4d37-b520-1a47b03adb92 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Aug 25 14:53:23.450722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=853811f2-a7b0-4127-a020-4ef3da2afad9,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:23.457194 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc7dc17-45aa-4e30-bb5f-6741f5a760c3 x-openstack-request-id: req-abc7dc17-45aa-4e30-bb5f-6741f5a760c3 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:23.457825 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "name": "network-vif-plugged", "status": "completed", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:23.458675 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abc7dc17-45aa-4e30-bb5f-6741f5a760c3 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:23.459330 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'code': 200} Aug 25 14:53:23.580412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff947a3-e8e5-42d9-a246-f9b0753cd131 req-125e2f45-3b31-4c0d-8073-ac24254d1b71 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:23.598487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff947a3-e8e5-42d9-a246-f9b0753cd131 req-125e2f45-3b31-4c0d-8073-ac24254d1b71 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.1346784 Aug 25 14:53:23.609464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2178651-6cf3-49e7-bba3-2e99c2fb12ae req-111dbf57-0cbf-4604-86be-d64475225e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:23.619686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2178651-6cf3-49e7-bba3-2e99c2fb12ae req-111dbf57-0cbf-4604-86be-d64475225e25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 1096 time: 0.0835896 Aug 25 14:53:23.683837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2178651-6cf3-49e7-bba3-2e99c2fb12ae req-dbc2ae13-a58f-4688-a0e5-394495afbca1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626223 Aug 25 14:53:23.686548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dff947a3-e8e5-42d9-a246-f9b0753cd131 req-d9910b1e-1118-45bf-af46-705b34275a2b tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853405 Aug 25 14:53:23.736276 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df1578ea-af9e-44ed-a7bf-fe5e7e744447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.770601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871003ed-2084-408f-af3c-bd6d1764ea2e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:23.775228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.787548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Transition to ACTIVE for port object 871003ed-2084-408f-af3c-bd6d1764ea2e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:23.882254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.910199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:23.964488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Pushing event updated for resources: {'Port': ['ID=871003ed-2084-408f-af3c-bd6d1764ea2e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:24.079956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Attempting to bind port 871003ed-2084-408f-af3c-bd6d1764ea2e on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:53:24.080626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Attempting to bind port 871003ed-2084-408f-af3c-bd6d1764ea2e by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:53:24.080626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Attempting to bind port 871003ed-2084-408f-af3c-bd6d1764ea2e on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:24.085579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Port 871003ed-2084-408f-af3c-bd6d1764ea2e on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:53:24.086115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Attempting to bind port 871003ed-2084-408f-af3c-bd6d1764ea2e on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:24.091683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:53:24.092105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:53:24.092560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Bound using segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:53:24.093109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Bound port: 871003ed-2084-408f-af3c-bd6d1764ea2e, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:53:24.093603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:24.205589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] For port 871003ed-2084-408f-af3c-bd6d1764ea2e, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:53:24.210069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] For port 871003ed-2084-408f-af3c-bd6d1764ea2e, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=871003ed-2084-408f-af3c-bd6d1764ea2e,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:53:24.243329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640db51-4160-4610-aa58-c4466f52b72d req-bd9ffae1-9200-43e4-823e-896182829df8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.245774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a640db51-4160-4610-aa58-c4466f52b72d req-bd9ffae1-9200-43e4-823e-896182829df8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0881741 Aug 25 14:53:24.301037 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a640db51-4160-4610-aa58-c4466f52b72d req-7dbe9696-943d-49e1-a309-ac28f511c55e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Aug 25 14:53:24.316619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:24.357477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.358272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:24.360300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] 10.222.0.52 "PUT /v2.0/ports/871003ed-2084-408f-af3c-bd6d1764ea2e HTTP/1.1" status: 200 len: 1091 time: 1.2581899 Aug 25 14:53:24.362815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'tag': '871003ed-2084-408f-af3c-bd6d1764ea2e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:24.365803 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4e521c-78e1-4f93-9147-a945dbdf1e46", "tag": "871003ed-2084-408f-af3c-bd6d1764ea2e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:24.393696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace33ae2-b5a9-4492-818d-874e3f6d58d0 service neutron] Pushing event updated for resources: {'Port': ['ID=871003ed-2084-408f-af3c-bd6d1764ea2e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:24.448895 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e02199-f5a6-4d88-84f8-f024d53a1765 x-openstack-request-id: req-d2e02199-f5a6-4d88-84f8-f024d53a1765 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:24.449240 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4e521c-78e1-4f93-9147-a945dbdf1e46", "tag": "871003ed-2084-408f-af3c-bd6d1764ea2e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:24.449502 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2e02199-f5a6-4d88-84f8-f024d53a1765 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:24.449896 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'tag': '871003ed-2084-408f-af3c-bd6d1764ea2e', 'status': 'completed', 'code': 200} Aug 25 14:53:24.521702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932f731-3b6c-47c2-bd37-a7d400c50e81 req-eb4d16f3-184c-4dbf-a8ea-60a05d0a50d7 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.523238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2932f731-3b6c-47c2-bd37-a7d400c50e81 req-eb4d16f3-184c-4dbf-a8ea-60a05d0a50d7 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0892136 Aug 25 14:53:24.533858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f req-b58b5619-2013-414e-ade8-f049dacc4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.535418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f req-b58b5619-2013-414e-ade8-f049dacc4387 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 1094 time: 0.0652738 Aug 25 14:53:24.552046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5bd05-63be-43f5-8058-de7442ca4ef5 req-a9eeac53-e2e5-4f3c-95e0-9501f46e3068 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.553459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cdf5bd05-63be-43f5-8058-de7442ca4ef5 req-a9eeac53-e2e5-4f3c-95e0-9501f46e3068 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 943 time: 0.0598888 Aug 25 14:53:24.639623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cdf5bd05-63be-43f5-8058-de7442ca4ef5 req-1b6adc10-ba25-4bbe-9401-3998a67efb8e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784600 Aug 25 14:53:24.666032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2932f731-3b6c-47c2-bd37-a7d400c50e81 req-c64decbc-b4ce-4117-b673-4ff7fe48455a tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343577 Aug 25 14:53:24.702612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f req-0bc5567b-b1ce-41da-a69f-98388d0039a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.704175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f req-0bc5567b-b1ce-41da-a69f-98388d0039a9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=36be88511e774c0aafaac78747669cc9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1425142 Aug 25 14:53:24.883289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5019a3-007e-42af-87aa-f4a3899d28c2 req-5b3ffb39-0027-4b6e-aef8-22a565027e2d tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.884997 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a5019a3-007e-42af-87aa-f4a3899d28c2 req-5b3ffb39-0027-4b6e-aef8-22a565027e2d tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.1017361 Aug 25 14:53:24.902258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f req-0ecb5bbb-d04e-4984-9b67-afc7de4baa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:24.903883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9eeebe3b-dbaa-43f8-b923-43f152d95e0f req-0ecb5bbb-d04e-4984-9b67-afc7de4baa57 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889536 Aug 25 14:53:24.931159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a5019a3-007e-42af-87aa-f4a3899d28c2 req-c3249be6-2ec8-4386-a6cb-e2f1a5a1d0dc tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386603 Aug 25 14:53:25.020958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-e3cac0d0-91aa-47fa-b7ce-07e9e6026606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:25.022812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-e3cac0d0-91aa-47fa-b7ce-07e9e6026606 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 1094 time: 0.0675499 Aug 25 14:53:25.082158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-57b6d834-e6aa-4e69-9915-7ae35d3fb53b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871003ed-2084-408f-af3c-bd6d1764ea2e HTTP/1.1" status: 200 len: 217 time: 0.0431039 Aug 25 14:53:25.148906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-327f9f11-69b6-46ea-af34-7a0f0e08b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:25.150370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-327f9f11-69b6-46ea-af34-7a0f0e08b84a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.0551805 Aug 25 14:53:25.192599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-896dc83d-a573-4547-a633-f6bc671b9110 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296929 Aug 25 14:53:25.311884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-07f8311d-e877-4076-a6e3-368d79b64340 service neutron] 10.222.0.52 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074584 Aug 25 14:53:25.342054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:25.452850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ea14-b8f9-4958-840e-630d35aae683 req-2e901273-b7e1-46a5-9fbb-686496495f56 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:25.454888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c25ea14-b8f9-4958-840e-630d35aae683 req-2e901273-b7e1-46a5-9fbb-686496495f56 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0731900 Aug 25 14:53:25.535881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c25ea14-b8f9-4958-840e-630d35aae683 req-ac861563-a658-4870-8460-2c32eb391361 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667093 Aug 25 14:53:25.691705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9ec202c-1812-4ec0-bba3-be94f92cf929 req-f80333bf-1b53-4e43-9f55-b4de6d957d79 service neutron] 10.222.0.52 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626368 Aug 25 14:53:25.790337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5924c-e178-43ca-ad1a-cdfdd24e782a req-f3f214c0-ca4d-4954-8e22-a6c6b02b8294 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:25.791977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1e5924c-e178-43ca-ad1a-cdfdd24e782a req-f3f214c0-ca4d-4954-8e22-a6c6b02b8294 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 943 time: 0.0635514 Aug 25 14:53:25.830483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7cf5-f760-45fa-a744-deeff8ce6a51 req-b73538ce-cbf0-42d1-8177-265f67cb4c7a tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:25.837950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e1d7cf5-f760-45fa-a744-deeff8ce6a51 req-b73538ce-cbf0-42d1-8177-265f67cb4c7a tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0682561 Aug 25 14:53:25.860809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1e5924c-e178-43ca-ad1a-cdfdd24e782a req-afbc2ad5-6df7-431a-a06d-bbbc171ae845 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557888 Aug 25 14:53:25.892661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e1d7cf5-f760-45fa-a744-deeff8ce6a51 req-24bc3df5-2497-42a7-971f-acefda5453d5 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534096 Aug 25 14:53:26.042617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b714c-b51c-40b3-8094-104f58de2af3 req-c72adff3-fb1a-4125-95ff-d9e1ad89bdd5 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:26.044208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-171b714c-b51c-40b3-8094-104f58de2af3 req-c72adff3-fb1a-4125-95ff-d9e1ad89bdd5 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0558875 Aug 25 14:53:26.053085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57224) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:26.058067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Request body: {'floatingip': {'port_id': '853811f2-a7b0-4127-a020-4ef3da2afad9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:26.133428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:26.223423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7db2b6-1a4d-459b-bc00-04371db633d4 req-d50ddb0a-6968-4f73-8ae4-5e870e2a009c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:26.225017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a7db2b6-1a4d-459b-bc00-04371db633d4 req-d50ddb0a-6968-4f73-8ae4-5e870e2a009c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.1283474 Aug 25 14:53:26.283094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a7db2b6-1a4d-459b-bc00-04371db633d4 req-e77615f5-476a-4d60-8582-bb0aed93a291 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Aug 25 14:53:26.752077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f1955-5715-4322-8c28-d25643c0e6df req-58d373b1-e26c-4796-a869-0a7543183f46 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:26.753604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f30f1955-5715-4322-8c28-d25643c0e6df req-58d373b1-e26c-4796-a869-0a7543183f46 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1203516 Aug 25 14:53:26.838895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f30f1955-5715-4322-8c28-d25643c0e6df req-12208793-d61a-4e2e-ba3b-d38130038a90 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774252 Aug 25 14:53:26.881952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:27.058934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61254181-e881-402f-8f99-b4e4ed5c7ece req-9651623e-060f-423f-98fb-61af92d0fd00 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:27.058934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61254181-e881-402f-8f99-b4e4ed5c7ece req-9651623e-060f-423f-98fb-61af92d0fd00 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 943 time: 0.0706301 Aug 25 14:53:27.058934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61254181-e881-402f-8f99-b4e4ed5c7ece req-25a8b0ce-b3ff-4c1a-a2ea-e23649aaa1c1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350196 Aug 25 14:53:27.415695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb398d-292c-43da-9145-a4bc50edc654 req-2171d8a0-259d-4b38-9f4b-edbe252b638c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:27.417433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efdb398d-292c-43da-9145-a4bc50edc654 req-2171d8a0-259d-4b38-9f4b-edbe252b638c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.0623457 Aug 25 14:53:27.458668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efdb398d-292c-43da-9145-a4bc50edc654 req-dc90cea6-3503-46c8-85d9-48c6c3246229 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 25 14:53:27.567426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:27.619362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:27.620124 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:27.673351 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Floating IP 7de4f9e7-1471-4c33-afb3-e2549fbd6e13 associated. External IP: 172.25.8.61, port: 853811f2-a7b0-4127-a020-4ef3da2afad9. Aug 25 14:53:27.909671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Router 2fec771c-6438-4b35-ab31-43a76e91077f has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:53:28.049457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddabe9-c0fe-4ec5-8f26-ff9e3d729b48 req-0bd3a1ae-ad25-4c1a-a41d-c380cce67088 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:28.050989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1eddabe9-c0fe-4ec5-8f26-ff9e3d729b48 req-0bd3a1ae-ad25-4c1a-a41d-c380cce67088 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0981321 Aug 25 14:53:28.114568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:53:28.121132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:28.127687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] Sync routers for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:53:28.137937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1eddabe9-c0fe-4ec5-8f26-ff9e3d729b48 req-7fd7c4f5-26e1-46c0-a563-c6337c299ac3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758410 Aug 25 14:53:28.141432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:53:28.141432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:53:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:28.173959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f2cbb887-6af1-4328-9373-3363ed5e9511 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "PUT /v2.0/floatingips/7de4f9e7-1471-4c33-afb3-e2549fbd6e13 HTTP/1.1" status: 200 len: 990 time: 2.1201646 Aug 25 14:53:28.174596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:28.188077 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e" -d '{"events": [{"name": "network-changed", "server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:28.200906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd89a84-d432-4874-9b0e-d2b7221f2ac5 req-ecd867d8-c533-4e30-b7d3-c9a2d9316cf0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:28.205029 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecd89a84-d432-4874-9b0e-d2b7221f2ac5 req-ecd867d8-c533-4e30-b7d3-c9a2d9316cf0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 943 time: 0.0705090 Aug 25 14:53:28.276890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:53:28.292620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecd89a84-d432-4874-9b0e-d2b7221f2ac5 req-05ababe3-e068-48d0-93c2-715f83908726 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Aug 25 14:53:28.315506 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d1b2f-c057-417e-968e-9ed26f543d0f x-openstack-request-id: req-984d1b2f-c057-417e-968e-9ed26f543d0f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:28.315906 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:28.316258 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-984d1b2f-c057-417e-968e-9ed26f543d0f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:28.316756 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'status': 'completed', 'code': 200} Aug 25 14:53:28.398875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-52e4a850-8a17-4dda-9e52-03c8d6ca8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:28.402177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-52e4a850-8a17-4dda-9e52-03c8d6ca8dcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b00ee24bd3534cc39ef2cc8103e814bb&device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 1096 time: 0.0501313 Aug 25 14:53:28.677929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-4c27ffc6-0d0b-4a83-9794-09ea002b076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:28.682371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-4c27ffc6-0d0b-4a83-9794-09ea002b076c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd5b6036-977c-4282-9be7-e7529fcc909d HTTP/1.1" status: 200 len: 906 time: 0.2715909 Aug 25 14:53:28.805615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c70fe0-90c8-4b04-bb70-f80a5bd9fc4a req-3aa1f6dc-a8d3-4c1c-a86a-df003094c692 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:28.809505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6c70fe0-90c8-4b04-bb70-f80a5bd9fc4a req-3aa1f6dc-a8d3-4c1c-a86a-df003094c692 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.1673923 Aug 25 14:53:28.822771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-a91e6d36-cd63-408b-8ff2-828b2d07f59a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=853811f2-a7b0-4127-a020-4ef3da2afad9 HTTP/1.1" status: 200 len: 998 time: 0.1329160 Aug 25 14:53:28.845682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7de4f9e7-1471-4c33-afb3-e2549fbd6e13', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'port_id': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'mac_address': 'fa:16:3e:e3:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:52:57Z', 'updated_at': '2021-08-25T14:53:26Z', 'revision_number': 1, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:58Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:28.902092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6c70fe0-90c8-4b04-bb70-f80a5bd9fc4a req-4f87e08d-84ad-4985-8525-14308791ff52 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841405 Aug 25 14:53:28.910962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 871003ed-2084-408f-af3c-bd6d1764ea2e details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:53:28.914342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] Checking router: 2fec771c-6438-4b35-ab31-43a76e91077f for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:53:28.919729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-a11f519e-3b41-40ea-b602-3110c44a3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:28.924835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-a11f519e-3b41-40ea-b602-3110c44a3aee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0052595f-5d6b-4315-9868-bb8da5399026 HTTP/1.1" status: 200 len: 844 time: 0.0912361 Aug 25 14:53:28.960802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:53:28.961450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:53:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:29.002015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-25ff06b5-3f90-4e84-9dbe-def5aa906fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:29.003870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-25ff06b5-3f90-4e84-9dbe-def5aa906fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd5b6036-977c-4282-9be7-e7529fcc909d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680654 Aug 25 14:53:29.010517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:29.109149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-5bfc16c1-c869-49ed-a067-a562c8736e2b service neutron] 10.222.0.52 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963974 Aug 25 14:53:29.242975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23f048cc-88cb-4700-a9c4-b0dd0f27d61e req-c7ee9fc8-5241-4e65-b3f7-9c38610bf93d service neutron] 10.222.0.52 "GET /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232002 Aug 25 14:53:29.312747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a10945-b83b-4a9c-acf7-72b6c1f0906f req-8d01c921-3c15-4b3a-ae40-2ae116cc4045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:29.320759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77a10945-b83b-4a9c-acf7-72b6c1f0906f req-8d01c921-3c15-4b3a-ae40-2ae116cc4045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0949614 Aug 25 14:53:29.364621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 871003ed-2084-408f-af3c-bd6d1764ea2e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=871003ed-2084-408f-af3c-bd6d1764ea2e,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:29.398489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77a10945-b83b-4a9c-acf7-72b6c1f0906f req-702b6c95-7ad2-449b-a07b-deee216c055b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734105 Aug 25 14:53:29.429429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '871003ed-2084-408f-af3c-bd6d1764ea2e', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': '871003ed-2084-408f-af3c-bd6d1764ea2e', 'mac_address': 'fa:16:3e:51:3b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:53:29.538070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:53:29.557592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d5a7-4877-4efe-8197-aa7702917b01 req-7a475ba0-7663-4f66-af31-cc6ae9c2b307 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:29.559437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0942d5a7-4877-4efe-8197-aa7702917b01 req-7a475ba0-7663-4f66-af31-cc6ae9c2b307 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 943 time: 0.1043954 Aug 25 14:53:29.571185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:29.592887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871003ed-2084-408f-af3c-bd6d1764ea2e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:29.606678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0942d5a7-4877-4efe-8197-aa7702917b01 req-9e3b7bc5-c91e-42cd-b30e-2a8f712c74c4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Aug 25 14:53:29.670449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 871003ed-2084-408f-af3c-bd6d1764ea2e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=871003ed-2084-408f-af3c-bd6d1764ea2e,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:29.781677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:29.856715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=871003ed-2084-408f-af3c-bd6d1764ea2e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:29.883158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7de4f9e7-1471-4c33-afb3-e2549fbd6e13', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'port_id': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'mac_address': 'fa:16:3e:e3:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:52:57Z', 'updated_at': '2021-08-25T14:53:26Z', 'revision_number': 1, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:58Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:53:29.915049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f5ee6-60cb-4b10-8e23-115c4203d590 None None] The sync data for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 is: [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '7de4f9e7-1471-4c33-afb3-e2549fbd6e13', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'port_id': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'mac_address': 'fa:16:3e:e3:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:52:57Z', 'updated_at': '2021-08-25T14:53:26Z', 'revision_number': 1, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:58Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:53:30.060717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a456-7e3c-4392-ae86-a62c8fce140b req-5705f9ed-0f5e-435b-9b97-f4a96343372f tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:30.062526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4fe6a456-7e3c-4392-ae86-a62c8fce140b req-5705f9ed-0f5e-435b-9b97-f4a96343372f tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 931 time: 0.0725932 Aug 25 14:53:30.103629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4fe6a456-7e3c-4392-ae86-a62c8fce140b req-aafb65eb-a955-46b2-9524-0ce63d6364fe tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Aug 25 14:53:30.145231 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650a5f5-339b-436d-ba63-ac956b08aa7e None None] New status for floating IP 7de4f9e7-1471-4c33-afb3-e2549fbd6e13: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:53:30.233432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['871003ed-2084-408f-af3c-bd6d1764ea2e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:30.347631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Request body: {'port': {'device_id': '72b32d18-1f5f-49da-9850-b643ff4750be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:30.416463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:30.641524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15d11-0555-444c-ae81-7da19180a1c9 req-64097714-fdb3-4604-939c-e4c2a19c7afa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:30.643139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16e15d11-0555-444c-ae81-7da19180a1c9 req-64097714-fdb3-4604-939c-e4c2a19c7afa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1577041 Aug 25 14:53:30.722650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16e15d11-0555-444c-ae81-7da19180a1c9 req-b0ac3467-9442-4363-907b-3220e9f3df98 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666111 Aug 25 14:53:30.758733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb572e-f55a-4373-bd67-c3df01d37225 req-fa6f118a-fa76-499e-8896-f933f2620c62 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:30.760334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ddb572e-f55a-4373-bd67-c3df01d37225 req-fa6f118a-fa76-499e-8896-f933f2620c62 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 944 time: 0.0802419 Aug 25 14:53:30.801732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491919d4-466f-44b6-9d95-480d04d333a6 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:30.803083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ddb572e-f55a-4373-bd67-c3df01d37225 req-831daef4-3160-40c7-96c2-1e04578ca8b1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353746 Aug 25 14:53:30.810518 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:30.826456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Transition to ACTIVE for port object 491919d4-466f-44b6-9d95-480d04d333a6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:30.944465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:31.003441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Pushing event updated for resources: {'Port': ['ID=491919d4-466f-44b6-9d95-480d04d333a6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:31.096752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Attempting to bind port 491919d4-466f-44b6-9d95-480d04d333a6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:53:31.105848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Attempting to bind port 491919d4-466f-44b6-9d95-480d04d333a6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:53:31.105848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Attempting to bind port 491919d4-466f-44b6-9d95-480d04d333a6 on network e2821f26-c750-4aed-b4c7-561e6531ab4e {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:31.105848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Port 491919d4-466f-44b6-9d95-480d04d333a6 on network e2821f26-c750-4aed-b4c7-561e6531ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:53:31.105848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Attempting to bind port 491919d4-466f-44b6-9d95-480d04d333a6 on network e2821f26-c750-4aed-b4c7-561e6531ab4e {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:31.110479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:53:31.110881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Checking segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:53:31.111316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Bound using segment: {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:53:31.111757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Bound port: 491919d4-466f-44b6-9d95-480d04d333a6, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adabdb76-dbb5-410e-9492-16363527a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:53:31.112116 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:31.192040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] For port 491919d4-466f-44b6-9d95-480d04d333a6, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:53:31.195843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] For port 491919d4-466f-44b6-9d95-480d04d333a6, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=491919d4-466f-44b6-9d95-480d04d333a6,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:53:31.254820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247227-6b1b-4b31-945d-318ee2a3f5f4 req-5f87d266-f058-4de4-90a0-f09d69e5722a tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:31.254820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22247227-6b1b-4b31-945d-318ee2a3f5f4 req-5f87d266-f058-4de4-90a0-f09d69e5722a tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 943 time: 0.0562627 Aug 25 14:53:31.300829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22247227-6b1b-4b31-945d-318ee2a3f5f4 req-329cbac9-725e-408b-9b8a-37ff87f85d31 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Aug 25 14:53:31.333347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:31.380746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:31.381374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:31.382846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] 10.222.0.45 "PUT /v2.0/ports/491919d4-466f-44b6-9d95-480d04d333a6 HTTP/1.1" status: 200 len: 1091 time: 1.0404363 Aug 25 14:53:31.387930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b32d18-1f5f-49da-9850-b643ff4750be', 'tag': '491919d4-466f-44b6-9d95-480d04d333a6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:31.387930 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "72b32d18-1f5f-49da-9850-b643ff4750be", "tag": "491919d4-466f-44b6-9d95-480d04d333a6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:31.451701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420117d-2c27-4743-a09b-d6fd3a667a99 service neutron] Pushing event updated for resources: {'Port': ['ID=491919d4-466f-44b6-9d95-480d04d333a6,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:31.479618 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4298b2d0-834d-4692-8c14-34669c070910 x-openstack-request-id: req-4298b2d0-834d-4692-8c14-34669c070910 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:31.479927 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b32d18-1f5f-49da-9850-b643ff4750be", "tag": "491919d4-466f-44b6-9d95-480d04d333a6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:31.480222 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4298b2d0-834d-4692-8c14-34669c070910 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:31.480656 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b32d18-1f5f-49da-9850-b643ff4750be', 'tag': '491919d4-466f-44b6-9d95-480d04d333a6', 'status': 'completed', 'code': 200} Aug 25 14:53:31.569049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6 req-2195b95e-eb06-4778-982d-61f09b17f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:31.570679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6 req-2195b95e-eb06-4778-982d-61f09b17f47d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae83b6e9c64245b3842e1e5c4355a380&device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 1094 time: 0.0684776 Aug 25 14:53:31.706301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6 req-3da0bc13-f3a0-43a7-8845-dec31db7a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:31.708738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6 req-3da0bc13-f3a0-43a7-8845-dec31db7a2a3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ae83b6e9c64245b3842e1e5c4355a380&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1302247 Aug 25 14:53:31.829349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:53:31.906630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6 req-0d01b8b4-01a5-4785-a9a1-85b369d576b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:31.908226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dfb66ba2-0bc0-4ad1-8da7-e49a18f87cd6 req-0d01b8b4-01a5-4785-a9a1-85b369d576b4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1923492 Aug 25 14:53:31.936668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b179e2-4d55-4681-9db3-06fc0c2acc17 req-7c829da7-4302-4674-b7a1-804d1bde7ea3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:31.938820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49b179e2-4d55-4681-9db3-06fc0c2acc17 req-7c829da7-4302-4674-b7a1-804d1bde7ea3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.1315131 Aug 25 14:53:32.040329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f815d0f-ee2c-4b43-92bd-38b3c3a11060 req-d67a35e3-112f-49ca-a0c3-c6849fa13d99 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.048785 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f815d0f-ee2c-4b43-92bd-38b3c3a11060 req-d67a35e3-112f-49ca-a0c3-c6849fa13d99 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 944 time: 0.0731926 Aug 25 14:53:32.104551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f815d0f-ee2c-4b43-92bd-38b3c3a11060 req-54b3649e-5d03-4519-a842-f9dcae08c80c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Aug 25 14:53:32.282896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49b179e2-4d55-4681-9db3-06fc0c2acc17 req-a4dfce38-30c8-4e84-9a34-c0f29431a862 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357003 Aug 25 14:53:32.297771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-96c3dfe2-f64e-453d-8704-7368ce1208a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.298986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-96c3dfe2-f64e-453d-8704-7368ce1208a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae83b6e9c64245b3842e1e5c4355a380&device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 1094 time: 0.3436916 Aug 25 14:53:32.353662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-9b026b39-5325-4e91-8599-51905a6424d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=491919d4-466f-44b6-9d95-480d04d333a6 HTTP/1.1" status: 200 len: 217 time: 0.0403740 Aug 25 14:53:32.396022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-17b9f726-1a93-4ccb-8866-fca9645d1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.398120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-17b9f726-1a93-4ccb-8866-fca9645d1606 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62&tenant_id=67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 1101 time: 0.1121600 Aug 25 14:53:32.420246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-61582900-54b6-4482-8375-60bc0448c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.422363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-61582900-54b6-4482-8375-60bc0448c7c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9283aa2-3691-4742-947d-388e7fc208d8 HTTP/1.1" status: 200 len: 854 time: 0.0618336 Aug 25 14:53:32.457878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c40a92-788f-43d0-9b20-833b2542c237 req-1f6ced56-f883-411f-9ead-3fae7aa5ad65 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.459786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80c40a92-788f-43d0-9b20-833b2542c237 req-1f6ced56-f883-411f-9ead-3fae7aa5ad65 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 943 time: 0.0618966 Aug 25 14:53:32.508447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80c40a92-788f-43d0-9b20-833b2542c237 req-7cb9b02b-6c96-4852-9bcd-7c605b4fa262 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Aug 25 14:53:32.509245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-4f58824d-1266-4251-bfbb-fcc88aa2717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.511506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-4f58824d-1266-4251-bfbb-fcc88aa2717c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 1101 time: 0.0876539 Aug 25 14:53:32.513055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-538d8096-26c5-4007-9b49-1783cf203547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.514147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-538d8096-26c5-4007-9b49-1783cf203547 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e2821f26-c750-4aed-b4c7-561e6531ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813868 Aug 25 14:53:32.713021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-331433ab-84e0-48f4-a4c9-eb76781eacdc service neutron] 10.222.0.45 "GET /v2.0/networks/e2821f26-c750-4aed-b4c7-561e6531ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849499 Aug 25 14:53:32.714057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-f88c669b-45cf-4865-a499-2d615c3e5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.715759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-f88c669b-45cf-4865-a499-2d615c3e5264 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1925309 Aug 25 14:53:32.808964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-c551eddd-212c-4d11-bc8c-2971ec266c23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 200 len: 217 time: 0.0835273 Aug 25 14:53:32.881849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-2c584b98-a482-40b0-91e6-4dc5f657303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.883352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-2c584b98-a482-40b0-91e6-4dc5f657303c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0661614 Aug 25 14:53:32.888459 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa42594-730e-4735-8e39-f1be31bc3cbf req-24a88a48-56e2-49a7-a2ac-f87c6b5dacdf service neutron] 10.222.0.45 "GET /v2.0/networks/e2821f26-c750-4aed-b4c7-561e6531ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555927 Aug 25 14:53:32.927604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 871003ed-2084-408f-af3c-bd6d1764ea2e up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:53:32.939873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071f88-4269-4996-84c7-c864b34a081f req-1e49e8a4-b8f2-4322-8bf5-a7889d49bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:32.941395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-1e49e8a4-b8f2-4322-8bf5-a7889d49bc44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478766 Aug 25 14:53:33.039506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-85136448-67b1-43f0-9f34-9fcbf22af5ff service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896041 Aug 25 14:53:33.137918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c071f88-4269-4996-84c7-c864b34a081f req-81a21e91-b200-46a5-a876-cffe14815f1a service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918295 Aug 25 14:53:33.221826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ff22-e612-4aea-ae44-f9a1c6484055 req-a4181c65-81f2-4a0b-bbe4-ade1c7b4427b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:33.223630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b38ff22-e612-4aea-ae44-f9a1c6484055 req-a4181c65-81f2-4a0b-bbe4-ade1c7b4427b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 944 time: 0.0509925 Aug 25 14:53:33.245801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 871003ed-2084-408f-af3c-bd6d1764ea2e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:33.247388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 871003ed-2084-408f-af3c-bd6d1764ea2e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:33.247925 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:33.268887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b38ff22-e612-4aea-ae44-f9a1c6484055 req-cbefe736-00d2-4d09-84b5-2e71d0525d3d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Aug 25 14:53:33.337317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:33.360985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871003ed-2084-408f-af3c-bd6d1764ea2e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:33.364633 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838347e3-dd26-4e48-9670-73a91292aa66" -d '{"events": [{"server_uuid": "7e4e521c-78e1-4f93-9147-a945dbdf1e46", "name": "network-vif-plugged", "status": "completed", "tag": "871003ed-2084-408f-af3c-bd6d1764ea2e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:33.390598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 871003ed-2084-408f-af3c-bd6d1764ea2e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=871003ed-2084-408f-af3c-bd6d1764ea2e,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:33.408353 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b0a50-7d0e-4913-a8d6-dd83d69a35b0 x-openstack-request-id: req-cf9b0a50-7d0e-4913-a8d6-dd83d69a35b0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:33.408753 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e521c-78e1-4f93-9147-a945dbdf1e46", "name": "network-vif-plugged", "status": "completed", "tag": "871003ed-2084-408f-af3c-bd6d1764ea2e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:33.409079 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf9b0a50-7d0e-4913-a8d6-dd83d69a35b0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:33.409538 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871003ed-2084-408f-af3c-bd6d1764ea2e', 'code': 200} Aug 25 14:53:33.417006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acf076-1178-4903-bed2-d18240997795 req-3b34dc50-1931-4103-8fda-3a2aa6bd35b5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:33.423989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1acf076-1178-4903-bed2-d18240997795 req-3b34dc50-1931-4103-8fda-3a2aa6bd35b5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 950 time: 0.0526564 Aug 25 14:53:33.461083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1acf076-1178-4903-bed2-d18240997795 req-010a0191-de11-430d-961a-ae6aeb31fb88 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Aug 25 14:53:33.493194 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:33.526725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c8c15-dc27-4ee1-8287-55f23c1aa744 req-7af86b11-05b5-487f-b90f-b35004f50d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:33.528510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53c8c15-dc27-4ee1-8287-55f23c1aa744 req-7af86b11-05b5-487f-b90f-b35004f50d6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 1095 time: 0.0487761 Aug 25 14:53:33.551205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=871003ed-2084-408f-af3c-bd6d1764ea2e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:33.586275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53c8c15-dc27-4ee1-8287-55f23c1aa744 req-362d6274-8100-4717-9bf4-77484fe58250 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Aug 25 14:53:33.663283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcf602-7354-43d7-8560-ef3e6da1b5da req-6d1f85f8-d30a-44c6-b2c7-3f352f95fcb3 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:33.664845 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4abcf602-7354-43d7-8560-ef3e6da1b5da req-6d1f85f8-d30a-44c6-b2c7-3f352f95fcb3 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 943 time: 0.0660982 Aug 25 14:53:33.716003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4abcf602-7354-43d7-8560-ef3e6da1b5da req-47aa9ee3-b742-45e0-876a-a5ab95c0f6f3 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Aug 25 14:53:34.165912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:53:34.246493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:34.281942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:34.404979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e96c2-35c9-48fc-a843-fa9f87a8dc87 req-cf57f8db-0808-48aa-990e-a6bb2fbffb9a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:34.406808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-583e96c2-35c9-48fc-a843-fa9f87a8dc87 req-cf57f8db-0808-48aa-990e-a6bb2fbffb9a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0587001 Aug 25 14:53:34.416194 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:34.454441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-583e96c2-35c9-48fc-a843-fa9f87a8dc87 req-754cd0fe-b325-41b0-b71a-8fd85fbc7428 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354340 Aug 25 14:53:34.473920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:34.592615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8fb1-bc5f-424a-8fe9-59348769e9e5 req-1edbb066-c0c6-4ae6-a4c5-45d47457091e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:34.594242 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25aa8fb1-bc5f-424a-8fe9-59348769e9e5 req-1edbb066-c0c6-4ae6-a4c5-45d47457091e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0581694 Aug 25 14:53:34.637208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25aa8fb1-bc5f-424a-8fe9-59348769e9e5 req-39ce909e-56cb-4a6f-abda-076d48644b15 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363853 Aug 25 14:53:34.837633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cc0b0-151d-4054-b8f4-8e456729eef4 req-98ba6439-6a05-4ca9-b90d-8ba828efc8cc tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:34.847545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a27cc0b0-151d-4054-b8f4-8e456729eef4 req-98ba6439-6a05-4ca9-b90d-8ba828efc8cc tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 943 time: 0.0653143 Aug 25 14:53:34.892033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a27cc0b0-151d-4054-b8f4-8e456729eef4 req-920fe779-91c6-4cbe-9515-86392502662c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Aug 25 14:53:35.410436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:35.412806 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ffb490-925a-4271-bfab-e9eb7f6ff1c8" -d '{"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-unplugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:35.455753 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a9ee5-21a2-4c95-828d-2df718758c3b x-openstack-request-id: req-d44a9ee5-21a2-4c95-828d-2df718758c3b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:35.456050 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-unplugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:35.456308 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d44a9ee5-21a2-4c95-828d-2df718758c3b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:35.456704 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'code': 200} Aug 25 14:53:35.591481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1de5c-8639-4089-9260-a4f34a8d77ea req-379b7fce-abb2-48f8-88c0-efa7014f7ca0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:35.593176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4c1de5c-8639-4089-9260-a4f34a8d77ea req-379b7fce-abb2-48f8-88c0-efa7014f7ca0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0543566 Aug 25 14:53:35.635832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4c1de5c-8639-4089-9260-a4f34a8d77ea req-840e4d1f-a7a6-45c0-86fe-27beda934344 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Aug 25 14:53:35.766149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e79cb4-0d52-4215-b800-1505f45c9a8b req-2f3d8aaf-2e6f-4fc9-9d69-8377a5c01198 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:35.768106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69e79cb4-0d52-4215-b800-1505f45c9a8b req-2f3d8aaf-2e6f-4fc9-9d69-8377a5c01198 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0539026 Aug 25 14:53:35.807763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69e79cb4-0d52-4215-b800-1505f45c9a8b req-bce94966-c9a0-4711-b457-762f04f68f08 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Aug 25 14:53:35.934139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cf49-12cc-47ec-9dc1-e09c7de3d84d req-6af00af9-5ff5-4d1f-86f4-9e22c9b44c75 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:35.935705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe36cf49-12cc-47ec-9dc1-e09c7de3d84d req-6af00af9-5ff5-4d1f-86f4-9e22c9b44c75 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 948 time: 0.0570238 Aug 25 14:53:35.974142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe36cf49-12cc-47ec-9dc1-e09c7de3d84d req-b45054de-bd18-4c17-92ad-a7a7d9f38d50 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Aug 25 14:53:36.170142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:53:36.185683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebed08-3fcc-4d90-9b4e-be8fbabeb0f6 req-b7b05ef3-179d-4e12-970c-48daa206834a tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:36.192891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfebed08-3fcc-4d90-9b4e-be8fbabeb0f6 req-b7b05ef3-179d-4e12-970c-48daa206834a tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 943 time: 0.0879209 Aug 25 14:53:36.271764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfebed08-3fcc-4d90-9b4e-be8fbabeb0f6 req-23c58445-8d6c-4536-b523-3b3187572381 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740473 Aug 25 14:53:36.295464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:36.301304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebca92-f94f-442c-a0f6-e6d4ebd4ce64 req-339207f5-1eb2-4e54-9cb9-05c6000012c5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:36.304899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00ebca92-f94f-442c-a0f6-e6d4ebd4ce64 req-339207f5-1eb2-4e54-9cb9-05c6000012c5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.1014483 Aug 25 14:53:36.319791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'mac_address': 'fa:16:3e:f6:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:53:36.369685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00ebca92-f94f-442c-a0f6-e6d4ebd4ce64 req-8c6df8ec-8a9a-4ba8-b868-4d6ff71250d3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546496 Aug 25 14:53:36.379191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:36.393634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe62f135-4110-49da-94ee-f1e1e4eee79c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:36.415286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:36.458666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-48974367-15e4-4fad-adfc-3f5597a05ef0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374601 Aug 25 14:53:36.521334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:36.522041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 491919d4-466f-44b6-9d95-480d04d333a6 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:53:36.574126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-73b43f0a-9237-4b80-892e-e49987a1c07d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:36.579919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-73b43f0a-9237-4b80-892e-e49987a1c07d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157908 Aug 25 14:53:36.594502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-6f6c2391-1656-4c11-a7c9-9d0f8530fc74 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/quotas/67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Aug 25 14:53:36.614763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:36.659038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-75fb70a6-2d23-44c6-b3e9-93d4ddf88576 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585618 Aug 25 14:53:36.679737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 491919d4-466f-44b6-9d95-480d04d333a6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=491919d4-466f-44b6-9d95-480d04d333a6,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:36.686196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '491919d4-466f-44b6-9d95-480d04d333a6', 'network_id': 'e2821f26-c750-4aed-b4c7-561e6531ab4e', 'port_id': '491919d4-466f-44b6-9d95-480d04d333a6', 'mac_address': 'fa:16:3e:23:e6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9283aa2-3691-4742-947d-388e7fc208d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:53:36.728410 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:36.741842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491919d4-466f-44b6-9d95-480d04d333a6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:36.760756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 491919d4-466f-44b6-9d95-480d04d333a6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=491919d4-466f-44b6-9d95-480d04d333a6,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:36.881626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:36.930808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=491919d4-466f-44b6-9d95-480d04d333a6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:37.003666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-564df755-0bc1-4ce3-b95e-c865b1bcdd0d req-2a96d069-2d5a-43d2-8d0a-4f2a911ab746 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 210 time: 0.0364854 Aug 25 14:53:37.125387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fe62f135-4110-49da-94ee-f1e1e4eee79c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:37.130154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['491919d4-466f-44b6-9d95-480d04d333a6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:37.448767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f661b6f-8a6b-4f92-b5f9-d6eb6f4444be req-ef78531c-a9b8-4b2c-878d-efa5d77a0f41 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:37.450492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f661b6f-8a6b-4f92-b5f9-d6eb6f4444be req-ef78531c-a9b8-4b2c-878d-efa5d77a0f41 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 944 time: 0.1163094 Aug 25 14:53:37.505046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f661b6f-8a6b-4f92-b5f9-d6eb6f4444be req-4842c29a-905d-4d89-b120-1582facb600d tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478432 Aug 25 14:53:37.533033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d35c5a-df55-4e51-9acc-1f51432188dd req-5e088c2d-3f96-4c36-a84d-0a224a4a701d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:37.534654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29d35c5a-df55-4e51-9acc-1f51432188dd req-5e088c2d-3f96-4c36-a84d-0a224a4a701d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0524452 Aug 25 14:53:37.582026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29d35c5a-df55-4e51-9acc-1f51432188dd req-798d034c-8803-4195-85b7-a6569d74bf71 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Aug 25 14:53:37.716882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57466) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:37.831208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a414ee9e-2fa3-4fdc-8058-4d5174913090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:37.930071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a414ee9e-2fa3-4fdc-8058-4d5174913090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.007357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a414ee9e-2fa3-4fdc-8058-4d5174913090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.053738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414ee9e-2fa3-4fdc-8058-4d5174913090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b316929c-b5df-47e5-9a0d-818e781a76b0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:38.064705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a414ee9e-2fa3-4fdc-8058-4d5174913090 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5867980581d44d74bc87ad4caa1a9ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461366 Aug 25 14:53:38.067280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:38.120762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0266f229-57a1-4a0f-acde-ec3513f8f343 req-0d2b1727-46c7-4b5d-a75e-333faa585bb6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 210 time: 0.0333407 Aug 25 14:53:38.133658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.166232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.190915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:53:38.248328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port fe62f135-4110-49da-94ee-f1e1e4eee79c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:38.248655 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.316422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.320055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.325352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b316929c-b5df-47e5-9a0d-818e781a76b0 HTTP/1.1" status: 204 len: 168 time: 0.2531636 Aug 25 14:53:38.339469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b316929c-b5df-47e5-9a0d-818e781a76b0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:38.340185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.354169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.354775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.355374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.355943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.356532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.357127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.357708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.358315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.359484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.360237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.360785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.361652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904519fb-5c7e-4c0f-ab7d-26c379bc9356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:53:38.366912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:38.369327 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a48ef4-19f4-456a-8210-a7ffca23ac0f" -d '{"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-plugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:38.391676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:38.423176 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1120632d-980a-4b81-ab6d-abfcf6d46990 x-openstack-request-id: req-1120632d-980a-4b81-ab6d-abfcf6d46990 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:38.423476 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-plugged", "status": "completed", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:38.423732 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1120632d-980a-4b81-ab6d-abfcf6d46990 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:38.424126 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'code': 200} Aug 25 14:53:38.491942 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.492765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 491919d4-466f-44b6-9d95-480d04d333a6 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:53:38.580999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:38.659194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ada88-0bdf-4898-b1c4-4a339b0cf83c req-884dd745-01b7-4c93-a55c-f400c6198004 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:38.660697 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f0ada88-0bdf-4898-b1c4-4a339b0cf83c req-884dd745-01b7-4c93-a55c-f400c6198004 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 944 time: 0.0542798 Aug 25 14:53:38.698245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 491919d4-466f-44b6-9d95-480d04d333a6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:38.703603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 491919d4-466f-44b6-9d95-480d04d333a6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:38.703980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.704351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f0ada88-0bdf-4898-b1c4-4a339b0cf83c req-5950c508-9c43-46ae-a65b-fd2aec6170b3 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347021 Aug 25 14:53:38.788362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad0ece-a8e9-495b-b8f5-4e50f6002fd5 req-34f94f15-1284-430d-ba73-a675d96eaf93 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:38.792121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35ad0ece-a8e9-495b-b8f5-4e50f6002fd5 req-34f94f15-1284-430d-ba73-a675d96eaf93 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0718024 Aug 25 14:53:38.812651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.832519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35ad0ece-a8e9-495b-b8f5-4e50f6002fd5 req-b6a009a7-8ae8-4cb0-89fd-9cc2eeb29c63 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355358 Aug 25 14:53:38.860694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 491919d4-466f-44b6-9d95-480d04d333a6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=491919d4-466f-44b6-9d95-480d04d333a6,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:38.941606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:38.993720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=491919d4-466f-44b6-9d95-480d04d333a6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:39.232204 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49775ea9-2488-4364-81e9-f4b9f89909e4 req-188220e1-f7fa-4991-93dc-1e316e2946ec tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 210 time: 0.0371389 Aug 25 14:53:39.435447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-de854097-3fe0-4131-b1be-35c3ba4b93ec tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219557 Aug 25 14:53:39.542046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-5a0af866-4ba2-469c-bbf2-9572c381b676 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:39.543776 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-5a0af866-4ba2-469c-bbf2-9572c381b676 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090381 Aug 25 14:53:39.556397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Request body: {'port': {'device_id': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '67c79229200a483197a328f64b8001b2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:39.786354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Made reservation on behalf of 67c79229200a483197a328f64b8001b2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:53:39.790063 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:39.879441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab958e-c99a-4552-8d3b-3038c0b250bd req-b5eb8d99-d3a2-4d4c-98b7-e1201002bb2c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:39.882823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34ab958e-c99a-4552-8d3b-3038c0b250bd req-b5eb8d99-d3a2-4d4c-98b7-e1201002bb2c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.1071646 Aug 25 14:53:39.965574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34ab958e-c99a-4552-8d3b-3038c0b250bd req-d6681a01-3218-4478-824f-31c9fb34df53 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Aug 25 14:53:39.968715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dac7d-1de1-42e4-ab71-782f9916c4f0 req-9034ddfd-16fe-44ea-8440-9577d22290c9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:39.970249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e62dac7d-1de1-42e4-ab71-782f9916c4f0 req-9034ddfd-16fe-44ea-8440-9577d22290c9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0567086 Aug 25 14:53:39.987590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Allocated IP 192.168.233.36 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/29aa5e94-948e-4b24-ab9e-40495724607a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:53:40.019866 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e62dac7d-1de1-42e4-ab71-782f9916c4f0 req-2f1c3dc4-6f16-4706-96ba-a250452f4672 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Aug 25 14:53:40.152723 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:40.166650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Transition to ACTIVE for port object 29aa5e94-948e-4b24-ab9e-40495724607a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:40.270694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:40.283421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53', 'fe62f135-4110-49da-94ee-f1e1e4eee79c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:40.287295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:40.315143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:53:40.317853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:53:40.330654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:53:40.354702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:40.428138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:40.428812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:40.435085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b32d18-1f5f-49da-9850-b643ff4750be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491919d4-466f-44b6-9d95-480d04d333a6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:40.438320 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135615d-d42c-44ac-9b13-e77def9f39a9" -d '{"events": [{"server_uuid": "72b32d18-1f5f-49da-9850-b643ff4750be", "name": "network-vif-plugged", "status": "completed", "tag": "491919d4-466f-44b6-9d95-480d04d333a6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:40.501749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9fbb4-7e87-492e-bdf7-ab650b8b2543 req-2128c2f6-8325-4d7e-86db-e62563e5a5ed tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:40.509829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68f9fbb4-7e87-492e-bdf7-ab650b8b2543 req-2128c2f6-8325-4d7e-86db-e62563e5a5ed tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 935 time: 0.1322019 Aug 25 14:53:40.540713 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f7cd24-c0b3-4e50-aff5-b7d3294421e9 x-openstack-request-id: req-68f7cd24-c0b3-4e50-aff5-b7d3294421e9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:40.541007 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b32d18-1f5f-49da-9850-b643ff4750be", "name": "network-vif-plugged", "status": "completed", "tag": "491919d4-466f-44b6-9d95-480d04d333a6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:40.541258 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68f7cd24-c0b3-4e50-aff5-b7d3294421e9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:40.541670 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b32d18-1f5f-49da-9850-b643ff4750be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491919d4-466f-44b6-9d95-480d04d333a6', 'code': 200} Aug 25 14:53:40.551500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-bc5f9086-a004-4a4e-9c95-25370b43e0de tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9990566 Aug 25 14:53:40.583323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Request body: {'port': {'device_id': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:53:40.647629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68f9fbb4-7e87-492e-bdf7-ab650b8b2543 req-2c211e9b-c5d2-45c9-8b25-04768387e5d4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368423 Aug 25 14:53:40.711715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea730e5-f4ea-4b1e-bd7b-3c83505774d5 req-cada1cf3-12be-4018-92dc-7880a81ce5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:40.713369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea730e5-f4ea-4b1e-bd7b-3c83505774d5 req-cada1cf3-12be-4018-92dc-7880a81ce5ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 1096 time: 0.0990250 Aug 25 14:53:40.714096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:40.791951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea730e5-f4ea-4b1e-bd7b-3c83505774d5 req-009d0e85-ab5a-4421-9062-0f8278a2a6f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675905 Aug 25 14:53:40.819143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73091162-031d-4c09-adc5-24649ec2b74e None None] Provisioning for port 29aa5e94-948e-4b24-ab9e-40495724607a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:40.823369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73091162-031d-4c09-adc5-24649ec2b74e None None] Provisioning complete for port 29aa5e94-948e-4b24-ab9e-40495724607a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:40.824863 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73091162-031d-4c09-adc5-24649ec2b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:40.870708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-73091162-031d-4c09-adc5-24649ec2b74e None None] Port 29aa5e94-948e-4b24-ab9e-40495724607a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:53:41.037732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29aa5e94-948e-4b24-ab9e-40495724607a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:41.044157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:41.058556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Transition to ACTIVE for port object 29aa5e94-948e-4b24-ab9e-40495724607a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:53:41.088512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6948c5-ab54-40a0-b60d-7ecf45bfa579 req-609f26bc-f2b2-4cdd-b9c4-c4bfc9d14e8a tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:41.090070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bd6948c5-ab54-40a0-b60d-7ecf45bfa579 req-609f26bc-f2b2-4cdd-b9c4-c4bfc9d14e8a tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.0499349 Aug 25 14:53:41.129955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bd6948c5-ab54-40a0-b60d-7ecf45bfa579 req-4c0db6c3-63f2-4758-8b88-8e2f9265e005 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Aug 25 14:53:41.147057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f797-6b6c-4052-a920-475869477e77 req-33a587ed-83f9-4dfa-bfbf-1639ee9db16a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:41.148630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67c6f797-6b6c-4052-a920-475869477e77 req-33a587ed-83f9-4dfa-bfbf-1639ee9db16a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0507977 Aug 25 14:53:41.189442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67c6f797-6b6c-4052-a920-475869477e77 req-43749683-f114-431f-be58-cb948c98e6c0 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Aug 25 14:53:41.241045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:41.300123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:41.378728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:53:41.379353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:53:41.381169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:41.390903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:53:41.391266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:53:41.399891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:53:41.399891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:53:41.399891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:53:41.399891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Bound port: 29aa5e94-948e-4b24-ab9e-40495724607a, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:53:41.400677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:41.489600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:53:41.493298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:53:41.599236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:41.643921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:41.643921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:41.643921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] 10.222.0.45 "PUT /v2.0/ports/29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 1095 time: 1.0614612 Aug 25 14:53:41.643921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:41.643921 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea843df6-685c-45df-bc64-a82fe41068b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:41.699231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9170bd-e9e8-4695-a6cd-346caa784406 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:41.711600 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc8040e-b579-4d87-9f3c-6466324ad769 x-openstack-request-id: req-abc8040e-b579-4d87-9f3c-6466324ad769 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:41.711600 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:41.711600 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abc8040e-b579-4d87-9f3c-6466324ad769 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:41.711600 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'status': 'completed', 'code': 200} Aug 25 14:53:41.808128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843df6-685c-45df-bc64-a82fe41068b0 req-f3a320d6-8cfa-46ac-a0a7-4cd4b15f1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:41.809660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea843df6-685c-45df-bc64-a82fe41068b0 req-f3a320d6-8cfa-46ac-a0a7-4cd4b15f1b86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1098 time: 0.0815558 Aug 25 14:53:41.822403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f03b-97e3-490f-b8d8-ffe2b48f8f38 req-2374a1d6-6c71-4e02-af4e-1a8a9e6c00c5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:41.823994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6707f03b-97e3-490f-b8d8-ffe2b48f8f38 req-2374a1d6-6c71-4e02-af4e-1a8a9e6c00c5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0944514 Aug 25 14:53:41.863259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea843df6-685c-45df-bc64-a82fe41068b0 req-bdede40a-2b85-41a3-8e70-dac2668bfc80 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=67c79229200a483197a328f64b8001b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367053 Aug 25 14:53:41.961548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6707f03b-97e3-490f-b8d8-ffe2b48f8f38 req-44867757-59e7-4ce4-bc4e-a13142ff32aa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267476 Aug 25 14:53:42.006077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843df6-685c-45df-bc64-a82fe41068b0 req-a42d8153-32e8-4a54-b2c9-c8b3d276ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.007696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea843df6-685c-45df-bc64-a82fe41068b0 req-a42d8153-32e8-4a54-b2c9-c8b3d276ad5f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220880 Aug 25 14:53:42.084819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-d55eaab8-5006-443e-bfe5-3992cb34786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.086549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-d55eaab8-5006-443e-bfe5-3992cb34786f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1098 time: 0.0414581 Aug 25 14:53:42.128445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-d7fd7edd-594f-4d41-a506-4970e2849d40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0346696 Aug 25 14:53:42.182188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-60451c3a-2459-4e32-8a0c-1283b89f46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.183795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-60451c3a-2459-4e32-8a0c-1283b89f46e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0481651 Aug 25 14:53:42.246132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277209c1-0556-4336-af34-a5be0dbd191c req-083762a1-81cd-4625-9ce3-b7c4b5c1acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.248709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-083762a1-81cd-4625-9ce3-b7c4b5c1acf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582664 Aug 25 14:53:42.266226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a35cec-6510-465d-894f-e1add6eb706d req-e2197049-1ef3-4598-bab8-ecaf43fa7e32 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.276149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9a35cec-6510-465d-894f-e1add6eb706d req-e2197049-1ef3-4598-bab8-ecaf43fa7e32 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.0768790 Aug 25 14:53:42.314874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9a35cec-6510-465d-894f-e1add6eb706d req-54e324d3-f614-45e7-9614-fdea3afe94c8 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Aug 25 14:53:42.420667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-f225d1f0-5259-430f-a3f9-db5b3853e5aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015742 Aug 25 14:53:42.427897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-4f37007a-15ee-4ca4-aad3-047c9665520e service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678324 Aug 25 14:53:42.431127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d260e2a-24f8-4b77-8d67-b13981be838f req-5f139f7c-c215-4f6c-b597-27ccbca0c785 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.432548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d260e2a-24f8-4b77-8d67-b13981be838f req-5f139f7c-c215-4f6c-b597-27ccbca0c785 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.1167436 Aug 25 14:53:42.556866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d260e2a-24f8-4b77-8d67-b13981be838f req-6c388701-5c54-4914-9c87-1d8c82cb840a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133111 Aug 25 14:53:42.574106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-aae0ddac-09bd-430b-b068-a9c7f194c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.582241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-aae0ddac-09bd-430b-b068-a9c7f194c4b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 1100 time: 0.1166067 Aug 25 14:53:42.587622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-277209c1-0556-4336-af34-a5be0dbd191c req-b1631f59-5d2d-4f99-bdf6-9e0ba6935cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541269 Aug 25 14:53:42.711547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-7c137512-8e10-4031-8961-f8aa40352d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.712823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-7c137512-8e10-4031-8961-f8aa40352d14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.0908921 Aug 25 14:53:42.763246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-83d43802-495d-48e4-8194-f8395db00d26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 200 len: 217 time: 0.0386233 Aug 25 14:53:42.826236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-c8e8b0c0-e1fe-483b-a415-29f6b70d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.827785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-c8e8b0c0-e1fe-483b-a415-29f6b70d68a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0524426 Aug 25 14:53:42.877040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-af4d293e-a488-4772-85f6-f0f3e89d603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:42.878347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-af4d293e-a488-4772-85f6-f0f3e89d603d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418472 Aug 25 14:53:43.000197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-ebcbed0d-90f1-480b-a422-601c7242e593 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037920 Aug 25 14:53:43.142195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2568b9-260e-4500-824d-3353a5927b72 req-6d333c1d-1783-4886-9d30-49a423eb92af tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:43.143755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb2568b9-260e-4500-824d-3353a5927b72 req-6d333c1d-1783-4886-9d30-49a423eb92af tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0807316 Aug 25 14:53:43.149553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9d715a5-d058-46d9-bb53-cd70a2b7c4e9 req-03761cda-27d0-45f7-a8af-d516a716798b service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358244 Aug 25 14:53:43.186433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb2568b9-260e-4500-824d-3353a5927b72 req-656e05f5-377f-4f97-b155-c8244de23b82 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Aug 25 14:53:43.445212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0a6c-d6d7-422c-9e9f-56eeac9f99c5 req-0bf254aa-4c49-4561-a733-ba003dae01b8 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:43.450039 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d23c0a6c-d6d7-422c-9e9f-56eeac9f99c5 req-0bf254aa-4c49-4561-a733-ba003dae01b8 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.0548291 Aug 25 14:53:43.493171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d23c0a6c-d6d7-422c-9e9f-56eeac9f99c5 req-c54eea57-b2cf-4e2e-bdda-1ace3ace070c tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387802 Aug 25 14:53:43.694797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2fbb3-3491-44e1-895c-786ae50d6048 req-a847aefb-702a-4106-b8f2-12615c0bcf21 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:43.696339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-abd2fbb3-3491-44e1-895c-786ae50d6048 req-a847aefb-702a-4106-b8f2-12615c0bcf21 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0579174 Aug 25 14:53:43.736652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57632) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:43.737342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-abd2fbb3-3491-44e1-895c-786ae50d6048 req-41233f28-0df0-4aca-9ab4-aff6d07d3a36 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340183 Aug 25 14:53:43.869444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4f461a91-570a-4c89-b638-9c5785b7305e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:43.969831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4f461a91-570a-4c89-b638-9c5785b7305e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:44.098706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4f461a91-570a-4c89-b638-9c5785b7305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:44.141153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461a91-570a-4c89-b638-9c5785b7305e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df7cb8-dcc1-4e57-9bee-f143733deaf4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:44.145606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4f461a91-570a-4c89-b638-9c5785b7305e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7938911b12024733b8dfe6e56579ee6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075315 Aug 25 14:53:44.148414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57640) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:44.204925 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a8aceef6-2042-4c37-bec3-564c64415923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:44.236096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a8aceef6-2042-4c37-bec3-564c64415923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:44.317758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9340f0-1eb9-4236-b9f3-d2869fc47ada req-e3046e1c-1433-4aaf-8c04-b2fae3a76df2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:44.319309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e9340f0-1eb9-4236-b9f3-d2869fc47ada req-e3046e1c-1433-4aaf-8c04-b2fae3a76df2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0545778 Aug 25 14:53:44.363316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e9340f0-1eb9-4236-b9f3-d2869fc47ada req-d8080659-d32a-45be-a785-759a39408347 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336926 Aug 25 14:53:44.424260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a8aceef6-2042-4c37-bec3-564c64415923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:44.426807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a8aceef6-2042-4c37-bec3-564c64415923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:44.428069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a8aceef6-2042-4c37-bec3-564c64415923 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1df7cb8-dcc1-4e57-9bee-f143733deaf4 HTTP/1.1" status: 204 len: 168 time: 0.2785907 Aug 25 14:53:44.437988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aceef6-2042-4c37-bec3-564c64415923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df7cb8-dcc1-4e57-9bee-f143733deaf4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:44.909518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7fe0-9b6b-4690-a592-05d1094664dc req-e7d0e3a2-e956-4788-9fbe-3c0a708fd0ee tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:44.911072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e5c7fe0-9b6b-4690-a592-05d1094664dc req-e7d0e3a2-e956-4788-9fbe-3c0a708fd0ee tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0589540 Aug 25 14:53:44.953940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e5c7fe0-9b6b-4690-a592-05d1094664dc req-b52ff398-b339-49e7-9b77-e8053f6b9f25 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Aug 25 14:53:45.162576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57664) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:45.177708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964dbdc4-54ef-41e1-9729-eb40622c81d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.297926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964dbdc4-54ef-41e1-9729-eb40622c81d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.443929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964dbdc4-54ef-41e1-9729-eb40622c81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.500318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-964dbdc4-54ef-41e1-9729-eb40622c81d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15ad3a15caae4c268589ac8d10a9a0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365562 Aug 25 14:53:45.503213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57670) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:45.510662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dbdc4-54ef-41e1-9729-eb40622c81d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1d5aa8-0351-4668-b8c6-1c807b7e078b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:45.523554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95e8af-55e6-4962-b2da-3d343f1b6330 req-ed6bb884-a3e3-4ff2-8bd2-d3b6b945e548 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:45.525157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee95e8af-55e6-4962-b2da-3d343f1b6330 req-ed6bb884-a3e3-4ff2-8bd2-d3b6b945e548 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0922120 Aug 25 14:53:45.565406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee95e8af-55e6-4962-b2da-3d343f1b6330 req-fab00a0b-cf2b-45c1-a20a-0f614020c4df tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340445 Aug 25 14:53:45.578335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62fb3d80-53e4-4f8f-af42-48f5e483697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.600953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62fb3d80-53e4-4f8f-af42-48f5e483697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.726994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62fb3d80-53e4-4f8f-af42-48f5e483697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.729624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-62fb3d80-53e4-4f8f-af42-48f5e483697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:45.730779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-62fb3d80-53e4-4f8f-af42-48f5e483697b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c1d5aa8-0351-4668-b8c6-1c807b7e078b HTTP/1.1" status: 204 len: 168 time: 0.2262414 Aug 25 14:53:45.740162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb3d80-53e4-4f8f-af42-48f5e483697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1d5aa8-0351-4668-b8c6-1c807b7e078b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:46.076529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32146d-b90b-42ad-976e-3a927e76a010 req-31227efa-c795-4480-b23b-3c3fd5e21a58 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:46.079004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc32146d-b90b-42ad-976e-3a927e76a010 req-31227efa-c795-4480-b23b-3c3fd5e21a58 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Aug 25 14:53:46.121215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc32146d-b90b-42ad-976e-3a927e76a010 req-e8f4d2ed-8878-45f8-9da7-00768d2ed47f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359066 Aug 25 14:53:46.256809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:53:46.384156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:46.405273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '29aa5e94-948e-4b24-ab9e-40495724607a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '29aa5e94-948e-4b24-ab9e-40495724607a', 'mac_address': 'fa:16:3e:ce:32:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:53:46.457268 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:46.471917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29aa5e94-948e-4b24-ab9e-40495724607a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:53:46.494203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:46.601915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:46.664172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:46.700287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be81cf-59f7-4bf7-b44d-b106fb47df57 req-981d94df-8093-4a7d-a15c-2e597a2ef4e7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:46.701784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3be81cf-59f7-4bf7-b44d-b106fb47df57 req-981d94df-8093-4a7d-a15c-2e597a2ef4e7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.0567384 Aug 25 14:53:46.741890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3be81cf-59f7-4bf7-b44d-b106fb47df57 req-385f183a-6123-4dca-9622-b345392c825f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Aug 25 14:53:46.855512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['29aa5e94-948e-4b24-ab9e-40495724607a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:53:47.494655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c98e6-0390-413d-8774-3971c16bbcdd req-49d7dd3d-f922-4412-8f1f-0478c2e61ba5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:47.496202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2c98e6-0390-413d-8774-3971c16bbcdd req-49d7dd3d-f922-4412-8f1f-0478c2e61ba5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Aug 25 14:53:47.545829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2c98e6-0390-413d-8774-3971c16bbcdd req-e5d40be4-497a-4242-9921-31b4f4f255c5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Aug 25 14:53:47.872915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa182955-8403-4ffa-813a-d79aec62b60e req-2a64ab41-6acd-4e38-8f5b-879ad4ca12f8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:47.876038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fa182955-8403-4ffa-813a-d79aec62b60e req-2a64ab41-6acd-4e38-8f5b-879ad4ca12f8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.0567396 Aug 25 14:53:47.924548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fa182955-8403-4ffa-813a-d79aec62b60e req-5bd0b172-59dc-4999-a69b-2a9b2f790cc3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Aug 25 14:53:48.272106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:53:48.387330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 29aa5e94-948e-4b24-ab9e-40495724607a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:53:48.392709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 29aa5e94-948e-4b24-ab9e-40495724607a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:53:48.393088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:48.680273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:48.721499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b3a7f-9a5b-44d8-83db-c83572d2c158 req-e377c40b-b9ef-4c52-8c51-083e680b2c76 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:48.723260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-008b3a7f-9a5b-44d8-83db-c83572d2c158 req-e377c40b-b9ef-4c52-8c51-083e680b2c76 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0857532 Aug 25 14:53:48.733224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:53:48.737735 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303db5e5-0c42-44b1-b461-c38b6d118c48" -d '{"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-plugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:53:48.750859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:53:48.800691 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8b3d77-928b-4977-9ad4-c3c59f46ce45 x-openstack-request-id: req-9f8b3d77-928b-4977-9ad4-c3c59f46ce45 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:53:48.800691 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-plugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:53:48.800691 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f8b3d77-928b-4977-9ad4-c3c59f46ce45 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:53:48.801062 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'code': 200} Aug 25 14:53:48.815234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-008b3a7f-9a5b-44d8-83db-c83572d2c158 req-1b9afca9-2c12-44a7-a242-8847e478ff93 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854375 Aug 25 14:53:48.845327 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:48.903901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:49.106551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39751e5e-49c4-4243-a6e6-7243de691e4e req-c0ae4789-60d9-4645-bf54-a12c9f4fb721 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:49.109189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39751e5e-49c4-4243-a6e6-7243de691e4e req-c0ae4789-60d9-4645-bf54-a12c9f4fb721 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0646040 Aug 25 14:53:49.166260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39751e5e-49c4-4243-a6e6-7243de691e4e req-350ee6bc-c2f5-4de9-8ad0-c4f2e9baee90 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Aug 25 14:53:49.224941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be82b6-c3e0-40b8-9971-3ed1868f5feb req-358935f7-1e8c-44eb-8870-519802104242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:49.226532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2be82b6-c3e0-40b8-9971-3ed1868f5feb req-358935f7-1e8c-44eb-8870-519802104242 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1100 time: 0.3281143 Aug 25 14:53:49.267771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2be82b6-c3e0-40b8-9971-3ed1868f5feb req-80b5e1f8-b4e9-494d-b431-3b3575648dd1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Aug 25 14:53:49.957298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e42c-fb86-4355-bbc2-e71f50d5be8a req-d51ab3d4-54f3-4312-8a69-6a3e06811ff6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:49.958996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2275e42c-fb86-4355-bbc2-e71f50d5be8a req-d51ab3d4-54f3-4312-8a69-6a3e06811ff6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0562646 Aug 25 14:53:50.006004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2275e42c-fb86-4355-bbc2-e71f50d5be8a req-91d47c12-11de-4579-98d1-149b6c4e3482 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Aug 25 14:53:50.291283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac110e5-1420-41f2-b3bf-5e409ca60a91 req-003f2a56-e967-4dee-b16f-2e20a2f9ee40 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:50.292866 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac110e5-1420-41f2-b3bf-5e409ca60a91 req-003f2a56-e967-4dee-b16f-2e20a2f9ee40 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0506618 Aug 25 14:53:50.344126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac110e5-1420-41f2-b3bf-5e409ca60a91 req-efa952cf-d8a5-40f7-a356-185385c6e829 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Aug 25 14:53:50.790228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57806) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:51.036157 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a273b64-dd37-446a-b181-ea017f287433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.048681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d6bf-c635-4f9e-b034-df9ed3caaf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.154290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d6bf-c635-4f9e-b034-df9ed3caaf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.157740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a967d8-a54d-4d51-a4a6-24a053e68580 req-c353129d-f89b-4eef-88a1-58feb41b7cd6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:51.160115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93a967d8-a54d-4d51-a4a6-24a053e68580 req-c353129d-f89b-4eef-88a1-58feb41b7cd6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0696805 Aug 25 14:53:51.213989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93a967d8-a54d-4d51-a4a6-24a053e68580 req-a5beb162-3bf3-4bab-a158-057b5fe66159 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Aug 25 14:53:51.238648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9b0d6bf-c635-4f9e-b034-df9ed3caaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.277661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0d6bf-c635-4f9e-b034-df9ed3caaf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad6e83-c6ef-47d7-9c0a-28d75e1d2112,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:51.295365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c9b0d6bf-c635-4f9e-b034-df9ed3caaf3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec1febdff2514e67a6b2cd4b00c47e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015213 Aug 25 14:53:51.296663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57816) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:51.354927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a310-42a7-4498-8f68-e2af5c5095da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.377661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a310-42a7-4498-8f68-e2af5c5095da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.480146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359964f-2710-41bf-81b9-ea883bca81fe req-50ceaa06-1877-4627-90b0-1ba703f32549 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:51.481678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2359964f-2710-41bf-81b9-ea883bca81fe req-50ceaa06-1877-4627-90b0-1ba703f32549 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0578246 Aug 25 14:53:51.524570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2359964f-2710-41bf-81b9-ea883bca81fe req-10083495-a4d2-4ee4-8829-191c387b2dd8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359824 Aug 25 14:53:51.532531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a310-42a7-4498-8f68-e2af5c5095da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.535449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a310-42a7-4498-8f68-e2af5c5095da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:51.546570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36b5a310-42a7-4498-8f68-e2af5c5095da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bad6e83-c6ef-47d7-9c0a-28d75e1d2112 HTTP/1.1" status: 204 len: 168 time: 0.2468004 Aug 25 14:53:51.554000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5a310-42a7-4498-8f68-e2af5c5095da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad6e83-c6ef-47d7-9c0a-28d75e1d2112,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:51.650346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761daba0-a11f-45d8-8ae7-6d9bcd03282e req-ec0565f3-565a-4d0a-958d-86dd63372858 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:51.651943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-761daba0-a11f-45d8-8ae7-6d9bcd03282e req-ec0565f3-565a-4d0a-958d-86dd63372858 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1100 time: 0.0493240 Aug 25 14:53:51.693214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-761daba0-a11f-45d8-8ae7-6d9bcd03282e req-9b3f6594-1859-40fa-8594-cab1d9a35915 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Aug 25 14:53:52.351358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ef358-a573-4ee6-91c7-d7746d7ec12e req-c134de3b-fdb2-4527-b17e-4ed287fd43d8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:52.353241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f76ef358-a573-4ee6-91c7-d7746d7ec12e req-c134de3b-fdb2-4527-b17e-4ed287fd43d8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0606172 Aug 25 14:53:52.395200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f76ef358-a573-4ee6-91c7-d7746d7ec12e req-3def42f1-9e31-4b6d-9ba7-c1b7a91619d2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Aug 25 14:53:52.452709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57852) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:52.466698 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-05de7fea-7122-49b2-b709-b00aa2c2ffcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.506421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33970-8f10-448e-b0c1-8acf5882f2ef req-7336e795-a54a-4b2b-a90e-74f8301702d5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:52.508006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4b33970-8f10-448e-b0c1-8acf5882f2ef req-7336e795-a54a-4b2b-a90e-74f8301702d5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0535188 Aug 25 14:53:52.557182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4b33970-8f10-448e-b0c1-8acf5882f2ef req-851766c4-c6b2-4c92-83e0-7802c1bd7486 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Aug 25 14:53:52.575307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-05de7fea-7122-49b2-b709-b00aa2c2ffcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.669187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-3ca27a96-1da4-412f-ba10-2d5e2c345824 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410609 Aug 25 14:53:52.692771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-05de7fea-7122-49b2-b709-b00aa2c2ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.732024 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-05de7fea-7122-49b2-b709-b00aa2c2ffcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=496c0a7573114b3fba1d26915726d850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781217 Aug 25 14:53:52.732971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de7fea-7122-49b2-b709-b00aa2c2ffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d961d5b4-6c26-43f4-9f57-7de7828ecd88,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:52.736016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:52.797779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46f22666-39f2-42a7-ba31-6955cc115739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.820023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46f22666-39f2-42a7-ba31-6955cc115739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.965763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46f22666-39f2-42a7-ba31-6955cc115739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.965763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46f22666-39f2-42a7-ba31-6955cc115739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:52.965763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-46f22666-39f2-42a7-ba31-6955cc115739 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d961d5b4-6c26-43f4-9f57-7de7828ecd88 HTTP/1.1" status: 204 len: 168 time: 0.2219946 Aug 25 14:53:52.974424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f22666-39f2-42a7-ba31-6955cc115739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961d5b4-6c26-43f4-9f57-7de7828ecd88,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:53.587251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee461c7-ca5f-429e-a8e0-e50bf065938d req-ea3e921d-f77c-41c9-bd76-218d02ea360b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:53.595251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ee461c7-ca5f-429e-a8e0-e50bf065938d req-ea3e921d-f77c-41c9-bd76-218d02ea360b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0913408 Aug 25 14:53:53.634911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ee461c7-ca5f-429e-a8e0-e50bf065938d req-88eeb03c-a9f0-4189-87dd-3f2cd259f5d6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 Aug 25 14:53:53.728193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7e48-9585-42f1-9add-d27a8f50d5a0 req-a9a2ca85-aebe-4507-baaf-44a1dc64888e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:53.730020 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89ee7e48-9585-42f1-9add-d27a8f50d5a0 req-a9a2ca85-aebe-4507-baaf-44a1dc64888e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0538523 Aug 25 14:53:53.739241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1a060d2-dd44-415b-b07b-93cf11ed421a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:53.775834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89ee7e48-9585-42f1-9add-d27a8f50d5a0 req-9ac93d1a-b0aa-4c60-aaf5-6bd34252c4c2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Aug 25 14:53:53.892457 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:54.774470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545ee5e-5c5c-46eb-ac34-15dbdd556c56 req-6496eec8-476d-46ae-9ae1-e034f47cc5f1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:54.776024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f545ee5e-5c5c-46eb-ac34-15dbdd556c56 req-6496eec8-476d-46ae-9ae1-e034f47cc5f1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0507309 Aug 25 14:53:54.817709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f545ee5e-5c5c-46eb-ac34-15dbdd556c56 req-546e15c7-d700-4d8a-8b7b-ea7f7be708d5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347290 Aug 25 14:53:54.925144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f5f2-88c1-4582-85cf-ae14b6455cb5 req-ba1a2879-f155-4396-8509-b4f445e7d8b0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:54.926797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eb2f5f2-88c1-4582-85cf-ae14b6455cb5 req-ba1a2879-f155-4396-8509-b4f445e7d8b0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0759127 Aug 25 14:53:54.978777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eb2f5f2-88c1-4582-85cf-ae14b6455cb5 req-e83da40a-8bb8-466c-a6d5-bab4cdff4bd4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Aug 25 14:53:55.410059 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:55.502926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-2e00d9e8-b372-47fc-bc38-e7eb963268da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:55.504483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-2e00d9e8-b372-47fc-bc38-e7eb963268da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1100 time: 0.0454443 Aug 25 14:53:55.605227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-aad07015-fbe8-40bb-abfe-22f14f597044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:55.606938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-aad07015-fbe8-40bb-abfe-22f14f597044 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.0942888 Aug 25 14:53:55.657231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-e68f141d-2042-4835-9334-3dbd6f04679c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0411344 Aug 25 14:53:55.716031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-6ac7f540-5b8b-446f-94c9-1416801febc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:55.717533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-6ac7f540-5b8b-446f-94c9-1416801febc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0522647 Aug 25 14:53:55.779129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-09051ac4-b593-40fe-bb8d-bc33e4600a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:55.781439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-09051ac4-b593-40fe-bb8d-bc33e4600a5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484173 Aug 25 14:53:55.939939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-84657da9-769b-435f-9c40-cd45a4b52d88 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500595 Aug 25 14:53:56.020712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11703e3-6295-404a-ac97-e78e861b1e10 req-5f012df0-9212-4098-a07e-5c1b799da871 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:56.021336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f11703e3-6295-404a-ac97-e78e861b1e10 req-5f012df0-9212-4098-a07e-5c1b799da871 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.1203635 Aug 25 14:53:56.090896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f11703e3-6295-404a-ac97-e78e861b1e10 req-02fc84a8-74c6-4b76-817d-311f571ef660 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Aug 25 14:53:56.096699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-a9ccf2e2-f04d-4fe7-ae96-73a54a839eb3 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479657 Aug 25 14:53:56.130246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1b81-f77a-4063-b9b7-4d289a4efc53 req-c4a21366-1162-4323-80ad-82bad74d076a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:56.131827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f98e1b81-f77a-4063-b9b7-4d289a4efc53 req-c4a21366-1162-4323-80ad-82bad74d076a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0670929 Aug 25 14:53:56.170751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f98e1b81-f77a-4063-b9b7-4d289a4efc53 req-cc90dc06-3e17-499f-875d-56e65b8a8d74 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Aug 25 14:53:57.032815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:57.049884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:57.221408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8813e2-c8fb-4ef5-92e6-c323e9837df0 req-41c5f762-e996-470c-8686-71fa3cb50eaa tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:57.222893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c8813e2-c8fb-4ef5-92e6-c323e9837df0 req-41c5f762-e996-470c-8686-71fa3cb50eaa tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0567453 Aug 25 14:53:57.263044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c8813e2-c8fb-4ef5-92e6-c323e9837df0 req-cd7d8359-52dd-4c06-9508-e52fefa3b570 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Aug 25 14:53:57.291286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5c23-f0bd-4e32-8ebe-f7a86b6849e6 req-4f6f1e8f-689e-4454-bf48-a78b7dadaf77 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:57.292805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72fe5c23-f0bd-4e32-8ebe-f7a86b6849e6 req-4f6f1e8f-689e-4454-bf48-a78b7dadaf77 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0505066 Aug 25 14:53:57.332889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72fe5c23-f0bd-4e32-8ebe-f7a86b6849e6 req-95477323-051e-48ce-bcc2-ee3382807ac9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 Aug 25 14:53:57.985800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:58.091889 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19bac9ba-7859-4dd2-93c2-168e66761681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.180690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19bac9ba-7859-4dd2-93c2-168e66761681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.306874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19bac9ba-7859-4dd2-93c2-168e66761681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.351894 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-19bac9ba-7859-4dd2-93c2-168e66761681 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e2092ace98940a2839e723e9c0e7094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650072 Aug 25 14:53:58.356214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58016) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:58.372831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bac9ba-7859-4dd2-93c2-168e66761681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8032651-80b2-40ff-a596-c9beaaea8d97,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:58.386547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539f1a1-2690-4235-9293-f0f415f866a3 req-a155cb8c-803b-4266-8afb-038fb12a2270 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:58.394546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9539f1a1-2690-4235-9293-f0f415f866a3 req-a155cb8c-803b-4266-8afb-038fb12a2270 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0594990 Aug 25 14:53:58.424016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4a10822-6759-4a26-89aa-8189b1c28aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.431474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9539f1a1-2690-4235-9293-f0f415f866a3 req-60d5de96-0815-4477-aab0-945548a50fbd tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Aug 25 14:53:58.484137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4a10822-6759-4a26-89aa-8189b1c28aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.510065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa001-4610-4d65-9643-bbbd67ffe56e req-55f4f241-284a-4341-976b-4e1890b3efdf tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:58.511925 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b70fa001-4610-4d65-9643-bbbd67ffe56e req-55f4f241-284a-4341-976b-4e1890b3efdf tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0850816 Aug 25 14:53:58.566315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b70fa001-4610-4d65-9643-bbbd67ffe56e req-4c61e69b-412f-4069-88e6-d8f4e969e1c5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Aug 25 14:53:58.755161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4a10822-6759-4a26-89aa-8189b1c28aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.757753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4a10822-6759-4a26-89aa-8189b1c28aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:58.761251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4a10822-6759-4a26-89aa-8189b1c28aa4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8032651-80b2-40ff-a596-c9beaaea8d97 HTTP/1.1" status: 204 len: 168 time: 0.4017239 Aug 25 14:53:58.766941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a10822-6759-4a26-89aa-8189b1c28aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8032651-80b2-40ff-a596-c9beaaea8d97,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:53:58.829087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:59.557314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27836f7-0c8d-4e81-ac4e-a54db6076b67 req-0ff5f43a-9771-4891-a070-55f8803e9a4a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:59.558879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d27836f7-0c8d-4e81-ac4e-a54db6076b67 req-0ff5f43a-9771-4891-a070-55f8803e9a4a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0562449 Aug 25 14:53:59.602295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d27836f7-0c8d-4e81-ac4e-a54db6076b67 req-e75d1bd0-265f-4b53-86fb-e18a3b132c8f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Aug 25 14:53:59.681727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58054) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:53:59.702893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3659-26d0-4e69-bb2b-225350d71db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:59.804671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ac93a-cdb5-4e5f-8acd-94af850da746 req-481878c2-ecd3-4455-baa5-69a891ebd0c4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:53:59.806197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba4ac93a-cdb5-4e5f-8acd-94af850da746 req-481878c2-ecd3-4455-baa5-69a891ebd0c4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0840256 Aug 25 14:53:59.867370 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba4ac93a-cdb5-4e5f-8acd-94af850da746 req-53d4bf22-761d-4f7d-8675-32b1b20eb4f0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Aug 25 14:53:59.889966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3659-26d0-4e69-bb2b-225350d71db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:53:59.995475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3659-26d0-4e69-bb2b-225350d71db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:00.035570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2f2a3659-26d0-4e69-bb2b-225350d71db6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87e013e729a54388bd267c67b2c6f377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527219 Aug 25 14:54:00.036493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a3659-26d0-4e69-bb2b-225350d71db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f2adf-f15f-4261-998e-de6d3fd0e0b5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:00.038194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58062) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:00.087876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:00.109412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:00.246282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:00.249258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:00.250572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d4f2adf-f15f-4261-998e-de6d3fd0e0b5 HTTP/1.1" status: 204 len: 168 time: 0.2113039 Aug 25 14:54:00.259701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f2adf-f15f-4261-998e-de6d3fd0e0b5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:00.268273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.268676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.269024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.269362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.269703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.270165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.270484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.270817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.271170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.271540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.271882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.272211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0adc3-cc21-4da6-98bb-96a10a0fde08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:00.730974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dac68-3730-4c1b-9146-d0f7e90cd863 req-71247841-e5a4-4e0a-9c84-0db188a03869 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:00.732607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c7dac68-3730-4c1b-9146-d0f7e90cd863 req-71247841-e5a4-4e0a-9c84-0db188a03869 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0580709 Aug 25 14:54:00.781395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c7dac68-3730-4c1b-9146-d0f7e90cd863 req-f6c22d67-677d-44e4-946d-bc0cc6bc654d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Aug 25 14:54:01.000475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3f7e-75e0-449e-b6a1-3f9c5e583241 req-5ed99358-6519-4f6a-b816-4ccbb166e088 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:01.002097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c35d3f7e-75e0-449e-b6a1-3f9c5e583241 req-5ed99358-6519-4f6a-b816-4ccbb166e088 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0609717 Aug 25 14:54:01.050276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c35d3f7e-75e0-449e-b6a1-3f9c5e583241 req-aea2b2e2-3620-4383-9399-43517ad32a1d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Aug 25 14:54:01.954728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d873aa-bdd5-4f12-8494-d8ee4b4d4366 req-ef25aa40-a2c8-4d3c-879c-c7254b732a7f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:01.956426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64d873aa-bdd5-4f12-8494-d8ee4b4d4366 req-ef25aa40-a2c8-4d3c-879c-c7254b732a7f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0824029 Aug 25 14:54:01.995102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64d873aa-bdd5-4f12-8494-d8ee4b4d4366 req-c5b1f071-0a61-4558-ad5b-c5825ddbe890 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Aug 25 14:54:02.183313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe6072-ef76-41a5-ae73-0264599ab8ef req-dfe6175e-ad5e-42ec-832f-ba9ccaaaed97 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:02.185022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7fe6072-ef76-41a5-ae73-0264599ab8ef req-dfe6175e-ad5e-42ec-832f-ba9ccaaaed97 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0575130 Aug 25 14:54:02.231440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7fe6072-ef76-41a5-ae73-0264599ab8ef req-98cf74f8-c626-4c5d-830f-28d5fa395312 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348842 Aug 25 14:54:03.412878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6780-e922-475d-bbb2-a5471aa9825b req-60412b0c-79d4-4978-bba0-938cab0865d5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:03.424195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fdf6780-e922-475d-bbb2-a5471aa9825b req-60412b0c-79d4-4978-bba0-938cab0865d5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.3478925 Aug 25 14:54:03.476938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93cc-d518-4647-bae6-338e19377381 req-0125141c-56e8-4556-834c-c24c7d7107f8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:03.479432 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce7c93cc-d518-4647-bae6-338e19377381 req-0125141c-56e8-4556-834c-c24c7d7107f8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.1543565 Aug 25 14:54:03.487951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fdf6780-e922-475d-bbb2-a5471aa9825b req-bb94c843-1187-4740-a535-60f2bcfd143b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624237 Aug 25 14:54:03.519785 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce7c93cc-d518-4647-bae6-338e19377381 req-8793c133-4ecd-4765-b9bb-9f2c2bdafe61 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Aug 25 14:54:04.612339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5589345-9b1e-4802-aa0d-cccce7be554e req-41b0f30d-8613-46f2-8ddb-9989a3fb9c7b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:04.614033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5589345-9b1e-4802-aa0d-cccce7be554e req-41b0f30d-8613-46f2-8ddb-9989a3fb9c7b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0538960 Aug 25 14:54:04.649384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcebde-baef-4518-8e92-f396dbbe40aa req-dbbf0081-bb51-4893-ac67-3b4bd226c47e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:04.650899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eedcebde-baef-4518-8e92-f396dbbe40aa req-dbbf0081-bb51-4893-ac67-3b4bd226c47e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0594428 Aug 25 14:54:04.660242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5589345-9b1e-4802-aa0d-cccce7be554e req-8c99d9c8-cba1-4c66-a8fd-de0f821296f5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Aug 25 14:54:04.693743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eedcebde-baef-4518-8e92-f396dbbe40aa req-c240004d-8091-42e8-92e3-5e2577e73a4a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Aug 25 14:54:05.395095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58216) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:05.503809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b366800b-993b-4f12-96e7-0e166e77d319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:05.591016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b366800b-993b-4f12-96e7-0e166e77d319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:05.768824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b366800b-993b-4f12-96e7-0e166e77d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:05.811754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43ab41-f5c3-40ac-8532-922cad64b43d req-e9742a05-f0a0-48bf-8854-f733bf2c9840 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:05.813244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c43ab41-f5c3-40ac-8532-922cad64b43d req-e9742a05-f0a0-48bf-8854-f733bf2c9840 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0796289 Aug 25 14:54:05.819602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b366800b-993b-4f12-96e7-0e166e77d319 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85d968047070479a8143621c0ebdcdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233351 Aug 25 14:54:05.822415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58224) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:05.836123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366800b-993b-4f12-96e7-0e166e77d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d630b9-8d1a-4fc9-92a4-c74fb6beaaf1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:05.865772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c43ab41-f5c3-40ac-8532-922cad64b43d req-d0f94e9d-d6ec-419b-bf33-a1fb30fd3780 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Aug 25 14:54:05.887142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93e59f33-3c11-4e62-8dd0-006740c29e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:05.910024 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93e59f33-3c11-4e62-8dd0-006740c29e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:05.982356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac201e-d5ce-4f2b-afde-4b9ea1272dc3 req-a4a8ec19-62bc-4152-a28f-2d53cbf03583 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:05.984009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28ac201e-d5ce-4f2b-afde-4b9ea1272dc3 req-a4a8ec19-62bc-4152-a28f-2d53cbf03583 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0558515 Aug 25 14:54:06.001657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4a1e1-0593-420a-a313-bb4fad3f05cd req-934f7a41-8f9a-44b1-9c72-b6d21d85c76e tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:06.003269 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08c4a1e1-0593-420a-a313-bb4fad3f05cd req-934f7a41-8f9a-44b1-9c72-b6d21d85c76e tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.0535030 Aug 25 14:54:06.025411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28ac201e-d5ce-4f2b-afde-4b9ea1272dc3 req-d95dbdd8-11de-4d54-9cda-ef71d4122e67 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Aug 25 14:54:06.046448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08c4a1e1-0593-420a-a313-bb4fad3f05cd req-ea97260f-cacd-4a38-a179-69e875a3aa9b tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Aug 25 14:54:06.112511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93e59f33-3c11-4e62-8dd0-006740c29e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:06.115191 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93e59f33-3c11-4e62-8dd0-006740c29e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:06.116389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93e59f33-3c11-4e62-8dd0-006740c29e39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3d630b9-8d1a-4fc9-92a4-c74fb6beaaf1 HTTP/1.1" status: 204 len: 168 time: 0.2928629 Aug 25 14:54:06.125167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59f33-3c11-4e62-8dd0-006740c29e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d630b9-8d1a-4fc9-92a4-c74fb6beaaf1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:06.921774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58242) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:06.941203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e1009a6-2cc5-4dca-9c3a-0148909a987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:06.989332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365faf38-823b-48d0-9d3c-36a94b6b5387 req-9bc632d6-bef9-4bae-810f-9bc85c76a5f5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:06.990974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-365faf38-823b-48d0-9d3c-36a94b6b5387 req-9bc632d6-bef9-4bae-810f-9bc85c76a5f5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0526621 Aug 25 14:54:07.033845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-365faf38-823b-48d0-9d3c-36a94b6b5387 req-dffea8d6-1667-43b5-8cd2-b0a929d92f49 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Aug 25 14:54:07.045026 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e1009a6-2cc5-4dca-9c3a-0148909a987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.139052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e1009a6-2cc5-4dca-9c3a-0148909a987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.170614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405750ab-8c69-465e-9f07-1f5222e0ea2e req-a27d3dbe-5582-483b-8a62-d4cc730007b0 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:07.172171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-405750ab-8c69-465e-9f07-1f5222e0ea2e req-a27d3dbe-5582-483b-8a62-d4cc730007b0 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.0542953 Aug 25 14:54:07.189775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f62e-538d-44a1-9897-50f9bcbf8445 req-7c6f9058-ba45-4466-8e66-a3b877836b4f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:07.191435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bb5f62e-538d-44a1-9897-50f9bcbf8445 req-7c6f9058-ba45-4466-8e66-a3b877836b4f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0881345 Aug 25 14:54:07.197180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7e1009a6-2cc5-4dca-9c3a-0148909a987e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1346de7e6439415f8120a4c50346ce0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710884 Aug 25 14:54:07.198309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:07.202962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1009a6-2cc5-4dca-9c3a-0148909a987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4f6025-a8d5-4f40-9343-d0228e0fe49d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:07.233665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-405750ab-8c69-465e-9f07-1f5222e0ea2e req-707c2e9e-7f56-4529-8deb-06a0706f5b69 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 Aug 25 14:54:07.254994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bb5f62e-538d-44a1-9897-50f9bcbf8445 req-8e8df1e5-b100-45f3-8362-467c03762458 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571730 Aug 25 14:54:07.270213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6339420-0ce9-44c8-b369-3c0319f67ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.294003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6339420-0ce9-44c8-b369-3c0319f67ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.438473 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6339420-0ce9-44c8-b369-3c0319f67ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.445531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6339420-0ce9-44c8-b369-3c0319f67ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.445531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d6339420-0ce9-44c8-b369-3c0319f67ad0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d4f6025-a8d5-4f40-9343-d0228e0fe49d HTTP/1.1" status: 204 len: 168 time: 0.2408733 Aug 25 14:54:07.451325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6339420-0ce9-44c8-b369-3c0319f67ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4f6025-a8d5-4f40-9343-d0228e0fe49d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:07.777896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-5e1a5234-dcb4-4eb6-be31-b575ef5edc7e tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:07.777896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-5e1a5234-dcb4-4eb6-be31-b575ef5edc7e tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.45 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 945 time: 0.0499978 Aug 25 14:54:07.885916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Deleting port 491919d4-466f-44b6-9d95-480d04d333a6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:07.886265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.978169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] For port 491919d4-466f-44b6-9d95-480d04d333a6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=491919d4-466f-44b6-9d95-480d04d333a6,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:07.978532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:07.992358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Calling delete_port for 491919d4-466f-44b6-9d95-480d04d333a6 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:08.168652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6b45-2d28-4f6b-9ef5-8b85fa46be05 req-9228b8da-cb9a-4c59-9f70-4c580c391b17 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:08.170151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ae6b45-2d28-4f6b-9ef5-8b85fa46be05 req-9228b8da-cb9a-4c59-9f70-4c580c391b17 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0555835 Aug 25 14:54:08.207984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7ae6b45-2d28-4f6b-9ef5-8b85fa46be05 req-8c14a875-b020-457b-84da-e7cdb24b4bd3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 25 14:54:08.237832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:08.250182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['491919d4-466f-44b6-9d95-480d04d333a6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:08.272410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Pushing event deleted for resources: {'Port': ['ID=491919d4-466f-44b6-9d95-480d04d333a6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:08.325711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] No DVR routers for this DVR port 491919d4-466f-44b6-9d95-480d04d333a6 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:08.330132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:08.334287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d898958-0791-49de-a8b8-25f0b50f5d64 req-77d0d393-07c2-48ce-80f5-b74afd084899 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.45 "DELETE /v2.0/ports/491919d4-466f-44b6-9d95-480d04d333a6 HTTP/1.1" status: 204 len: 173 time: 0.5483172 Aug 25 14:54:08.335963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b32d18-1f5f-49da-9850-b643ff4750be', 'name': 'network-vif-deleted', 'tag': '491919d4-466f-44b6-9d95-480d04d333a6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:08.338653 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33912a59-a19b-4e01-8908-fb0380a560aa" -d '{"events": [{"server_uuid": "72b32d18-1f5f-49da-9850-b643ff4750be", "name": "network-vif-deleted", "tag": "491919d4-466f-44b6-9d95-480d04d333a6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:08.369709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8850dd16-503e-45ce-a15e-0ef9cb1998d1 req-fc0473f3-842c-40ec-b110-2bc0797f45b5 tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 210 time: 0.0344384 Aug 25 14:54:08.416504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c5c7-4e1f-4116-b2cd-9b4b1f12d035 req-b67a55fd-95dc-427c-b1eb-2286fc350837 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:08.418049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6845c5c7-4e1f-4116-b2cd-9b4b1f12d035 req-b67a55fd-95dc-427c-b1eb-2286fc350837 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0729225 Aug 25 14:54:08.468870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6845c5c7-4e1f-4116-b2cd-9b4b1f12d035 req-c33b7c6e-a533-4e33-a6a6-840f986a50a8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Aug 25 14:54:08.538348 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f709b0c5-3261-40ac-b733-7e64d9557185 x-openstack-request-id: req-f709b0c5-3261-40ac-b733-7e64d9557185 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:08.538668 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b32d18-1f5f-49da-9850-b643ff4750be", "name": "network-vif-deleted", "tag": "491919d4-466f-44b6-9d95-480d04d333a6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:08.538928 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f709b0c5-3261-40ac-b733-7e64d9557185 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:08.539357 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b32d18-1f5f-49da-9850-b643ff4750be', 'name': 'network-vif-deleted', 'tag': '491919d4-466f-44b6-9d95-480d04d333a6', 'status': 'completed', 'code': 200} Aug 25 14:54:08.828876 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:54:09.338148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee3ef5-81f6-4bd1-bb28-471806f8738f req-645454c5-b4d8-4e47-98a7-674d84deee76 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:09.339768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dcee3ef5-81f6-4bd1-bb28-471806f8738f req-645454c5-b4d8-4e47-98a7-674d84deee76 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0605431 Aug 25 14:54:09.384158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dcee3ef5-81f6-4bd1-bb28-471806f8738f req-9eeed98e-261f-4454-812b-d7c629258ee2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Aug 25 14:54:09.482255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-82ebcffe-4d93-46f6-a669-1b87d625a847 req-f0e6c980-8ddc-4eef-a8f6-ff3b1eb97c3b tempest-AttachSCSIVolumeTestJSON-1966724882 tempest-AttachSCSIVolumeTestJSON-1966724882-project] 10.222.0.58 "GET /v2.0/ports?device_id=72b32d18-1f5f-49da-9850-b643ff4750be HTTP/1.1" status: 200 len: 210 time: 0.0287035 Aug 25 14:54:09.613408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14932e61-2ecb-4d1f-bc9d-2d1596f4a67e req-6890320b-34f3-4f71-853d-f03c45ca9d02 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:09.615306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14932e61-2ecb-4d1f-bc9d-2d1596f4a67e req-6890320b-34f3-4f71-853d-f03c45ca9d02 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0551002 Aug 25 14:54:09.663930 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14932e61-2ecb-4d1f-bc9d-2d1596f4a67e req-d0e1ca31-32ad-41ab-8b02-de8be0fbb5c6 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Aug 25 14:54:09.914729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58332) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:10.019121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60729172-3361-47e5-86ba-f6bc0cf64faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.105383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60729172-3361-47e5-86ba-f6bc0cf64faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.197942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60729172-3361-47e5-86ba-f6bc0cf64faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.236173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729172-3361-47e5-86ba-f6bc0cf64faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d232323-04ab-4d48-9421-deb305a09ead,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:10.242691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-60729172-3361-47e5-86ba-f6bc0cf64faa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=592c149fe42b40e4847c9fefe3c16b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268380 Aug 25 14:54:10.244662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58336) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:10.297394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c11a5f94-18ed-4083-bc3f-a4411387fcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.318380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c11a5f94-18ed-4083-bc3f-a4411387fcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.357755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 491919d4-466f-44b6-9d95-480d04d333a6 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:10.377852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 491919d4-466f-44b6-9d95-480d04d333a6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:10.378202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 491919d4-466f-44b6-9d95-480d04d333a6 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:10.467019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c11a5f94-18ed-4083-bc3f-a4411387fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.469792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c11a5f94-18ed-4083-bc3f-a4411387fcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:10.471017 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c11a5f94-18ed-4083-bc3f-a4411387fcd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d232323-04ab-4d48-9421-deb305a09ead HTTP/1.1" status: 204 len: 168 time: 0.2253120 Aug 25 14:54:10.483046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a5f94-18ed-4083-bc3f-a4411387fcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d232323-04ab-4d48-9421-deb305a09ead,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:10.504098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100021-a3ed-4b64-bb3d-0db6c4b470a4 req-66d0df85-5188-47d2-86b1-523109f4a5f2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:10.506049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6100021-a3ed-4b64-bb3d-0db6c4b470a4 req-66d0df85-5188-47d2-86b1-523109f4a5f2 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Aug 25 14:54:10.558026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6100021-a3ed-4b64-bb3d-0db6c4b470a4 req-65633a57-1cc0-4114-a7db-a7f4ca5ac97d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Aug 25 14:54:10.815064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea34444-66a1-48a3-8a2f-36a3f41c3a95 req-add4d9b3-9f8b-491c-a1e4-f866567224bb tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:10.816634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ea34444-66a1-48a3-8a2f-36a3f41c3a95 req-add4d9b3-9f8b-491c-a1e4-f866567224bb tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0777943 Aug 25 14:54:10.879996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ea34444-66a1-48a3-8a2f-36a3f41c3a95 req-de228051-632d-4f41-8ab2-98010be7b6d5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566816 Aug 25 14:54:11.698727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d5db4-c723-4fc6-ac61-27238d738110 req-ba967474-3a62-4931-bba3-cdf2990fffbe tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:11.700825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-584d5db4-c723-4fc6-ac61-27238d738110 req-ba967474-3a62-4931-bba3-cdf2990fffbe tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0739255 Aug 25 14:54:11.749067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-584d5db4-c723-4fc6-ac61-27238d738110 req-233027b5-510f-46d1-8aee-dd315713da7f tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Aug 25 14:54:12.049863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be247ac-8ec1-4b33-8121-8c652161191d req-a7699789-ad15-4ffd-b77c-ba07ec2f998c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:12.051764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4be247ac-8ec1-4b33-8121-8c652161191d req-a7699789-ad15-4ffd-b77c-ba07ec2f998c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0585916 Aug 25 14:54:12.104408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4be247ac-8ec1-4b33-8121-8c652161191d req-b21f1708-89e5-4d96-97b1-de0d47e376c0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Aug 25 14:54:12.894999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da21ea-b381-40d2-9de8-339a36454e31 req-e13baa1b-bc06-4620-a621-8691a41a3125 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:12.896701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9da21ea-b381-40d2-9de8-339a36454e31 req-e13baa1b-bc06-4620-a621-8691a41a3125 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0558481 Aug 25 14:54:12.940320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9da21ea-b381-40d2-9de8-339a36454e31 req-acee1bcc-134e-4106-9ed6-ab12338a1918 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364177 Aug 25 14:54:13.229334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17bbe1-0b1b-4694-ad4b-59fd910ad28a req-199b1601-4c17-47c9-91db-f4dc7dc1cd7f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:13.230820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c17bbe1-0b1b-4694-ad4b-59fd910ad28a req-199b1601-4c17-47c9-91db-f4dc7dc1cd7f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0512264 Aug 25 14:54:13.280059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c17bbe1-0b1b-4694-ad4b-59fd910ad28a req-43402a4b-eb7e-49b4-bb08-404ca726e3a3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Aug 25 14:54:14.074233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151e69-585c-40bb-80db-33d4ecdb63a6 req-0ad32d03-a67f-4f89-94ec-46ead78c41ec tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:14.075810 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d6151e69-585c-40bb-80db-33d4ecdb63a6 req-0ad32d03-a67f-4f89-94ec-46ead78c41ec tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0556071 Aug 25 14:54:14.118407 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d6151e69-585c-40bb-80db-33d4ecdb63a6 req-1708779b-20cc-42cd-ba5b-46f4e9e9619c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Aug 25 14:54:14.404386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85cca-d3c9-4744-bd17-d85baf288d9b req-62982d93-1746-4407-b1d0-a907168df194 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:14.406591 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35b85cca-d3c9-4744-bd17-d85baf288d9b req-62982d93-1746-4407-b1d0-a907168df194 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0552938 Aug 25 14:54:14.452282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35b85cca-d3c9-4744-bd17-d85baf288d9b req-b35b7ec4-48ac-49b2-86a8-7984f2d081c2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Aug 25 14:54:15.266947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41e3d-c4e5-4082-87ef-f8f826533171 req-d0082b7e-c5a7-49eb-933a-71564647c2f3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:15.266947 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efd41e3d-c4e5-4082-87ef-f8f826533171 req-d0082b7e-c5a7-49eb-933a-71564647c2f3 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0676918 Aug 25 14:54:15.308508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efd41e3d-c4e5-4082-87ef-f8f826533171 req-36a2e4a6-bd06-45fb-9ede-a942fb920771 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356925 Aug 25 14:54:15.593736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f8979-c77f-4d55-8772-5330d9b0a202 req-82a7fa96-9f30-4b66-a8dc-92a66d19e737 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:15.595670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-443f8979-c77f-4d55-8772-5330d9b0a202 req-82a7fa96-9f30-4b66-a8dc-92a66d19e737 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0604589 Aug 25 14:54:15.603423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58626) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:15.644865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-443f8979-c77f-4d55-8772-5330d9b0a202 req-e4d56fc7-923d-409e-b00f-b03928065fbe tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Aug 25 14:54:15.973653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:16.237136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Deleting port 33acf778-9776-4e73-8092-09cb64c83a91 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:16.237136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:16.317313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] For port 33acf778-9776-4e73-8092-09cb64c83a91, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=33acf778-9776-4e73-8092-09cb64c83a91,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:16.318030 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:16.332303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Calling delete_port for 33acf778-9776-4e73-8092-09cb64c83a91 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:16.478973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae0ec-5415-4828-8d9c-fa556788455c req-3f56edb9-42d7-47b2-a767-ece312ebf90c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:16.480501 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-739ae0ec-5415-4828-8d9c-fa556788455c req-3f56edb9-42d7-47b2-a767-ece312ebf90c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0996909 Aug 25 14:54:16.543779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-739ae0ec-5415-4828-8d9c-fa556788455c req-9d8212e7-e073-48d2-922c-b6ba32c12032 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Aug 25 14:54:16.691119 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:16.714788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=33acf778-9776-4e73-8092-09cb64c83a91,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:16.795682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53ddef-faae-42d0-a077-028c622be676 req-8b0afc09-c095-464b-b90c-76551add1b9a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:16.803880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c53ddef-faae-42d0-a077-028c622be676 req-8b0afc09-c095-464b-b90c-76551add1b9a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0791264 Aug 25 14:54:16.853808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c53ddef-faae-42d0-a077-028c622be676 req-37736d79-8c8d-40ed-a95f-137a9847a11a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Aug 25 14:54:16.911117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.152641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:54:17.216858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:17.292553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:54:17.305084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] Sync routers for ids ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:54:17.310073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58688) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:17.311541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-18a58294-d30a-4042-b827-565b18a83c8a admin admin] 10.222.0.58 "PUT /v2.0/routers/11cd35df-bea6-4c61-b7bb-7f10c67ec850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6999846 Aug 25 14:54:17.316893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] Routers {'11cd35df-bea6-4c61-b7bb-7f10c67ec850'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:17.317838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:17.406817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0d32-a012-4445-9f5b-15719d21455c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.460287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] Set router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:17.472937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.529310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0d32-a012-4445-9f5b-15719d21455c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.597114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.619087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0d32-a012-4445-9f5b-15719d21455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.670062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:54:16Z', 'revision_number': 5, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port': {'id': '307963b4-57f4-458a-bec4-e7efb363f8f6', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:25Z', 'updated_at': '2021-08-25T14:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:17.691230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d7f0d32-a012-4445-9f5b-15719d21455c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d90a02116aa474dae9be0d4ab3422f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732587 Aug 25 14:54:17.693119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0d32-a012-4445-9f5b-15719d21455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb8283-5c80-4338-b175-b5acd5b3b063,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:17.698019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58694) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:17.698799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] Checking router: 11cd35df-bea6-4c61-b7bb-7f10c67ec850 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:54:17.708911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] Routers {'11cd35df-bea6-4c61-b7bb-7f10c67ec850'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:17.709533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:17.727005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8197df1-faf5-4185-b199-4eb048200636 req-e8e9eb77-a1cb-4f6b-a9b9-76768fc507db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:17.728584 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8197df1-faf5-4185-b199-4eb048200636 req-e8e9eb77-a1cb-4f6b-a9b9-76768fc507db tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.1107538 Aug 25 14:54:17.737083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Deleting port 307963b4-57f4-458a-bec4-e7efb363f8f6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:17.737571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.793942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8197df1-faf5-4185-b199-4eb048200636 req-7bb7d0b0-f792-4771-869b-3d4bf86bafb8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Aug 25 14:54:17.794712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4b928d3-590d-4d96-b13c-281c4464ebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.824026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] Set router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:17.830908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4b928d3-590d-4d96-b13c-281c4464ebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.841889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] For port 307963b4-57f4-458a-bec4-e7efb363f8f6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=307963b4-57f4-458a-bec4-e7efb363f8f6,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:17.843732 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:17.865177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Calling delete_port for 307963b4-57f4-458a-bec4-e7efb363f8f6 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:17.902379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:54:17Z', 'revision_number': 6, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:17.942610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bfab9-2420-4dbb-a2d1-a9eac2c0c648 None None] The sync data for ids ['11cd35df-bea6-4c61-b7bb-7f10c67ec850'] in n-d-805995-2 is: [{'id': '11cd35df-bea6-4c61-b7bb-7f10c67ec850', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990146576-router', 'tenant_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:24Z', 'updated_at': '2021-08-25T14:54:17Z', 'revision_number': 6, 'project_id': 'ae83b6e9c64245b3842e1e5c4355a380', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:54:18.005740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ed9c8-1cee-4db0-a469-c774971361f9 req-1c3ccc43-e328-4c88-be85-9b1075331c06 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:18.007267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d62ed9c8-1cee-4db0-a469-c774971361f9 req-1c3ccc43-e328-4c88-be85-9b1075331c06 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0648928 Aug 25 14:54:18.011460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4b928d3-590d-4d96-b13c-281c4464ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.014002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4b928d3-590d-4d96-b13c-281c4464ebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.015130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a4b928d3-590d-4d96-b13c-281c4464ebfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14eb8283-5c80-4338-b175-b5acd5b3b063 HTTP/1.1" status: 204 len: 168 time: 0.3167293 Aug 25 14:54:18.035706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b928d3-590d-4d96-b13c-281c4464ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb8283-5c80-4338-b175-b5acd5b3b063,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:18.075365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d62ed9c8-1cee-4db0-a469-c774971361f9 req-fd2bb33d-10ce-4f9a-a245-0e2a5d83f6b2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Aug 25 14:54:18.164241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.200285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=307963b4-57f4-458a-bec4-e7efb363f8f6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:18.269176 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.401393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab6f18-cc57-43b6-b4a6-2fcfebc19869 req-0ce018fe-6fa4-4314-8bde-82b12a22fd15 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:18.401896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.403663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cab6f18-cc57-43b6-b4a6-2fcfebc19869 req-0ce018fe-6fa4-4314-8bde-82b12a22fd15 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0765860 Aug 25 14:54:18.408630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.473000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cab6f18-cc57-43b6-b4a6-2fcfebc19869 req-f131e8e8-a2fb-4a62-99ea-424d3047ffc1 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Aug 25 14:54:18.603495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.604068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cd35df-bea6-4c61-b7bb-7f10c67ec850 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:54:18.612909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.612909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-05b16e96-674c-48e1-9d51-972a416bbf62 admin admin] 10.222.0.58 "DELETE /v2.0/routers/11cd35df-bea6-4c61-b7bb-7f10c67ec850 HTTP/1.1" status: 204 len: 168 time: 1.2986262 Aug 25 14:54:18.612909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:18.658625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Deleting subnet d9283aa2-3691-4742-947d-388e7fc208d8 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:54:18.661781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.696087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.792115 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.926403 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.953985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9283aa2-3691-4742-947d-388e7fc208d8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:18.960338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:18.962314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e19fd5d-a1ea-45f8-a672-0450e76bcf47 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d9283aa2-3691-4742-947d-388e7fc208d8 HTTP/1.1" status: 204 len: 168 time: 0.3487108 Aug 25 14:54:18.965922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58724) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:18.974957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a258e33-dc37-4671-acd7-467931087060 None None] Network e2821f26-c750-4aed-b4c7-561e6531ab4e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:19.070072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.146473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Deleting port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:19.146898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.202577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] DHCP port deletion for e2821f26-c750-4aed-b4c7-561e6531ab4e request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:54:19.215212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19c892-f425-4fac-a997-bd4687fdd0ed req-b3387952-5496-43a9-aca8-f3ac3b7fbdd5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:19.224437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b19c892-f425-4fac-a997-bd4687fdd0ed req-b3387952-5496-43a9-aca8-f3ac3b7fbdd5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0703135 Aug 25 14:54:19.229520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] For port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:19.229520 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.246406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Calling delete_port for 9daa9b73-3977-46d9-9fcc-253a3c1ae28e owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:19.273871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Deleting port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:19.276811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b19c892-f425-4fac-a997-bd4687fdd0ed req-e221f415-99b1-4a62-bb3a-7939b3ead298 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500331 Aug 25 14:54:19.294846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.362115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] For port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,segment=NetworkSegment(adabdb76-dbb5-410e-9492-16363527a3fe),segment_id=adabdb76-dbb5-410e-9492-16363527a3fe)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:19.362600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.378471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Calling delete_port for 9daa9b73-3977-46d9-9fcc-253a3c1ae28e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:19.446316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.459169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.474796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] No DVR routers for this DVR port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:19.494047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:19.499579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Pushing event deleted for resources: {'Port': ['ID=9daa9b73-3977-46d9-9fcc-253a3c1ae28e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:19.518651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.521191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] No DVR routers for this DVR port 9daa9b73-3977-46d9-9fcc-253a3c1ae28e on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:19.522547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.523778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.524290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.525148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.525660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.526143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.526796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.527468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.528160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.528646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.529133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b941c1-f9e1-415a-ad29-7c2508fd8654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:19.560068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 33acf778-9776-4e73-8092-09cb64c83a91 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:19.583662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 33acf778-9776-4e73-8092-09cb64c83a91 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:19.584055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 33acf778-9776-4e73-8092-09cb64c83a91 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:19.587330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 307963b4-57f4-458a-bec4-e7efb363f8f6 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:19.605127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 307963b4-57f4-458a-bec4-e7efb363f8f6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:19.605382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 307963b4-57f4-458a-bec4-e7efb363f8f6 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:19.606020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9daa9b73-3977-46d9-9fcc-253a3c1ae28e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:19.619281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.625801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9daa9b73-3977-46d9-9fcc-253a3c1ae28e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:19.626146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9daa9b73-3977-46d9-9fcc-253a3c1ae28e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:19.634856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2821f26-c750-4aed-b4c7-561e6531ab4e']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:19.649058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc83227-b1e5-46f4-9da9-4a1146319d08 req-46fc7ed7-e2b4-4f37-89c1-f4b920d16c0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:19.650589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2dc83227-b1e5-46f4-9da9-4a1146319d08 req-46fc7ed7-e2b4-4f37-89c1-f4b920d16c0a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0719728 Aug 25 14:54:19.657105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adabdb76-dbb5-410e-9492-16363527a3fe') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:19.657408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adabdb76-dbb5-410e-9492-16363527a3fe') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:19.666854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.681919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.688306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:54:19.688742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:54:19.690492 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:54:19.886457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.896370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:19.901352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e2821f26-c750-4aed-b4c7-561e6531ab4e HTTP/1.1" status: 204 len: 168 time: 0.9311244 Aug 25 14:54:19.910612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58754) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:19.918646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70ee7-fbba-4878-a78c-3e9b8fd158e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2821f26-c750-4aed-b4c7-561e6531ab4e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:19.947801 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2dc83227-b1e5-46f4-9da9-4a1146319d08 req-a12738e9-7ad6-4dba-88b8-c89b81e2be93 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891381 Aug 25 14:54:20.058052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247dd81-5612-431e-b4ec-4413a065b34f req-3575bdb9-8ab6-432c-b126-83017c4d1c8b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:20.059582 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2247dd81-5612-431e-b4ec-4413a065b34f req-3575bdb9-8ab6-432c-b126-83017c4d1c8b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.0977902 Aug 25 14:54:20.448074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92a0a0-7919-4d9f-8ee0-173d01725124 req-d04fdb12-aa13-4878-a5c7-4dafa40df83a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:20.449639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd92a0a0-7919-4d9f-8ee0-173d01725124 req-d04fdb12-aa13-4878-a5c7-4dafa40df83a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0786803 Aug 25 14:54:20.496741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd92a0a0-7919-4d9f-8ee0-173d01725124 req-c0072261-ad00-47c6-8dcf-9eb7ded515c1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Aug 25 14:54:20.563846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Deleting port 871003ed-2084-408f-af3c-bd6d1764ea2e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:20.564192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:20.726671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] For port 871003ed-2084-408f-af3c-bd6d1764ea2e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=871003ed-2084-408f-af3c-bd6d1764ea2e,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:20.727101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:20.749275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Calling delete_port for 871003ed-2084-408f-af3c-bd6d1764ea2e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:20.905873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:20.909078 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-177e0d9e-6d95-4ce0-b964-e767eab63903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:21.150364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537a596-45ff-4be8-860a-ac0c551e9523 req-7a02beda-22b1-483d-b820-7569d00079d8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:21.151883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2537a596-45ff-4be8-860a-ac0c551e9523 req-7a02beda-22b1-483d-b820-7569d00079d8 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 945 time: 0.1249239 Aug 25 14:54:21.168936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:21.181703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['871003ed-2084-408f-af3c-bd6d1764ea2e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:21.221080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event deleted for resources: {'Port': ['ID=871003ed-2084-408f-af3c-bd6d1764ea2e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:21.293223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] No DVR routers for this DVR port 871003ed-2084-408f-af3c-bd6d1764ea2e on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:21.297790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2537a596-45ff-4be8-860a-ac0c551e9523 req-009bf893-0ae2-4ad9-b465-5add820a8c14 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268334 Aug 25 14:54:21.298814 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:21.300706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2247dd81-5612-431e-b4ec-4413a065b34f req-516d93f7-4dd4-4e53-a151-2fb08c44ab3a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "DELETE /v2.0/ports/871003ed-2084-408f-af3c-bd6d1764ea2e HTTP/1.1" status: 204 len: 173 time: 1.2341602 Aug 25 14:54:21.304303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'name': 'network-vif-deleted', 'tag': '871003ed-2084-408f-af3c-bd6d1764ea2e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:21.306607 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef023cf-493c-4b53-a121-57ccfc7e19df" -d '{"events": [{"server_uuid": "7e4e521c-78e1-4f93-9147-a945dbdf1e46", "name": "network-vif-deleted", "tag": "871003ed-2084-408f-af3c-bd6d1764ea2e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:21.416533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Deleting port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:21.416876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:21.517262 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92be8d4-c868-495d-b92d-1918da699255 x-openstack-request-id: req-e92be8d4-c868-495d-b92d-1918da699255 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:21.517519 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4e521c-78e1-4f93-9147-a945dbdf1e46", "name": "network-vif-deleted", "tag": "871003ed-2084-408f-af3c-bd6d1764ea2e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:21.517746 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e92be8d4-c868-495d-b92d-1918da699255 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:21.518130 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4e521c-78e1-4f93-9147-a945dbdf1e46', 'name': 'network-vif-deleted', 'tag': '871003ed-2084-408f-af3c-bd6d1764ea2e', 'status': 'completed', 'code': 200} Aug 25 14:54:21.519816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] For port 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:21.520177 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:21.542186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Calling delete_port for 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:21.662985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458e60d-75c8-49ab-8909-d6abaaf445af req-6be2f36f-56ae-458c-89c2-61b666d943b0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:21.665221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c458e60d-75c8-49ab-8909-d6abaaf445af req-6be2f36f-56ae-458c-89c2-61b666d943b0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0731070 Aug 25 14:54:21.752609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c458e60d-75c8-49ab-8909-d6abaaf445af req-b08da2d8-adbd-49a2-b3aa-7d1c1f46f45d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549309 Aug 25 14:54:21.983197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:22.008321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7d770c-44ae-4e3d-b69f-50d0f05dbca8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:22.184165 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:22.418521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Router f46e5b03-4594-402d-96e0-bd65478bf799 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:54:22.426556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-724f0fee-b9cf-4880-ba28-0e77bad9b5af req-34cedc69-641b-489a-acc8-baa3bed6d981 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e4e521c-78e1-4f93-9147-a945dbdf1e46 HTTP/1.1" status: 200 len: 210 time: 0.0272589 Aug 25 14:54:22.547627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:54:22.554700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1a9329c8-6b76-4845-b602-90895a3361cd admin admin] 10.222.0.58 "PUT /v2.0/routers/f46e5b03-4594-402d-96e0-bd65478bf799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408498 Aug 25 14:54:22.556708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58848) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:22.558949 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bbc67-c431-414f-aefb-16610a151365 None None] Sync routers for ids ['f46e5b03-4594-402d-96e0-bd65478bf799'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:54:22.572677 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] Routers {'f46e5b03-4594-402d-96e0-bd65478bf799'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:22.573219 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f46e5b03-4594-402d-96e0-bd65478bf799'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:22.669772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:22.679709 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] Set router f46e5b03-4594-402d-96e0-bd65478bf799 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:22.799778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:22.895075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:54:21Z', 'revision_number': 5, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port': {'id': '9629fba9-05d6-47af-9737-80ab9e9d24a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:22.924251 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bbc67-c431-414f-aefb-16610a151365 None None] Checking router: f46e5b03-4594-402d-96e0-bd65478bf799 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:54:22.925712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aa68e-aa49-4d4d-ac8b-d8eb218f55ab req-a432850c-6996-4737-81c9-b3c594adff16 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:22.927260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-618aa68e-aa49-4d4d-ac8b-d8eb218f55ab req-a432850c-6996-4737-81c9-b3c594adff16 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0767777 Aug 25 14:54:22.938320 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] Routers {'f46e5b03-4594-402d-96e0-bd65478bf799'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:22.938986 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f46e5b03-4594-402d-96e0-bd65478bf799'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:22.982005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Deleting port 9629fba9-05d6-47af-9737-80ab9e9d24a1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:22.982359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:22.986932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-618aa68e-aa49-4d4d-ac8b-d8eb218f55ab req-aa4fe26b-780a-419a-a8d9-1cd35be6e013 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483747 Aug 25 14:54:22.988749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58858) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:23.032971 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] Set router f46e5b03-4594-402d-96e0-bd65478bf799 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:23.075725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] For port 9629fba9-05d6-47af-9737-80ab9e9d24a1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9629fba9-05d6-47af-9737-80ab9e9d24a1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:23.076262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.090344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Calling delete_port for 9629fba9-05d6-47af-9737-80ab9e9d24a1 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:23.091987 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-184bbc67-c431-414f-aefb-16610a151365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:54:22Z', 'revision_number': 6, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:23.120545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bbc67-c431-414f-aefb-16610a151365 None None] The sync data for ids ['f46e5b03-4594-402d-96e0-bd65478bf799'] in n-d-805995-2 is: [{'id': 'f46e5b03-4594-402d-96e0-bd65478bf799', 'name': 'tempest-AttachSCSIVolumeTestJSON-653292943-router', 'tenant_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:34Z', 'updated_at': '2021-08-25T14:54:22Z', 'revision_number': 6, 'project_id': 'c05562e6dcfe42bf8d94f1b973f872e2', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:54:23.142701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 871003ed-2084-408f-af3c-bd6d1764ea2e no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:23.156152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b76368b-d3d5-4ed5-a265-bf844833cb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.165455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 871003ed-2084-408f-af3c-bd6d1764ea2e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:23.165889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 871003ed-2084-408f-af3c-bd6d1764ea2e not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:23.310660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-07820cee-1785-4799-bd8f-eaa50dc17823 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:54:23.311652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-07820cee-1785-4799-bd8f-eaa50dc17823 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062490 Aug 25 14:54:23.360447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b76368b-d3d5-4ed5-a265-bf844833cb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.435351 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-33aac245-16e3-4d5d-8e48-a63c9363a512 service neutron] show failed (client error): The resource could not be found. Aug 25 14:54:23.436604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-33aac245-16e3-4d5d-8e48-a63c9363a512 service neutron] 10.222.0.45 "GET /v2.0/ports/29aa5e94-948e-4b24-ab9e-40495724607a/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.1165633 Aug 25 14:54:23.472474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.506172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9629fba9-05d6-47af-9737-80ab9e9d24a1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:23.535664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b76368b-d3d5-4ed5-a265-bf844833cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.571324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:23.644863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:23.645568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2d7d770c-44ae-4e3d-b69f-50d0f05dbca8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:23.900704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13da73fc-3ef4-4720-8ec2-2cfb86740c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.928997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.947255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:23.953789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7b76368b-d3d5-4ed5-a265-bf844833cb79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f959b1c9f8254fa0aaf08171e9175915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9610350 Aug 25 14:54:23.954257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:23.957004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76368b-d3d5-4ed5-a265-bf844833cb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643cd621-5bf4-46e2-92c5-1ff3ac8b1cbd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:24.031616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f29c358a-a90c-41b4-9004-efa9b33437d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.057544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f29c358a-a90c-41b4-9004-efa9b33437d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.086433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.090635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.141598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c05e8-f6a2-4d54-8dd9-bcb3787468bb req-aac803c9-9ab7-498c-9e68-db86282799bc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:24.143584 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe4c05e8-f6a2-4d54-8dd9-bcb3787468bb req-aac803c9-9ab7-498c-9e68-db86282799bc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.0609782 Aug 25 14:54:24.152133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-9be341eb-62c8-426a-933a-7087f89c6fde tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:24.153792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-9be341eb-62c8-426a-933a-7087f89c6fde tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.2851999 Aug 25 14:54:24.171790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-62467590-91da-4aaf-915a-4e40bef1ac82 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/quotas/36be88511e774c0aafaac78747669cc9 HTTP/1.1" status: 200 len: 375 time: 0.0115507 Aug 25 14:54:24.189268 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe4c05e8-f6a2-4d54-8dd9-bcb3787468bb req-d1136755-a6cb-4515-bf95-943efb33eba1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Aug 25 14:54:24.208315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-496e41cb-fea4-41f1-ac30-522a4f2e6659 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318813 Aug 25 14:54:24.251783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f29c358a-a90c-41b4-9004-efa9b33437d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.259510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f29c358a-a90c-41b4-9004-efa9b33437d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.259510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f29c358a-a90c-41b4-9004-efa9b33437d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/643cd621-5bf4-46e2-92c5-1ff3ac8b1cbd HTTP/1.1" status: 204 len: 168 time: 0.3004255 Aug 25 14:54:24.265114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c358a-a90c-41b4-9004-efa9b33437d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643cd621-5bf4-46e2-92c5-1ff3ac8b1cbd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:24.323339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.323923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46e5b03-4594-402d-96e0-bd65478bf799 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:54:24.329890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.333388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e009a741-9f75-4c03-8a45-fc94b41cfa5d admin admin] 10.222.0.58 "DELETE /v2.0/routers/f46e5b03-4594-402d-96e0-bd65478bf799 HTTP/1.1" status: 204 len: 168 time: 1.7734020 Aug 25 14:54:24.333869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:24.337151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-059141e9-fc20-4875-adb5-e6e7623032fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:24.338617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-059141e9-fc20-4875-adb5-e6e7623032fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f&tenant_id=67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 1100 time: 0.1136394 Aug 25 14:54:24.375762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:24.406765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-b939de2c-9969-463c-975f-af5287438edd service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902547 Aug 25 14:54:24.490474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Deleting subnet bb3b52d2-033d-4a15-8bbb-e6e103dce5a5 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:54:24.498383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.533462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.584387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.637446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-478ffb71-4344-4b3f-af52-6c3fdea9ad30 service neutron] 10.222.0.58 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230964 Aug 25 14:54:24.807730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:24.888080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:24.933233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:24.987283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:24.990376 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a52d8b-0d7f-402a-bba6-bb41558b5d94" -d '{"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:24.995480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.035356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Transition to ACTIVE for port object 29aa5e94-948e-4b24-ab9e-40495724607a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:25.036753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.073951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3b52d2-033d-4a15-8bbb-e6e103dce5a5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:25.093945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433fb176-5fa8-4590-8303-ac786d45a37f None None] Network c6d0a26f-a450-4245-8eba-594f3195b31d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:25.102440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.104385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-834a56ff-c7b5-45a1-b66d-11fac801aec5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb3b52d2-033d-4a15-8bbb-e6e103dce5a5 HTTP/1.1" status: 204 len: 168 time: 0.7694225 Aug 25 14:54:25.106549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9fce60da-ce62-426d-9991-c81cc63220cc req-0f73687f-b45a-4f07-aba1-f0e7f8612318 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.0437167 Aug 25 14:54:25.107434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:25.152718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58916) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:25.184953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08b23b94-c356-402d-a414-d8f267c62676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.190861 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b859bd2-7d7c-4fb3-b1b2-4d4fa4d55bac x-openstack-request-id: req-0b859bd2-7d7c-4fb3-b1b2-4d4fa4d55bac {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:25.196674 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:25.196674 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b859bd2-7d7c-4fb3-b1b2-4d4fa4d55bac {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:25.196674 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'code': 200} Aug 25 14:54:25.196674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.260939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:25.279794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.314489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] No DVR routers for this DVR port 29aa5e94-948e-4b24-ab9e-40495724607a on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:25.425506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:25.426182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:25.426182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:25.429178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.433102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08b23b94-c356-402d-a414-d8f267c62676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.441283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] DHCP port deletion for c6d0a26f-a450-4245-8eba-594f3195b31d request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:54:25.441708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:54:25.441987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:25.474412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:25.474763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:25.476626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:25.476626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Bound port: 29aa5e94-948e-4b24-ab9e-40495724607a, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:25.476979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.493136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaffc68-ca51-4989-922d-dc4c66e3fa50 req-3dc9f0be-73de-4967-860d-788037274628 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:25.510192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eaffc68-ca51-4989-922d-dc4c66e3fa50 req-3dc9f0be-73de-4967-860d-788037274628 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.1060350 Aug 25 14:54:25.528544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] Deleting port 20a628ac-17ab-4449-93a7-0fbedac6d63f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:25.528999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.531705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08b23b94-c356-402d-a414-d8f267c62676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.553878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Deleting port 20a628ac-17ab-4449-93a7-0fbedac6d63f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:25.554237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.590136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9629fba9-05d6-47af-9737-80ab9e9d24a1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:25.623944 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-08b23b94-c356-402d-a414-d8f267c62676 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=decdad67523b469fae8aef3d7674f10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699085 Aug 25 14:54:25.630672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58922) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:25.639934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eaffc68-ca51-4989-922d-dc4c66e3fa50 req-bd7698e6-f53a-4ec5-908a-19f58c5961c7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247671 Aug 25 14:54:25.641726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b23b94-c356-402d-a414-d8f267c62676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44599904-9d47-4541-a560-c44b38a913d7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:25.669912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9629fba9-05d6-47af-9737-80ab9e9d24a1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:25.669912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9629fba9-05d6-47af-9737-80ab9e9d24a1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:25.670296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 20a628ac-17ab-4449-93a7-0fbedac6d63f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:25.721436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] For port 20a628ac-17ab-4449-93a7-0fbedac6d63f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=20a628ac-17ab-4449-93a7-0fbedac6d63f,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:25.722249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.722442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] For port 20a628ac-17ab-4449-93a7-0fbedac6d63f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=20a628ac-17ab-4449-93a7-0fbedac6d63f,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:25.722739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.744626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] Calling delete_port for 20a628ac-17ab-4449-93a7-0fbedac6d63f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:25.762322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Calling delete_port for 20a628ac-17ab-4449-93a7-0fbedac6d63f owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:25.796385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:25.799230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bac4eb77-6046-40a9-aac4-6d46d3525425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.852796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.857093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:25.869541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bac4eb77-6046-40a9-aac4-6d46d3525425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:25.899146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 20a628ac-17ab-4449-93a7-0fbedac6d63f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=20a628ac-17ab-4449-93a7-0fbedac6d63f,segment=NetworkSegment(08d124cc-4ade-4ca9-8326-044a95866ae4),segment_id=08d124cc-4ade-4ca9-8326-044a95866ae4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:25.975428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.021651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:26.022098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.023541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] 10.222.0.52 "PUT /v2.0/ports/29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 1095 time: 1.6706073 Aug 25 14:54:26.040913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4748339-b5d7-448e-b93f-f405c6e19344 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:26.070221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.100362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bac4eb77-6046-40a9-aac4-6d46d3525425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.104072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bac4eb77-6046-40a9-aac4-6d46d3525425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.106483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bac4eb77-6046-40a9-aac4-6d46d3525425 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44599904-9d47-4541-a560-c44b38a913d7 HTTP/1.1" status: 204 len: 168 time: 0.4506698 Aug 25 14:54:26.120336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4eb77-6046-40a9-aac4-6d46d3525425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44599904-9d47-4541-a560-c44b38a913d7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:26.148265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-45e554d3-402c-4042-9da7-de63e4f0678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:26.150812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-45e554d3-402c-4042-9da7-de63e4f0678c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1098 time: 0.0978394 Aug 25 14:54:26.182980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=20a628ac-17ab-4449-93a7-0fbedac6d63f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:26.210292 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.257931 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e233c11-6865-491f-80d8-65367f0d50ea req-05548f1b-e0b5-4be7-97d6-ec3725fe2b25 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.0829461 Aug 25 14:54:26.281247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] Pushing event deleted for resources: {'Port': ['ID=20a628ac-17ab-4449-93a7-0fbedac6d63f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:26.297425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f633d-26f5-4894-bfee-548ad07d0369 None None] No DVR routers for this DVR port 20a628ac-17ab-4449-93a7-0fbedac6d63f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:26.357232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.415366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a628ac-17ab-4449-93a7-0fbedac6d63f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:26.417200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] No DVR routers for this DVR port 20a628ac-17ab-4449-93a7-0fbedac6d63f on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:26.453620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-806519a2-2542-41b1-b861-823d7cb526ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:26.455157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-806519a2-2542-41b1-b861-823d7cb526ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2963057 Aug 25 14:54:26.533877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-27d9996e-1c6b-4a69-bf9d-faece050f738 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0689867 Aug 25 14:54:26.539454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.576074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d0a26f-a450-4245-8eba-594f3195b31d']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:26.591279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d124cc-4ade-4ca9-8326-044a95866ae4') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:26.591573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d124cc-4ade-4ca9-8326-044a95866ae4') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:26.604671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.616597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-35418e3b-6514-4aea-a66d-591cf5ee4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:26.618079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-35418e3b-6514-4aea-a66d-591cf5ee4a2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0760310 Aug 25 14:54:26.624507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.638529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:54:26.639094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:54:26.640756 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:54:26.719550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-7c19d2d7-57c5-4050-b71f-72d7c32f3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:26.721238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-7c19d2d7-57c5-4050-b71f-72d7c32f3faf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946281 Aug 25 14:54:26.756530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a36a79-f4cd-4ee5-87e3-c6c4fd036070 req-7746be6a-81f7-4368-aaf0-d2194ec66c78 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:26.758155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74a36a79-f4cd-4ee5-87e3-c6c4fd036070 req-7746be6a-81f7-4368-aaf0-d2194ec66c78 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0532162 Aug 25 14:54:26.819464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74a36a79-f4cd-4ee5-87e3-c6c4fd036070 req-88d2f1f9-f6c3-4ca6-b77a-d7f8a2c20154 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Aug 25 14:54:26.833951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-6df6c628-68d0-46ff-aeb2-e431a0283b22 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048167 Aug 25 14:54:26.915973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.923648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:26.925382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c6d0a26f-a450-4245-8eba-594f3195b31d HTTP/1.1" status: 204 len: 168 time: 1.8174181 Aug 25 14:54:26.948177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a05c8f-f83b-420a-b259-faa327d3c609 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d0a26f-a450-4245-8eba-594f3195b31d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:26.956190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ffcb26d-4fb7-46bc-8546-13b08f377542 req-fb141d49-6093-47b8-ade6-b0ab59f4a618 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148815 Aug 25 14:54:27.043333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:27.193231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:27.195900 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c80f1e-3ac1-4975-9268-d581efa73111" -d '{"events": [{"name": "network-changed", "server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:27.209329 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:27.252637 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64eef8b-58c1-4891-95b8-0a355e4bb02d x-openstack-request-id: req-d64eef8b-58c1-4891-95b8-0a355e4bb02d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:27.252637 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:27.252637 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d64eef8b-58c1-4891-95b8-0a355e4bb02d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:27.252637 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'status': 'completed', 'code': 200} Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9121aef4-8ee7-4ba0-bb1c-50539498e32d req-0370ebda-ffdb-4362-af76-1511cde2476c tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.0427632 Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-f438cb58-adcb-4742-9275-53494632ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-f438cb58-adcb-4742-9275-53494632ecf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1098 time: 0.1048203 Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-d0e66e9e-0d48-47c5-b0e2-a92d3733fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-d0e66e9e-0d48-47c5-b0e2-a92d3733fd6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1098 time: 0.1179261 Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-dc99843f-78b6-4741-ac74-ff4e57f7303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-dc99843f-78b6-4741-ac74-ff4e57f7303e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1641357 Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-b511bf3a-3bdd-4bb3-aac4-460237bb127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:27.749292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-b511bf3a-3bdd-4bb3-aac4-460237bb127e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1627095 Aug 25 14:54:27.753631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:27.758302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-ff44c81f-86f0-4a12-8351-53f42a73a991 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0841806 Aug 25 14:54:27.758302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-01fe05e0-57c7-4b89-a50e-4ed7aa7217f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0806084 Aug 25 14:54:27.758970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd940372-9495-40c3-9843-37389e55c5fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae83b6e9c64245b3842e1e5c4355a380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517473 Aug 25 14:54:27.758970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58972) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:27.758970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ae8-b9e5-48f5-8537-4f3082753079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:27.786919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ae8-b9e5-48f5-8537-4f3082753079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:28.035622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ae8-b9e5-48f5-8537-4f3082753079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:28.038939 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ae8-b9e5-48f5-8537-4f3082753079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:28.042746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6f78ae8-b9e5-48f5-8537-4f3082753079 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f6fa394-9508-47ff-9910-e6d7c7fe8a5b HTTP/1.1" status: 204 len: 168 time: 0.3575070 Aug 25 14:54:28.048933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78ae8-b9e5-48f5-8537-4f3082753079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6fa394-9508-47ff-9910-e6d7c7fe8a5b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:28.106973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-32814050-1a80-4cbc-bfe9-21484a6c0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:28.111288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-32814050-1a80-4cbc-bfe9-21484a6c0817 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.4444752 Aug 25 14:54:28.113110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-da1bba62-59f1-464a-8f5e-2e381d2b7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:28.115370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-da1bba62-59f1-464a-8f5e-2e381d2b7cdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.4524214 Aug 25 14:54:28.138303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737cbd3-7b0a-41f9-95da-8219fd52ddd7 req-1ccbbe83-2adc-492a-a41e-e78f640e447d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:28.140386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8737cbd3-7b0a-41f9-95da-8219fd52ddd7 req-1ccbbe83-2adc-492a-a41e-e78f640e447d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.1590827 Aug 25 14:54:28.227009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-7deb063b-b2e1-4697-b2f3-652736dc315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:28.228618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-7deb063b-b2e1-4697-b2f3-652736dc315d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106033 Aug 25 14:54:28.235362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-db779c5d-d9a8-403c-b3a6-2ecc98a9cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:28.236782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-db779c5d-d9a8-403c-b3a6-2ecc98a9cc6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084719 Aug 25 14:54:28.239662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8737cbd3-7b0a-41f9-95da-8219fd52ddd7 req-f4b6e7a9-cc6b-476e-8e9f-c7dde69584b4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756793 Aug 25 14:54:28.365426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:28.398714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-8a5b4245-f5ed-4812-988b-b96d62ae95db service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580756 Aug 25 14:54:28.404825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-d3e5bbf5-478e-4e12-8bfc-b2beed5389dc service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559165 Aug 25 14:54:28.409042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:28.545420 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a587d91-a09e-44e2-8f93-c8f9d4d13d25 req-c04d1c8e-cd4f-4086-9d41-6b6b6a6b273a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.0690694 Aug 25 14:54:28.603704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-4e027251-8be6-440b-a785-410050d80dc7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973774 Aug 25 14:54:28.605627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c80f1e-3ac1-4975-9268-d581efa73111 req-300a601d-e99e-446f-b1d3-772aa1cfafbe service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921251 Aug 25 14:54:28.797411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.023713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:29.086303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1ba01edb-7b34-4bcf-9878-d2ceaa91434a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c05562e6dcfe42bf8d94f1b973f872e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612974 Aug 25 14:54:29.088758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59012) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:29.107661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-3b0c9ab4-8701-4d4c-8642-9b3204691690 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:29.113751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-3b0c9ab4-8701-4d4c-8642-9b3204691690 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "GET /v2.0/networks?id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 200 len: 811 time: 0.1177702 Aug 25 14:54:29.126103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Request body: {'port': {'device_id': 'b21b17ee-13db-4b97-948c-473411e279a3', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'admin_state_up': True, 'tenant_id': '36be88511e774c0aafaac78747669cc9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:29.144048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-203b14d3-f645-4977-acde-5fac35760d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.167597 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-203b14d3-f645-4977-acde-5fac35760d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.383817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec80c6-bcbf-40a7-8f01-c44402a1451b req-940c33a2-3c93-4c50-b3ff-acd3c19ff510 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:29.385536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daec80c6-bcbf-40a7-8f01-c44402a1451b req-940c33a2-3c93-4c50-b3ff-acd3c19ff510 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0685999 Aug 25 14:54:29.386843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-203b14d3-f645-4977-acde-5fac35760d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.456546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-203b14d3-f645-4977-acde-5fac35760d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.456546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-203b14d3-f645-4977-acde-5fac35760d88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b5008e2-7f5d-450c-9902-69de63288b45 HTTP/1.1" status: 204 len: 168 time: 0.3029289 Aug 25 14:54:29.456546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b14d3-f645-4977-acde-5fac35760d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5008e2-7f5d-450c-9902-69de63288b45,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:29.457918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Made reservation on behalf of 36be88511e774c0aafaac78747669cc9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:29.457918 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.466517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daec80c6-bcbf-40a7-8f01-c44402a1451b req-e546482e-aae6-48cb-9dae-314f16d8f0f1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 Aug 25 14:54:29.592346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Allocated IP 172.20.0.4 (0985fe32-f0ed-4e2a-9fc2-0debf0f856d6/150285c5-622e-482a-a178-846f65eb3cf7/28f560f0-45df-4367-8a8f-cea3b771616a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:29.686059 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-053d89f5-9cdf-4100-96c1-1826e805374b req-f53f3f32-2f3a-41da-a962-e1ce1fa962a5 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.0596056 Aug 25 14:54:29.766371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-af48ed10-d115-45bf-a3f7-bdb041be3a9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042600 Aug 25 14:54:29.807204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:29.882891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-476fe032-f9eb-4d24-bd76-7c848e90fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:29.884407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-476fe032-f9eb-4d24-bd76-7c848e90fa33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 1100 time: 0.0600264 Aug 25 14:54:29.989332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-11dcbf3a-e313-49a1-95a5-ee3bdef74a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:29.990816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-11dcbf3a-e313-49a1-95a5-ee3bdef74a34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.0861030 Aug 25 14:54:30.045019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-f55eb8e4-ce8a-4170-a17e-6045bb37bc46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 200 len: 217 time: 0.0466118 Aug 25 14:54:30.047224 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:30.129971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:30.151303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:30.151303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:30.192358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event updated for resources: {'Port': ['ID=28f560f0-45df-4367-8a8f-cea3b771616a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:30.198841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-a4bc4ec9-0b8f-4ef3-9deb-30399b357723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:30.200359 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-a4bc4ec9-0b8f-4ef3-9deb-30399b357723 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1369977 Aug 25 14:54:30.249485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:30.250684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:30.269998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-b9406093-7cd2-4315-b02c-92f1d6749780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:30.271520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-b9406093-7cd2-4315-b02c-92f1d6749780 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638571 Aug 25 14:54:30.361765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-4e558556-7e2f-4da9-b3d2-e69bebd0d441 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825434 Aug 25 14:54:30.388365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-35012ff2-f201-41fa-82b5-667a885f2993 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2676561 Aug 25 14:54:30.426456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-687eb5a4-1f07-4b58-972f-855e692520e6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:54:30.427599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-687eb5a4-1f07-4b58-972f-855e692520e6 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073855 Aug 25 14:54:30.442225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Request body: {'port': {'device_id': 'b21b17ee-13db-4b97-948c-473411e279a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:30.527586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:30.531914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-044cfeb8-5598-4c90-b677-5dbce31d2f54 req-f63afd22-9898-4df5-9191-9b8b52950300 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630087 Aug 25 14:54:30.621033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec370-45eb-4cda-991e-c21acab1a7c7 req-d2fa0a47-68e9-460b-a77f-f8c0ca9d7793 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:30.622921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e4aec370-45eb-4cda-991e-c21acab1a7c7 req-d2fa0a47-68e9-460b-a77f-f8c0ca9d7793 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.0694489 Aug 25 14:54:30.670681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e4aec370-45eb-4cda-991e-c21acab1a7c7 req-23d1175f-4fb7-4b4b-8672-d8906ba51019 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Aug 25 14:54:30.761877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7490-1aa9-4356-b51a-4b9c17cf6298 req-ffedc9b7-435b-4882-ab78-5b0e93264b96 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:30.763440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bcba7490-1aa9-4356-b51a-4b9c17cf6298 req-ffedc9b7-435b-4882-ab78-5b0e93264b96 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.1154490 Aug 25 14:54:30.840631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bcba7490-1aa9-4356-b51a-4b9c17cf6298 req-6a62af43-4dcb-4b07-97b8-137d5b0ba2a1 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669370 Aug 25 14:54:30.904915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f560f0-45df-4367-8a8f-cea3b771616a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:54:30.921971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:30.954525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Transition to ACTIVE for port object 28f560f0-45df-4367-8a8f-cea3b771616a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:30.974636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca620-19d8-4041-8fe4-48ec42c0d5d5 req-02a14dd4-8c98-4f7c-9515-62df421dec2e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:30.976503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cceca620-19d8-4041-8fe4-48ec42c0d5d5 req-02a14dd4-8c98-4f7c-9515-62df421dec2e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 931 time: 0.0669858 Aug 25 14:54:31.019684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cceca620-19d8-4041-8fe4-48ec42c0d5d5 req-45e4b440-735f-488c-9384-786ce5356211 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Aug 25 14:54:31.032628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59108) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:31.148763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-network', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:31.162009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.194924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:54:31.237467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f560f0-45df-4367-8a8f-cea3b771616a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:31.308106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Attempting to bind port 28f560f0-45df-4367-8a8f-cea3b771616a on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:31.308456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Attempting to bind port 28f560f0-45df-4367-8a8f-cea3b771616a by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:31.309331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Attempting to bind port 28f560f0-45df-4367-8a8f-cea3b771616a on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:31.313517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Made reservation on behalf of 126ff5a734964e7c9bbaa388ce494dd1 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:31.314581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:31.316857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.329809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '29aa5e94-948e-4b24-ab9e-40495724607a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '29aa5e94-948e-4b24-ab9e-40495724607a', 'mac_address': 'fa:16:3e:ce:32:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:54:31.331161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Port 28f560f0-45df-4367-8a8f-cea3b771616a on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:54:31.331499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Attempting to bind port 28f560f0-45df-4367-8a8f-cea3b771616a on network 0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:31.336757 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.343222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:31.343620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Checking segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:31.344014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Bound using segment: {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:31.344610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Bound port: 28f560f0-45df-4367-8a8f-cea3b771616a, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d352e3-76c8-4159-8d04-33972822e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:31.345301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.370597 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.384832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29aa5e94-948e-4b24-ab9e-40495724607a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:54:31.405828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:31.484027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f02d3-87a8-497a-b918-9b9d4fbbbbeb req-99787981-570b-40c6-82a8-d9bf4441c58c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.485604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc6f02d3-87a8-497a-b918-9b9d4fbbbbeb req-99787981-570b-40c6-82a8-d9bf4441c58c tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 947 time: 0.1209738 Aug 25 14:54:31.524407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] For port 28f560f0-45df-4367-8a8f-cea3b771616a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:31.540563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-835aad3a-8d53-4216-9cc3-036c33409ff8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.542372 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-835aad3a-8d53-4216-9cc3-036c33409ff8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f&tenant_id=67c79229200a483197a328f64b8001b2&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 947 time: 0.1030941 Aug 25 14:54:31.553495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] For port 28f560f0-45df-4367-8a8f-cea3b771616a, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=28f560f0-45df-4367-8a8f-cea3b771616a,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:31.568689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc6f02d3-87a8-497a-b918-9b9d4fbbbbeb req-c6951edb-f21d-46e2-9fda-3327e54d708e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Aug 25 14:54:31.600320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.623472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.640235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-584e81b9-99d0-4fca-983d-7b0a80e64793 service neutron] 10.222.0.52 "GET /v2.0/ports/29aa5e94-948e-4b24-ab9e-40495724607a/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.0806549 Aug 25 14:54:31.657554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.687122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:31.691869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.692495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.693978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] 10.222.0.52 "PUT /v2.0/ports/28f560f0-45df-4367-8a8f-cea3b771616a HTTP/1.1" status: 200 len: 1091 time: 1.2562487 Aug 25 14:54:31.694603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21b17ee-13db-4b97-948c-473411e279a3', 'tag': '28f560f0-45df-4367-8a8f-cea3b771616a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:31.696863 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a5af9d-2b82-4d91-a478-11482ecd3962" -d '{"events": [{"name": "network-changed", "server_uuid": "b21b17ee-13db-4b97-948c-473411e279a3", "tag": "28f560f0-45df-4367-8a8f-cea3b771616a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:31.725889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c928aa-a40a-46ca-aa29-3e0e26db0ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f560f0-45df-4367-8a8f-cea3b771616a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:31.736063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-ba81dc47-009d-459f-ab1f-61d2faeb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.736932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-ba81dc47-009d-459f-ab1f-61d2faeb34c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1099 time: 0.0658102 Aug 25 14:54:31.753634 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2095e77c-3a09-4498-9e87-c0ebbe6c5193 x-openstack-request-id: req-2095e77c-3a09-4498-9e87-c0ebbe6c5193 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:31.753931 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21b17ee-13db-4b97-948c-473411e279a3", "tag": "28f560f0-45df-4367-8a8f-cea3b771616a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:31.754850 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2095e77c-3a09-4498-9e87-c0ebbe6c5193 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:31.755081 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21b17ee-13db-4b97-948c-473411e279a3', 'tag': '28f560f0-45df-4367-8a8f-cea3b771616a', 'status': 'completed', 'code': 200} Aug 25 14:54:31.803764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.853574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:54:31.863934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-9b1c6d8f-ce31-4f80-99ff-71d7c6b989f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.865709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-9b1c6d8f-ce31-4f80-99ff-71d7c6b989f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1211445 Aug 25 14:54:31.883384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:31.883729 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Added segment 76f290be-56fb-4d4b-8284-a15e63edb6a2 of type vlan for network be139c83-24ce-4513-a458-1f3117551f70 Aug 25 14:54:31.892450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76509b9a-4f71-4358-b08d-ba47509c7d87 req-180357d9-f801-491d-a0cb-8138b2c96248 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.893974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76509b9a-4f71-4358-b08d-ba47509c7d87 req-180357d9-f801-491d-a0cb-8138b2c96248 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.1433523 Aug 25 14:54:31.907367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f57f9-37bf-4c38-9fe4-252b5a25c323,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:31.912786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-e85b09ee-f646-4403-953e-e4a68950aa00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0391507 Aug 25 14:54:31.948634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5af9d-2b82-4d91-a478-11482ecd3962 req-dc917eb3-5eb8-4776-8bcd-1fa8c59f6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.950130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a5af9d-2b82-4d91-a478-11482ecd3962 req-dc917eb3-5eb8-4776-8bcd-1fa8c59f6285 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 1094 time: 0.1598270 Aug 25 14:54:31.969174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-10828ff7-e22b-4290-9179-7f06ee53ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:31.969174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-10828ff7-e22b-4290-9179-7f06ee53ea46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0493455 Aug 25 14:54:31.981838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:32.019840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-c56841e6-23a3-4225-b7ce-c688ac93dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.021352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-c56841e6-23a3-4225-b7ce-c688ac93dd7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439036 Aug 25 14:54:32.030926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['29aa5e94-948e-4b24-ab9e-40495724607a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:32.032887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76509b9a-4f71-4358-b08d-ba47509c7d87 req-3e1395e6-01c2-4d7d-b880-a92a0d555fdc tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300726 Aug 25 14:54:32.120052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-42a8f4b4-88c3-4dd5-a89b-2f37eb067b66 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906773 Aug 25 14:54:32.127896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5af9d-2b82-4d91-a478-11482ecd3962 req-e7eef635-73fe-49f1-99c4-03395cd56c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.129619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a5af9d-2b82-4d91-a478-11482ecd3962 req-e7eef635-73fe-49f1-99c4-03395cd56c83 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=36be88511e774c0aafaac78747669cc9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1674442 Aug 25 14:54:32.228220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-ba0b01c6-511e-4297-abc5-ec165e4438f6 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988774 Aug 25 14:54:32.240110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19299-f3af-4534-a69e-278fb0eed811 req-56a7e5be-60db-4571-bb13-11ccd969a60e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.243495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28d19299-f3af-4534-a69e-278fb0eed811 req-56a7e5be-60db-4571-bb13-11ccd969a60e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 943 time: 0.1196315 Aug 25 14:54:32.298866 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:32.299852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.301150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:32.328678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28d19299-f3af-4534-a69e-278fb0eed811 req-5bb1cff3-72a0-43b7-8519-f4cce0567b98 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787449 Aug 25 14:54:32.358659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5af9d-2b82-4d91-a478-11482ecd3962 req-f1bbc183-6898-45f6-acf8-e9a4acc59e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.360175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a5af9d-2b82-4d91-a478-11482ecd3962 req-f1bbc183-6898-45f6-acf8-e9a4acc59e86 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2209828 Aug 25 14:54:32.377068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] Pushing event updated for resources: {'Network': ['ID=be139c83-24ce-4513-a458-1f3117551f70,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:32.386597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network be139c83-24ce-4513-a458-1f3117551f70 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:54:32.429625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b9fe652a-cf6e-439c-a30b-9aad2151ac62 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3958452 Aug 25 14:54:32.432730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59168) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:32.438427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Request body: {'subnet': {'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-subnet', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:32.460495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-a336058d-b1f8-4c0b-9cd0-7bed2bd88478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.462077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-a336058d-b1f8-4c0b-9cd0-7bed2bd88478 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=36be88511e774c0aafaac78747669cc9&device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 1094 time: 0.0626247 Aug 25 14:54:32.509289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-a99b65fc-59dd-4579-a837-9ce9ef8a6858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f560f0-45df-4367-8a8f-cea3b771616a HTTP/1.1" status: 200 len: 217 time: 0.0391021 Aug 25 14:54:32.559568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Made reservation on behalf of 126ff5a734964e7c9bbaa388ce494dd1 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:32.561943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:32.607991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-509da293-61d7-48c2-b70c-ac17b86237cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.609493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-509da293-61d7-48c2-b70c-ac17b86237cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 200 len: 851 time: 0.0874844 Aug 25 14:54:32.653302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-0a5a29bd-6ae0-4e37-ae9e-bd6f6029908f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305226 Aug 25 14:54:32.781579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239e43-3e2a-4d5c-b2a1-7c830010f5bf req-029caf19-4c69-4798-a8c6-0fc5b65ca0f4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:32.783061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6239e43-3e2a-4d5c-b2a1-7c830010f5bf req-029caf19-4c69-4798-a8c6-0fc5b65ca0f4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.1271698 Aug 25 14:54:32.882105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-da304c84-34bb-433d-9af2-7832784327b3 service neutron] 10.222.0.52 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144475 Aug 25 14:54:32.886510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6239e43-3e2a-4d5c-b2a1-7c830010f5bf req-6d6bcc98-95a2-4c57-91da-cb0515fc3c88 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972862 Aug 25 14:54:33.283107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7be3d-edc4-4c9b-a828-df8145f123cf req-58330eaa-27a5-48e3-8d1b-122449047387 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:33.286745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34e7be3d-edc4-4c9b-a828-df8145f123cf req-58330eaa-27a5-48e3-8d1b-122449047387 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.1223011 Aug 25 14:54:33.310614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80caac2c-0692-445d-90b3-5747bfafa0a7 req-142df95a-1e31-4b68-8521-d4a803640cbd service neutron] 10.222.0.52 "GET /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492712 Aug 25 14:54:33.344201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34e7be3d-edc4-4c9b-a828-df8145f123cf req-f37663b0-461f-4cf8-9013-ee88b79d3ee2 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Aug 25 14:54:33.347265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:33.415058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5719a52e-9a6d-4bb5-8239-37579c2299b7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:33.427749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Checking segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:33.428108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Network hostable DHCP agents. Network: be139c83-24ce-4513-a458-1f3117551f70, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:54:33.492615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd1f3-c768-4a3f-b025-c0b09e4ec709 req-153ee670-a024-44f5-9587-63f34722eff7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:33.494134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cbdd1f3-c768-4a3f-b025-c0b09e4ec709 req-153ee670-a024-44f5-9587-63f34722eff7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 943 time: 0.0683205 Aug 25 14:54:33.536816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cbdd1f3-c768-4a3f-b025-c0b09e4ec709 req-7b36fe02-05b7-47f8-b143-b5df2d8b6d70 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Aug 25 14:54:33.577214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Network be139c83-24ce-4513-a458-1f3117551f70 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:54:33.691590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, be139c83-24ce-4513-a458-1f3117551f70) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:33.696673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:33.697305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:33.701476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb97e2-8894-4255-9620-85daa5b1f1e7 None None] Network be139c83-24ce-4513-a458-1f3117551f70 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:33.807667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:33.810369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9804e992-b55e-4f5e-8095-aa3b0e4001a9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3765168 Aug 25 14:54:33.814018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:33.870144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-be139c83-24ce-4513-a458-1f3117551f70', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:54:33.871016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:33.945457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:33.948195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.061947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Allocated IP 172.20.0.2 (be139c83-24ce-4513-a458-1f3117551f70/5719a52e-9a6d-4bb5-8239-37579c2299b7/86780f52-91a3-42df-9c3f-c4ea8569c77f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:34.068845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.124729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b053f-feb8-416c-9dcc-fbaca9af538e req-1e39b522-d104-4b0c-bdf3-4adb3cec02c1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:34.126819 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-795b053f-feb8-416c-9dcc-fbaca9af538e req-1e39b522-d104-4b0c-bdf3-4adb3cec02c1 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.1140609 Aug 25 14:54:34.253704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-795b053f-feb8-416c-9dcc-fbaca9af538e req-c0f79c0c-6606-46bf-bed5-420fb96ec12d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131389 Aug 25 14:54:34.264008 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.277017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Transition to ACTIVE for port object 86780f52-91a3-42df-9c3f-c4ea8569c77f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:34.289108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Transition to ACTIVE for port object 86780f52-91a3-42df-9c3f-c4ea8569c77f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:34.322223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.383382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.419247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Network be139c83-24ce-4513-a458-1f3117551f70 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:34.422728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:34.428705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:34.464059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Pushing event updated for resources: {'Port': ['ID=86780f52-91a3-42df-9c3f-c4ea8569c77f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:34.510833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Attempting to bind port 86780f52-91a3-42df-9c3f-c4ea8569c77f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:34.511249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Attempting to bind port 86780f52-91a3-42df-9c3f-c4ea8569c77f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:34.511624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Attempting to bind port 86780f52-91a3-42df-9c3f-c4ea8569c77f on network be139c83-24ce-4513-a458-1f3117551f70 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:34.517944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:34.518499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Checking segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:34.519080 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.519494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Bound using segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:34.519984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Bound port: 86780f52-91a3-42df-9c3f-c4ea8569c77f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:34.520373 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.616197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c520-ba28-4833-836c-8ad590dfe8d1 req-684cf5df-7015-4b52-8f03-fbdcd64c4049 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:34.624119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca16c520-ba28-4833-836c-8ad590dfe8d1 req-684cf5df-7015-4b52-8f03-fbdcd64c4049 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.1280985 Aug 25 14:54:34.679243 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca16c520-ba28-4833-836c-8ad590dfe8d1 req-d954bc6c-4a3b-4201-b13b-9932a1b677ab tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd765c02-79e8-4257-91d4-33a74849c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517812 Aug 25 14:54:34.693935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af206-8657-4c14-b22c-464de3d67c11 req-b1909114-8e92-4efa-9671-2bf6c6331483 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:34.696159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-740af206-8657-4c14-b22c-464de3d67c11 req-b1909114-8e92-4efa-9671-2bf6c6331483 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.52 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 945 time: 0.1108041 Aug 25 14:54:34.753355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f3d6-8bfe-4f23-b189-67c3b1a45dbe req-b3616ce9-cf77-4451-b5bc-fe40214a6482 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:34.755362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a397f3d6-8bfe-4f23-b189-67c3b1a45dbe req-b3616ce9-cf77-4451-b5bc-fe40214a6482 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 943 time: 0.0991206 Aug 25 14:54:34.775986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] For port 86780f52-91a3-42df-9c3f-c4ea8569c77f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:34.781922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] For port 86780f52-91a3-42df-9c3f-c4ea8569c77f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=86780f52-91a3-42df-9c3f-c4ea8569c77f,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:34.844956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a397f3d6-8bfe-4f23-b189-67c3b1a45dbe req-0ef2e195-ec28-41e8-8c8f-f3fabdb57a9e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796695 Aug 25 14:54:34.859115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.872199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Deleting port 9c13b752-97c0-40b8-a729-efc1c078090c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:34.872909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.886149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.909172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:34.964507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:34.996604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] For port 9c13b752-97c0-40b8-a729-efc1c078090c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9c13b752-97c0-40b8-a729-efc1c078090c,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:34.997172 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.029948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c472d8e-1062-43d9-9d19-fd8693d296a0 None None] Pushing event updated for resources: {'Port': ['ID=86780f52-91a3-42df-9c3f-c4ea8569c77f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:35.070086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8a62-3bf8-4e8d-bb3c-c7a7979fd64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.214070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:35.219645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Allocated IP 172.25.8.108 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/eccf227d-2128-4c52-b061-6bf0b958c487) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:35.296078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.296461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.296787 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Floating IP 7fa29767-2f16-4bb3-9805-ca3f07b9ee26 disassociated. External IP: 172.25.8.2, port: 9c13b752-97c0-40b8-a729-efc1c078090c. Aug 25 14:54:35.297136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Calling delete_port for 9c13b752-97c0-40b8-a729-efc1c078090c owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:35.395127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 29aa5e94-948e-4b24-ab9e-40495724607a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:35.405427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 29aa5e94-948e-4b24-ab9e-40495724607a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:35.405828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.419184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8a62-3bf8-4e8d-bb3c-c7a7979fd64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.479529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.521207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8a62-3bf8-4e8d-bb3c-c7a7979fd64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.599742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e4273-5274-4688-bf93-6ba6675db193 req-01afb8a4-50d6-46f7-9a8e-4564303db08f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:35.604252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-612e4273-5274-4688-bf93-6ba6675db193 req-01afb8a4-50d6-46f7-9a8e-4564303db08f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.1672142 Aug 25 14:54:35.631900 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.657104 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d1ad8a62-3bf8-4e8d-bb3c-c7a7979fd64d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71ac32adc560429b939f55e75e83a7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463200 Aug 25 14:54:35.665227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59266) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:35.676200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad8a62-3bf8-4e8d-bb3c-c7a7979fd64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f41122-edf3-4513-a1ff-00c08dd89dc7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:35.705817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:35.710780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:35.713290 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c85121-3334-4fcd-a860-4b200cc7c821" -d '{"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-plugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:35.716940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 86780f52-91a3-42df-9c3f-c4ea8569c77f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:35.737512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6049-4e03-4293-a6d3-ee8b958bb0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.765204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-612e4273-5274-4688-bf93-6ba6675db193 req-81c30c96-3b24-46db-ab39-94dc729bf9d9 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Aug 25 14:54:35.767250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6049-4e03-4293-a6d3-ee8b958bb0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.781140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-9a2d6233-a825-4d55-b4c7-ee4e277f980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:35.788079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-9a2d6233-a825-4d55-b4c7-ee4e277f980a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f&tenant_id=67c79229200a483197a328f64b8001b2 HTTP/1.1" status: 200 len: 1099 time: 0.0930104 Aug 25 14:54:35.799082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:35.804461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.859403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event deleted for resources: {'Port': ['ID=9c13b752-97c0-40b8-a729-efc1c078090c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:35.866615 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.901682 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e237b58-b07c-4677-88ba-219cd45ca86e req-65ae7509-966e-4634-bd08-a499943aa7b6 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 210 time: 0.0645695 Aug 25 14:54:35.907464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.931438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 86780f52-91a3-42df-9c3f-c4ea8569c77f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:35.978546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:35.981920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6049-4e03-4293-a6d3-ee8b958bb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.985304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6049-4e03-4293-a6d3-ee8b958bb0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:35.986483 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f2e6049-4e03-4293-a6d3-ee8b958bb0ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0f41122-edf3-4513-a1ff-00c08dd89dc7 HTTP/1.1" status: 204 len: 168 time: 0.3199875 Aug 25 14:54:35.995346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:35.997522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:35.999287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:36.045929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.053020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Pushing event updated for resources: {'Port': ['ID=eccf227d-2128-4c52-b061-6bf0b958c487,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:36.060887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e6049-4e03-4293-a6d3-ee8b958bb0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f41122-edf3-4513-a1ff-00c08dd89dc7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:36.130771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Router d2222d80-60e8-4038-ac10-83436985ab83 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:54:36.133385 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce7b37-a5d4-4243-8266-4e6e341d7219 x-openstack-request-id: req-4cce7b37-a5d4-4243-8266-4e6e341d7219 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:36.134185 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-plugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:36.135049 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cce7b37-a5d4-4243-8266-4e6e341d7219 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:36.135657 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'code': 200} Aug 25 14:54:36.220391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f4796-9d5e-4a49-ad9a-dca77fd72e44 req-7e72c509-233d-4bda-af84-20402e274267 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:36.222023 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f47f4796-9d5e-4a49-ad9a-dca77fd72e44 req-7e72c509-233d-4bda-af84-20402e274267 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 943 time: 0.1651731 Aug 25 14:54:36.312853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f47f4796-9d5e-4a49-ad9a-dca77fd72e44 req-99caad80-c151-4edb-8898-9c6843865382 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774992 Aug 25 14:54:36.461868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:54:36.478287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.480618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] Sync routers for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:54:36.498580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:36.499779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:36.554377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] No DVR routers for this DVR port 9c13b752-97c0-40b8-a729-efc1c078090c on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:36.559677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.562063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-740af206-8657-4c14-b22c-464de3d67c11 req-2acc8ced-e127-402b-b023-49797189d21f tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.52 "DELETE /v2.0/ports/9c13b752-97c0-40b8-a729-efc1c078090c HTTP/1.1" status: 204 len: 173 time: 1.8575678 Aug 25 14:54:36.562515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'name': 'network-vif-deleted', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:36.564815 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e32f49-9ac5-41ed-a80c-18d39a97e606" -d '{"events": [{"server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "name": "network-vif-deleted", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:36.566705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8734af0-faa1-416e-9ad5-a4b23c142ff3 None None] Network be139c83-24ce-4513-a458-1f3117551f70 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:36.569291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:36.609527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:36.649762 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09554a5-c5e2-457b-89ef-6d38c0f18166 x-openstack-request-id: req-a09554a5-c5e2-457b-89ef-6d38c0f18166 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:36.650262 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136aba9-cb5a-4147-a3dc-06ae8b9e5445", "name": "network-vif-deleted", "tag": "9c13b752-97c0-40b8-a729-efc1c078090c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:36.650581 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a09554a5-c5e2-457b-89ef-6d38c0f18166 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:36.651424 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136aba9-cb5a-4147-a3dc-06ae8b9e5445', 'name': 'network-vif-deleted', 'tag': '9c13b752-97c0-40b8-a729-efc1c078090c', 'status': 'completed', 'code': 200} Aug 25 14:54:36.690168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.708833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Transition to ACTIVE for port object 29aa5e94-948e-4b24-ab9e-40495724607a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:36.738429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.739732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:36.768732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-109c20b6-4071-4802-8353-619e41954110 None None] Provisioning for port 86780f52-91a3-42df-9c3f-c4ea8569c77f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:36.807053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-109c20b6-4071-4802-8353-619e41954110 None None] Provisioning complete for port 86780f52-91a3-42df-9c3f-c4ea8569c77f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:36.807610 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-109c20b6-4071-4802-8353-619e41954110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.853700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:36.879820 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5e2b-bf82-4e82-898a-b8d7ff46dc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.902083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:36.945852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fca93-d9be-46be-be48-63d679c47726 req-00700cf2-dd7d-4d73-927f-28084a1aef00 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:36.947668 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-836fca93-d9be-46be-be48-63d679c47726 req-00700cf2-dd7d-4d73-927f-28084a1aef00 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.0559690 Aug 25 14:54:37.016892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:54:37.025858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:37.036149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] No DVR routers for this DVR port 29aa5e94-948e-4b24-ab9e-40495724607a on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:37.045908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-836fca93-d9be-46be-be48-63d679c47726 req-73397f0c-3cf7-4a35-b84a-a059a88aec21 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774927 Aug 25 14:54:37.103123 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-109c20b6-4071-4802-8353-619e41954110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.128318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53429893-32f5-4fb0-a248-b5acf1b5ad17 req-9dac59f6-e426-4f56-94c4-6eb3ea6b24a7 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136aba9-cb5a-4147-a3dc-06ae8b9e5445 HTTP/1.1" status: 200 len: 210 time: 0.1072254 Aug 25 14:54:37.225186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-109c20b6-4071-4802-8353-619e41954110 None None] For port 86780f52-91a3-42df-9c3f-c4ea8569c77f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=86780f52-91a3-42df-9c3f-c4ea8569c77f,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:37.235012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 28f560f0-45df-4367-8a8f-cea3b771616a details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:54:37.241374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:37.265186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:54:37.279243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:37.279547 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:54:37.280209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:37.282233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:37.304429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:54:37.304797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Attempting to bind port 29aa5e94-948e-4b24-ab9e-40495724607a on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:37.308819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5e2b-bf82-4e82-898a-b8d7ff46dc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.309264 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:37.310875 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:37.318234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:37.318598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:37.319056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:37.319731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Bound port: 29aa5e94-948e-4b24-ab9e-40495724607a, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:37.320141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.375304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-109c20b6-4071-4802-8353-619e41954110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.419269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5e2b-bf82-4e82-898a-b8d7ff46dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.427219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:16Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:37.480838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.482288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b604bc98-1959-4391-916b-7a15efc04f20 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6729631 Aug 25 14:54:37.486388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59298) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:37.529691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] Checking router: d2222d80-60e8-4038-ac10-83436985ab83 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:54:37.537298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:37.537734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9c13b752-97c0-40b8-a729-efc1c078090c no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:37.556701 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:37.566743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb6f5e2b-bf82-4e82-898a-b8d7ff46dc4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64b741288af948cab55a721c79aed06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113321 Aug 25 14:54:37.574242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59300) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:37.576089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 9c13b752-97c0-40b8-a729-efc1c078090c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:37.576733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9c13b752-97c0-40b8-a729-efc1c078090c not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:37.591247 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.resource_extend [None req-9f3b8492-a178-49df-b433-511baf897794 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:54:37.619861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f5e2b-bf82-4e82-898a-b8d7ff46dc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc25eef-fff1-4d42-9b36-391e5ba1fc89,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:37.627929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:37.628574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:37.648112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:37.664714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:37.690941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55879d38-68a4-4b65-b384-760f05c7c5a3 req-150df50d-ab7d-472f-9371-df8d39fdc1b4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:37.693716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55879d38-68a4-4b65-b384-760f05c7c5a3 req-150df50d-ab7d-472f-9371-df8d39fdc1b4 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 943 time: 0.2359805 Aug 25 14:54:37.708221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c20b6-4071-4802-8353-619e41954110 None None] Pushing event updated for resources: {'Port': ['ID=86780f52-91a3-42df-9c3f-c4ea8569c77f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:37.732753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9b42df9-180e-4f5b-8d03-92b0d3787d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.789295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.794530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6048eb4c-5dd3-4080-b1a3-8bd5ae58e28a None None] Provisioning complete for port 86780f52-91a3-42df-9c3f-c4ea8569c77f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:37.795143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6048eb4c-5dd3-4080-b1a3-8bd5ae58e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.804423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9b42df9-180e-4f5b-8d03-92b0d3787d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.845883 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:36Z', 'revision_number': 3, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:37.855901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55879d38-68a4-4b65-b384-760f05c7c5a3 req-e5695a9b-0321-4583-8791-155fe3015006 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523054 Aug 25 14:54:37.910556 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:54:37.911416 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Updating router b1eaed1e-ef87-4f53-b42d-6e781d64b966 port eccf227d-2128-4c52-b061-6bf0b958c487 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:54:37.958005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 28f560f0-45df-4367-8a8f-cea3b771616a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=28f560f0-45df-4367-8a8f-cea3b771616a,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:37.966393 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.973933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:37.983572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:37.985245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] 10.222.0.45 "PUT /v2.0/ports/29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 1096 time: 2.1940680 Aug 25 14:54:37.993517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:37.996282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '28f560f0-45df-4367-8a8f-cea3b771616a', 'network_id': '0985fe32-f0ed-4e2a-9fc2-0debf0f856d6', 'port_id': '28f560f0-45df-4367-8a8f-cea3b771616a', 'mac_address': 'fa:16:3e:58:f1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150285c5-622e-482a-a178-846f65eb3cf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:54:38.143946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7c19a-994d-4b1d-889f-18267af92146 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=11']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:38.187219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-86ffa364-194c-4d56-bde2-6e9eb4aba58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:38.192500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-86ffa364-194c-4d56-bde2-6e9eb4aba58b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1099 time: 0.1746013 Aug 25 14:54:38.219217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.250410 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.277821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f560f0-45df-4367-8a8f-cea3b771616a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:54:38.287920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9b42df9-180e-4f5b-8d03-92b0d3787d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.290609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9b42df9-180e-4f5b-8d03-92b0d3787d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.291885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a9b42df9-180e-4f5b-8d03-92b0d3787d0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0cc25eef-fff1-4d42-9b36-391e5ba1fc89 HTTP/1.1" status: 204 len: 168 time: 0.7157879 Aug 25 14:54:38.324264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b906ee8-ae01-450b-b56e-89b98340087c req-8ed8fef4-dbbf-46d1-9b95-3ccc4be38de3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:38.325412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b906ee8-ae01-450b-b56e-89b98340087c req-8ed8fef4-dbbf-46d1-9b95-3ccc4be38de3 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.1319120 Aug 25 14:54:38.329634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b42df9-180e-4f5b-8d03-92b0d3787d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc25eef-fff1-4d42-9b36-391e5ba1fc89,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:38.344851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 28f560f0-45df-4367-8a8f-cea3b771616a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=28f560f0-45df-4367-8a8f-cea3b771616a,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:38.368638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59314) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:38.372960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-7e39a67e-ce77-446f-9298-917b72c0b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:38.372960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-7e39a67e-ce77-446f-9298-917b72c0b1b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1651947 Aug 25 14:54:38.390200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b906ee8-ae01-450b-b56e-89b98340087c req-bc268c57-0ff6-4069-abe2-e33a398d61ae tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Aug 25 14:54:38.442817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-53ce9b0a-5ba1-411e-937c-c72b2bf014fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0517495 Aug 25 14:54:38.446812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.481863 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.505906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-fe14c6cc-9c59-455b-8cd0-63ca31c0aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:38.507284 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Transition to ACTIVE for port object eccf227d-2128-4c52-b061-6bf0b958c487 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:38.507896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-fe14c6cc-9c59-455b-8cd0-63ca31c0aa5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0574107 Aug 25 14:54:38.544538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.569946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869952d-4244-4eda-80b1-4e66d3489128 req-02d93d79-5e98-4fae-b30c-7b09d89ccc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:38.571685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-02d93d79-5e98-4fae-b30c-7b09d89ccc2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545337 Aug 25 14:54:38.604627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.606073 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.639898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Allocated IP 172.20.0.1 (be139c83-24ce-4513-a458-1f3117551f70/5719a52e-9a6d-4bb5-8239-37579c2299b7/b2dd9924-3330-4b34-8291-bea5e1f723a2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:38.656822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}, {'name': 'network-changed', 'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:38.659189 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce7e47-265d-4c6d-8eab-752d7fa4590d" -d '{"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}, {"name": "network-changed", "server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:38.686883 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Pushing event updated for resources: {'Port': ['ID=eccf227d-2128-4c52-b061-6bf0b958c487,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:38.717152 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Attempting to bind port eccf227d-2128-4c52-b061-6bf0b958c487 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:38.717628 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Attempting to bind port eccf227d-2128-4c52-b061-6bf0b958c487 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:38.718207 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Attempting to bind port eccf227d-2128-4c52-b061-6bf0b958c487 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:38.718785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-9a9d01ea-272d-4294-beab-967a5203a8c7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367733 Aug 25 14:54:38.722630 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.723891 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.724422 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.724922 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.725261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.725599 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.725931 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.726259 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.726639 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.726975 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.727528 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.727852 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:38.735701 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:38.736627 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:38.737187 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.737719 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:38.738853 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Bound port: eccf227d-2128-4c52-b061-6bf0b958c487, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:38.740495 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.778151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=28f560f0-45df-4367-8a8f-cea3b771616a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:38.791092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:16Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:38.829642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6016c6-271a-496e-a5d9-145258f84f74 None None] The sync data for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 is: [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:52:10Z', 'revision_number': 4, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'bf871a9e-1fbd-4da1-9806-133714e1eb0a', 'name': '', 'network_id': 'a4d5f94b-9852-489d-9176-501e906ac6d1', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'mac_address': 'fa:16:3e:13:34:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:08Z', 'updated_at': '2021-08-25T14:52:16Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'subnets': [{'id': 'af18d698-9e49-4099-a2eb-8e03dbebf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:54:38.847328 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] For port eccf227d-2128-4c52-b061-6bf0b958c487, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:38.850237 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de892e33-485d-4c37-8c46-a8321a6a1c48 x-openstack-request-id: req-de892e33-485d-4c37-8c46-a8321a6a1c48 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:38.850537 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "code": 200}, {"name": "network-changed", "server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:38.850838 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de892e33-485d-4c37-8c46-a8321a6a1c48 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:38.851286 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'code': 200} Aug 25 14:54:38.851545 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'status': 'completed', 'code': 200} Aug 25 14:54:38.853539 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] For port eccf227d-2128-4c52-b061-6bf0b958c487, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=eccf227d-2128-4c52-b061-6bf0b958c487,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:38.892348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['28f560f0-45df-4367-8a8f-cea3b771616a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:38.919765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.930671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.931769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e869952d-4244-4eda-80b1-4e66d3489128 req-c471d29b-6662-42d6-b076-fa8b984ff6fc service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038226 Aug 25 14:54:38.933551 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.940814 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:38.943576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "DELETE /v2.0/security-groups/fd765c02-79e8-4257-91d4-33a74849c8d0 HTTP/1.1" status: 204 len: 168 time: 0.5731692 Aug 25 14:54:38.948405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59328) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:38.998343 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-6a08516e-6f05-4132-9630-3f503330b166 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] show failed (client error): The resource could not be found. Aug 25 14:54:39.007064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a08516e-6f05-4132-9630-3f503330b166 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "GET /v2.0/security-groups/fd765c02-79e8-4257-91d4-33a74849c8d0 HTTP/1.1" status: 404 len: 347 time: 0.0509071 Aug 25 14:54:39.007216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd765c02-79e8-4257-91d4-33a74849c8d0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:39.011651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59330) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:39.032782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Transition to ACTIVE for port object b2dd9924-3330-4b34-8291-bea5e1f723a2 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:39.059057 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838d52e-c3a3-4173-9cb1-d77054572d2e None None] Pushing event updated for resources: {'Port': ['ID=eccf227d-2128-4c52-b061-6bf0b958c487,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:39.103216 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:39.110690 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:39.149117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.163480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.163858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.164208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.164741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.165082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.165417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.166048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.166048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.166472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.166843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.167249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3921f-f8df-4028-b686-d0c274523813 tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:54:39.299929 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:39.316954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5ceb2-eecf-4ed9-afcc-e52a70e86f8e req-911c3ded-90d7-47da-9eb0-26b31e100967 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.318739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92e5ceb2-eecf-4ed9-afcc-e52a70e86f8e req-911c3ded-90d7-47da-9eb0-26b31e100967 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 944 time: 0.3002744 Aug 25 14:54:39.321830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-621becf1-995d-4801-9cab-a8e3ce3e76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.323312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-621becf1-995d-4801-9cab-a8e3ce3e76b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1099 time: 0.2936580 Aug 25 14:54:39.334916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:39.336382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979aafed-f0b7-4490-bb18-f041a334641d None None] New status for floating IP 7fa29767-2f16-4bb3-9805-ca3f07b9ee26: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:54:39.341776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-f480dff0-e9b8-4ef9-8a65-d77bd8c71a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.343853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-f480dff0-e9b8-4ef9-8a65-d77bd8c71a1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c79229200a483197a328f64b8001b2&device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1099 time: 0.4915707 Aug 25 14:54:39.386613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd9924-3330-4b34-8291-bea5e1f723a2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:39.464590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-b8c7005a-3b1c-4866-b6c4-06de62f4d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.466905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-b8c7005a-3b1c-4866-b6c4-06de62f4d31d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1285043 Aug 25 14:54:39.489690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Network be139c83-24ce-4513-a458-1f3117551f70 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:39.494923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:39.504811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:39.628635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 86780f52-91a3-42df-9c3f-c4ea8569c77f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:39.632827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-187cd434-2948-4c05-8d04-56de0fb144ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.1544919 Aug 25 14:54:39.644617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:39.658691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92e5ceb2-eecf-4ed9-afcc-e52a70e86f8e req-3b792a58-e4b7-4b47-8a75-ec50b595ac40 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255103 Aug 25 14:54:39.774556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-e1168442-55ae-4ce1-b22d-d69cbe9ac7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.774556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-e1168442-55ae-4ce1-b22d-d69cbe9ac7f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.3034503 Aug 25 14:54:39.810805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 86780f52-91a3-42df-9c3f-c4ea8569c77f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:39.811513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:39.839406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-e652c126-d725-4106-87c2-94c57612c9ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 200 len: 217 time: 0.0530043 Aug 25 14:54:39.844698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-edd9c9b7-c3f9-429c-9858-85fd12dca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.846273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-edd9c9b7-c3f9-429c-9858-85fd12dca2a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.2048893 Aug 25 14:54:39.870707 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-186677df-7814-4428-a3d7-6b7254168553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:36Z', 'revision_number': 3, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:39.906668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186677df-7814-4428-a3d7-6b7254168553 None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:36Z', 'revision_number': 3, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:54:39.956897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-fc5f390b-1b5c-4016-83b5-1b4ecbf46075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.957605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-fc5f390b-1b5c-4016-83b5-1b4ecbf46075 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1104767 Aug 25 14:54:39.959666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-6cfe287c-50f1-4009-878b-00c82574aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:39.961114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-6cfe287c-50f1-4009-878b-00c82574aa36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975678 Aug 25 14:54:39.985040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38155a21-6862-4ceb-b61a-32fec301c245 None None] Provisioning for port b2dd9924-3330-4b34-8291-bea5e1f723a2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:39.992580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38155a21-6862-4ceb-b61a-32fec301c245 None None] Provisioning complete for port b2dd9924-3330-4b34-8291-bea5e1f723a2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:39.993321 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38155a21-6862-4ceb-b61a-32fec301c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.043969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-38155a21-6862-4ceb-b61a-32fec301c245 None None] Port b2dd9924-3330-4b34-8291-bea5e1f723a2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:54:40.116146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee15d4-b293-4f5a-8a43-8845d89e44a2 req-b23e1a9a-db0b-4f66-b337-3b0d3b0af17b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:40.123880 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eaee15d4-b293-4f5a-8a43-8845d89e44a2 req-b23e1a9a-db0b-4f66-b337-3b0d3b0af17b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.5595944 Aug 25 14:54:40.130008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Deleting port d625170e-5c4f-42ae-9757-321a5e1a0529 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:40.130350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.313003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eaee15d4-b293-4f5a-8a43-8845d89e44a2 req-ecd199cc-c7ba-42fc-82da-c7a21cedcd26 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833956 Aug 25 14:54:40.325031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.325031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.349438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Calling delete_port for d625170e-5c4f-42ae-9757-321a5e1a0529 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:40.487113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.504638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-e742be00-6ebd-46db-9af1-5a1042bb38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:40.506338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-e742be00-6ebd-46db-9af1-5a1042bb38c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5411899 Aug 25 14:54:40.625082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-0a6cedd5-0024-4b1a-846b-a4d2ec9ee04d service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506901 Aug 25 14:54:40.679220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-258c36f4-bb65-4f79-8b2f-d2e83f662c35 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646874 Aug 25 14:54:40.738736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.860330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Pushing event deleted for resources: {'Port': ['ID=d625170e-5c4f-42ae-9757-321a5e1a0529,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:40.872942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.897191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-70ffd941-5d0f-4558-ad16-a6e054a721d7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569001 Aug 25 14:54:40.947588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca0414-6397-4447-9ecc-f9799a11ae34 req-0ae785ee-6e76-406c-9231-14a6e1fda837 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:40.948844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03ca0414-6397-4447-9ecc-f9799a11ae34 req-0ae785ee-6e76-406c-9231-14a6e1fda837 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 944 time: 0.2053564 Aug 25 14:54:40.951195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.954688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:40.958617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f163c00-e29b-4df4-8b55-b868abdd70cb tempest-ServersTestManualDisk-71229577 tempest-ServersTestManualDisk-71229577-project] 10.222.0.58 "DELETE /v2.0/floatingips/7fa29767-2f16-4bb3-9805-ca3f07b9ee26 HTTP/1.1" status: 204 len: 168 time: 1.9412708 Aug 25 14:54:40.958975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59374) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:40.962726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ce7e47-265d-4c6d-8eab-752d7fa4590d req-3d3dce29-9895-496a-9828-b90dbcd9f291 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493877 Aug 25 14:54:41.008122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03ca0414-6397-4447-9ecc-f9799a11ae34 req-2e447fec-37a9-4235-89e4-12c11b26fba7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Aug 25 14:54:41.065787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.158985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.167768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd9924-3330-4b34-8291-bea5e1f723a2,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:41.251827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59382) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:41.253776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 28f560f0-45df-4367-8a8f-cea3b771616a up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:41.366359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:41.398578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Network be139c83-24ce-4513-a458-1f3117551f70 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:41.414643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 28f560f0-45df-4367-8a8f-cea3b771616a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:41.418828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 28f560f0-45df-4367-8a8f-cea3b771616a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:41.419244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.420844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:41.523098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.558288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.591388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115faff8-5576-441a-ba78-991eebf8ce40 req-b2888258-89da-473e-a5f7-910b23f75ef4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:41.593016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-115faff8-5576-441a-ba78-991eebf8ce40 req-b2888258-89da-473e-a5f7-910b23f75ef4 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.1978128 Aug 25 14:54:41.630870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21b17ee-13db-4b97-948c-473411e279a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f560f0-45df-4367-8a8f-cea3b771616a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:41.631537 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347bde8-3bb7-4b35-bf88-bd0f72872c84" -d '{"events": [{"server_uuid": "b21b17ee-13db-4b97-948c-473411e279a3", "name": "network-vif-plugged", "status": "completed", "tag": "28f560f0-45df-4367-8a8f-cea3b771616a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:41.645881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device eccf227d-2128-4c52-b061-6bf0b958c487 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:41.667555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:54:41.697654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-115faff8-5576-441a-ba78-991eebf8ce40 req-4de80050-0f15-4731-9c58-7af196acc3c7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792935 Aug 25 14:54:41.704247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 28f560f0-45df-4367-8a8f-cea3b771616a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=28f560f0-45df-4367-8a8f-cea3b771616a,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:41.731326 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ff7b7c-5517-4816-86e9-208ee6cb20d4 x-openstack-request-id: req-e6ff7b7c-5517-4816-86e9-208ee6cb20d4 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:41.740152 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21b17ee-13db-4b97-948c-473411e279a3", "name": "network-vif-plugged", "status": "completed", "tag": "28f560f0-45df-4367-8a8f-cea3b771616a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:41.740424 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6ff7b7c-5517-4816-86e9-208ee6cb20d4 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:41.740861 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21b17ee-13db-4b97-948c-473411e279a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f560f0-45df-4367-8a8f-cea3b771616a', 'code': 200} Aug 25 14:54:41.748028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.789712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0ba6475f-4ace-471e-a942-e1cda6e6bb8e None None] Provisioning complete for port b2dd9924-3330-4b34-8291-bea5e1f723a2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:41.790447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba6475f-4ace-471e-a942-e1cda6e6bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.796738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.863419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.912508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:54:41.929902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8bdc269f-4109-4244-92dd-fe010dd46dd1 admin admin] 10.222.0.58 "PUT /v2.0/routers/b1eaed1e-ef87-4f53-b42d-6e781d64b966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4340580 Aug 25 14:54:41.934593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=28f560f0-45df-4367-8a8f-cea3b771616a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:41.948842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6475f-4ace-471e-a942-e1cda6e6bb8e None None] Port b2dd9924-3330-4b34-8291-bea5e1f723a2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:54:41.956105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d87f9-94f0-4641-ac9b-725ef13bf5b2 req-a70b8cbc-ae72-4d67-a227-bae85368428a tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:41.959534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port eccf227d-2128-4c52-b061-6bf0b958c487 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:41.963906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b3d87f9-94f0-4641-ac9b-725ef13bf5b2 req-a70b8cbc-ae72-4d67-a227-bae85368428a tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 1099 time: 0.1151946 Aug 25 14:54:41.966202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port eccf227d-2128-4c52-b061-6bf0b958c487 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:41.966807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:41.995403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94650512-0b12-4779-b5b6-442da2df9b52 req-642c9d35-5062-4ffa-870d-899ed90efab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:41.997123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94650512-0b12-4779-b5b6-442da2df9b52 req-642c9d35-5062-4ffa-870d-899ed90efab8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 1096 time: 0.1929560 Aug 25 14:54:42.047703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b3d87f9-94f0-4641-ac9b-725ef13bf5b2 req-2a11e619-9629-4162-b589-19e680059053 tempest-MigrationsAdminTest-2024955201 tempest-MigrationsAdminTest-2024955201-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833833 Aug 25 14:54:42.056965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Allocated IP 172.25.8.104 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/043b8677-c51f-4fa5-a100-c7abeb0c9908) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:42.079328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94650512-0b12-4779-b5b6-442da2df9b52 req-bb15aca9-53cf-4dfd-8890-d256bff7381a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683184 Aug 25 14:54:42.183840 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.246333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port eccf227d-2128-4c52-b061-6bf0b958c487, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=eccf227d-2128-4c52-b061-6bf0b958c487,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:42.309529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:54:42.319567 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:42.320233 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:42.320909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.350153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.355772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b22a-434c-47e9-9702-38a7d6e01fce req-61f232e3-b51c-4943-976d-cba35a10ae28 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:42.368950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7055b22a-434c-47e9-9702-38a7d6e01fce req-61f232e3-b51c-4943-976d-cba35a10ae28 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.2292316 Aug 25 14:54:42.394580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:54:42.418525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=eccf227d-2128-4c52-b061-6bf0b958c487,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:42.467913 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:42.481921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7055b22a-434c-47e9-9702-38a7d6e01fce req-f9d833e1-ea8e-405e-9329-44ebac99f40b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Aug 25 14:54:42.504715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.515422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Deleting port bf871a9e-1fbd-4da1-9806-133714e1eb0a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:42.520617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.543697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:42.564852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:42.567671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:42.575297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:42.576195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '29aa5e94-948e-4b24-ab9e-40495724607a', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '29aa5e94-948e-4b24-ab9e-40495724607a', 'mac_address': 'fa:16:3e:ce:32:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:54:42.620755 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.637806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29aa5e94-948e-4b24-ab9e-40495724607a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:54:42.648974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Pushing event updated for resources: {'Port': ['ID=043b8677-c51f-4fa5-a100-c7abeb0c9908,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:42.681346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:42.726517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] For port bf871a9e-1fbd-4da1-9806-133714e1eb0a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bf871a9e-1fbd-4da1-9806-133714e1eb0a,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:42.726987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.730557 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 2, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:42.747227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Calling delete_port for bf871a9e-1fbd-4da1-9806-133714e1eb0a owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:42.751054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.774323 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:54:42.774689 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Updating router b1eaed1e-ef87-4f53-b42d-6e781d64b966 port b2dd9924-3330-4b34-8291-bea5e1f723a2 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:54:42.817508 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.858464 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:42.909969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e798c-b336-4f2b-952c-55b6adea0ef9 req-7e1d23ce-0155-4b63-a179-ae11fb1cb6bc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:42.911999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc3e798c-b336-4f2b-952c-55b6adea0ef9 req-7e1d23ce-0155-4b63-a179-ae11fb1cb6bc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 948 time: 0.0830760 Aug 25 14:54:42.943374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:42.972578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc3e798c-b336-4f2b-952c-55b6adea0ef9 req-bd4d18f7-b1cb-40a8-bd90-daa4d3b62503 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Aug 25 14:54:43.031010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.116164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['29aa5e94-948e-4b24-ab9e-40495724607a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:43.137847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-d45b3063-f1f8-4b31-942a-724ba7c25ea1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:43.149770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-d45b3063-f1f8-4b31-942a-724ba7c25ea1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 820 time: 0.2307982 Aug 25 14:54:43.195447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-5f2f1554-2f97-48f9-bc90-872000000b9f tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/quotas/126ff5a734964e7c9bbaa388ce494dd1 HTTP/1.1" status: 200 len: 375 time: 0.0411894 Aug 25 14:54:43.258178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.259399 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.272169 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Transition to ACTIVE for port object b2dd9924-3330-4b34-8291-bea5e1f723a2 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:43.274084 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-c3dd0d7b-dda8-4df2-a1cc-a09bb0c67d54 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776286 Aug 25 14:54:43.288646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-ea7596fd-e000-4eac-ab7e-335738f1caba service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:54:43.289760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-ea7596fd-e000-4eac-ab7e-335738f1caba service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056427 Aug 25 14:54:43.319262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.343638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.384201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf871a9e-1fbd-4da1-9806-133714e1eb0a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:43.418734 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.420213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Pushing event updated for resources: {'Port': ['ID=043b8677-c51f-4fa5-a100-c7abeb0c9908,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:43.430028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.485016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8ff62-7c7f-4a16-99d7-0f007fab944e None None] Pushing event updated for resources: {'Port': ['ID=b2dd9924-3330-4b34-8291-bea5e1f723a2,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:43.546514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.552148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-866dba50-b12e-49ae-b4f7-7d36e745afd0 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2986803 Aug 25 14:54:43.552897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59426) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:43.563448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-38564608', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'fixed_ips': [{'ip_address': '172.25.8.104'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:43.622827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Attempting to bind port b2dd9924-3330-4b34-8291-bea5e1f723a2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:43.623486 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Attempting to bind port b2dd9924-3330-4b34-8291-bea5e1f723a2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:43.623853 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Attempting to bind port b2dd9924-3330-4b34-8291-bea5e1f723a2 on network be139c83-24ce-4513-a458-1f3117551f70 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:43.636162 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:43.636469 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Checking segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:43.636947 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.637355 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Bound using segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:43.637845 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Bound port: b2dd9924-3330-4b34-8291-bea5e1f723a2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:43.638229 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.704906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device eccf227d-2128-4c52-b061-6bf0b958c487 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:43.711799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14be02d-a3ad-4310-ac8a-85fdcb88b643 req-9ea3ac00-cbdd-4951-8d8e-4e69eb062b2a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:43.713421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e14be02d-a3ad-4310-ac8a-85fdcb88b643 req-9ea3ac00-cbdd-4951-8d8e-4e69eb062b2a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.0989809 Aug 25 14:54:43.714756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Made reservation on behalf of 681dd481d6d844738540fc78bbbc3725 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:43.734265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.759237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.767877 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] For port b2dd9924-3330-4b34-8291-bea5e1f723a2, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:43.771901 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] For port b2dd9924-3330-4b34-8291-bea5e1f723a2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b2dd9924-3330-4b34-8291-bea5e1f723a2,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:43.808815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e14be02d-a3ad-4310-ac8a-85fdcb88b643 req-2301202f-2b39-4b9f-b493-d9eb6fa9c02b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711854 Aug 25 14:54:43.811630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port eccf227d-2128-4c52-b061-6bf0b958c487 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:43.811976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.869026 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.935918 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:43.996396 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8ff62-7c7f-4a16-99d7-0f007fab944e None None] Pushing event updated for resources: {'Port': ['ID=b2dd9924-3330-4b34-8291-bea5e1f723a2,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:44.004631 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:44.004725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-deb3153f-0a5b-4b1e-b9f7-8d25c8025c6f service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060082 Aug 25 14:54:44.005203 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:44.036041 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:44.053569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] device_id is not set on port 8d29e8dc-7bcf-49a8-9a33-c85da4bd7688 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:54:44.173582 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-5fe27cb1-5e76-481a-92d4-afe5bbe1d604 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1974108 Aug 25 14:54:44.175962 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:44.183913 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:44.184374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba0456-a963-4201-8e22-70035e0f285e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:44.243454 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-4db1d2dd-d2a4-4978-be5e-deda79d7b7f2 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390254 Aug 25 14:54:44.286850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-f877592a-e2a8-4819-b0d5-b01fcbafb04b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.288401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-f877592a-e2a8-4819-b0d5-b01fcbafb04b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.2548070 Aug 25 14:54:44.386848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:44.396018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.396511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.396991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.397463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.397935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.398406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.398872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.400803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-17c4bdb6-83ec-44dd-b7fc-97c57ec465c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6489 time: 0.1353166 Aug 25 14:54:44.537565 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 25 14:54:44.538132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 14:54:44.546955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 29aa5e94-948e-4b24-ab9e-40495724607a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:44.553223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 29aa5e94-948e-4b24-ab9e-40495724607a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:44.553624 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:44.591520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-08666746-1283-44b4-a8df-ab229122de64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:43Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:44.597439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Router d2222d80-60e8-4038-ac10-83436985ab83 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:54:44.611474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Deleting port 29aa5e94-948e-4b24-ab9e-40495724607a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:44.611843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:44.642744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba01c3-08d2-4df3-a31f-40f34d88d255 req-3a52063a-7a6c-455b-8e5f-e13d2f8bf7f7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.648719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba01c3-08d2-4df3-a31f-40f34d88d255 req-3a52063a-7a6c-455b-8e5f-e13d2f8bf7f7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 949 time: 0.1463175 Aug 25 14:54:44.653874 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08666746-1283-44b4-a8df-ab229122de64 None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:43Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:54:44.692034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4ad2be7c-08c6-4bf5-9cad-fed6bb1325df tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1376202 Aug 25 14:54:44.693519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:44.738061 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:44.761364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-c35bb837-45e2-44bb-ae22-037e07ec349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.761857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-c35bb837-45e2-44bb-ae22-037e07ec349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.762332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-c35bb837-45e2-44bb-ae22-037e07ec349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:44.764250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-c35bb837-45e2-44bb-ae22-037e07ec349f service neutron] 10.222.0.52 "GET /v2.0/networks?id=07c04fab-acb5-4577-8c99-2807be0b11f3&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=afe330ac-65f4-44a8-9301-59dcac345fcf&id=afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 200 len: 2293 time: 0.3156567 Aug 25 14:54:44.836809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:44.840132 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b262c1-0457-4471-951c-c037e05dea97" -d '{"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-plugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:44.859927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:44.877081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba01c3-08d2-4df3-a31f-40f34d88d255 req-46fae981-d6de-4c1f-8799-f435854948d7 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059641 Aug 25 14:54:44.895789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-f5fe447d-5b51-4607-a19d-17de28f5137a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 200 len: 1002 time: 0.1203802 Aug 25 14:54:44.905403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] For port 29aa5e94-948e-4b24-ab9e-40495724607a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29aa5e94-948e-4b24-ab9e-40495724607a,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:44.905914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:44.958258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Calling delete_port for 29aa5e94-948e-4b24-ab9e-40495724607a owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:44.988974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94c284de-9abb-40cc-92e9-40659549a6a6 req-b8eb50f7-f1e6-4861-8f5f-e8483bf6e95e tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 210 time: 0.0443056 Aug 25 14:54:45.032694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:54:45.043235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] Sync routers for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:54:45.046378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:45.050259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:45.051272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-99a78071-000e-4fb3-ab50-3e20b64a3dd9 admin admin] 10.222.0.58 "PUT /v2.0/routers/d2222d80-60e8-4038-ac10-83436985ab83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0788963 Aug 25 14:54:45.054749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-f14c8b9d-0cb0-43b1-8cd2-105c8a3c6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:45.056265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-f14c8b9d-0cb0-43b1-8cd2-105c8a3c6a19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7596377-2501-40a9-96e3-dfeb60fe25ad HTTP/1.1" status: 200 len: 850 time: 0.1467612 Aug 25 14:54:45.091161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9c9ec-540b-45c4-9455-f4d2994447cc req-279b5acb-9a1d-44f0-8a42-03bb29d58d63 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:45.099146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77a9c9ec-540b-45c4-9455-f4d2994447cc req-279b5acb-9a1d-44f0-8a42-03bb29d58d63 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.3189664 Aug 25 14:54:45.118789 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876a325-e74e-458b-9f31-173eef321798 x-openstack-request-id: req-f876a325-e74e-458b-9f31-173eef321798 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:45.119149 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-plugged", "status": "completed", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:45.119575 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f876a325-e74e-458b-9f31-173eef321798 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:45.120131 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'code': 200} Aug 25 14:54:45.134605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:45.135550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:45.183494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77a9c9ec-540b-45c4-9455-f4d2994447cc req-545875c6-8c5b-4e96-861c-7eba1c46a3a9 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832641 Aug 25 14:54:45.187698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Deleting port 043b8677-c51f-4fa5-a100-c7abeb0c9908 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:45.201693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:45.223821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=13']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:45.305204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-5081dfb7-71be-4858-b65e-95c5542ed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:45.309021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-5081dfb7-71be-4858-b65e-95c5542ed514 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07c04fab-acb5-4577-8c99-2807be0b11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036219 Aug 25 14:54:45.379643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:45.380020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:45.384210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:45.407501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Calling delete_port for 043b8677-c51f-4fa5-a100-c7abeb0c9908 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:45.469788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:45.681329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b2dd9924-3330-4b34-8291-bea5e1f723a2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:45.730729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-72a2c65d-5f9c-47e8-8e2a-1408726e4c2d service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023342 Aug 25 14:54:45.818990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:54:43Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:45.831075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:54:45.852539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] Checking router: d2222d80-60e8-4038-ac10-83436985ab83 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:54:45.864491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] Routers {'d2222d80-60e8-4038-ac10-83436985ab83'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:54:45.865157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d2222d80-60e8-4038-ac10-83436985ab83'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:45.953434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:45.982575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b2dd9924-3330-4b34-8291-bea5e1f723a2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:45.989653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Pushing event deleted for resources: {'Port': ['ID=043b8677-c51f-4fa5-a100-c7abeb0c9908,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:45.989886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b2dd9924-3330-4b34-8291-bea5e1f723a2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:45.990107 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.088386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] Set router d2222d80-60e8-4038-ac10-83436985ab83 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:54:46.109653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6933cb37-2331-40d2-b4e5-ae1e7e9e4b9f req-f9d1dd6c-50a8-4fc7-8939-5566ace30956 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 210 time: 0.0438502 Aug 25 14:54:46.110620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.113894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.115548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37901f32-5e60-42fa-92a6-cb642d7cb300 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786 tempest-ExternalNetworksAdminNegativeTestJSON-1759759786-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/8a3f81f7-9089-4587-a7d1-1e7797b2bf14 HTTP/1.1" status: 204 len: 168 time: 1.4163613 Aug 25 14:54:46.275650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.301268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53', 'fe62f135-4110-49da-94ee-f1e1e4eee79c', '29aa5e94-948e-4b24-ab9e-40495724607a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:46.303548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:46.317908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0b6d-3363-4c81-a3da-6a863e2f2f0f req-248f1ad6-38a0-4403-a415-8885b5d7615f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:46.319590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46f0b6d-3363-4c81-a3da-6a863e2f2f0f req-248f1ad6-38a0-4403-a415-8885b5d7615f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 950 time: 0.1547260 Aug 25 14:54:46.356786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.374855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event deleted for resources: {'Port': ['ID=29aa5e94-948e-4b24-ab9e-40495724607a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:46.449328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.464160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd8411-3b92-4d00-a29d-daaf8668275e req-8b9eb2d5-4c54-431c-9ea1-be0b0eb0ed07 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:46.466131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2fcd8411-3b92-4d00-a29d-daaf8668275e req-8b9eb2d5-4c54-431c-9ea1-be0b0eb0ed07 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.1141713 Aug 25 14:54:46.475682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-2d7e55ea-32c3-400e-9af3-8d8f91cbac4e service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297945 Aug 25 14:54:46.478788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] No DVR routers for this DVR port 29aa5e94-948e-4b24-ab9e-40495724607a on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:46.486980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.488264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42e0862b-771d-44ce-9d77-cc6dae981407 req-56064408-5c4f-4915-a729-80974023e127 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "DELETE /v2.0/ports/29aa5e94-948e-4b24-ab9e-40495724607a HTTP/1.1" status: 204 len: 173 time: 2.1758444 Aug 25 14:54:46.489032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-deleted', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:46.491430 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc85848-4fdc-43ee-be2a-c7f8988b9d72" -d '{"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-deleted", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:46.535819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46f0b6d-3363-4c81-a3da-6a863e2f2f0f req-eabe0aea-4b83-4c14-b40f-5d93414648c5 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837454 Aug 25 14:54:46.559928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2fcd8411-3b92-4d00-a29d-daaf8668275e req-9f14fc0c-fde7-4da2-abd9-e1ab5819d0f7 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870919 Aug 25 14:54:46.581557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-a59c3088-bb8f-45cd-af4e-ba45b5df115e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 217 time: 0.0964198 Aug 25 14:54:46.621335 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357c6b76-1bf1-4de5-acfb-c22bef00e935 x-openstack-request-id: req-357c6b76-1bf1-4de5-acfb-c22bef00e935 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:46.624786 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838896a-20ae-44e3-ba4b-a6ca83347b9f", "name": "network-vif-deleted", "tag": "29aa5e94-948e-4b24-ab9e-40495724607a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:46.624786 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-357c6b76-1bf1-4de5-acfb-c22bef00e935 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:46.624786 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838896a-20ae-44e3-ba4b-a6ca83347b9f', 'name': 'network-vif-deleted', 'tag': '29aa5e94-948e-4b24-ab9e-40495724607a', 'status': 'completed', 'code': 200} Aug 25 14:54:46.680312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-1d91d1a8-25d5-4369-8761-5ef978dfae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:46.684204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-1d91d1a8-25d5-4369-8761-5ef978dfae96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.0766985 Aug 25 14:54:46.695145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Deleting port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:46.696096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.715654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port b2dd9924-3330-4b34-8291-bea5e1f723a2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b2dd9924-3330-4b34-8291-bea5e1f723a2,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:46.834049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59482) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:46.854124 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:46.909597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-0e7dda60-ad80-4940-8899-08a32e58d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:46.911258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-0e7dda60-ad80-4940-8899-08a32e58d037 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2120531 Aug 25 14:54:46.987300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:54:43Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:47.002960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] For port 3a477de9-5cdf-44c6-ab4a-830dcb43d05b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:47.003284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.009135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-733f450b-3bc4-4211-a4d2-e04515103681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.021846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Calling delete_port for 3a477de9-5cdf-44c6-ab4a-830dcb43d05b owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:47.053898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11751e5e-3d62-4fd4-8f30-ca796664aec6 None None] The sync data for ids ['d2222d80-60e8-4038-ac10-83436985ab83'] in n-d-805995-2 is: [{'id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'name': 'tempest-ServersTestManualDisk-773321266-router', 'tenant_id': 'd1101cbfbf874a22b9f4a36873efe906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:03Z', 'updated_at': '2021-08-25T14:54:43Z', 'revision_number': 5, 'project_id': 'd1101cbfbf874a22b9f4a36873efe906', 'gw_port': {'id': '3a477de9-5cdf-44c6-ab4a-830dcb43d05b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2222d80-60e8-4038-ac10-83436985ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:04Z', 'updated_at': '2021-08-25T14:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:54:47.068932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=b2dd9924-3330-4b34-8291-bea5e1f723a2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:47.118007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-3e1d3a0c-6b84-40e5-ae7d-b1469eb131aa service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966908 Aug 25 14:54:47.188563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-733f450b-3bc4-4211-a4d2-e04515103681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.273229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8958f72a-ffbc-4e31-9b96-213ff9a82302 req-09ea9a06-eaa2-4daa-9d30-f9ae6f2c15b1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 210 time: 0.0369918 Aug 25 14:54:47.273998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-733f450b-3bc4-4211-a4d2-e04515103681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.316790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f450b-3bc4-4211-a4d2-e04515103681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05fe68-1540-4f53-ade6-419396dd643e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:47.328511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-733f450b-3bc4-4211-a4d2-e04515103681 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94a5ce66091a436aaf73c72e76894861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934633 Aug 25 14:54:47.331199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59494) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:47.346656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-bf0c62ce-7130-40ec-aa1d-46f76a45d40a service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189498 Aug 25 14:54:47.409644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b20fe-d784-46fc-905f-fb3660c16bb7 req-abd7a5a0-2785-4894-a724-d76b6f47211d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:47.411200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-373b20fe-d784-46fc-905f-fb3660c16bb7 req-abd7a5a0-2785-4894-a724-d76b6f47211d tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.1641526 Aug 25 14:54:47.465555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-6cacec4e-0236-45cd-bf42-e79ac8a6705c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 217 time: 0.0978897 Aug 25 14:54:47.563868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-373b20fe-d784-46fc-905f-fb3660c16bb7 req-67cf5fd1-7d9b-4887-b56e-3426068ca23e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169801 Aug 25 14:54:47.567231 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8e8d-f4bf-429f-8353-49a54c92ae5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.577795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.597631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b2dd9924-3330-4b34-8291-bea5e1f723a2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:47.623303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a477de9-5cdf-44c6-ab4a-830dcb43d05b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:47.627004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8e8d-f4bf-429f-8353-49a54c92ae5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.630114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-b358e355-d6a9-4d4b-b0e7-f50e88fcd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:47.631699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-b358e355-d6a9-4d4b-b0e7-f50e88fcd6cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1548955 Aug 25 14:54:47.695461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b2dd9924-3330-4b34-8291-bea5e1f723a2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:47.695859 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.730239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c947c89b-b7db-45f3-bc56-c6c40e0e8643 req-b661bc1b-de98-4b6b-8a26-16d0249d3f1f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=8838896a-20ae-44e3-ba4b-a6ca83347b9f HTTP/1.1" status: 200 len: 210 time: 0.0564497 Aug 25 14:54:47.766078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.797837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-70184b95-10ea-4f7a-8252-bf07eb22fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:47.799942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-70184b95-10ea-4f7a-8252-bf07eb22fcf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525180 Aug 25 14:54:47.807581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bf871a9e-1fbd-4da1-9806-133714e1eb0a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:47.829199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: bf871a9e-1fbd-4da1-9806-133714e1eb0a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:47.829546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bf871a9e-1fbd-4da1-9806-133714e1eb0a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:47.917338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.922553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.975962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8e8d-f4bf-429f-8353-49a54c92ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.978553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8e8d-f4bf-429f-8353-49a54c92ae5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:47.982317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e7fb8e8d-f4bf-429f-8353-49a54c92ae5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd05fe68-1540-4f53-ade6-419396dd643e HTTP/1.1" status: 204 len: 168 time: 0.6460676 Aug 25 14:54:48.038205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb8e8d-f4bf-429f-8353-49a54c92ae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05fe68-1540-4f53-ade6-419396dd643e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:48.095851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-ade8cfca-80f8-486f-b50f-01bea19f4359 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646627 Aug 25 14:54:48.106126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-4144b0d2-029f-4f1b-94d7-33b254af4149 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:48.107719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-4144b0d2-029f-4f1b-94d7-33b254af4149 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 820 time: 0.2249753 Aug 25 14:54:48.130912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'port': {'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'admin_state_up': True, 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:48.134329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.134866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2222d80-60e8-4038-ac10-83436985ab83 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:54:48.169545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.173324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-855badbc-b39a-4ea1-b7f5-3eb623077743 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d2222d80-60e8-4038-ac10-83436985ab83 HTTP/1.1" status: 204 len: 168 time: 3.1259296 Aug 25 14:54:48.173840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59504) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:48.241475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Deleting subnet af18d698-9e49-4099-a2eb-8e03dbebf729 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:54:48.246678 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.297317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-6c1b2097-d305-495a-9de4-edebfd537dec service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885211 Aug 25 14:54:48.328865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.353787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-6c965d09-772a-4182-8951-5a460897b63e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6 HTTP/1.1" status: 200 len: 217 time: 0.0485623 Aug 25 14:54:48.433887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:48.468486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e939c403-28e9-41c3-9475-3cea6b3e12bc req-81f639f2-8e8e-4f4e-98a4-8e1aaec40ff5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 210 time: 0.0409367 Aug 25 14:54:48.472344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.476497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 29aa5e94-948e-4b24-ab9e-40495724607a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:48.476898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29aa5e94-948e-4b24-ab9e-40495724607a not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:48.483712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-35fc5ef8-ffe8-436a-90be-aa1f920ecadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:48.485598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-35fc5ef8-ffe8-436a-90be-aa1f920ecadf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1233358 Aug 25 14:54:48.535858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Made reservation on behalf of 126ff5a734964e7c9bbaa388ce494dd1 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:48.539982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.550799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-d52b5382-4517-431f-bda2-5cb80fe3fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:48.552278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-d52b5382-4517-431f-bda2-5cb80fe3fc3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589271 Aug 25 14:54:48.609315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.642013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.644217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af18d698-9e49-4099-a2eb-8e03dbebf729 HTTP/1.1" status: 204 len: 168 time: 0.4694090 Aug 25 14:54:48.653991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88d060-4866-4bb1-8873-f14d4be33a53 None None] Network a4d5f94b-9852-489d-9176-501e906ac6d1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:48.654206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d162d2-d0b1-42c4-a1f0-b2ada5d31e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af18d698-9e49-4099-a2eb-8e03dbebf729,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:48.654989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:48.750498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-9d1c0d4c-75d8-425b-a39e-9675a6f69c7f service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852083 Aug 25 14:54:48.787834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1674e-186c-4cd1-9102-62fcb37eba2c req-2e1c1fbc-0bc2-4952-9a6a-61dd6eec577e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:48.789702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bd1674e-186c-4cd1-9102-62fcb37eba2c req-2e1c1fbc-0bc2-4952-9a6a-61dd6eec577e tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.1508625 Aug 25 14:54:48.794640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:48.820872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Allocated IP 172.20.0.11 (be139c83-24ce-4513-a458-1f3117551f70/5719a52e-9a6d-4bb5-8239-37579c2299b7/74023200-b7ac-4f8a-b52c-4f3c7370867a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:48.889877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59522) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:48.893779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bd1674e-186c-4cd1-9102-62fcb37eba2c req-616e4371-7167-47a9-b217-2de185c6ca17 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a03926-2a9e-42ab-8a79-f9769549cbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961380 Aug 25 14:54:48.958456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-381e9b6e-75a2-4365-81eb-b67e9a7bd60b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:48.960163 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-381e9b6e-75a2-4365-81eb-b67e9a7bd60b tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 945 time: 0.1420312 Aug 25 14:54:48.963932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] DHCP port deletion for a4d5f94b-9852-489d-9176-501e906ac6d1 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:54:48.977353 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-8938195f-3d5d-41fa-bcb0-6d5e9a975e76 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166891 Aug 25 14:54:49.009288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-43072961-39a4-42fa-ac8e-9cb4936932ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=681dd481d6d844738540fc78bbbc3725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143043 Aug 25 14:54:49.014122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:49.029484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Deleting port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:49.030006 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.052753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] Deleting port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:49.053278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.100903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-726dee4b-67fe-4b8c-b1e3-48e79351c8aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d HTTP/1.1" status: 200 len: 217 time: 0.1119974 Aug 25 14:54:49.131567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] For port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:49.132251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.149428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] Calling delete_port for df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:49.154961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] For port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,segment=NetworkSegment(edf18e5a-3076-4a27-b05d-78e61fd50ad4),segment_id=edf18e5a-3076-4a27-b05d-78e61fd50ad4)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:49.155363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.180954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-68eaade5-fa26-4b11-a543-2eee30b18e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:49.182459 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-68eaade5-fa26-4b11-a543-2eee30b18e20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.0747554 Aug 25 14:54:49.185142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Calling delete_port for df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:49.193751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc235767-37a9-4a5a-b13c-3588001db322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.227524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Deleting port 28f560f0-45df-4367-8a8f-cea3b771616a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:49.227869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.239848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.262189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-64ec3bb2-f2cc-4cdf-8409-1561d3753c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:49.263818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-64ec3bb2-f2cc-4cdf-8409-1561d3753c2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686431 Aug 25 14:54:49.265534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc235767-37a9-4a5a-b13c-3588001db322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.291510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.318273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Transition to ACTIVE for port object 74023200-b7ac-4f8a-b52c-4f3c7370867a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:49.327642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] Pushing event deleted for resources: {'Port': ['ID=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:49.329619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71e5e6-1a67-4f2e-b256-794d64b70381 None None] No DVR routers for this DVR port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:49.395638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-2844133a-f71c-4df3-a3b6-97a01261aee5 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238286 Aug 25 14:54:49.416158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.419104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] For port 28f560f0-45df-4367-8a8f-cea3b771616a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=28f560f0-45df-4367-8a8f-cea3b771616a,segment=NetworkSegment(92d352e3-76c8-4159-8d04-33972822e9a9),segment_id=92d352e3-76c8-4159-8d04-33972822e9a9)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:49.419471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.459446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] No DVR routers for this DVR port df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:49.459820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Calling delete_port for 28f560f0-45df-4367-8a8f-cea3b771616a owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:49.463671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Pushing event deleted for resources: {'Port': ['ID=df6d474a-a2d8-43fe-a21d-b52ab4c20ec4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:49.492823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.494799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc235767-37a9-4a5a-b13c-3588001db322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.497540 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc235767-37a9-4a5a-b13c-3588001db322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.501588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cc235767-37a9-4a5a-b13c-3588001db322 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aaba0456-a963-4201-8e22-70035e0f285e HTTP/1.1" status: 204 len: 168 time: 0.4820330 Aug 25 14:54:49.570531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Network be139c83-24ce-4513-a458-1f3117551f70 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:49.582779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:49.596125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc235767-37a9-4a5a-b13c-3588001db322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba0456-a963-4201-8e22-70035e0f285e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:49.600379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.606870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:49.624153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d5f94b-9852-489d-9176-501e906ac6d1']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:49.645624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf18e5a-3076-4a27-b05d-78e61fd50ad4') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:49.645926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf18e5a-3076-4a27-b05d-78e61fd50ad4') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:49.665886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.681997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:49.690882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event updated for resources: {'Port': ['ID=74023200-b7ac-4f8a-b52c-4f3c7370867a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:49.708718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f10ddf-1c4a-4977-ad2e-81f1106479c6 req-b6da0fbc-b53c-4d34-930c-aea4ed189eaa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:49.713851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2f10ddf-1c4a-4977-ad2e-81f1106479c6 req-b6da0fbc-b53c-4d34-930c-aea4ed189eaa tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 951 time: 0.2856250 Aug 25 14:54:49.717470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.719121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:49.719551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device df6d474a-a2d8-43fe-a21d-b52ab4c20ec4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:49.721479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3a477de9-5cdf-44c6-ab4a-830dcb43d05b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:49.734609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-e459738c-d713-4ab3-a89e-1045c488ea40 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276024 Aug 25 14:54:49.753807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:54:49.753807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.755313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3a477de9-5cdf-44c6-ab4a-830dcb43d05b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:49.755673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3a477de9-5cdf-44c6-ab4a-830dcb43d05b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:54:49.759163 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:54:49.878063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253c31e-06c8-4f9d-aa1d-1e2e5e36d84e req-b7738b68-7e10-4938-8902-edab65ff8e26 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:49.880153 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4253c31e-06c8-4f9d-aa1d-1e2e5e36d84e req-b7738b68-7e10-4938-8902-edab65ff8e26 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 932 time: 0.1840243 Aug 25 14:54:49.941552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4253c31e-06c8-4f9d-aa1d-1e2e5e36d84e req-606d9d82-7416-4e94-b55b-4daa1fa4a956 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Aug 25 14:54:49.971475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.984803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:49.991997 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] 10.222.0.58 "DELETE /v2.0/networks/a4d5f94b-9852-489d-9176-501e906ac6d1 HTTP/1.1" status: 204 len: 168 time: 1.3322194 Aug 25 14:54:50.015523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949d424-42d4-4ffa-ba51-422bac1e891b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d5f94b-9852-489d-9176-501e906ac6d1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:50.023883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:50.051119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-003d3ef9-91a3-4ca1-8d55-64ace97a665d None None] Provisioning for port 74023200-b7ac-4f8a-b52c-4f3c7370867a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:50.056422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-003d3ef9-91a3-4ca1-8d55-64ace97a665d None None] Provisioning complete for port 74023200-b7ac-4f8a-b52c-4f3c7370867a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:50.062389 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-003d3ef9-91a3-4ca1-8d55-64ace97a665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:50.096216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Pushing event deleted for resources: {'Port': ['ID=28f560f0-45df-4367-8a8f-cea3b771616a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:50.142542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-003d3ef9-91a3-4ca1-8d55-64ace97a665d None None] Port 74023200-b7ac-4f8a-b52c-4f3c7370867a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:54:50.154916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-502efca1-3cc1-4af8-a9c2-e9c8b3f9d44d req-e2aad4d4-72dc-4fd3-9093-6987dfd35496 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.1113446 Aug 25 14:54:50.338962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-43b3faa7-ca4e-4cd1-b1c5-b9795d53fbe5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892289ca-96b0-4816-9975-2e7bc9cbad18 HTTP/1.1" status: 200 len: 217 time: 0.4241502 Aug 25 14:54:50.341078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] No DVR routers for this DVR port 28f560f0-45df-4367-8a8f-cea3b771616a on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:50.341078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:50.344524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2f10ddf-1c4a-4977-ad2e-81f1106479c6 req-cf9dff7e-2f29-4fb3-9e8b-127d8efbdca2 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029788 Aug 25 14:54:50.345392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37630e6c-ae26-4676-90a9-7a42b14c10de req-2f0974c9-807e-43e4-b335-bc0f5da7b65a tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.52 "DELETE /v2.0/ports/28f560f0-45df-4367-8a8f-cea3b771616a HTTP/1.1" status: 204 len: 173 time: 1.2544467 Aug 25 14:54:50.345392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21b17ee-13db-4b97-948c-473411e279a3', 'name': 'network-vif-deleted', 'tag': '28f560f0-45df-4367-8a8f-cea3b771616a'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:50.345392 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c746f71a-2ba6-4200-b6d8-c84813310612" -d '{"events": [{"server_uuid": "b21b17ee-13db-4b97-948c-473411e279a3", "name": "network-vif-deleted", "tag": "28f560f0-45df-4367-8a8f-cea3b771616a"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:50.346527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:50.346527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:50.355957 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e1a1f3-1e32-4f22-8ab2-45b0caa9aa38 x-openstack-request-id: req-95e1a1f3-1e32-4f22-8ab2-45b0caa9aa38 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:50.356823 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21b17ee-13db-4b97-948c-473411e279a3", "name": "network-vif-deleted", "tag": "28f560f0-45df-4367-8a8f-cea3b771616a", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:50.357459 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95e1a1f3-1e32-4f22-8ab2-45b0caa9aa38 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:50.358291 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21b17ee-13db-4b97-948c-473411e279a3', 'name': 'network-vif-deleted', 'tag': '28f560f0-45df-4367-8a8f-cea3b771616a', 'status': 'completed', 'code': 200} Aug 25 14:54:50.375549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-f49747ac-eaa1-421f-ab40-68ad7e4c4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:50.377895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-f49747ac-eaa1-421f-ab40-68ad7e4c4740 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.1772568 Aug 25 14:54:50.437880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-ee121dd8-0e87-4e2c-b09e-01ae2f079fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:50.439630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-ee121dd8-0e87-4e2c-b09e-01ae2f079fba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542765 Aug 25 14:54:50.457829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-3c4a730f-f643-428f-9811-158f4c4f9aa7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3406665 Aug 25 14:54:50.485456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Request body: {'port': {'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:50.587606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:50.624376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-907d1587-da42-4d5f-a77d-62f55ce9b024 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772816 Aug 25 14:54:50.671645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59558) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:50.718855 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-edec072e-17b1-475c-90cc-62ac5192cae1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1101cbfbf874a22b9f4a36873efe906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455918 Aug 25 14:54:50.721496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59560) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:50.824384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-cc756b4b-e563-4d18-b2a0-350c3d3a22bd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:50.825973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-cc756b4b-e563-4d18-b2a0-350c3d3a22bd tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 951 time: 0.2156379 Aug 25 14:54:50.975897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b16a36d0-6bdb-4742-b531-700fbc3b102c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.008355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-c757b65d-e52a-497d-8612-155c431db6ed service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661237 Aug 25 14:54:51.105493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-111a5083-2c0d-4547-85fe-8ce3feb85f81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 200 len: 217 time: 0.0846598 Aug 25 14:54:51.129266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e734-6e4a-4d78-8f89-760b16a3a860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.155221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e734-6e4a-4d78-8f89-760b16a3a860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.227225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Deleting port fe62f135-4110-49da-94ee-f1e1e4eee79c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:51.227673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.261491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801c7f3-48e5-4e08-ba97-7c01a77581ab req-49f876fb-a4cc-4123-b1a9-2e55c1f8e7f7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:51.263575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c801c7f3-48e5-4e08-ba97-7c01a77581ab req-49f876fb-a4cc-4123-b1a9-2e55c1f8e7f7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 932 time: 0.1807857 Aug 25 14:54:51.299944 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10bef9f2-2e4a-4aa5-9766-737323df1661 req-faaea232-9b8e-4cd5-bcb1-c951fe73ae90 tempest-DeleteServersTestJSON-322527065 tempest-DeleteServersTestJSON-322527065-project] 10.222.0.58 "GET /v2.0/ports?device_id=b21b17ee-13db-4b97-948c-473411e279a3 HTTP/1.1" status: 200 len: 210 time: 0.0351686 Aug 25 14:54:51.304915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e734-6e4a-4d78-8f89-760b16a3a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.314517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e734-6e4a-4d78-8f89-760b16a3a860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.314517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1aa1e734-6e4a-4d78-8f89-760b16a3a860 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5707d6fb-18c0-41c9-9bae-55c8493ddc4a HTTP/1.1" status: 204 len: 168 time: 0.5856550 Aug 25 14:54:51.330515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1e734-6e4a-4d78-8f89-760b16a3a860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5707d6fb-18c0-41c9-9bae-55c8493ddc4a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:51.348135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 28f560f0-45df-4367-8a8f-cea3b771616a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:51.378923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-004eb94c-b3ad-421c-9300-5e58f9e6600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:51.381092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-004eb94c-b3ad-421c-9300-5e58f9e6600b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.2417481 Aug 25 14:54:51.396880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 28f560f0-45df-4367-8a8f-cea3b771616a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:51.397550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 28f560f0-45df-4367-8a8f-cea3b771616a not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:51.436444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c801c7f3-48e5-4e08-ba97-7c01a77581ab req-54c2bb4c-66c2-486e-82c6-1ebfabe74ce8 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207855 Aug 25 14:54:51.507653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74023200-b7ac-4f8a-b52c-4f3c7370867a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:54:51.540931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.607427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-af7a46af-2190-4100-a26c-c9315398be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:51.608253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de0146-c6dd-4adc-b060-b543f56d904c req-32bafbcd-94e1-4db7-bdf2-4659b594191d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:51.609021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-af7a46af-2190-4100-a26c-c9315398be48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138939 Aug 25 14:54:51.609877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14de0146-c6dd-4adc-b060-b543f56d904c req-32bafbcd-94e1-4db7-bdf2-4659b594191d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 951 time: 0.0668089 Aug 25 14:54:51.613125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Transition to ACTIVE for port object 74023200-b7ac-4f8a-b52c-4f3c7370867a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:51.614973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] For port fe62f135-4110-49da-94ee-f1e1e4eee79c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fe62f135-4110-49da-94ee-f1e1e4eee79c,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:51.615364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.666611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14de0146-c6dd-4adc-b060-b543f56d904c req-76dd5160-ceaf-42b0-ac61-d483478d3770 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 Aug 25 14:54:51.669607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Calling delete_port for fe62f135-4110-49da-94ee-f1e1e4eee79c owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:51.736109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:51.820559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-a680ff00-576a-4c4e-a8c0-28647819d25b service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025840 Aug 25 14:54:51.851483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Pushing event updated for resources: {'Port': ['ID=74023200-b7ac-4f8a-b52c-4f3c7370867a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:52.052640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Attempting to bind port 74023200-b7ac-4f8a-b52c-4f3c7370867a on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:52.052980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Attempting to bind port 74023200-b7ac-4f8a-b52c-4f3c7370867a by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:52.053310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Attempting to bind port 74023200-b7ac-4f8a-b52c-4f3c7370867a on network be139c83-24ce-4513-a458-1f3117551f70 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:52.061065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46fecef-05d6-4b8d-85b7-67c23ca074f4 req-6967b066-528f-4c21-8184-e83531bba9a0 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263944 Aug 25 14:54:52.062468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Port 74023200-b7ac-4f8a-b52c-4f3c7370867a on network be139c83-24ce-4513-a458-1f3117551f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:54:52.063536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Attempting to bind port 74023200-b7ac-4f8a-b52c-4f3c7370867a on network be139c83-24ce-4513-a458-1f3117551f70 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:52.077314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:52.077674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Checking segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:52.078180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Bound using segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:52.078654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Bound port: 74023200-b7ac-4f8a-b52c-4f3c7370867a, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:52.079055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:52.093868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:52.107563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:52.109866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53', 'fe62f135-4110-49da-94ee-f1e1e4eee79c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:52.147565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event deleted for resources: {'Port': ['ID=fe62f135-4110-49da-94ee-f1e1e4eee79c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:52.200993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] No DVR routers for this DVR port fe62f135-4110-49da-94ee-f1e1e4eee79c on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:52.208782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:52.211200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92340b32-aaf1-4a66-9b9b-120399c553f2 req-2644d6a9-f9ed-4266-b9d2-d4baebadb045 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "DELETE /v2.0/ports/fe62f135-4110-49da-94ee-f1e1e4eee79c HTTP/1.1" status: 204 len: 173 time: 1.3771672 Aug 25 14:54:52.211402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-deleted', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:52.213750 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18eae0-9c0b-4c24-a11d-f8d022eb6caa" -d '{"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-deleted", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:52.250127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] For port 74023200-b7ac-4f8a-b52c-4f3c7370867a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:52.260504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] For port 74023200-b7ac-4f8a-b52c-4f3c7370867a, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:52.279551 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d32ff-9121-4be9-bbcf-880050dd5c81 x-openstack-request-id: req-3c9d32ff-9121-4be9-bbcf-880050dd5c81 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:52.280394 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a36f65-f28a-4369-be2f-3ad65301ae62", "name": "network-vif-deleted", "tag": "fe62f135-4110-49da-94ee-f1e1e4eee79c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:52.280659 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c9d32ff-9121-4be9-bbcf-880050dd5c81 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:52.281218 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a36f65-f28a-4369-be2f-3ad65301ae62', 'name': 'network-vif-deleted', 'tag': 'fe62f135-4110-49da-94ee-f1e1e4eee79c', 'status': 'completed', 'code': 200} Aug 25 14:54:52.387003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:52.441613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:52.442375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:52.443949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] 10.222.0.45 "PUT /v2.0/ports/74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 1092 time: 1.9636636 Aug 25 14:54:52.480790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0d00-4abf-4156-849f-271730fab9ef service neutron] Pushing event updated for resources: {'Port': ['ID=74023200-b7ac-4f8a-b52c-4f3c7370867a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:52.719435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-fac23815-87e2-4349-b2c9-7c85ebcf1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:52.730913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-fac23815-87e2-4349-b2c9-7c85ebcf1549 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1095 time: 0.1464951 Aug 25 14:54:52.748344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c07ba-1c6a-4392-9425-7f7548d26467 req-af4c74a7-616a-4ac8-a442-a95b82e0a690 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:52.755824 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-137c07ba-1c6a-4392-9425-7f7548d26467 req-af4c74a7-616a-4ac8-a442-a95b82e0a690 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 944 time: 0.1439750 Aug 25 14:54:52.796381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-5af9b859-f981-47cd-9234-75820fa65f18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 217 time: 0.0553875 Aug 25 14:54:52.834155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-137c07ba-1c6a-4392-9425-7f7548d26467 req-1c7070c9-5d9e-4677-8e1a-331e91327b67 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698388 Aug 25 14:54:52.927825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0eb6bd98-cfd4-4b24-bc15-627ae01ce141 req-0f4f3c31-92fe-4643-8476-db3d15940e2b tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a36f65-f28a-4369-be2f-3ad65301ae62 HTTP/1.1" status: 200 len: 210 time: 0.0449381 Aug 25 14:54:52.954699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-b65233e0-5547-4a28-b258-4ef0fc9a4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:52.956480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-b65233e0-5547-4a28-b258-4ef0fc9a4ad2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1487315 Aug 25 14:54:53.051741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-72590fa3-69f9-4558-a692-83c86c9e2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:53.051741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-72590fa3-69f9-4558-a692-83c86c9e2b63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463629 Aug 25 14:54:53.140143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-0bd886fb-2b94-4ee2-a853-0a1886bf3479 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076324 Aug 25 14:54:53.237091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:53.289229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d4ab5f-a67d-411c-8183-023f9b2d5872 req-cbbca444-dd34-49ea-b6a9-6189fb556419 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422007 Aug 25 14:54:53.345096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-821577087-network', 'tenant_id': '9e88495026154fd0a1eebddf3f950f86'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:53.480007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Made reservation on behalf of 9e88495026154fd0a1eebddf3f950f86 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:53.484486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.500985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.668636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.705558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59674) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:53.719631 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7924a1a2-6276-4770-8c93-9cf276b7b997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.749483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.788342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:54:53.807080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18769a95-28b9-4d60-93f8-1d980c1c5e8b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:53.813705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.814563 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Added segment 62a78ee3-d9c6-484d-8e7b-5ef7d39ede66 of type vlan for network d7cbad28-c2b9-47d1-be95-1db2520e56df Aug 25 14:54:53.874095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.936785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:53.940103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.993274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:53.994940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:53.995956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:54.093068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65b5a9-2422-444e-906a-8e0603aa09a8 req-409c7533-225a-47a7-bad9-b304dec4f213 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:54.093068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc65b5a9-2422-444e-906a-8e0603aa09a8 req-409c7533-225a-47a7-bad9-b304dec4f213 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 944 time: 0.1504018 Aug 25 14:54:54.101100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] Pushing event updated for resources: {'Network': ['ID=d7cbad28-c2b9-47d1-be95-1db2520e56df,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:54.112874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d7cbad28-c2b9-47d1-be95-1db2520e56df details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:54:54.119131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:54.187153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d1afadb-9825-4ea6-be19-1f39c1d47674 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9485362 Aug 25 14:54:54.187416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59686) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:54.199076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Request body: {'subnet': {'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-821577087-subnet', 'tenant_id': '9e88495026154fd0a1eebddf3f950f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:54.204636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc65b5a9-2422-444e-906a-8e0603aa09a8 req-907a5fc4-fdd1-4999-a572-f050438842fd tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953016 Aug 25 14:54:54.282036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:54.284351 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1728b1-cecf-4da7-adca-6284f08830cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:54.293401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:54.314503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Made reservation on behalf of 9e88495026154fd0a1eebddf3f950f86 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:54.318876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:54.354270 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1707eae-fd3a-429c-b863-8944f7165161 x-openstack-request-id: req-f1707eae-fd3a-429c-b863-8944f7165161 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:54.354753 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:54.355172 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1707eae-fd3a-429c-b863-8944f7165161 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:54.356286 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'status': 'completed', 'code': 200} Aug 25 14:54:54.463554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:54.464150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-0a4d99dc-0fd7-409d-9a1d-f9230ee70c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:54.465847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-0a4d99dc-0fd7-409d-9a1d-f9230ee70c4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1095 time: 0.0897841 Aug 25 14:54:54.502931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Allocated IP 172.25.8.47 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/6fa1a426-fbb9-4bb2-9c41-9312509f396f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:54.548052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: fe62f135-4110-49da-94ee-f1e1e4eee79c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:54.551731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fe62f135-4110-49da-94ee-f1e1e4eee79c not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:54.651413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:54.735603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-17eb153f-3c31-4b82-a858-11d2203e6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:54.737203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-17eb153f-3c31-4b82-a858-11d2203e6323 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.2607610 Aug 25 14:54:54.755895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Pushing event updated for resources: {'Subnet': ['ID=024d4f95-5cec-4dbf-a1f8-4b1be586846a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:54.783422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Checking segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:54.784252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Network hostable DHCP agents. Network: d7cbad28-c2b9-47d1-be95-1db2520e56df, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:54:54.826863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-53a7b78a-a84e-46a7-8055-f150fe096c1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 217 time: 0.0807576 Aug 25 14:54:54.860048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0fdfe-2871-494f-a059-f684ed144229 req-da1fe04c-2f4c-4968-8cd3-3acfe80d281f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:54.861612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbb0fdfe-2871-494f-a059-f684ed144229 req-da1fe04c-2f4c-4968-8cd3-3acfe80d281f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1827741 Aug 25 14:54:54.883790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:54.928364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-0401172d-74ea-4398-8dd3-cfea3ec28373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:54.930657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-0401172d-74ea-4398-8dd3-cfea3ec28373 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0930429 Aug 25 14:54:54.949011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Network d7cbad28-c2b9-47d1-be95-1db2520e56df is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:54:54.960693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbb0fdfe-2871-494f-a059-f684ed144229 req-b5e8179d-f84b-4e80-a646-b9fd6b1a8625 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743079 Aug 25 14:54:55.006647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-a8724594-c485-4d85-9b29-ffd0eb509fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:55.011935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-a8724594-c485-4d85-9b29-ffd0eb509fbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663557 Aug 25 14:54:55.031943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d7cbad28-c2b9-47d1-be95-1db2520e56df) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:55.040687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:55.040687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:55.045970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3b950-79c5-46ed-b86f-fa098bb4f3cb None None] Network d7cbad28-c2b9-47d1-be95-1db2520e56df requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:55.087955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:55.158222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:55.159954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7282ec81-9ebf-4138-8adb-9e565cc9205f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9677551 Aug 25 14:54:55.191937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Port': ['ID=6fa1a426-fbb9-4bb2-9c41-9312509f396f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:55.197126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:55.207067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:55.256259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-4e80d28f-593a-47cd-a7b6-e3a908e0c209 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388327 Aug 25 14:54:55.256817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee1b266-25a7-41e7-8f87-bb536dec3fa8 None None] Network d7cbad28-c2b9-47d1-be95-1db2520e56df requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:55.434633 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:55.736582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1fe97-5ed3-4184-9367-a23973b20090 req-3700ebb9-fb05-4339-a8ba-902cd043a774 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:55.746789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8d1fe97-5ed3-4184-9367-a23973b20090 req-3700ebb9-fb05-4339-a8ba-902cd043a774 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 944 time: 0.4390509 Aug 25 14:54:55.793366 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:55.848611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa1728b1-cecf-4da7-adca-6284f08830cc req-927e2beb-d004-42b6-8448-305221da87d8 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825677 Aug 25 14:54:55.881632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8d1fe97-5ed3-4184-9367-a23973b20090 req-78ccafa7-1ec7-4a2e-b786-ad81fd11f308 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334631 Aug 25 14:54:55.913679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-2888c430-a18a-4053-998f-7bf69ce07b22 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:55.915942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-2888c430-a18a-4053-998f-7bf69ce07b22 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1051087 Aug 25 14:54:55.974300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-06fc1902-ba43-4671-b4e4-688937cdfa19 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:55.978434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-06fc1902-ba43-4671-b4e4-688937cdfa19 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 814 time: 0.1704237 Aug 25 14:54:56.004870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.005120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-7ad6bd1b-5dab-44d1-a18f-a9cf476fdec3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/quotas/9e88495026154fd0a1eebddf3f950f86 HTTP/1.1" status: 200 len: 375 time: 0.0211222 Aug 25 14:54:56.033962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-4f3dffc7-aa84-4fcf-b89d-8ce4c56ff7e2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280864 Aug 25 14:54:56.160469 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-687b3620-68c0-42f6-9222-a88bff8ad4fe service neutron] 10.222.0.58 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154060 Aug 25 14:54:56.266937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Deleting port 9944c9aa-6081-43bc-97f8-42c4992aff53 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:54:56.267417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.280571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-8c853315-d2fc-46da-b355-75c61fb6a9b4 service neutron] 10.222.0.58 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127055 Aug 25 14:54:56.283600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1786-e51c-4454-86b6-594f42b4cc6a req-952c0655-923f-4063-b371-53512cddf303 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:56.285296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-381c1786-e51c-4454-86b6-594f42b4cc6a req-952c0655-923f-4063-b371-53512cddf303 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 949 time: 0.1259732 Aug 25 14:54:56.299585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.368529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.414787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-381c1786-e51c-4454-86b6-594f42b4cc6a req-deee125b-be15-4f8f-a00d-20559ab39e2a tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132207 Aug 25 14:54:56.458280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74023200-b7ac-4f8a-b52c-4f3c7370867a details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:54:56.472253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] For port 9944c9aa-6081-43bc-97f8-42c4992aff53, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9944c9aa-6081-43bc-97f8-42c4992aff53,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:56.472669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.489887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Port': ['ID=6fa1a426-fbb9-4bb2-9c41-9312509f396f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:56.497802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Calling delete_port for 9944c9aa-6081-43bc-97f8-42c4992aff53 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:54:56.512329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.632955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-450f6718-27f9-4620-90d3-f78370c3c41f req-b4db8bc8-eb13-4d42-a8f8-77584accdb9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 210 time: 0.0332849 Aug 25 14:54:56.647109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 74023200-b7ac-4f8a-b52c-4f3c7370867a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:56.665193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:54:56.691159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.693186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-41bffe36-b589-4302-bff5-5fa2fbfef776 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9863100 Aug 25 14:54:56.696023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:56.701868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-230864784'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:56.734686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.750215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74023200-b7ac-4f8a-b52c-4f3c7370867a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:54:56.770445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 74023200-b7ac-4f8a-b52c-4f3c7370867a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:56.802842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.820589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9944c9aa-6081-43bc-97f8-42c4992aff53'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:56.850822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event deleted for resources: {'Port': ['ID=9944c9aa-6081-43bc-97f8-42c4992aff53,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:56.861920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f1f39b7c-5ba8-472e-934a-2a438fbeafd2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:56.871334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Made reservation on behalf of e0b785a886324a6e889569ef5faa8043 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:56.883753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.901851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:56.948608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.024625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] No DVR routers for this DVR port 9944c9aa-6081-43bc-97f8-42c4992aff53 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:54:57.030710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.033376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-030c3082-6066-4f7b-8af4-8cc03ae97791 req-0200a705-ff01-4eee-85c4-e4adccff4a3d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.45 "DELETE /v2.0/ports/9944c9aa-6081-43bc-97f8-42c4992aff53 HTTP/1.1" status: 204 len: 173 time: 1.1098115 Aug 25 14:54:57.036223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-deleted', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:57.050803 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00960bb-cc6b-4b04-b52c-fa1214f452ed" -d '{"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-deleted", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:57.088993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.101567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=74023200-b7ac-4f8a-b52c-4f3c7370867a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:57.125053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.129562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.133631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ab80-a4c4-4715-8973-76f99ed52f90 req-fa52e6d2-c240-4822-943b-fb7a608c1253 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:57.135251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3286ab80-a4c4-4715-8973-76f99ed52f90 req-fa52e6d2-c240-4822-943b-fb7a608c1253 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 945 time: 0.1281505 Aug 25 14:54:57.156053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['74023200-b7ac-4f8a-b52c-4f3c7370867a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:54:57.213391 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3442c3-c8d0-4091-9da4-cd9ffd5f2483 x-openstack-request-id: req-1a3442c3-c8d0-4091-9da4-cd9ffd5f2483 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:57.213645 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.213776 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cac4a-b13d-45ca-a3c6-215ba4e889be", "name": "network-vif-deleted", "tag": "9944c9aa-6081-43bc-97f8-42c4992aff53", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:57.214067 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a3442c3-c8d0-4091-9da4-cd9ffd5f2483 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:57.214350 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cac4a-b13d-45ca-a3c6-215ba4e889be', 'name': 'network-vif-deleted', 'tag': '9944c9aa-6081-43bc-97f8-42c4992aff53', 'status': 'completed', 'code': 200} Aug 25 14:54:57.261741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3286ab80-a4c4-4715-8973-76f99ed52f90 req-6fcacea2-1d78-4ac2-915c-69843e79b246 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117852 Aug 25 14:54:57.302324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59758) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:57.308724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:54:57.327665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e213c-c4f6-41b3-adfd-12bb89072b3d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:57.348214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.348575 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Added segment b5ee707d-236d-4272-9ec8-dde029614c7c of type vlan for network 4997c910-f83e-4cba-bf3a-d1937a825258 Aug 25 14:54:57.431318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Deleting subnet 150285c5-622e-482a-a178-846f65eb3cf7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:54:57.442770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.442906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.475342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.526627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.602879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.613619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:57.614822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.640182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-681c8191-48b9-47fe-aae0-ea6da69e66ad req-b5748246-5490-4d97-b9c3-bb40e552757d tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4cac4a-b13d-45ca-a3c6-215ba4e889be HTTP/1.1" status: 200 len: 210 time: 0.0563285 Aug 25 14:54:57.708091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.746790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0495849 Aug 25 14:54:57.753790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59768) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:57.762131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150285c5-622e-482a-a178-846f65eb3cf7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:57.769741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.769741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d0253104-48fa-408b-bd93-cd9453c6dfc7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/150285c5-622e-482a-a178-846f65eb3cf7 HTTP/1.1" status: 204 len: 168 time: 0.4648168 Aug 25 14:54:57.772511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59772) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:57.776858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Request body: {'subnet': {'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:57.813028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c5256e1-0a37-4eda-81f4-b5c6e67cbaca req-7d3861cc-8e4b-46e3-980e-a6fc7743fbfe tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 210 time: 0.0707941 Aug 25 14:54:57.851660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8249b1-0745-461b-8458-1ed19084d038 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Network': ['ID=4997c910-f83e-4cba-bf3a-d1937a825258,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:57.853012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.867680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4997c910-f83e-4cba-bf3a-d1937a825258 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:54:57.978065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:57.990689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0985fe32-f0ed-4e2a-9fc2-0debf0f856d6']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:58.003469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d352e3-76c8-4159-8d04-33972822e9a9') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:58.004820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d352e3-76c8-4159-8d04-33972822e9a9') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:54:58.013469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.027492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.034011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Made reservation on behalf of e0b785a886324a6e889569ef5faa8043 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:54:58.037395 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:54:58.039651 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.234851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.245701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.245701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] 10.222.0.58 "DELETE /v2.0/networks/0985fe32-f0ed-4e2a-9fc2-0debf0f856d6 HTTP/1.1" status: 204 len: 168 time: 0.4702053 Aug 25 14:54:58.254884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85142d5-ccc3-46fa-b256-1715f95262de admin admin] Pushing event deleted for resources: {'Network': ['ID=0985fe32-f0ed-4e2a-9fc2-0debf0f856d6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:58.294766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.389828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Subnet': ['ID=a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:58.421795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601829b9-5f7b-4ccf-9945-4574e68e415e req-5702e7a5-5630-47f7-8dbc-3c4fc3ac280b tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:58.423426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-601829b9-5f7b-4ccf-9945-4574e68e415e req-5702e7a5-5630-47f7-8dbc-3c4fc3ac280b tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 945 time: 0.0850577 Aug 25 14:54:58.427316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Checking segment: {'id': 'b5ee707d-236d-4272-9ec8-dde029614c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:58.427316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network hostable DHCP agents. Network: 4997c910-f83e-4cba-bf3a-d1937a825258, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:54:58.474966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74023200-b7ac-4f8a-b52c-4f3c7370867a up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:54:58.480266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-601829b9-5f7b-4ccf-9945-4574e68e415e req-b038984b-03a1-4676-b754-705571f27f47 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Aug 25 14:54:58.571090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network 4997c910-f83e-4cba-bf3a-d1937a825258 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:54:58.599621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 74023200-b7ac-4f8a-b52c-4f3c7370867a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:54:58.604583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 74023200-b7ac-4f8a-b52c-4f3c7370867a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:54:58.604583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.665828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4997c910-f83e-4cba-bf3a-d1937a825258) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:58.673016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:58.673641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.680366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a1cf8-6e60-441e-a187-ef7eb6e4aa2d None None] Network 4997c910-f83e-4cba-bf3a-d1937a825258 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:54:58.751230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.784395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59788) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:58.791488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:54:58.793942 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d15bc-6fcc-4fea-8e70-02ec5a2b5d11" -d '{"events": [{"server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "name": "network-vif-plugged", "status": "completed", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:54:58.816488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 74023200-b7ac-4f8a-b52c-4f3c7370867a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:54:58.839937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1fb6fdeb-9bae-4c40-adcd-63039e4f1970 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36be88511e774c0aafaac78747669cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542469 Aug 25 14:54:58.842541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59794) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:58.844294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-842107f1-c23e-44cc-bdf1-b31ee8a0c93a tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0885000 Aug 25 14:54:58.847550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59796) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:54:58.849845 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df743155-80b9-4002-8b31-0aaf77fa7153 x-openstack-request-id: req-df743155-80b9-4002-8b31-0aaf77fa7153 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:54:58.850128 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "name": "network-vif-plugged", "status": "completed", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:54:58.850528 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df743155-80b9-4002-8b31-0aaf77fa7153 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:54:58.851076 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'code': 200} Aug 25 14:54:58.856855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1190978931', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:54:58.883514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.901446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-4997c910-f83e-4cba-bf3a-d1937a825258', 'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258', 'tenant_id': 'e0b785a886324a6e889569ef5faa8043', 'fixed_ips': [{'subnet_id': 'a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:54:58.908127 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.942581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-485cbd7e-a75e-4508-a3b7-b4cc72df1d92 req-a5168c5f-02a1-49fb-b524-73189c5059a1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 210 time: 0.0277944 Aug 25 14:54:58.958286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bae2738d-8655-4407-a8f5-95ae7686fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.975478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:58.976199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:54:59.001879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bae2738d-8655-4407-a8f5-95ae7686fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.008382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 9944c9aa-6081-43bc-97f8-42c4992aff53 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:54:59.008741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9944c9aa-6081-43bc-97f8-42c4992aff53 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:54:59.024218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c28ee8-0d76-496d-b67d-1d47c38370a6 req-98a2d364-9c73-48cb-b8b9-c14aa3e7a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:59.025732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0c28ee8-0d76-496d-b67d-1d47c38370a6 req-98a2d364-9c73-48cb-b8b9-c14aa3e7a0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1096 time: 0.0765734 Aug 25 14:54:59.070612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0c28ee8-0d76-496d-b67d-1d47c38370a6 req-517bc8db-e197-4bd7-98df-696e3a6f6061 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 25 14:54:59.086908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=74023200-b7ac-4f8a-b52c-4f3c7370867a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:59.089336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.089973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.106155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Allocated IP 172.20.0.2 (4997c910-f83e-4cba-bf3a-d1937a825258/a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba/d78289c2-f78b-4b3d-af77-d1cf911a6941) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:59.150566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.197611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bae2738d-8655-4407-a8f5-95ae7686fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.200329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bae2738d-8655-4407-a8f5-95ae7686fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.201643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bae2738d-8655-4407-a8f5-95ae7686fbb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53a03926-2a9e-42ab-8a79-f9769549cbcb HTTP/1.1" status: 204 len: 168 time: 0.3547513 Aug 25 14:54:59.214641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2738d-8655-4407-a8f5-95ae7686fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a03926-2a9e-42ab-8a79-f9769549cbcb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:59.430087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1371cf-799b-4fd3-830d-197961f405b2 req-8bd347c3-e6d8-41ac-8b7f-e412361ad712 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:59.431979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d1371cf-799b-4fd3-830d-197961f405b2 req-8bd347c3-e6d8-41ac-8b7f-e412361ad712 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0625010 Aug 25 14:54:59.442360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.452967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Transition to ACTIVE for port object d78289c2-f78b-4b3d-af77-d1cf911a6941 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:59.469196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.472634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Transition to ACTIVE for port object d78289c2-f78b-4b3d-af77-d1cf911a6941 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:54:59.528290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d1371cf-799b-4fd3-830d-197961f405b2 req-07b4aa77-16f8-4e30-80e7-90048638bb54 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596287 Aug 25 14:54:59.614493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c40ae9-30a5-4412-8098-6a2e2a26e4ed req-d8578507-3b2e-4f7d-850b-87e0d7885d73 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:54:59.616089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91c40ae9-30a5-4412-8098-6a2e2a26e4ed req-d8578507-3b2e-4f7d-850b-87e0d7885d73 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 946 time: 0.0550699 Aug 25 14:54:59.640336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.675082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91c40ae9-30a5-4412-8098-6a2e2a26e4ed req-59fe0c11-8397-4f66-b931-52c23b5cd8aa tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Aug 25 14:54:59.685089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Network 4997c910-f83e-4cba-bf3a-d1937a825258 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:54:59.694707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:54:59.695310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:54:59.797746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Pushing event updated for resources: {'Port': ['ID=d78289c2-f78b-4b3d-af77-d1cf911a6941,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:54:59.821532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Attempting to bind port d78289c2-f78b-4b3d-af77-d1cf911a6941 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:54:59.821914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Attempting to bind port d78289c2-f78b-4b3d-af77-d1cf911a6941 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'b5ee707d-236d-4272-9ec8-dde029614c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:54:59.822283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Attempting to bind port d78289c2-f78b-4b3d-af77-d1cf911a6941 on network 4997c910-f83e-4cba-bf3a-d1937a825258 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:54:59.824993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.830854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:54:59.835761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Checking segment: {'id': 'b5ee707d-236d-4272-9ec8-dde029614c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:54:59.835761 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.835761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Bound using segment: {'id': 'b5ee707d-236d-4272-9ec8-dde029614c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:54:59.835761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Bound port: d78289c2-f78b-4b3d-af77-d1cf911a6941, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ee707d-236d-4272-9ec8-dde029614c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:54:59.835761 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.856153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:54:59.908378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] For port d78289c2-f78b-4b3d-af77-d1cf911a6941, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:54:59.913410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] For port d78289c2-f78b-4b3d-af77-d1cf911a6941, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d78289c2-f78b-4b3d-af77-d1cf911a6941,segment=NetworkSegment(b5ee707d-236d-4272-9ec8-dde029614c7c),segment_id=b5ee707d-236d-4272-9ec8-dde029614c7c)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:54:59.973115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Allocated IP 172.25.8.186 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/2b853350-f07f-4a65-849b-aaa1c2b8748d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:54:59.994752 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:00.049669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-06bbd0c0-4945-414b-b5aa-662cbfd808d5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:00.060784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-06bbd0c0-4945-414b-b5aa-662cbfd808d5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 814 time: 0.1432850 Aug 25 14:55:00.063696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65318bc-0d95-47fe-8316-ca2c706644c7 None None] Pushing event updated for resources: {'Port': ['ID=d78289c2-f78b-4b3d-af77-d1cf911a6941,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:00.081400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Request body: {'port': {'device_id': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'admin_state_up': True, 'tenant_id': '9e88495026154fd0a1eebddf3f950f86'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:00.206475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:00.240147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76175193-e243-431f-975a-ab89a2c22f3e req-65bc301d-7160-41d8-a847-aa24e01c6007 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 210 time: 0.1769052 Aug 25 14:55:00.417369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:00.453802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Made reservation on behalf of 9e88495026154fd0a1eebddf3f950f86 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:00.462633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:00.468478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:00.482419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:00.491042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:00.681891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Port': ['ID=2b853350-f07f-4a65-849b-aaa1c2b8748d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:00.738199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Allocated IP 172.20.0.3 (d7cbad28-c2b9-47d1-be95-1db2520e56df/024d4f95-5cec-4dbf-a1f8-4b1be586846a/84c85572-40df-48f9-b61b-a7eee2177251) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:00.804828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-3061d592-18b7-4ffc-ad99-abd5273393cc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:00.806621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-3061d592-18b7-4ffc-ad99-abd5273393cc tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0740445 Aug 25 14:55:00.827646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:00.828040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c107b-09cb-4446-82a2-8da524c08d5a req-b14fa235-2b36-47d6-86e6-f4cda5d7d694 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:00.829693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a7c107b-09cb-4446-82a2-8da524c08d5a req-b14fa235-2b36-47d6-86e6-f4cda5d7d694 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.1635463 Aug 25 14:55:00.967964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a7c107b-09cb-4446-82a2-8da524c08d5a req-e2bf02ed-0bc0-451e-a5cd-7dc89a3eb5e0 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263592 Aug 25 14:55:01.028970 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.096306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1143055123-network', 'tenant_id': 'eb21a59322da44488420f187124d93a3'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:01.116284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757baec0-74e5-4a3f-bc8b-42d9b4d261fc req-4897e6a6-2ba6-46b3-a241-f1f029e8d767 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:01.117892 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-757baec0-74e5-4a3f-bc8b-42d9b4d261fc req-4897e6a6-2ba6-46b3-a241-f1f029e8d767 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 946 time: 0.3229430 Aug 25 14:55:01.194339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.218902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.258403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Network d7cbad28-c2b9-47d1-be95-1db2520e56df is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:01.286021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:01.289235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:01.292247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:01.330680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.331253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.332339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.332339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.333888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.334378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.334820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.335280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.335716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.336139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.336569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.336996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:01.376294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:01.376980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.421158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aea279-7d20-4f3d-8287-52b63327aa09 None None] Network 4997c910-f83e-4cba-bf3a-d1937a825258 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:01.450916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f59b7-684e-4bbd-ae2d-cd1017a2516a req-658466bd-4927-4d00-83fe-a25a5cf04c3c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:01.461270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-847f59b7-684e-4bbd-ae2d-cd1017a2516a req-658466bd-4927-4d00-83fe-a25a5cf04c3c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 931 time: 0.0810044 Aug 25 14:55:01.509684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-847f59b7-684e-4bbd-ae2d-cd1017a2516a req-7ea0b830-0b99-4522-bced-1ec5876ccc9e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Aug 25 14:55:01.531612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-dd44fdd5-eba7-495a-a516-7c1833b01239 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4516547 Aug 25 14:55:01.544046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Request body: {'port': {'device_id': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:01.622992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Made reservation on behalf of eb21a59322da44488420f187124d93a3 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:01.626488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.630579 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.642686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4b620299-2a4c-4cfd-93d2-2fd2186b607b None None] Provisioning for port d78289c2-f78b-4b3d-af77-d1cf911a6941 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:01.652369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-757baec0-74e5-4a3f-bc8b-42d9b4d261fc req-b9c8a7e5-a042-497a-bbd7-a0a4b15c0685 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033948 Aug 25 14:55:01.663849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.679701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d78289c2-f78b-4b3d-af77-d1cf911a6941 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:01.704017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Deleting port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:01.704301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.880148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d78289c2-f78b-4b3d-af77-d1cf911a6941 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:01.886673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d78289c2-f78b-4b3d-af77-d1cf911a6941 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:01.887093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.974018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.988042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c85572-40df-48f9-b61b-a7eee2177251 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:01.995664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a30c6398-3117-4742-a3c4-6f565e5f2c7d None None] Provisioning complete for port d78289c2-f78b-4b3d-af77-d1cf911a6941 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:01.995966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:01.996090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a30c6398-3117-4742-a3c4-6f565e5f2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.011777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Transition to ACTIVE for port object 84c85572-40df-48f9-b61b-a7eee2177251 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:02.054401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d78289c2-f78b-4b3d-af77-d1cf911a6941, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d78289c2-f78b-4b3d-af77-d1cf911a6941,segment=NetworkSegment(b5ee707d-236d-4272-9ec8-dde029614c7c),segment_id=b5ee707d-236d-4272-9ec8-dde029614c7c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:02.083854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] For port f1f39b7c-5ba8-472e-934a-2a438fbeafd2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:02.089828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.106522 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a30c6398-3117-4742-a3c4-6f565e5f2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.113632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bbad-dcd6-4011-ac2c-d625f396edfe req-c3ba722a-dd8f-44e7-860d-b02e57491c4f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:02.117210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4e6bbad-dcd6-4011-ac2c-d625f396edfe req-c3ba722a-dd8f-44e7-860d-b02e57491c4f tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 949 time: 0.0530491 Aug 25 14:55:02.120538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.144862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-478c41a5-8343-4924-b264-5c57c807e048 req-736ca22e-2394-42bb-9d26-98e4fbfdd8f3 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4360025 Aug 25 14:55:02.147294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Calling delete_port for f1f39b7c-5ba8-472e-934a-2a438fbeafd2 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:02.163307 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.175208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:02.208093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:02.235711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4e6bbad-dcd6-4011-ac2c-d625f396edfe req-0e5aae14-b1ac-4a12-bfce-f45b65628ed8 tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b5daa10-f99b-4a29-becc-7aac24250a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033702 Aug 25 14:55:02.243757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-a30c6398-3117-4742-a3c4-6f565e5f2c7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:55:02.244121 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-a30c6398-3117-4742-a3c4-6f565e5f2c7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:55:02.254191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d78289c2-f78b-4b3d-af77-d1cf911a6941,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:02.267543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.293481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Attempting to bind port 84c85572-40df-48f9-b61b-a7eee2177251 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:02.293835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Attempting to bind port 84c85572-40df-48f9-b61b-a7eee2177251 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:02.294139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Attempting to bind port 84c85572-40df-48f9-b61b-a7eee2177251 on network d7cbad28-c2b9-47d1-be95-1db2520e56df {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:02.299285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Port 84c85572-40df-48f9-b61b-a7eee2177251 on network d7cbad28-c2b9-47d1-be95-1db2520e56df not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:02.299751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Attempting to bind port 84c85572-40df-48f9-b61b-a7eee2177251 on network d7cbad28-c2b9-47d1-be95-1db2520e56df {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:02.304757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:02.305100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Checking segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:02.305485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Bound using segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:02.305910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Bound port: 84c85572-40df-48f9-b61b-a7eee2177251, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:02.306333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.351115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.371007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:02.374269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:02.440975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.463091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.489141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:02.498384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:02.499090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.500481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/84c85572-40df-48f9-b61b-a7eee2177251 HTTP/1.1" status: 200 len: 1091 time: 0.9609375 Aug 25 14:55:02.500933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:02.503411 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a7d774-86a4-4951-94e3-d6750983f22d" -d '{"events": [{"name": "network-changed", "server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "tag": "84c85572-40df-48f9-b61b-a7eee2177251"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:02.510153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.510707 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Added segment ec55ebdc-7f49-4391-9ffb-dc602143c860 of type vlan for network 5b8b13f2-6954-4773-8a61-27faccf716cc Aug 25 14:55:02.511617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3da246-4f6a-4610-b15d-cd7bbf9e384f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:02.529050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102998-cb61-411e-92af-e38eb46c93f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:02.552662 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e182054-52de-4b3e-adf9-f8953e04ab9a x-openstack-request-id: req-5e182054-52de-4b3e-adf9-f8953e04ab9a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:02.552818 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "tag": "84c85572-40df-48f9-b61b-a7eee2177251", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:02.553045 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e182054-52de-4b3e-adf9-f8953e04ab9a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:02.553468 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251', 'status': 'completed', 'code': 200} Aug 25 14:55:02.571858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.576011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.602611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.650264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d774-86a4-4951-94e3-d6750983f22d req-37c67ee2-190c-44c9-ab85-dba78d4da788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:02.651832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60a7d774-86a4-4951-94e3-d6750983f22d req-37c67ee2-190c-44c9-ab85-dba78d4da788 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 1094 time: 0.0755727 Aug 25 14:55:02.669425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944772d-a8aa-437b-b84e-418a9aed156c req-8bd4a3b6-fd07-4c05-89f4-8f23c791e5b8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:02.671105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9944772d-a8aa-437b-b84e-418a9aed156c req-8bd4a3b6-fd07-4c05-89f4-8f23c791e5b8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.0634739 Aug 25 14:55:02.673001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Pushing event deleted for resources: {'Port': ['ID=f1f39b7c-5ba8-472e-934a-2a438fbeafd2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:02.677244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Router f468228a-7ea4-4e79-9866-ed3c2f57b7da is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:55:02.750390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] No DVR routers for this DVR port f1f39b7c-5ba8-472e-934a-2a438fbeafd2 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:02.750390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.750390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7b22fd0-8352-4235-be0a-071c6e41734f req-b28755f0-deb5-4031-b5d2-03976904911e tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.52 "DELETE /v2.0/ports/f1f39b7c-5ba8-472e-934a-2a438fbeafd2 HTTP/1.1" status: 204 len: 173 time: 1.9298692 Aug 25 14:55:02.750390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-deleted', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:02.752223 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd67a87-7348-4925-b312-9c080095dd66" -d '{"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-deleted", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:02.782327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9944772d-a8aa-437b-b84e-418a9aed156c req-31774180-39bd-438b-a71d-63e47f2a7fe6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027634 Aug 25 14:55:02.808346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.809332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:02.809922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:02.856269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d774-86a4-4951-94e3-d6750983f22d req-cd050a97-70a6-47e2-bce7-4c1dc63406e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:02.858680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60a7d774-86a4-4951-94e3-d6750983f22d req-cd050a97-70a6-47e2-bce7-4c1dc63406e6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9e88495026154fd0a1eebddf3f950f86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1965363 Aug 25 14:55:02.948833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8b13f2-6954-4773-8a61-27faccf716cc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:02.976245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5b8b13f2-6954-4773-8a61-27faccf716cc details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:02.982918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:02.996533 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] Sync routers for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:03.005575 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cfe30dc8-c22d-4a3f-b65f-26aa031a6b68 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1789565 Aug 25 14:55:03.008712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59870) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:03.013574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d774-86a4-4951-94e3-d6750983f22d req-ab51cfdf-bc12-4527-bf07-ebb12ed3fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:03.015797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60a7d774-86a4-4951-94e3-d6750983f22d req-ab51cfdf-bc12-4527-bf07-ebb12ed3fd44 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488049 Aug 25 14:55:03.016667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:03.017270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Request body: {'subnet': {'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1143055123-subnet', 'tenant_id': 'eb21a59322da44488420f187124d93a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:03.017880 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:03.027888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:03.093036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:03.102546 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:03.103258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:03.128291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-1e1c9a6e-d429-4fdc-bffb-22fe2e001df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:03.130857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-1e1c9a6e-d429-4fdc-bffb-22fe2e001df1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 1094 time: 0.0679915 Aug 25 14:55:03.142820 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:03.144374 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702426dc-3acf-4bee-88c4-655a4a9f2d9b None None] The sync data for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:03.169503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:03.175158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-48722193-b615-4acb-b3cb-2f3622cd6592 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3191531 Aug 25 14:55:03.181451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59872) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:03.188826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-eeeb00b0-df16-48aa-b5a5-0072504975b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c85572-40df-48f9-b61b-a7eee2177251 HTTP/1.1" status: 200 len: 217 time: 0.0499573 Aug 25 14:55:03.249751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Allocated IP 172.25.8.172 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/c0239072-ea93-4af7-a308-d49b73707900) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:03.252632 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd3f2db-4639-4d8b-9f46-d5bc7d616bcf x-openstack-request-id: req-7fd3f2db-4639-4d8b-9f46-d5bc7d616bcf {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:03.252931 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5bebea-a432-44b6-9efa-66cc96adc30c", "name": "network-vif-deleted", "tag": "f1f39b7c-5ba8-472e-934a-2a438fbeafd2", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:03.253194 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fd3f2db-4639-4d8b-9f46-d5bc7d616bcf {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:03.253590 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5bebea-a432-44b6-9efa-66cc96adc30c', 'name': 'network-vif-deleted', 'tag': 'f1f39b7c-5ba8-472e-934a-2a438fbeafd2', 'status': 'completed', 'code': 200} Aug 25 14:55:03.254051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7217c-b202-491c-b67f-7231105913f1 req-9c204eff-51ae-477f-993e-1d36024b97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:03.255688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-9c204eff-51ae-477f-993e-1d36024b97b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 200 len: 854 time: 0.0608416 Aug 25 14:55:03.298479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-609ed4ef-6041-47af-9ddf-6fb6061d5822 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d7cbad28-c2b9-47d1-be95-1db2520e56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353513 Aug 25 14:55:03.349716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Made reservation on behalf of eb21a59322da44488420f187124d93a3 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:03.352187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:03.386793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84862ce5-110a-43a9-9155-ef790c67880e req-371022f2-ffca-41dc-8ebe-a502d4f9cfde tempest-MigrationsAdminTest-1998676320 tempest-MigrationsAdminTest-1998676320-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f5bebea-a432-44b6-9efa-66cc96adc30c HTTP/1.1" status: 200 len: 210 time: 0.0623052 Aug 25 14:55:03.398281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:03.426686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: f1f39b7c-5ba8-472e-934a-2a438fbeafd2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:03.426686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f1f39b7c-5ba8-472e-934a-2a438fbeafd2 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:03.458257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-547faf14-1e92-40a6-be9d-a48f6c2a135d service neutron] 10.222.0.52 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531181 Aug 25 14:55:03.565816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ec7217c-b202-491c-b67f-7231105913f1 req-e343cba7-0427-4e4f-b536-ecdae2c900ac service neutron] 10.222.0.52 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994437 Aug 25 14:55:03.573189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d78289c2-f78b-4b3d-af77-d1cf911a6941 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:03.588179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:03.638910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d78289c2-f78b-4b3d-af77-d1cf911a6941 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:03.639888 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:03.911649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5031-ccae-4307-9849-e41e80f385d1 req-18954142-9ff5-4b3f-b844-f2e92efd10d1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:03.913261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-822d5031-ccae-4307-9849-e41e80f385d1 req-18954142-9ff5-4b3f-b844-f2e92efd10d1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.0575442 Aug 25 14:55:03.957888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-822d5031-ccae-4307-9849-e41e80f385d1 req-993d3998-0bff-4bed-a2bb-b59840b47db1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Aug 25 14:55:04.100995 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.162282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:04.170548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:04.181660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:04.189470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.211671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event updated for resources: {'Port': ['ID=c0239072-ea93-4af7-a308-d49b73707900,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:04.318715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514c9981-d647-47a9-a3cf-a136ae8f5ac1,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:04.389882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Checking segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:04.390179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Network hostable DHCP agents. Network: 5b8b13f2-6954-4773-8a61-27faccf716cc, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:04.402629 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.425713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.558491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.582386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Network 5b8b13f2-6954-4773-8a61-27faccf716cc is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:04.708185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5b8b13f2-6954-4773-8a61-27faccf716cc) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:04.716057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e033941-4482-4f05-b81d-7466628e05ad None None] Network 5b8b13f2-6954-4773-8a61-27faccf716cc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:04.745170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:04.745780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.862990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Allocated IP 172.20.0.1 (4997c910-f83e-4cba-bf3a-d1937a825258/a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba/ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:04.866419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5bc887-31c5-4c31-a310-235a40a783bf None None] Network 5b8b13f2-6954-4773-8a61-27faccf716cc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:04.902411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:04.904821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbdd5a56-da3f-4c21-b311-767b5b1d1c03 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8939540 Aug 25 14:55:04.991887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.039967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:05.105248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.139696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0e85b-b39f-4d91-b675-ae89126f90c6 req-d65db85c-d548-4688-8f4c-f6380fa34ba8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:05.141312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ede0e85b-b39f-4d91-b675-ae89126f90c6 req-d65db85c-d548-4688-8f4c-f6380fa34ba8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.0753851 Aug 25 14:55:05.158093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event updated for resources: {'Port': ['ID=c0239072-ea93-4af7-a308-d49b73707900,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:05.169411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Transition to ACTIVE for port object ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:05.171801 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.188951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ede0e85b-b39f-4d91-b675-ae89126f90c6 req-3df4b86a-4133-4808-bcd9-0962d3061a91 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Aug 25 14:55:05.255079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8a12534a-46f9-448d-b4b7-f83399e7a34c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67c79229200a483197a328f64b8001b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137573 Aug 25 14:55:05.257715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:05.310599 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.311885 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-478c41a5-8343-4924-b264-5c57c807e048 req-ce67fcc0-ef0b-46b5-b76e-d5be76494489 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1608551 Aug 25 14:55:05.314630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc10-c214-4638-8b21-df85e4af3e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.407128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc10-c214-4638-8b21-df85e4af3e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.409701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.422666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-478c41a5-8343-4924-b264-5c57c807e048 req-e43ba81b-3872-4e99-bbff-767aaef05179 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.1031532 Aug 25 14:55:05.497251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network 4997c910-f83e-4cba-bf3a-d1937a825258 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:05.536376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:05.544660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:05.608790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Port': ['ID=ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:05.618109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.654382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-7706d7f4-0f05-47ad-9bf7-cf2a687e940d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:05.662031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-7706d7f4-0f05-47ad-9bf7-cf2a687e940d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 813 time: 0.1257360 Aug 25 14:55:05.673023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-c9d129da-b98c-4c49-8dd6-2d2e8964c126 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/quotas/eb21a59322da44488420f187124d93a3 HTTP/1.1" status: 200 len: 375 time: 0.0099769 Aug 25 14:55:05.683827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c41a5-8343-4924-b264-5c57c807e048 req-17c442b3-13d5-41b7-8679-f5d9a8e5da24 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:05.685402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-478c41a5-8343-4924-b264-5c57c807e048 req-17c442b3-13d5-41b7-8679-f5d9a8e5da24 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2519712 Aug 25 14:55:05.688471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc10-c214-4638-8b21-df85e4af3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.690962 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc10-c214-4638-8b21-df85e4af3e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.692157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-43b2dc10-c214-4638-8b21-df85e4af3e20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b5daa10-f99b-4a29-becc-7aac24250a2f HTTP/1.1" status: 204 len: 168 time: 0.4330800 Aug 25 14:55:05.765034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-32879bcc-bd1f-4df3-a3c2-414cb4513767 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841832 Aug 25 14:55:05.771462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b3dab4e4-d519-4402-ba4a-caa71be62029 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:55:05.781837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b3dab4e4-d519-4402-ba4a-caa71be62029 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134590 Aug 25 14:55:05.782057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2dc10-c214-4638-8b21-df85e4af3e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5daa10-f99b-4a29-becc-7aac24250a2f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:05.893751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-d55b3765-1e49-4cb0-be33-5f03c1237d06 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131306 Aug 25 14:55:05.907141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.967116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a2b5966-ebdb-4eef-94b6-1d5f0b95041d None None] Provisioning for port ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:05.972317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a2b5966-ebdb-4eef-94b6-1d5f0b95041d None None] Provisioning complete for port ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:05.972903 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5966-ebdb-4eef-94b6-1d5f0b95041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:05.996256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-78f0ed80-483b-4621-9628-f7a5fef7fca6 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939558 Aug 25 14:55:06.013033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b5966-ebdb-4eef-94b6-1d5f0b95041d None None] Port ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:55:06.149315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-e8f523f3-6fa5-43cd-9734-aed65d0b9ea8 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:06.150815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-e8f523f3-6fa5-43cd-9734-aed65d0b9ea8 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 820 time: 0.2013516 Aug 25 14:55:06.178768 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-50c5f9bb-44c4-4d0c-9c9a-fdc5815fa50b tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/quotas/126ff5a734964e7c9bbaa388ce494dd1 HTTP/1.1" status: 200 len: 375 time: 0.0198073 Aug 25 14:55:06.298415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-55c0a0ca-4bac-45fe-966d-36ac02345fc9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1039705 Aug 25 14:55:06.343894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.492394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.535123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a2dd-8b82-419d-bc7b-2a0020a010cf req-391e880c-ae8e-4eb5-92c5-f07b09495511 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:06.536939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2541a2dd-8b82-419d-bc7b-2a0020a010cf req-391e880c-ae8e-4eb5-92c5-f07b09495511 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.0750630 Aug 25 14:55:06.583640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2541a2dd-8b82-419d-bc7b-2a0020a010cf req-384397bd-90d1-432d-b6c0-55559b7549ae tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Aug 25 14:55:06.595757 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-c3e1fedd-51cb-4c9d-99b5-f107bb6fd382 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885225 Aug 25 14:55:06.622700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59954) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:06.630374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.642991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Port': ['ID=ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:06.676360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9b070182-c588-4174-b7aa-e5233547e991 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7ac208651444740b16578f8f1750964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521517 Aug 25 14:55:06.678708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:06.733794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb60e0d-cb83-4129-bd54-0bd0c14dc7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.756608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb60e0d-cb83-4129-bd54-0bd0c14dc7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.793680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-5b0950b3-84ae-485b-a8fe-02b8bb4a3c5b service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757843 Aug 25 14:55:06.837486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network 4997c910-f83e-4cba-bf3a-d1937a825258 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:06.837486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:06.853581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89467dae-099b-4924-bd91-b46a955dd121 req-fdd94476-7f1b-4655-b7a3-de67ba81ac2e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 210 time: 0.0296597 Aug 25 14:55:06.968974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb60e0d-cb83-4129-bd54-0bd0c14dc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.971596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdb60e0d-cb83-4129-bd54-0bd0c14dc7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:06.975369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bdb60e0d-cb83-4129-bd54-0bd0c14dc7ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0fe3926-2cc9-4ba7-addc-f81099095902 HTTP/1.1" status: 204 len: 168 time: 0.2930961 Aug 25 14:55:06.983548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb60e0d-cb83-4129-bd54-0bd0c14dc7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe3926-2cc9-4ba7-addc-f81099095902,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:07.160398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3dc5b802-cf8d-49d4-a0ac-5cdac3a6169f None None] Provisioning complete for port ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:07.161609 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b802-cf8d-49d4-a0ac-5cdac3a6169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:07.219011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5b802-cf8d-49d4-a0ac-5cdac3a6169f None None] Port ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:55:07.224811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92c64af5-1223-4b6c-9fba-116f0bb11216 req-4f0d9209-4121-4705-8115-e95b5494986a tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 210 time: 0.0423744 Aug 25 14:55:07.300895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Router f468228a-7ea4-4e79-9866-ed3c2f57b7da has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:07.412713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:07.441868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:07.449952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-61ebf3d6-f6c0-4846-b946-9250640f6950 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "PUT /v2.0/routers/f468228a-7ea4-4e79-9866-ed3c2f57b7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2642531 Aug 25 14:55:07.450047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59978) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:07.455153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Request body: {'port': {'network_id': '4997c910-f83e-4cba-bf3a-d1937a825258', 'name': 'tempest-FloatingIPAdminTestJSON-198522903'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:07.476175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] Sync routers for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:07.497922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:07.497922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:07.542295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:07.580816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:07.581448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:07.627085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:07.627737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a8046-44ff-4501-8182-a29aa3aaee09 None None] The sync data for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:07.637482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:07.651369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '84c85572-40df-48f9-b61b-a7eee2177251', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'port_id': '84c85572-40df-48f9-b61b-a7eee2177251', 'mac_address': 'fa:16:3e:c3:ca:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024d4f95-5cec-4dbf-a1f8-4b1be586846a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:07.681113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Made reservation on behalf of e0b785a886324a6e889569ef5faa8043 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:07.687148 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:07.710193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:07.725269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] device_id is not set on port 3949e8cb-103c-496e-913d-a28f93763273 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:55:07.728989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef38dc3-7f5f-4fea-94f8-3e108bd760fa req-5c406e02-b1f8-4721-b7ce-3b33e5b2f18d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:07.737853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ef38dc3-7f5f-4fea-94f8-3e108bd760fa req-5c406e02-b1f8-4721-b7ce-3b33e5b2f18d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.0678873 Aug 25 14:55:07.745165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c85572-40df-48f9-b61b-a7eee2177251 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:07.777967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:07.782420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ef38dc3-7f5f-4fea-94f8-3e108bd760fa req-20a99a56-f694-4b8a-9226-c1efc12744af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Aug 25 14:55:07.868108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:07.900084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Allocated IP 172.20.0.13 (4997c910-f83e-4cba-bf3a-d1937a825258/a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba/3949e8cb-103c-496e-913d-a28f93763273) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:07.956856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfb0db10-f77a-4ffa-a9fe-d0ab648b5057 req-e1c52937-5979-4688-aff7-88d424edc530 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 210 time: 0.0326450 Aug 25 14:55:07.959330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:08.061016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:08.074889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Transition to ACTIVE for port object 3949e8cb-103c-496e-913d-a28f93763273 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:08.225924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:08.230979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['84c85572-40df-48f9-b61b-a7eee2177251'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:08.275933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Network 4997c910-f83e-4cba-bf3a-d1937a825258 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:08.284281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:08.288469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:08.298658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event updated for resources: {'Port': ['ID=3949e8cb-103c-496e-913d-a28f93763273,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:08.323357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7fdff3c-aa78-4a3d-8f7e-b28c16f41abf req-7478f35d-0adf-4f8e-8d44-a72518480d8b tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 210 time: 0.0421386 Aug 25 14:55:08.346627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:08.347280 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:08.428774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-36245caf-6f64-4c61-9b69-593f87aa40a1 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9778011 Aug 25 14:55:08.432002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60010) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:08.616452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'project_id': 'e0b785a886324a6e889569ef5faa8043', 'port_id': '3949e8cb-103c-496e-913d-a28f93763273'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:08.696470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1f701b07-f0c7-4acd-affe-e687078bc156 None None] Provisioning for port 3949e8cb-103c-496e-913d-a28f93763273 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:08.701733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1f701b07-f0c7-4acd-affe-e687078bc156 None None] Provisioning complete for port 3949e8cb-103c-496e-913d-a28f93763273 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:08.702581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1f701b07-f0c7-4acd-affe-e687078bc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:08.737497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1f701b07-f0c7-4acd-affe-e687078bc156 None None] Port 3949e8cb-103c-496e-913d-a28f93763273 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:55:08.748097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:08.884437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:08.933043 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1256c2-a6fd-4601-aa03-023db43d1c0a req-2b79e310-17e5-489f-a8c6-fb2a100d4759 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:08.935563 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf1256c2-a6fd-4601-aa03-023db43d1c0a req-2b79e310-17e5-489f-a8c6-fb2a100d4759 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 944 time: 0.0598986 Aug 25 14:55:08.978539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf1256c2-a6fd-4601-aa03-023db43d1c0a req-2bc550a8-64cd-4a62-972a-cd5ac999288f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Aug 25 14:55:09.029491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Allocated IP 172.25.8.42 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/2c75ccae-ad24-45be-b159-f65d999c9570) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:09.087276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-724bd2cf-7883-47fc-ab9d-1d21559453e3 req-173cea08-1ad0-4a7b-bae3-0625a24807a0 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 210 time: 0.0590980 Aug 25 14:55:09.223585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:09.424361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:09.426733 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ee4112d-a60d-4c91-854c-bd25583c65e6 req-7cc2f465-0269-43ac-8ed5-2bd667c4dc87 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 210 time: 0.0302451 Aug 25 14:55:09.648488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 84c85572-40df-48f9-b61b-a7eee2177251 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:09.653948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 84c85572-40df-48f9-b61b-a7eee2177251 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:09.656037 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:09.686293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:09.744435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:09.753642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:09.758555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:09.773175 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:09.792018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Pushing event updated for resources: {'Port': ['ID=2c75ccae-ad24-45be-b159-f65d999c9570,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:09.840065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:09.844058 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a19c47-97ee-4613-85b7-d2e1fd0fa619" -d '{"events": [{"server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "name": "network-vif-plugged", "status": "completed", "tag": "84c85572-40df-48f9-b61b-a7eee2177251"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:09.866354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:09.931771 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7500f99-9451-4497-882b-237aef93c580 x-openstack-request-id: req-e7500f99-9451-4497-882b-237aef93c580 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:09.932075 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "name": "network-vif-plugged", "status": "completed", "tag": "84c85572-40df-48f9-b61b-a7eee2177251", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:09.933067 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7500f99-9451-4497-882b-237aef93c580 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:09.933576 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251', 'code': 200} Aug 25 14:55:09.988244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:10.113489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:10.380142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9040-c6c0-4413-a1dc-2787c12e6a2d req-2c905fba-78d4-4037-9295-731aaebd9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.381704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a96c9040-c6c0-4413-a1dc-2787c12e6a2d req-2c905fba-78d4-4037-9295-731aaebd9195 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 1096 time: 0.3227587 Aug 25 14:55:10.413957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-71cb4e3c-d16f-46a9-8b18-72e9b29a8dea tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.415454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-71cb4e3c-d16f-46a9-8b18-72e9b29a8dea tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 820 time: 0.4358428 Aug 25 14:55:10.433816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88d5e-7dc1-455f-b711-46b3f0cbe2b6 req-64054ad4-0646-48f5-8714-ae1e05f31b3d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.435598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0b88d5e-7dc1-455f-b711-46b3f0cbe2b6 req-64054ad4-0646-48f5-8714-ae1e05f31b3d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1759908 Aug 25 14:55:10.443789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'port': {'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'admin_state_up': True, 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:10.462995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.463558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.464273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.464451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.465339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.466011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.466462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.467890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.468368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.468869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.469340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.469809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.470272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.470734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.473067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8685f59-7b24-4612-8d0b-84febcc8b87b req-e1e86b8b-6fd0-43e1-bb5d-40e5db0da356 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9878 time: 0.2644861 Aug 25 14:55:10.544968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a96c9040-c6c0-4413-a1dc-2787c12e6a2d req-1c4c4c77-46ad-4bfb-94b4-0996191c8a9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512275 Aug 25 14:55:10.616436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0b88d5e-7dc1-455f-b711-46b3f0cbe2b6 req-f28026b8-c296-47b8-9f44-60fd082a251b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652660 Aug 25 14:55:10.626579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23d28c9e-74b5-4959-96be-1ff957a39c31 req-53194523-7eae-4857-b2a8-f6cee0ddcab0 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 210 time: 0.0375202 Aug 25 14:55:10.755948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122fe58-a2a2-4253-a37d-fdf0a286ca65 req-705b333d-f7f1-405a-949e-0ec65dc59efe tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.757699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2122fe58-a2a2-4253-a37d-fdf0a286ca65 req-705b333d-f7f1-405a-949e-0ec65dc59efe tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 886 time: 0.0976536 Aug 25 14:55:10.761304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c0095a3-8cae-4e06-a139-eae8106a457e req-31a3e031-93ed-477b-abd0-85aad8357df0 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 210 time: 0.0719686 Aug 25 14:55:10.873629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a4e08415-c108-4a15-b7a9-42b0721cd4cb tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.875168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a4e08415-c108-4a15-b7a9-42b0721cd4cb tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 813 time: 0.2322483 Aug 25 14:55:10.879984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:10.904454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.904454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.904454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.904454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.904454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.904454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.905656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.905738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Request body: {'port': {'device_id': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'admin_state_up': True, 'tenant_id': 'eb21a59322da44488420f187124d93a3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:10.905902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.906362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.906850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.907339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.907803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.908261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.908979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:10.911747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9c729bf-ac64-4bbc-af19-2769ebb6cb83 req-c04c63c7-e1af-4afb-8f74-d9bcd942a586 tempest-NetworksTest-1796650828 tempest-NetworksTest-1796650828-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9878 time: 0.1350026 Aug 25 14:55:11.010665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Made reservation on behalf of 126ff5a734964e7c9bbaa388ce494dd1 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:11.020606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.126986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.261279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Allocated IP 172.20.0.5 (be139c83-24ce-4513-a458-1f3117551f70/5719a52e-9a6d-4bb5-8239-37579c2299b7/e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:11.263124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Made reservation on behalf of eb21a59322da44488420f187124d93a3 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:11.266676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.466103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-4f06be7b-03a2-44dc-a6c1-1371cbd5beea tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:11.468184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-4f06be7b-03a2-44dc-a6c1-1371cbd5beea tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 813 time: 0.2737505 Aug 25 14:55:11.492539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Request body: {'port': {'device_id': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'admin_state_up': True, 'tenant_id': 'eb21a59322da44488420f187124d93a3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:11.704119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Allocated IP 172.20.0.5 (5b8b13f2-6954-4773-8a61-27faccf716cc/514c9981-d647-47a9-a3cf-a136ae8f5ac1/c85e353c-d05d-4e51-bf39-1d1979b48c15) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:11.707235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60080) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:11.721794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.786552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c08ca88c-97ff-4bb1-9869-a2017c21cfa4 req-b29ffdda-c24f-446b-805c-13261ba8d4ad tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 210 time: 0.0619338 Aug 25 14:55:11.797862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4181-73a8-4b47-8f07-a9b47d840f78 req-32e7e749-b171-4a25-814b-29e2482f4932 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:11.806689 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a34e4181-73a8-4b47-8f07-a9b47d840f78 req-32e7e749-b171-4a25-814b-29e2482f4932 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0631409 Aug 25 14:55:11.885671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a34e4181-73a8-4b47-8f07-a9b47d840f78 req-17298d10-4e47-4971-8e52-67172cc36a45 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702167 Aug 25 14:55:11.889885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.908008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-079057a6-5fab-470f-a36c-ff258c945535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.914910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:11.969308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8812e1a0-640f-4b9f-88d2-03af47fd8106 req-7b36d63d-46f7-4d4f-8420-43b590dd139e tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 210 time: 0.0883279 Aug 25 14:55:11.985605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Transition to ACTIVE for port object e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:12.123253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-079057a6-5fab-470f-a36c-ff258c945535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.240697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-079057a6-5fab-470f-a36c-ff258c945535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.294801 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-079057a6-5fab-470f-a36c-ff258c945535 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=484d09e9670348909fffa899c7417c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840039 Aug 25 14:55:12.294801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079057a6-5fab-470f-a36c-ff258c945535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd1df3-b927-404a-97e0-ea6b3e76d9db,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:12.296573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60090) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:12.320757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Made reservation on behalf of eb21a59322da44488420f187124d93a3 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:12.324711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.349052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f9868c-a0c9-465c-9a18-2b3bfda11ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.350711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Pushing event updated for resources: {'Port': ['ID=2c75ccae-ad24-45be-b159-f65d999c9570,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:12.372400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f9868c-a0c9-465c-9a18-2b3bfda11ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.384088 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.554951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.562904 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f9868c-a0c9-465c-9a18-2b3bfda11ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.565606 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2f9868c-a0c9-465c-9a18-2b3bfda11ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.566786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a2f9868c-a0c9-465c-9a18-2b3bfda11ffd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4bd1df3-b927-404a-97e0-ea6b3e76d9db HTTP/1.1" status: 204 len: 168 time: 0.2692816 Aug 25 14:55:12.575063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9868c-a0c9-465c-9a18-2b3bfda11ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd1df3-b927-404a-97e0-ea6b3e76d9db,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:12.586611 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Floating IP d26c471f-fce0-4520-991e-0f86d2951b80 associated. External IP: 172.25.8.42, port: 3949e8cb-103c-496e-913d-a28f93763273. Aug 25 14:55:12.626240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.638975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['74023200-b7ac-4f8a-b52c-4f3c7370867a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:12.731401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Network be139c83-24ce-4513-a458-1f3117551f70 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:12.738279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:12.749342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:12.774898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event updated for resources: {'Port': ['ID=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:12.865855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:12.866900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.933835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:12.975734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04b000fd-102d-44c9-9222-edf2133916e3 req-235e6e78-e9de-4126-831d-9c705f0960d8 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 210 time: 0.0484967 Aug 25 14:55:13.041965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551e72-0bbe-487f-83f1-cf6d8e4b0e90 req-e221ae93-7ae8-4b04-a789-7ec46b896af6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:13.046643 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ef551e72-0bbe-487f-83f1-cf6d8e4b0e90 req-e221ae93-7ae8-4b04-a789-7ec46b896af6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0772972 Aug 25 14:55:13.048866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Allocated IP 172.20.0.11 (5b8b13f2-6954-4773-8a61-27faccf716cc/514c9981-d647-47a9-a3cf-a136ae8f5ac1/2e7339ed-f487-4cee-b655-c420afe14112) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:13.083704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-7c14f933-4e3d-4f6a-856d-e618e7bd3adf tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6465354 Aug 25 14:55:13.103835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ef551e72-0bbe-487f-83f1-cf6d8e4b0e90 req-28ac6aa5-fd21-4368-a4b7-411e5179d0d9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502560 Aug 25 14:55:13.111990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Request body: {'port': {'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:13.159649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-01a389b1-9ae9-4482-be95-da7b80db6aa2 None None] Provisioning for port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:13.164664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-01a389b1-9ae9-4482-be95-da7b80db6aa2 None None] Provisioning complete for port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:13.165439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-01a389b1-9ae9-4482-be95-da7b80db6aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.176132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Network 5b8b13f2-6954-4773-8a61-27faccf716cc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:13.200429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:13.202840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event updated for resources: {'Port': ['ID=c85e353c-d05d-4e51-bf39-1d1979b48c15,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:13.205165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:13.215424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Router f468228a-7ea4-4e79-9866-ed3c2f57b7da has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:13.216009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-01a389b1-9ae9-4482-be95-da7b80db6aa2 None None] Port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:55:13.255934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8c00-df44-41ea-9220-d603109a533e req-8bd9d83d-44fb-44ed-9e82-fc387dd4df34 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:13.257514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e90a8c00-df44-41ea-9220-d603109a533e req-8bd9d83d-44fb-44ed-9e82-fc387dd4df34 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0567653 Aug 25 14:55:13.300933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e90a8c00-df44-41ea-9220-d603109a533e req-056b2f89-1640-478a-9b67-db6c8f56e6f2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 Aug 25 14:55:13.322176 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.353994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351c4f5-b89b-48fd-ac8a-642d859a2db1 req-43be03d9-9f9e-4aff-b1ee-afe46d7d48ca tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:13.353994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6351c4f5-b89b-48fd-ac8a-642d859a2db1 req-43be03d9-9f9e-4aff-b1ee-afe46d7d48ca tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 931 time: 0.2599330 Aug 25 14:55:13.390278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:13.391009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.540294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60120) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:13.554087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d8048b-234a-4787-a02c-06849f685f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.585315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6351c4f5-b89b-48fd-ac8a-642d859a2db1 req-de5d5ae9-3750-4859-86dc-66c69c2a48b7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027390 Aug 25 14:55:13.661492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-3e904e46-d98f-4064-934d-a9d8ec7a916d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7608345 Aug 25 14:55:13.666664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.682147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Request body: {'port': {'device_id': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:13.720701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:13.731008 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] Sync routers for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:13.741569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:13.742183 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:13.747815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d8048b-234a-4787-a02c-06849f685f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.825080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.868329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d8048b-234a-4787-a02c-06849f685f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.872049 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:13.888615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:13.890242 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:13.904172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8048b-234a-4787-a02c-06849f685f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48ac84-0733-40c2-aa44-c447531b27ae,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:13.936763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10d8048b-234a-4787-a02c-06849f685f4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1435dc1d4f1f477b908dda5a31e30ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949971 Aug 25 14:55:13.937436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60126) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:13.963479 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:13.964426 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76174be-5958-4530-9c87-aa82a6b83720 None None] The sync data for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:13.989322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.990790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67918951-b3ad-499b-9e92-000667706e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:13.990996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.017518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67918951-b3ad-499b-9e92-000667706e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.127188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3473-e019-4c59-9b0e-823b670e297e req-90b62af4-7045-4c27-9f2d-7d04ac7e7ff5 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:14.128988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-585c3473-e019-4c59-9b0e-823b670e297e req-90b62af4-7045-4c27-9f2d-7d04ac7e7ff5 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 932 time: 0.0527818 Aug 25 14:55:14.141755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eab7f47b-b741-43bf-b80a-f77a8c29ccad tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7083530 Aug 25 14:55:14.146374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Network 5b8b13f2-6954-4773-8a61-27faccf716cc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:14.149174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:14.170614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:14.197854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:14.203650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event updated for resources: {'Port': ['ID=2e7339ed-f487-4cee-b655-c420afe14112,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:14.211553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:14.217671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.222177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-585c3473-e019-4c59-9b0e-823b670e297e req-5510aa28-9324-4342-954b-0f1c5e3fafbc tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865786 Aug 25 14:55:14.242693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67918951-b3ad-499b-9e92-000667706e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.245916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67918951-b3ad-499b-9e92-000667706e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.247161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-67918951-b3ad-499b-9e92-000667706e9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e48ac84-0733-40c2-aa44-c447531b27ae HTTP/1.1" status: 204 len: 168 time: 0.3083155 Aug 25 14:55:14.280928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67918951-b3ad-499b-9e92-000667706e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48ac84-0733-40c2-aa44-c447531b27ae,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:14.287274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-372bb1cc-24dc-411d-9ade-52ba1a17a8f6 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] 10.222.0.58 "GET /v2.0/floatingips/d26c471f-fce0-4520-991e-0f86d2951b80 HTTP/1.1" status: 200 len: 982 time: 0.1370108 Aug 25 14:55:14.289625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60138) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:14.298513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ccdc-5b0b-4b1c-a212-6ab67ca8a1e5 req-e93b0851-9716-456e-87ea-820fc8a88399 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:14.306533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1710ccdc-5b0b-4b1c-a212-6ab67ca8a1e5 req-e93b0851-9716-456e-87ea-820fc8a88399 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.3229544 Aug 25 14:55:14.322862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Transition to ACTIVE for port object e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:14.387360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:14.388006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.407322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.426508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-725d99bb-571f-4f0f-bf67-c97facc02caf tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4298 time: 0.1352179 Aug 25 14:55:14.429032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60142) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:14.464528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1710ccdc-5b0b-4b1c-a212-6ab67ca8a1e5 req-a2866884-427a-47a3-8790-32948731b5af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559749 Aug 25 14:55:14.546534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:14.595681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-a776e9d5-7008-4458-bf09-bd6c3df81b9e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1135230 Aug 25 14:55:14.629014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Request body: {'port': {'device_id': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:14.653433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85e353c-d05d-4e51-bf39-1d1979b48c15 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:14.665772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.694062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Transition to ACTIVE for port object c85e353c-d05d-4e51-bf39-1d1979b48c15 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:14.704233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Deleting port 2c75ccae-ad24-45be-b159-f65d999c9570 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:14.704605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.772554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Attempting to bind port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:14.772883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Attempting to bind port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:14.773131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Attempting to bind port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc on network be139c83-24ce-4513-a458-1f3117551f70 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:14.776132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.804123 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.804965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:14.827551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Calling delete_port for 2c75ccae-ad24-45be-b159-f65d999c9570 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:15.059101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.070743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc on network be139c83-24ce-4513-a458-1f3117551f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:15.071072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Attempting to bind port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc on network be139c83-24ce-4513-a458-1f3117551f70 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:15.130481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadfaab-2096-482d-8d86-d63709fb3bae req-f4424a6c-475f-4e37-9fd2-3d20bb583711 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:15.132002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffadfaab-2096-482d-8d86-d63709fb3bae req-f4424a6c-475f-4e37-9fd2-3d20bb583711 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 943 time: 0.4316990 Aug 25 14:55:15.132739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:15.133068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Checking segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:15.133440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Bound using segment: {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:15.133878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Bound port: e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f290be-56fb-4d4b-8284-a15e63edb6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:15.134234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.179547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.181818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Pushing event updated for resources: {'Port': ['ID=c85e353c-d05d-4e51-bf39-1d1979b48c15,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:15.217168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Port': ['ID=2c75ccae-ad24-45be-b159-f65d999c9570,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:15.281058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.281622 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Floating IP d26c471f-fce0-4520-991e-0f86d2951b80 disassociated (deleted). External IP: 172.25.8.42, port: 3949e8cb-103c-496e-913d-a28f93763273. Aug 25 14:55:15.340761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ffadfaab-2096-482d-8d86-d63709fb3bae req-e46c403e-9a27-47c1-9fcc-9c369b509289 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950755 Aug 25 14:55:15.433476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338064-673d-4f04-873f-b41eff735377 req-23162aae-05be-403e-bd52-7cbe9d49eaca tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:15.435005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74338064-673d-4f04-873f-b41eff735377 req-23162aae-05be-403e-bd52-7cbe9d49eaca tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 932 time: 0.1113918 Aug 25 14:55:15.449608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] For port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:15.477211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] For port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:15.480269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Attempting to bind port c85e353c-d05d-4e51-bf39-1d1979b48c15 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:15.480269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Attempting to bind port c85e353c-d05d-4e51-bf39-1d1979b48c15 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:15.480269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Attempting to bind port c85e353c-d05d-4e51-bf39-1d1979b48c15 on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:15.488669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Port c85e353c-d05d-4e51-bf39-1d1979b48c15 on network 5b8b13f2-6954-4773-8a61-27faccf716cc not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:15.489112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Attempting to bind port c85e353c-d05d-4e51-bf39-1d1979b48c15 on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:15.501667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:15.502005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Checking segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:15.503068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Bound using segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:15.503068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Bound port: c85e353c-d05d-4e51-bf39-1d1979b48c15, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:15.503326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.525631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74338064-673d-4f04-873f-b41eff735377 req-7aade21d-c6e9-4822-8144-72560e9e36fc tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829914 Aug 25 14:55:15.598216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Router f468228a-7ea4-4e79-9866-ed3c2f57b7da has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:15.601892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.699065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60178) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:15.707201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:15.707876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.709409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 1091 time: 2.6133420 Aug 25 14:55:15.712349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e5f-3668-465d-b516-17d0199d3017 req-447372a3-694b-4c58-9dd3-f5401339274e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:15.720077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2060e5f-3668-465d-b516-17d0199d3017 req-447372a3-694b-4c58-9dd3-f5401339274e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.1128674 Aug 25 14:55:15.720240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:15.729622 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146d8b8-3573-4744-90ba-795c7467937b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:15.768703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] For port c85e353c-d05d-4e51-bf39-1d1979b48c15, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:15.800710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] For port c85e353c-d05d-4e51-bf39-1d1979b48c15, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:15.809060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:15.809753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e89b4-fcad-4f4a-a554-db6dbe8460d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:15.815691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7339ed-f487-4cee-b655-c420afe14112 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:15.823470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] Sync routers for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:15.828053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2060e5f-3668-465d-b516-17d0199d3017 req-66e2059c-98bc-4962-b1c4-4975f7c053cd tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052721 Aug 25 14:55:15.828217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8a62a-4561-4e91-8e84-d4c01fd86a37 req-af8a4d86-ed2f-4441-b7b2-cc72bbf91746 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:15.830036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64b8a62a-4561-4e91-8e84-d4c01fd86a37 req-af8a4d86-ed2f-4441-b7b2-cc72bbf91746 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.2015116 Aug 25 14:55:15.831294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.837859 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.855417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Transition to ACTIVE for port object 2e7339ed-f487-4cee-b655-c420afe14112 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:15.865986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:15.866871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:15.916222 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:15.919301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-56e0c86e-3ced-40e4-b089-27be930e90e8 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "DELETE /v2.0/floatingips/d26c471f-fce0-4520-991e-0f86d2951b80 HTTP/1.1" status: 204 len: 168 time: 1.4884624 Aug 25 14:55:15.921086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:15.926557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:15.945323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:15.946001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2006164980-network', 'tenant_id': 'bfe1e1fde1664027bb343d07a0137ef2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:15.962357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:15.963253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:15.979985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 14:55:15.979985 n-d-805995-2 neutron-server[101872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 14:55:15.979985 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id': 'bfe1e1fde1664027bb343d07a0137ef2', 'id': 'd71a10d1-bb48-4d76-9054-b066a9abe8a5', 'expiration': datetime.datetime(2021, 8, 25, 14, 57, 15, 972794)}] Aug 25 14:55:15.979985 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:55:15.980595 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:55:15.990962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.017157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:16.018889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48cb8bd-3bb5-474f-81c3-506aaaa67588 None None] The sync data for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:16.021069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.021744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.023224 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] 10.222.0.45 "PUT /v2.0/ports/c85e353c-d05d-4e51-bf39-1d1979b48c15 HTTP/1.1" status: 200 len: 1091 time: 2.3454700 Aug 25 14:55:16.043276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64b8a62a-4561-4e91-8e84-d4c01fd86a37 req-66815cb7-c962-4667-aa87-ab1cc120f691 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954598 Aug 25 14:55:16.052220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db39413-fcd4-47eb-9ee4-88c693b150a6 x-openstack-request-id: req-2db39413-fcd4-47eb-9ee4-88c693b150a6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:16.052220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:16.052220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2db39413-fcd4-47eb-9ee4-88c693b150a6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:16.052220 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'status': 'completed', 'code': 200} Aug 25 14:55:16.073786 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.074984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-172badcd-e3d8-4234-9682-fc42ccf8859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.077249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-172badcd-e3d8-4234-9682-fc42ccf8859f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1094 time: 0.1889765 Aug 25 14:55:16.079873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1e59c-4065-49b6-a3be-77a63b2a598a service neutron] Pushing event updated for resources: {'Port': ['ID=c85e353c-d05d-4e51-bf39-1d1979b48c15,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:16.148318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-afb3ecbe-57b8-4c8a-a94f-dec01f87e1b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 217 time: 0.0602503 Aug 25 14:55:16.171490 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.239423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7339ed-f487-4cee-b655-c420afe14112,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:16.279090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Allocated IP 172.25.8.43 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/9bdac63b-b02c-4d00-acae-65f129bfb8e6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:16.284509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-05272164-3d33-436b-8de6-40524cf48c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.285985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-05272164-3d33-436b-8de6-40524cf48c75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1227512 Aug 25 14:55:16.307657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Attempting to bind port 2e7339ed-f487-4cee-b655-c420afe14112 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:16.308001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Attempting to bind port 2e7339ed-f487-4cee-b655-c420afe14112 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:16.308340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Attempting to bind port 2e7339ed-f487-4cee-b655-c420afe14112 on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:16.331591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Port 2e7339ed-f487-4cee-b655-c420afe14112 on network 5b8b13f2-6954-4773-8a61-27faccf716cc not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:16.331927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Attempting to bind port 2e7339ed-f487-4cee-b655-c420afe14112 on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:16.334932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b3bfce85-6262-4b43-a657-781594bcb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.336559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b3bfce85-6262-4b43-a657-781594bcb38c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=3d4f5a13-57b2-4965-a42f-57c2ed953ed1 HTTP/1.1" status: 200 len: 1094 time: 0.1178353 Aug 25 14:55:16.342889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:16.343294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Checking segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:16.343695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Bound using segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:16.349697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Bound port: 2e7339ed-f487-4cee-b655-c420afe14112, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:16.349697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.384568 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.401085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-ea8e23f0-7667-4fc8-a757-623729d3e615 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15 HTTP/1.1" status: 200 len: 217 time: 0.0530124 Aug 25 14:55:16.405044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-6e613073-7036-4ece-9cc6-9ce9eae0291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.406549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-6e613073-7036-4ece-9cc6-9ce9eae0291b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112072 Aug 25 14:55:16.508632 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.548334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:16.555323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:16.563715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:16.574797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Pushing event updated for resources: {'Port': ['ID=9bdac63b-b02c-4d00-acae-65f129bfb8e6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:16.586974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-ec9d64f0-5708-4306-a083-edf882f69fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.588505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-ec9d64f0-5708-4306-a083-edf882f69fb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.1618125 Aug 25 14:55:16.602966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] For port 2e7339ed-f487-4cee-b655-c420afe14112, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:16.611681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Made reservation on behalf of bfe1e1fde1664027bb343d07a0137ef2 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:16.614363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.655044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.656524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da855ab-6e8c-42f1-8263-ddd26d0f8c16 req-685d128a-ddac-4821-9057-94b9616c4ff5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.658035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3da855ab-6e8c-42f1-8263-ddd26d0f8c16 req-685d128a-ddac-4821-9057-94b9616c4ff5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 943 time: 0.2292638 Aug 25 14:55:16.659867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] For port 2e7339ed-f487-4cee-b655-c420afe14112, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2e7339ed-f487-4cee-b655-c420afe14112,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:16.664463 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-508d9e67-9a38-4442-8c15-15451dc4051c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591409 Aug 25 14:55:16.709186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-790013e4-7d5d-47ab-9535-cbf2eb732910 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812636 Aug 25 14:55:16.735112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec734f4f-55e4-4771-bbed-88e8bc3043e1 req-b0fe38f2-b29d-43ba-b5c8-5e2ea6ef0dac tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.736610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec734f4f-55e4-4771-bbed-88e8bc3043e1 req-b0fe38f2-b29d-43ba-b5c8-5e2ea6ef0dac tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 944 time: 0.1198921 Aug 25 14:55:16.745202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.785494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.817723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec734f4f-55e4-4771-bbed-88e8bc3043e1 req-0cf238c7-8a31-4d7f-863c-5f7f483c59eb tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Aug 25 14:55:16.841012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3da855ab-6e8c-42f1-8263-ddd26d0f8c16 req-284b5d1a-bbfb-4af4-9a6c-60fe19ba0b2d tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725152 Aug 25 14:55:16.861099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:16.861099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.861099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] 10.222.0.52 "PUT /v2.0/ports/2e7339ed-f487-4cee-b655-c420afe14112 HTTP/1.1" status: 200 len: 1092 time: 2.2561958 Aug 25 14:55:16.875772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:16.902546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc0ba2-91e3-477a-a861-29720dd5f991 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7339ed-f487-4cee-b655-c420afe14112,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:16.921698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-8e04dce1-1ab1-45a6-9e2c-a6cb9ba66b60 service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464685 Aug 25 14:55:16.956898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11b1f315-5e52-4fc7-a598-c30bd0679a1e req-f25a2eb1-aa6f-4a61-87a3-4507a6d30d65 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213192 Aug 25 14:55:17.004399 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.026323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-dc949535-c0cc-473b-bfe6-03a9b0e884fd service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959232 Aug 25 14:55:17.034613 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.076124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:17.085791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cb186-64ce-4539-a3d5-11baa7fc0fd7 req-c5b3c812-0f77-4b08-a9a5-b726f994fff2 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.087322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e8cb186-64ce-4539-a3d5-11baa7fc0fd7 req-c5b3c812-0f77-4b08-a9a5-b726f994fff2 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.1171670 Aug 25 14:55:17.116210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b63f17-39ea-4874-9416-e7a92e2d73f8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:17.133713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.133713 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Added segment 90d510ec-6633-4a56-a582-77768777e65a of type vlan for network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f Aug 25 14:55:17.182572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cd1d0-eecc-42a6-9241-1515cb6c3ac2 req-58bdd1c5-5d55-4421-8c87-0ba428f79a41 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.184152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e61cd1d0-eecc-42a6-9241-1515cb6c3ac2 req-58bdd1c5-5d55-4421-8c87-0ba428f79a41 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0816972 Aug 25 14:55:17.192801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-dc259882-280c-463d-a9fb-ad7f12154734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.194254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-dc259882-280c-463d-a9fb-ad7f12154734 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 1095 time: 0.0608304 Aug 25 14:55:17.272906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-b53e4440-3917-4d1e-9409-8d3650bd87c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7339ed-f487-4cee-b655-c420afe14112 HTTP/1.1" status: 200 len: 217 time: 0.0636923 Aug 25 14:55:17.321537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e61cd1d0-eecc-42a6-9241-1515cb6c3ac2 req-45e97d1e-369b-4438-8a84-c7ea82be85d3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263516 Aug 25 14:55:17.339198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d8b8-3573-4744-90ba-795c7467937b req-1adfdfd0-a6c0-4d1b-9806-d0d8486b3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.340784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-1adfdfd0-a6c0-4d1b-9806-d0d8486b3fb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1094 time: 0.1501985 Aug 25 14:55:17.409989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-04244315-dbfa-4c53-b223-a87c9c9a7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.414299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-04244315-dbfa-4c53-b223-a87c9c9a7ab4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.1256692 Aug 25 14:55:17.457163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-746d151e-a367-492e-b1e6-55c0f7f1ee48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311759 Aug 25 14:55:17.544392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d8b8-3573-4744-90ba-795c7467937b req-dfcac5c2-76ac-4139-b67a-22dbe9b63a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.545868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-dfcac5c2-76ac-4139-b67a-22dbe9b63a2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1970859 Aug 25 14:55:17.553809 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e8cb186-64ce-4539-a3d5-11baa7fc0fd7 req-886d4feb-7dc1-476a-893c-862b91864acb tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579997 Aug 25 14:55:17.571284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.601668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-f14e4d9d-f41e-4e16-bf64-57fa4e4608b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 217 time: 0.0427346 Aug 25 14:55:17.645262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.645480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-73a4a645-be1b-43aa-b788-d723306b218b service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764858 Aug 25 14:55:17.688250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.689303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.689901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.713754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d8b8-3573-4744-90ba-795c7467937b req-60df6109-76ff-4619-8a84-f4d71faabc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.715598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-60df6109-76ff-4619-8a84-f4d71faabc12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1047320 Aug 25 14:55:17.744264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.799909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07d21ea8-03ea-4dff-aa0c-7d62c5c11bb6 req-cebfecfd-5f64-4e0a-9b9c-85aedf3567f3 service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468191 Aug 25 14:55:17.802656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d8b8-3573-4744-90ba-795c7467937b req-9648aefd-d795-42fe-b013-8714916eaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.803797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] Pushing event updated for resources: {'Network': ['ID=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:17.804036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-9648aefd-d795-42fe-b013-8714916eaa2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785396 Aug 25 14:55:17.817036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:17.846940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Pushing event updated for resources: {'Port': ['ID=9bdac63b-b02c-4d00-acae-65f129bfb8e6,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:17.856814 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dffd9d7e-7896-40ec-9ec5-78538b0a33c8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1537631 Aug 25 14:55:17.857648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:17.866857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Request body: {'subnet': {'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2006164980-subnet', 'tenant_id': 'bfe1e1fde1664027bb343d07a0137ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:17.882169 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:17.978790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-c87a3f0d-7185-42e0-9986-370be77b1fcc service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652448 Aug 25 14:55:17.995175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c139-eaad-4a91-811a-4845310ecbde req-eb9063d6-068b-4926-8658-6b2ee3be80c3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:17.996968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6e82c139-eaad-4a91-811a-4845310ecbde req-eb9063d6-068b-4926-8658-6b2ee3be80c3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 944 time: 0.0665886 Aug 25 14:55:18.037318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Made reservation on behalf of bfe1e1fde1664027bb343d07a0137ef2 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:18.039708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:18.051085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'tag': 'c85e353c-d05d-4e51-bf39-1d1979b48c15'}, {'name': 'network-changed', 'server_uuid': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'tag': '2e7339ed-f487-4cee-b655-c420afe14112'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:18.053232 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a67166-231e-45be-bc3f-82438b323303" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4f5a13-57b2-4965-a42f-57c2ed953ed1", "tag": "c85e353c-d05d-4e51-bf39-1d1979b48c15"}, {"name": "network-changed", "server_uuid": "64a7d95a-4bd4-4f7a-b6bb-27c063a87d28", "tag": "2e7339ed-f487-4cee-b655-c420afe14112"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:18.061494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6e82c139-eaad-4a91-811a-4845310ecbde req-2aed5f60-acba-4cd8-8c12-04874a622257 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Aug 25 14:55:18.077572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73281-1d9e-4ed8-ad58-62b8abc6a9a2 req-aced4e36-fd43-4023-b4f4-26d159c0b106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.088003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6aa73281-1d9e-4ed8-ad58-62b8abc6a9a2 req-aced4e36-fd43-4023-b4f4-26d159c0b106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 943 time: 0.1164432 Aug 25 14:55:18.138306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5146d8b8-3573-4744-90ba-795c7467937b req-79677b0d-cbf5-4093-8bee-0281ee8e105c service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464489 Aug 25 14:55:18.146860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6aa73281-1d9e-4ed8-ad58-62b8abc6a9a2 req-db3df719-2e56-4aae-b3ed-d1aba0facbe7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496681 Aug 25 14:55:18.165856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:18.177756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6f26bc04-a68b-48da-b57b-07542392a1b7 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2467997 Aug 25 14:55:18.180238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60222) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:18.273703 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4e1fb-6bb0-4690-b491-632d6250a780 x-openstack-request-id: req-c9f4e1fb-6bb0-4690-b491-632d6250a780 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:18.274300 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4f5a13-57b2-4965-a42f-57c2ed953ed1", "tag": "c85e353c-d05d-4e51-bf39-1d1979b48c15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64a7d95a-4bd4-4f7a-b6bb-27c063a87d28", "tag": "2e7339ed-f487-4cee-b655-c420afe14112", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:18.274399 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9f4e1fb-6bb0-4690-b491-632d6250a780 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:18.274830 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'tag': 'c85e353c-d05d-4e51-bf39-1d1979b48c15', 'status': 'completed', 'code': 200} Aug 25 14:55:18.275181 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'tag': '2e7339ed-f487-4cee-b655-c420afe14112', 'status': 'completed', 'code': 200} Aug 25 14:55:18.307052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:18.336444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:18.393057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67166-231e-45be-bc3f-82438b323303 req-3f513ffe-d204-4205-a84b-999115625731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.394624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-3f513ffe-d204-4205-a84b-999115625731 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 1095 time: 0.1006980 Aug 25 14:55:18.396684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67166-231e-45be-bc3f-82438b323303 req-93873e84-9e9e-4e12-9335-cda7e1f11097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.398219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-93873e84-9e9e-4e12-9335-cda7e1f11097 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=3d4f5a13-57b2-4965-a42f-57c2ed953ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0944166 Aug 25 14:55:18.409239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0543d0-7f4b-49b5-9f24-f12892f645f7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:18.424174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Checking segment: {'id': '90d510ec-6633-4a56-a582-77768777e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:18.424540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Network hostable DHCP agents. Network: 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:18.585477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:18.647269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709d704-ba99-43b3-9fe0-10c1e5237157 req-006ab90d-07a4-460d-8345-a09b5b443a42 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.648885 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e709d704-ba99-43b3-9fe0-10c1e5237157 req-006ab90d-07a4-460d-8345-a09b5b443a42 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0609143 Aug 25 14:55:18.691334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e709d704-ba99-43b3-9fe0-10c1e5237157 req-b8be4312-adc1-445b-ae41-227da73568c8 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Aug 25 14:55:18.691921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:18.696200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.696839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:18.704997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5fe61-8145-4d8d-806c-75b7c03eeb3d None None] Network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:18.775218 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d868d631-c6c7-436d-8537-c11b07a57d26 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9140508 Aug 25 14:55:18.781806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:18.867814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b67e9a-1836-4811-ac91-822e72967628 None None] Network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:18.901234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67166-231e-45be-bc3f-82438b323303 req-08d4e45c-c572-46ff-b405-e98db6f9135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.902742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-08d4e45c-c572-46ff-b405-e98db6f9135b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 914 time: 0.4918640 Aug 25 14:55:18.910608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30214ad8-2efd-4d38-901e-7c7619703a3c req-94fd9322-bee3-4fcd-b365-69fbdd6d247f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.912073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30214ad8-2efd-4d38-901e-7c7619703a3c req-94fd9322-bee3-4fcd-b365-69fbdd6d247f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.4991317 Aug 25 14:55:18.922904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67166-231e-45be-bc3f-82438b323303 req-ebc3738f-874d-4955-a8b0-79a5b840479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:18.924361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-ebc3738f-874d-4955-a8b0-79a5b840479e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 914 time: 0.5215020 Aug 25 14:55:18.971921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-2b915212-d01f-4a8d-8241-d117e7b3dbe9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15 HTTP/1.1" status: 200 len: 217 time: 0.0558615 Aug 25 14:55:19.020762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-2099523a-8b2b-41ec-a440-0cb3166c0bf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7339ed-f487-4cee-b655-c420afe14112 HTTP/1.1" status: 200 len: 217 time: 0.0636206 Aug 25 14:55:19.097405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30214ad8-2efd-4d38-901e-7c7619703a3c req-75fc6260-fa6b-4f56-afd0-67c62a5addf2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636736 Aug 25 14:55:19.128281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67166-231e-45be-bc3f-82438b323303 req-4e53c510-cf36-42c2-b3db-ec6cf1e08b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:19.130036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-4e53c510-cf36-42c2-b3db-ec6cf1e08b8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.1493626 Aug 25 14:55:19.131320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a67166-231e-45be-bc3f-82438b323303 req-0b8c3656-ad51-49c3-837f-ebbf6d11586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:19.132748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-0b8c3656-ad51-49c3-837f-ebbf6d11586d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.0871508 Aug 25 14:55:19.176711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-c902835f-e080-486a-ae67-13d076c00394 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376892 Aug 25 14:55:19.195150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-8e180b67-98a9-4df5-9d67-29ee4c6d1fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463035 Aug 25 14:55:19.212617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a39b7-f229-461e-952b-0a7b2bf69605 req-8b1771e1-47fd-4a74-88f8-f34a8030bfaa tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:19.214303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-837a39b7-f229-461e-952b-0a7b2bf69605 req-8b1771e1-47fd-4a74-88f8-f34a8030bfaa tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 944 time: 0.0602088 Aug 25 14:55:19.255371 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-837a39b7-f229-461e-952b-0a7b2bf69605 req-27ea23b9-bc71-4eff-8b25-d74bba0db9cf tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Aug 25 14:55:19.299183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:19.431858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec22e-609d-4a61-a4dd-2f162af4c576 req-0516adc0-c02d-4bb4-b4c3-0a77cc1d5913 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:19.433376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd1ec22e-609d-4a61-a4dd-2f162af4c576 req-0516adc0-c02d-4bb4-b4c3-0a77cc1d5913 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 943 time: 0.2057915 Aug 25 14:55:19.495182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-f6f68c4b-9b18-4fb8-9e36-ffc76991b9e6 service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903757 Aug 25 14:55:19.496925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-5be2cf9e-f669-4e67-8d23-b88d209f3808 service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042576 Aug 25 14:55:19.641800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Allocated IP 172.25.8.156 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/8eefe0ff-bd57-4998-a58b-208003a8ae43) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:19.651454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd1ec22e-609d-4a61-a4dd-2f162af4c576 req-1c7e6cea-d3d4-4dc8-8a4e-df834eeba1ce tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033522 Aug 25 14:55:19.664251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:19.676098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-836466998-network', 'tenant_id': 'b484114618d749e0aab706079871be8d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:19.748787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Made reservation on behalf of b484114618d749e0aab706079871be8d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:19.767503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:19.768295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-bad5f206-447d-43e3-b9d9-88394fa9a40c service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622964 Aug 25 14:55:19.777018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18a67166-231e-45be-bc3f-82438b323303 req-601567c1-d3c0-4612-b964-3766b54cefdf service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720816 Aug 25 14:55:19.800037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:19.819878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:19.941311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4cf2b-eb66-45b9-85ec-cf77aad23d61 req-815982b9-f8a0-4623-8ebb-2eaed1e1539c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:19.942742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfd4cf2b-eb66-45b9-85ec-cf77aad23d61 req-815982b9-f8a0-4623-8ebb-2eaed1e1539c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0791051 Aug 25 14:55:19.963380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:19.983924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.001507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfd4cf2b-eb66-45b9-85ec-cf77aad23d61 req-e6b83fab-b740-4e28-a30c-9d86bca7b976 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503094 Aug 25 14:55:20.008628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:20.018459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:20.022786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:20.032347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-3174d605-7c64-4396-bd74-c5c4620a87e6 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:20.033816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-3174d605-7c64-4396-bd74-c5c4620a87e6 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.52 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0997732 Aug 25 14:55:20.044404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.065319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Pushing event updated for resources: {'Port': ['ID=8eefe0ff-bd57-4998-a58b-208003a8ae43,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:20.069452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:20.078933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cff397-e334-4b49-9b8d-b04eb24c4e96,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:20.085256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.085650 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Added segment 42470a84-7f06-48f0-b0fe-97e9df640e92 of type vlan for network 9438487b-0347-4e86-9cc3-90d13de1379a Aug 25 14:55:20.136232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.213905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.224780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.225859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:20.226468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.241584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Deleting port 853811f2-a7b0-4127-a020-4ef3da2afad9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:20.241929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.252950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63607dfd-ed8b-452a-bc52-ceadb08c126c req-0d32f85e-b674-4e45-b126-33ae4828cc83 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:20.254729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63607dfd-ed8b-452a-bc52-ceadb08c126c req-0d32f85e-b674-4e45-b126-33ae4828cc83 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0852478 Aug 25 14:55:20.290331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] Pushing event updated for resources: {'Network': ['ID=9438487b-0347-4e86-9cc3-90d13de1379a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:20.301859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 9438487b-0347-4e86-9cc3-90d13de1379a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:20.366148 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.375528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44952902-0844-457c-acdd-1c8a78581266 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7066500 Aug 25 14:55:20.375931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60264) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:20.381581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Request body: {'subnet': {'network_id': '9438487b-0347-4e86-9cc3-90d13de1379a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-836466998-subnet', 'tenant_id': 'b484114618d749e0aab706079871be8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:20.396869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63607dfd-ed8b-452a-bc52-ceadb08c126c req-42053145-e42f-4fce-8cda-46de5d3cc0ac tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283755 Aug 25 14:55:20.421986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa08a0-5b18-4d36-8052-61525f6376f5 req-c5fb3d9c-c7b1-48e4-9f33-f6aff16ffb90 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:20.421986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11aa08a0-5b18-4d36-8052-61525f6376f5 req-c5fb3d9c-c7b1-48e4-9f33-f6aff16ffb90 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 944 time: 0.0800407 Aug 25 14:55:20.429367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] For port 853811f2-a7b0-4127-a020-4ef3da2afad9, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=853811f2-a7b0-4127-a020-4ef3da2afad9,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:20.429816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.474196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11aa08a0-5b18-4d36-8052-61525f6376f5 req-c1d445d3-3e3b-4280-9eaa-a8c41308f18a tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Aug 25 14:55:20.507730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Made reservation on behalf of b484114618d749e0aab706079871be8d for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:20.511004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.644562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c85e353c-d05d-4e51-bf39-1d1979b48c15 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:20.764486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c85e353c-d05d-4e51-bf39-1d1979b48c15, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:20.770455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.773132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.773438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.773752 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Floating IP 7de4f9e7-1471-4c33-afb3-e2549fbd6e13 disassociated. External IP: 172.25.8.61, port: 853811f2-a7b0-4127-a020-4ef3da2afad9. Aug 25 14:55:20.774094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Calling delete_port for 853811f2-a7b0-4127-a020-4ef3da2afad9 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:20.778091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'c85e353c-d05d-4e51-bf39-1d1979b48c15', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'port_id': 'c85e353c-d05d-4e51-bf39-1d1979b48c15', 'mac_address': 'fa:16:3e:1e:63:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514c9981-d647-47a9-a3cf-a136ae8f5ac1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:20.821201 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.828747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.834611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85e353c-d05d-4e51-bf39-1d1979b48c15 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:20.860517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c85e353c-d05d-4e51-bf39-1d1979b48c15, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:20.860666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af6f0e-045f-459b-8bf8-ce1b01c89f43 req-ae83c904-2654-45a3-9f9b-708b8354cefd tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:20.860666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30af6f0e-045f-459b-8bf8-ce1b01c89f43 req-ae83c904-2654-45a3-9f9b-708b8354cefd tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 943 time: 0.1023076 Aug 25 14:55:20.863336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.898895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14ef0cf-faea-4a9c-86ab-d7d72b28933f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:20.905020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Checking segment: {'id': '42470a84-7f06-48f0-b0fe-97e9df640e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9438487b-0347-4e86-9cc3-90d13de1379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:20.905847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Network hostable DHCP agents. Network: 9438487b-0347-4e86-9cc3-90d13de1379a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:20.947650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.948443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:20.981010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25b230e9-97d7-4ae2-8928-79956a250c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:20.992389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30af6f0e-045f-459b-8bf8-ce1b01c89f43 req-542eb612-55d9-4587-97a3-5cea97dffc5f tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247401 Aug 25 14:55:20.993000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Pushing event updated for resources: {'Port': ['ID=8eefe0ff-bd57-4998-a58b-208003a8ae43,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:21.002944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.052501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Network 9438487b-0347-4e86-9cc3-90d13de1379a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:21.058167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c85e353c-d05d-4e51-bf39-1d1979b48c15,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:21.070637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.070986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.071345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.071772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.072193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.072843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.073174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.073502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.073855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.074222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.074545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.074873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:21.101840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.105613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-79a3c643-a673-4c98-ab38-4ca6b57de13a tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9219689 Aug 25 14:55:21.122342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60272) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:21.122500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:21.131293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:21.140868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c789bc-3333-43e0-97df-c07e191be247 req-5609804e-c39b-4c5d-a96b-0a0714604d0b tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:21.142494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44c789bc-3333-43e0-97df-c07e191be247 req-5609804e-c39b-4c5d-a96b-0a0714604d0b tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 945 time: 0.0618834 Aug 25 14:55:21.172146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 9438487b-0347-4e86-9cc3-90d13de1379a) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:21.172900 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.176718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.182332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:21.182936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.189014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09aea15-9532-433d-a805-e0cc5079b8a4 None None] Network 9438487b-0347-4e86-9cc3-90d13de1379a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:21.212033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44c789bc-3333-43e0-97df-c07e191be247 req-94e0a85c-1fa4-4334-91a8-f560f04ea761 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a65cf3-02f8-4ba3-b938-8cd038d5808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630133 Aug 25 14:55:21.229041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event deleted for resources: {'Port': ['ID=853811f2-a7b0-4127-a020-4ef3da2afad9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:21.242311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:21.291921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de3d1ad3-cbbd-42a4-8d87-52d75400e88d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9145105 Aug 25 14:55:21.308135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-66e2a56f-37df-4158-b335-b0a702b17e97 tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4483 time: 0.2005484 Aug 25 14:55:21.311334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60276) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:21.393943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Router 2fec771c-6438-4b35-ab31-43a76e91077f has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:21.394511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-124842f1-3d2b-437f-b071-22f55447e616 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0789397 Aug 25 14:55:21.394511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:21.414484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:21.502813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2e7339ed-f487-4cee-b655-c420afe14112 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:21.607164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 2e7339ed-f487-4cee-b655-c420afe14112, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2e7339ed-f487-4cee-b655-c420afe14112,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:21.623103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '2e7339ed-f487-4cee-b655-c420afe14112', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'port_id': '2e7339ed-f487-4cee-b655-c420afe14112', 'mac_address': 'fa:16:3e:01:1b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514c9981-d647-47a9-a3cf-a136ae8f5ac1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:21.625158 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.634723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcc645-54c8-4bc0-894c-b6acc5c43088 None None] Network 9438487b-0347-4e86-9cc3-90d13de1379a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:21.651992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:21.664016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] Sync routers for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:21.673465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Deleting port 8eefe0ff-bd57-4998-a58b-208003a8ae43 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:21.673823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.677035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb373-17d4-46fd-88a6-b6ce42ccca8d req-50d224ca-d240-4864-b122-c73598f2e281 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:21.686719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b8bb373-17d4-46fd-88a6-b6ce42ccca8d req-50d224ca-d240-4864-b122-c73598f2e281 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1478679 Aug 25 14:55:21.693408 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:21.694229 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:21.797303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.837180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7339ed-f487-4cee-b655-c420afe14112 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:21.881406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df8587-1fe5-4833-b27d-2061670d185b req-7bd9ab55-a174-41e0-814c-ba18dd7437f1 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:21.897041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71df8587-1fe5-4833-b27d-2061670d185b req-7bd9ab55-a174-41e0-814c-ba18dd7437f1 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 944 time: 0.1423430 Aug 25 14:55:21.902798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 2e7339ed-f487-4cee-b655-c420afe14112, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2e7339ed-f487-4cee-b655-c420afe14112,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:21.914169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:21.917083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c85e353c-d05d-4e51-bf39-1d1979b48c15'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:21.917215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.917792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:21.927928 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:21.960583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Calling delete_port for 8eefe0ff-bd57-4998-a58b-208003a8ae43 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:21.983729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:22.015385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71df8587-1fe5-4833-b27d-2061670d185b req-5abbcb33-7fd9-40ba-a884-0d5e2580d0e0 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160891 Aug 25 14:55:22.029658 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:22.237271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] No DVR routers for this DVR port 853811f2-a7b0-4127-a020-4ef3da2afad9 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:22.243509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:22.247229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4cb8e1a-0425-478f-86cd-3c2f9efa31f8 req-14ac6252-cae0-4d7a-86bf-b03331e5b56e tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.52 "DELETE /v2.0/ports/853811f2-a7b0-4127-a020-4ef3da2afad9 HTTP/1.1" status: 204 len: 173 time: 2.1908689 Aug 25 14:55:22.247229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'name': 'network-vif-deleted', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:22.249745 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32825130-c314-4227-b017-8166321a20ce" -d '{"events": [{"server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "name": "network-vif-deleted", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:22.252789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=2e7339ed-f487-4cee-b655-c420afe14112,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:22.277270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b8bb373-17d4-46fd-88a6-b6ce42ccca8d req-4004f818-3937-49ab-bb09-6036b084e6ee tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839560 Aug 25 14:55:22.378854 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:58Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:22.416421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:22.420855 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] Checking router: 2fec771c-6438-4b35-ab31-43a76e91077f for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:22.423921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['2e7339ed-f487-4cee-b655-c420afe14112'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:22.437976 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:22.438611 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:54:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:22.445295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Pushing event deleted for resources: {'Port': ['ID=8eefe0ff-bd57-4998-a58b-208003a8ae43,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:22.493462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d1ac6-01ce-461d-9877-1682a829a713 req-14484845-9eef-427f-b006-10cbe8e33c9b tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:22.494992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-152d1ac6-01ce-461d-9877-1682a829a713 req-14484845-9eef-427f-b006-10cbe8e33c9b tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 944 time: 0.0641239 Aug 25 14:55:22.596263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-152d1ac6-01ce-461d-9877-1682a829a713 req-e8e7c54b-53c3-4f62-86f7-a80c19465790 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899291 Aug 25 14:55:22.607846 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:22.608467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:22.609912 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-43da9024-97f1-4c10-9ef3-43bb2d51e7ae tempest-FloatingIPAdminTestJSON-2144893875 tempest-FloatingIPAdminTestJSON-2144893875-project] 10.222.0.58 "DELETE /v2.0/floatingips/a8c0cf9a-cdb2-4783-b332-47fde2309974 HTTP/1.1" status: 204 len: 168 time: 1.2136881 Aug 25 14:55:22.612766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60310) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:22.626961 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:22.630008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0bd8c3ca-e507-4b89-a3c7-c55c5b49c65e tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:22.637173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0bd8c3ca-e507-4b89-a3c7-c55c5b49c65e tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/networks?id=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f HTTP/1.1" status: 200 len: 815 time: 0.1964014 Aug 25 14:55:22.687993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-951d0250-967a-478e-9294-4d4d5c388785 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/quotas/bfe1e1fde1664027bb343d07a0137ef2 HTTP/1.1" status: 200 len: 375 time: 0.0496907 Aug 25 14:55:22.719303 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6480214-264a-4edf-8094-2230501d4b1a req-25431aef-9b7b-4c4a-9edb-00ce9dba8a77 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/ports?device_id=6794a1a7-507d-4455-9f1d-4a455d1fe102 HTTP/1.1" status: 200 len: 210 time: 0.0516670 Aug 25 14:55:22.764121 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f941a432-a339-4c56-976c-fd8df84bc2cd x-openstack-request-id: req-f941a432-a339-4c56-976c-fd8df84bc2cd {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:22.764599 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6794a1a7-507d-4455-9f1d-4a455d1fe102", "name": "network-vif-deleted", "tag": "853811f2-a7b0-4127-a020-4ef3da2afad9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:22.764881 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f941a432-a339-4c56-976c-fd8df84bc2cd {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:22.765297 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6794a1a7-507d-4455-9f1d-4a455d1fe102', 'name': 'network-vif-deleted', 'tag': '853811f2-a7b0-4127-a020-4ef3da2afad9', 'status': 'completed', 'code': 200} Aug 25 14:55:22.781895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-08bf6f85-93f3-4c25-8a86-cd6c727cbddb tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfe1e1fde1664027bb343d07a0137ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852988 Aug 25 14:55:22.845014 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:55:22.899639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Deleting port 9bdac63b-b02c-4d00-acae-65f129bfb8e6 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:22.900512 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:58Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:22.900764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:22.926970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd9aea-b2bc-4eaf-b7a0-eb914a1f736a None None] The sync data for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 is: [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:48Z', 'revision_number': 4, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'aa73ecb4-f180-4cda-a82d-3535a2ee42f7', 'name': '', 'network_id': 'bd5b6036-977c-4282-9be7-e7529fcc909d', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'mac_address': 'fa:16:3e:56:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '0052595f-5d6b-4315-9868-bb8da5399026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:43Z', 'updated_at': '2021-08-25T14:52:58Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'subnets': [{'id': '0052595f-5d6b-4315-9868-bb8da5399026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:22.974316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-bdb3802f-d535-46be-88be-0f2db94f37f9 service neutron] 10.222.0.58 "GET /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845953 Aug 25 14:55:23.048526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.048706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.066210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Calling delete_port for 9bdac63b-b02c-4d00-acae-65f129bfb8e6 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:23.140617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-23dcf2a7-9489-44f1-9e63-b8e9aea31153 service neutron] 10.222.0.58 "GET /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570828 Aug 25 14:55:23.252122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511c28f-cc99-4d99-bfd5-66fadff7597a req-351cc6c5-e8e0-42f4-a4b4-3be2669006b2 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:23.254004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4511c28f-cc99-4d99-bfd5-66fadff7597a req-351cc6c5-e8e0-42f4-a4b4-3be2669006b2 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 945 time: 0.0873020 Aug 25 14:55:23.272880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0fdcd-6d2e-4977-a5f2-1c68134cbb0e None None] New status for floating IP 7de4f9e7-1471-4c33-afb3-e2549fbd6e13: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:55:23.308781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4511c28f-cc99-4d99-bfd5-66fadff7597a req-0d696e53-c7e6-4c7d-88eb-2496ff39839e tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Aug 25 14:55:23.322358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.366413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bdac63b-b02c-4d00-acae-65f129bfb8e6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:23.461591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.465236 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.466476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b4658d5-0666-42b8-803c-2523cbe4adac tempest-FloatingIPAdminTestJSON-1863102867 tempest-FloatingIPAdminTestJSON-1863102867-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/5a226e56-bf6b-42b9-9a16-87068378c781 HTTP/1.1" status: 204 len: 168 time: 0.8526497 Aug 25 14:55:23.471279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60322) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:23.482121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdafac-1cd1-4d50-a0d9-574ba95656bd req-ce2bc233-e59a-414f-b458-95912a6784a2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:23.484771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ccdafac-1cd1-4d50-a0d9-574ba95656bd req-ce2bc233-e59a-414f-b458-95912a6784a2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0942023 Aug 25 14:55:23.489141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 853811f2-a7b0-4127-a020-4ef3da2afad9 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:23.542256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 853811f2-a7b0-4127-a020-4ef3da2afad9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:23.542961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 853811f2-a7b0-4127-a020-4ef3da2afad9 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:23.579711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ccdafac-1cd1-4d50-a0d9-574ba95656bd req-79113ca0-0eab-4606-bd44-c6c8a1bace5e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749791 Aug 25 14:55:23.600705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bff7be5-0e29-4feb-8dea-d43ef4f5803c req-e5dc5b70-7764-4246-92b6-e2fe5f2caae5 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 210 time: 0.0336943 Aug 25 14:55:23.654151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Deleting port 3949e8cb-103c-496e-913d-a28f93763273 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:23.655205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.699290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2eb85ea-f429-413e-8ed3-1ad9961e0b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.719410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876c4fd-3e3f-442c-9a9b-02cf273a61aa req-75a65d5b-3b72-4d3d-9694-a2e6fd32998e tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:23.721019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f876c4fd-3e3f-442c-9a9b-02cf273a61aa req-75a65d5b-3b72-4d3d-9694-a2e6fd32998e tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 944 time: 0.0561945 Aug 25 14:55:23.758612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.774540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Calling delete_port for 3949e8cb-103c-496e-913d-a28f93763273 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:23.781055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f876c4fd-3e3f-442c-9a9b-02cf273a61aa req-fd2f3302-fedc-4d4e-9ca9-9bf6785a6073 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Aug 25 14:55:23.862502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.928411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60336) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:23.984449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69d12617-5bbf-4864-86b7-ce3fc324397c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:23.999896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.016996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69d12617-5bbf-4864-86b7-ce3fc324397c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.034379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Port': ['ID=3949e8cb-103c-496e-913d-a28f93763273,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:24.117108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.119617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4182e5d2-dd08-4db6-9d8c-8a30fe2dd8cd tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "DELETE /v2.0/ports/3949e8cb-103c-496e-913d-a28f93763273 HTTP/1.1" status: 204 len: 168 time: 0.6472316 Aug 25 14:55:24.122078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60338) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:24.151387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69d12617-5bbf-4864-86b7-ce3fc324397c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.154044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69d12617-5bbf-4864-86b7-ce3fc324397c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.157033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-69d12617-5bbf-4864-86b7-ce3fc324397c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "DELETE /v2.0/security-groups/48a65cf3-02f8-4ba3-b938-8cd038d5808e HTTP/1.1" status: 204 len: 168 time: 0.2258234 Aug 25 14:55:24.167006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60340) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:24.169769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12617-5bbf-4864-86b7-ce3fc324397c tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a65cf3-02f8-4ba3-b938-8cd038d5808e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:24.199930 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-acc89f71-2053-4b42-a64d-9a8158506a86 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] show failed (client error): The resource could not be found. Aug 25 14:55:24.200362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-acc89f71-2053-4b42-a64d-9a8158506a86 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "GET /v2.0/security-groups/48a65cf3-02f8-4ba3-b938-8cd038d5808e HTTP/1.1" status: 404 len: 347 time: 0.0320175 Aug 25 14:55:24.204715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e420a-9693-4ed7-81b9-aad2484721ce tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:24.208806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-169e420a-9693-4ed7-81b9-aad2484721ce tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "GET /v2.0/ports?device_id=f468228a-7ea4-4e79-9866-ed3c2f57b7da HTTP/1.1" status: 200 len: 913 time: 0.0832591 Aug 25 14:55:24.208806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60344) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:24.209645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60346) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:24.344240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Deleting port 9e9a522d-5b46-47ed-99de-830e76358027 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:24.344689 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.430567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.431070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.444468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Calling delete_port for 9e9a522d-5b46-47ed-99de-830e76358027 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:24.480337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5a0a-f435-4cc0-b366-bd43ff6f62b5 req-6326191b-aedd-48ae-b610-4849c6f30605 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:24.481837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d11c5a0a-f435-4cc0-b366-bd43ff6f62b5 req-6326191b-aedd-48ae-b610-4849c6f30605 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 945 time: 0.0908675 Aug 25 14:55:24.584772 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d11c5a0a-f435-4cc0-b366-bd43ff6f62b5 req-dedd6576-f60a-4a76-99aa-8bcdbdcd802d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933216 Aug 25 14:55:24.678027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c85e353c-d05d-4e51-bf39-1d1979b48c15 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:24.690487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.724025 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dea41551-1978-4777-a168-56048b31d0a7 req-817b5c1d-4d45-431e-b7d1-9b1131f596bc tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 210 time: 0.0434628 Aug 25 14:55:24.729520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.736750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Pushing event deleted for resources: {'Port': ['ID=9e9a522d-5b46-47ed-99de-830e76358027,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:24.805762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c9fb9-0afd-45d2-a82d-6369cf017d19 req-c0389afb-43d3-446f-8abc-0b34fbf44638 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:24.807177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b27c9fb9-0afd-45d2-a82d-6369cf017d19 req-c0389afb-43d3-446f-8abc-0b34fbf44638 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1315424 Aug 25 14:55:24.850356 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.853240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.858002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bc524738-47de-4201-b1dc-54bdb1539600 tempest-ServersTestJSON-118536944 tempest-ServersTestJSON-118536944-project] 10.222.0.58 "DELETE /v2.0/floatingips/7de4f9e7-1471-4c33-afb3-e2549fbd6e13 HTTP/1.1" status: 204 len: 168 time: 0.6465771 Aug 25 14:55:24.860227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60358) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:24.862592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port c85e353c-d05d-4e51-bf39-1d1979b48c15 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:24.869157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port c85e353c-d05d-4e51-bf39-1d1979b48c15 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:24.872938 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:24.929051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b27c9fb9-0afd-45d2-a82d-6369cf017d19 req-146dec0c-d334-4096-9a2f-0d29953d97be tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091478 Aug 25 14:55:24.970646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.006178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85e353c-d05d-4e51-bf39-1d1979b48c15'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:25.008619 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d47c057-1274-4954-9b11-e3288d7f247e" -d '{"events": [{"server_uuid": "3d4f5a13-57b2-4965-a42f-57c2ed953ed1", "name": "network-vif-plugged", "status": "completed", "tag": "c85e353c-d05d-4e51-bf39-1d1979b48c15"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:25.023408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f6237-b514-426d-8e3a-72af383e634d req-5c294f65-d495-45a3-8634-2760a7d2f9e7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:25.024739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c85e353c-d05d-4e51-bf39-1d1979b48c15, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:25.025229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-601f6237-b514-426d-8e3a-72af383e634d req-5c294f65-d495-45a3-8634-2760a7d2f9e7 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 944 time: 0.1128707 Aug 25 14:55:25.071514 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348b9b2-b461-4ad4-9a7d-33fde4d62dc0 x-openstack-request-id: req-8348b9b2-b461-4ad4-9a7d-33fde4d62dc0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:25.071969 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4f5a13-57b2-4965-a42f-57c2ed953ed1", "name": "network-vif-plugged", "status": "completed", "tag": "c85e353c-d05d-4e51-bf39-1d1979b48c15", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:25.072373 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8348b9b2-b461-4ad4-9a7d-33fde4d62dc0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:25.073135 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85e353c-d05d-4e51-bf39-1d1979b48c15', 'code': 200} Aug 25 14:55:25.078736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-601f6237-b514-426d-8e3a-72af383e634d req-eea6afba-5d91-473c-ae1e-c62fffaa2950 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Aug 25 14:55:25.093231 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.094116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:25.207373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Deleting port ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:25.208225 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.233699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2093118-bd61-4b6d-8e36-5fc1010eaafc req-84366576-a56e-4a39-bcfa-9a116f13cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:25.235291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2093118-bd61-4b6d-8e36-5fc1010eaafc req-84366576-a56e-4a39-bcfa-9a116f13cd71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d4f5a13-57b2-4965-a42f-57c2ed953ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0893648 Aug 25 14:55:25.245297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c85e353c-d05d-4e51-bf39-1d1979b48c15,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:25.317769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2093118-bd61-4b6d-8e36-5fc1010eaafc req-ed8ae342-d979-43db-a703-21f0e83013bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626252 Aug 25 14:55:25.319620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.324693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:25.331888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:25.332630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.333900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Calling delete_port for ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:25.361566 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.419547 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.423453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.467593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:25.495171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2e7339ed-f487-4cee-b655-c420afe14112 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:25.544369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.634115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.651322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:25.703367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Port': ['ID=ef8d6f8c-a46d-4fa0-a74f-3c4e523172d3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:25.708212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Deleting port aa73ecb4-f180-4cda-a82d-3535a2ee42f7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:25.708722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.741887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 2e7339ed-f487-4cee-b655-c420afe14112 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:25.746747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 2e7339ed-f487-4cee-b655-c420afe14112 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:25.747688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.817960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] For port aa73ecb4-f180-4cda-a82d-3535a2ee42f7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:25.818340 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:25.844961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Calling delete_port for aa73ecb4-f180-4cda-a82d-3535a2ee42f7 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:25.914856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979b999-84e2-4fa8-a69b-d7eaa8f1246b req-e8fe90f9-d5ea-4cf7-af24-3aa1857d274d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:25.922959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0979b999-84e2-4fa8-a69b-d7eaa8f1246b req-e8fe90f9-d5ea-4cf7-af24-3aa1857d274d tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 945 time: 0.2259357 Aug 25 14:55:25.939760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.006613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 2e7339ed-f487-4cee-b655-c420afe14112, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2e7339ed-f487-4cee-b655-c420afe14112,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:26.008204 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0979b999-84e2-4fa8-a69b-d7eaa8f1246b req-f92d78a5-0ff0-4c76-8cf2-af8f0dfaaef4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837409 Aug 25 14:55:26.039520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.071585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5456969e-6a7d-4fc5-bb0f-f88a33539d89 req-7686b074-457c-42a9-a27c-8f1f463bcfc6 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 210 time: 0.0931089 Aug 25 14:55:26.144966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.201161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-4dbb1af1-aee3-48df-aa5d-50b1b5d8a467 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:26.203249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-4dbb1af1-aee3-48df-aa5d-50b1b5d8a467 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.52 "GET /v2.0/networks?id=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f HTTP/1.1" status: 200 len: 815 time: 0.2231085 Aug 25 14:55:26.211271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=2e7339ed-f487-4cee-b655-c420afe14112,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:26.219370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Request body: {'port': {'device_id': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f', 'admin_state_up': True, 'tenant_id': 'bfe1e1fde1664027bb343d07a0137ef2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:26.242654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f311a2-2549-4f15-8ec9-ae348b38ec2e req-29a5c424-5273-4bc9-8cbc-9e0205d0fdd7 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:26.244226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07f311a2-2549-4f15-8ec9-ae348b38ec2e req-29a5c424-5273-4bc9-8cbc-9e0205d0fdd7 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1566486 Aug 25 14:55:26.333077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07f311a2-2549-4f15-8ec9-ae348b38ec2e req-8fecbcda-470f-47b4-b0f8-b6dceb2f2bfb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804048 Aug 25 14:55:26.347049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.361904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5546f91-f2a4-49e0-8566-94c5be68b881 req-b052f36f-262e-46ff-9542-48e23a8fd433 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:26.363529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5546f91-f2a4-49e0-8566-94c5be68b881 req-b052f36f-262e-46ff-9542-48e23a8fd433 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 945 time: 0.1027439 Aug 25 14:55:26.394888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa73ecb4-f180-4cda-a82d-3535a2ee42f7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:26.399415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Router f468228a-7ea4-4e79-9866-ed3c2f57b7da has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:26.488264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5546f91-f2a4-49e0-8566-94c5be68b881 req-c489ef09-d963-4ff7-b155-86742a2f0e31 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991125 Aug 25 14:55:26.532337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Made reservation on behalf of bfe1e1fde1664027bb343d07a0137ef2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:26.536379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.550998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:26.569348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bb030d5d-d80c-440c-bd73-2b69a6d22f90 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "PUT /v2.0/routers/f468228a-7ea4-4e79-9866-ed3c2f57b7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3585296 Aug 25 14:55:26.572793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60376) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:26.577280 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] Sync routers for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:26.588511 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:26.589435 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:26.628254 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:26.637330 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] Routers {'f468228a-7ea4-4e79-9866-ed3c2f57b7da'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:26.637960 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:26.669832 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:26.670347 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2ccbd-f5a2-4a1c-8621-f3c532962223 None None] The sync data for ids ['f468228a-7ea4-4e79-9866-ed3c2f57b7da'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:26.866518 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.971634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:26.977579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Allocated IP 172.20.0.14 (43ed7c9c-24ec-4dc1-aa66-c03f3b97789f/2d0543d0-7f4b-49b5-9f24-f12892f645f7/7c7ad4af-69ba-4003-82cf-9ea359197d91) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:26.996799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:27.049714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:27.077222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc'}, {'server_uuid': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7339ed-f487-4cee-b655-c420afe14112'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:27.081673 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8bf60a-2ee0-492f-831c-67426e336a34" -d '{"events": [{"server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "name": "network-vif-plugged", "status": "completed", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc"}, {"server_uuid": "64a7d95a-4bd4-4f7a-b6bb-27c063a87d28", "name": "network-vif-plugged", "status": "completed", "tag": "2e7339ed-f487-4cee-b655-c420afe14112"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:27.134064 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2249978f-0723-4d7d-a99c-1d5f8cb78d3f x-openstack-request-id: req-2249978f-0723-4d7d-a99c-1d5f8cb78d3f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:27.134515 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "name": "network-vif-plugged", "status": "completed", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc", "code": 200}, {"server_uuid": "64a7d95a-4bd4-4f7a-b6bb-27c063a87d28", "name": "network-vif-plugged", "status": "completed", "tag": "2e7339ed-f487-4cee-b655-c420afe14112", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:27.134914 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2249978f-0723-4d7d-a99c-1d5f8cb78d3f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:27.135746 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'code': 200} Aug 25 14:55:27.136532 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7339ed-f487-4cee-b655-c420afe14112', 'code': 200} Aug 25 14:55:27.260552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-969db7d2-cd64-4781-91ef-a0d189212528 req-23d6928b-80bd-4b7d-ba4e-3cbae3c50569 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 210 time: 0.0419414 Aug 25 14:55:27.275682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdd292-3156-4789-826f-659600beb67f req-12c77aa4-fa13-4e5f-b74b-ea480c032948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:27.277536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdd292-3156-4789-826f-659600beb67f req-12c77aa4-fa13-4e5f-b74b-ea480c032948 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 1097 time: 0.0680783 Aug 25 14:55:27.323235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bbdd292-3156-4789-826f-659600beb67f req-fc219d1f-a2c6-4fcc-8b15-118377b2ee33 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Aug 25 14:55:27.520406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a72fe-bfd6-4530-ad7f-eb450db56845 req-a0b1c8a4-7b72-4015-ac3a-a63100e587d8 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:27.522052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a40a72fe-bfd6-4530-ad7f-eb450db56845 req-a0b1c8a4-7b72-4015-ac3a-a63100e587d8 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 946 time: 0.2309704 Aug 25 14:55:27.556692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f141358-bf00-45ab-90bc-82a6c28d59fd req-942ed547-ee9a-484d-ab0d-48394db3d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:27.558517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f141358-bf00-45ab-90bc-82a6c28d59fd req-942ed547-ee9a-484d-ab0d-48394db3d024 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1096 time: 0.2658739 Aug 25 14:55:27.671922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:27.710398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7163-cbb0-4789-8463-eb6e6ac94f4b req-976b1454-d4d4-417f-91fb-f56e47c0f673 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:27.715817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-658f7163-cbb0-4789-8463-eb6e6ac94f4b req-976b1454-d4d4-417f-91fb-f56e47c0f673 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0518131 Aug 25 14:55:27.715998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a40a72fe-bfd6-4530-ad7f-eb450db56845 req-f3e79c4d-3490-4c5f-8c45-34ffd62e8d90 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633277 Aug 25 14:55:27.722345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f141358-bf00-45ab-90bc-82a6c28d59fd req-c5e6c82a-50ae-4839-a55f-2b03de8f061f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490779 Aug 25 14:55:27.757478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-658f7163-cbb0-4789-8463-eb6e6ac94f4b req-e1a2509d-6767-4325-8b02-0347bd968737 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 Aug 25 14:55:27.772663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:27.870223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Router 2fec771c-6438-4b35-ab31-43a76e91077f has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:27.903880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee8cd-167f-4087-af12-e91001702d43 req-62ff7443-c388-4c08-808e-fb5b117724c5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:27.905913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e03ee8cd-167f-4087-af12-e91001702d43 req-62ff7443-c388-4c08-808e-fb5b117724c5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 945 time: 0.1266742 Aug 25 14:55:27.997593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Deleting port 2b853350-f07f-4a65-849b-aaa1c2b8748d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:27.997961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.041965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e03ee8cd-167f-4087-af12-e91001702d43 req-4f31afab-7052-4433-9187-e3d82be02d33 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265888 Aug 25 14:55:28.043539 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.146565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:28.161492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:28.169575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:28.178225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Pushing event updated for resources: {'Port': ['ID=7c7ad4af-69ba-4003-82cf-9ea359197d91,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:28.209168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:28.211922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.218780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] Sync routers for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:28.219277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4b98f38f-a1f3-4e82-b3dc-c6e083573f87 admin admin] 10.222.0.58 "PUT /v2.0/routers/2fec771c-6438-4b35-ab31-43a76e91077f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3577497 Aug 25 14:55:28.221735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:28.236568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Calling delete_port for 2b853350-f07f-4a65-849b-aaa1c2b8748d owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:28.240023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:28.240994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:28.256396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:28.257127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.350992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.361157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:28.411177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-618d6997-ab05-4de9-ab1e-7fb14d7316fa tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1963649 Aug 25 14:55:28.426263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Request body: {'port': {'device_id': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:28.525309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.663437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.704884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Port': ['ID=2b853350-f07f-4a65-849b-aaa1c2b8748d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:28.734066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:55:26Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:28.768881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] Checking router: 2fec771c-6438-4b35-ab31-43a76e91077f for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:28.780132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] Routers {'2fec771c-6438-4b35-ab31-43a76e91077f'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:28.780339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2fec771c-6438-4b35-ab31-43a76e91077f'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:28.800924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.862065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.864146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91dd99-554d-4417-aa50-1c93d3f4f858 req-b2dfdfb1-00dd-4754-a381-ed620d561e56 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:28.872092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e91dd99-554d-4417-aa50-1c93d3f4f858 req-b2dfdfb1-00dd-4754-a381-ed620d561e56 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 932 time: 0.4840944 Aug 25 14:55:28.918124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.924857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e91dd99-554d-4417-aa50-1c93d3f4f858 req-7da0371f-015b-44a3-8013-912f84f5717a tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Aug 25 14:55:28.948382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] Set router 2fec771c-6438-4b35-ab31-43a76e91077f gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:28.970300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:28.972659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.043693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41046023-a3dc-4391-add3-bc0147e2c91b req-5237bd0f-0d39-4555-ab9a-8b9da567fb9c tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:29.045495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41046023-a3dc-4391-add3-bc0147e2c91b req-5237bd0f-0d39-4555-ab9a-8b9da567fb9c tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 946 time: 0.1766298 Aug 25 14:55:29.107829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5daac0-2cdc-42d0-86b6-60ba6df8b5db req-7620e843-7ccb-4723-8a93-cb1713f21ede tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:29.109412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d5daac0-2cdc-42d0-86b6-60ba6df8b5db req-7620e843-7ccb-4723-8a93-cb1713f21ede tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0958879 Aug 25 14:55:29.131815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.132363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Fanout notify agent at l3_agent the message router_deleted on router f468228a-7ea4-4e79-9866-ed3c2f57b7da {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:55:29.140714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.146146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Deleting port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:29.146146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.146312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-51de0e82-a979-4271-89b0-f304bb007d58 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "DELETE /v2.0/routers/f468228a-7ea4-4e79-9866-ed3c2f57b7da HTTP/1.1" status: 204 len: 168 time: 2.5706310 Aug 25 14:55:29.146312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60408) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:29.174779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41046023-a3dc-4391-add3-bc0147e2c91b req-86b43da2-3fd7-457d-9145-b2043d24dc2f tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986776 Aug 25 14:55:29.204526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:55:26Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:29.216942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d5daac0-2cdc-42d0-86b6-60ba6df8b5db req-ec00859a-30fb-40c4-ba6b-c38dae84bbe5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928965 Aug 25 14:55:29.242406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5d8cf-f788-44d6-b52c-ba372eed93f3 None None] The sync data for ids ['2fec771c-6438-4b35-ab31-43a76e91077f'] in n-d-805995-2 is: [{'id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'name': 'tempest-ServersTestJSON-889919869-router', 'tenant_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:55:26Z', 'revision_number': 5, 'project_id': 'b00ee24bd3534cc39ef2cc8103e814bb', 'gw_port': {'id': '219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fec771c-6438-4b35-ab31-43a76e91077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:52:38Z', 'updated_at': '2021-08-25T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:29.309711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Deleting subnet a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:55:29.316204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7ad4af-69ba-4003-82cf-9ea359197d91 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:29.320471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.327582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] For port 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:29.327833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.344742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.356026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Calling delete_port for 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:29.369339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Transition to ACTIVE for port object 7c7ad4af-69ba-4003-82cf-9ea359197d91 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:29.374054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.385241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9b146-fc37-49a3-8a30-61c20a2cdd58 req-66551af0-fe78-40e3-95c8-e91b306851b9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:29.386781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aea9b146-fc37-49a3-8a30-61c20a2cdd58 req-66551af0-fe78-40e3-95c8-e91b306851b9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 945 time: 0.0781908 Aug 25 14:55:29.450581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.460875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aea9b146-fc37-49a3-8a30-61c20a2cdd58 req-0bf955db-8d0a-4bfc-8c5e-f2cb26a4639c tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Aug 25 14:55:29.508338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.540179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ad4af-69ba-4003-82cf-9ea359197d91,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:29.641785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa73ecb4-f180-4cda-a82d-3535a2ee42f7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:29.662937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: aa73ecb4-f180-4cda-a82d-3535a2ee42f7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:29.663534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa73ecb4-f180-4cda-a82d-3535a2ee42f7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:29.672309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.698004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Pushing event deleted for resources: {'Port': ['ID=219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:29.704627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ce6dc07f-92bb-49b9-bf38-7e40bdd8586a tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:29.711974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ce6dc07f-92bb-49b9-bf38-7e40bdd8586a tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1659863 Aug 25 14:55:29.788997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.789319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Attempting to bind port 7c7ad4af-69ba-4003-82cf-9ea359197d91 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:29.789667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Attempting to bind port 7c7ad4af-69ba-4003-82cf-9ea359197d91 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '90d510ec-6633-4a56-a582-77768777e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:29.790001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Attempting to bind port 7c7ad4af-69ba-4003-82cf-9ea359197d91 on network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:29.792527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.815960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Port 7c7ad4af-69ba-4003-82cf-9ea359197d91 on network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:29.816313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Attempting to bind port 7c7ad4af-69ba-4003-82cf-9ea359197d91 on network 43ed7c9c-24ec-4dc1-aa66-c03f3b97789f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:29.839754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-e610f7d9-fe70-4e66-a641-9c0f795a4b53 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.1268911 Aug 25 14:55:29.844279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Subnet': ['ID=a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:29.847944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.849916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e357d282-bc6b-4a08-9556-b132f7bca1d3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "DELETE /v2.0/subnets/a28fe6f0-d0ae-40fa-874c-c91fa9c1f5ba HTTP/1.1" status: 204 len: 168 time: 0.6983767 Aug 25 14:55:29.862662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60414) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:29.862662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:29.864368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c155f-680f-4114-87b9-20fdaf613074 None None] Network 4997c910-f83e-4cba-bf3a-d1937a825258 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:29.864467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Checking segment: {'id': '90d510ec-6633-4a56-a582-77768777e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:29.864467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Bound using segment: {'id': '90d510ec-6633-4a56-a582-77768777e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:29.864467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Bound port: 7c7ad4af-69ba-4003-82cf-9ea359197d91, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d510ec-6633-4a56-a582-77768777e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:29.864467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.884591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'floatingip': {'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:29.924478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.927559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:29.993801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.074414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d1745-98c7-4548-9949-592f13755ca6 req-8fc2e4c9-68a5-4731-b64b-e690c5450100 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:30.076110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-788d1745-98c7-4548-9949-592f13755ca6 req-8fc2e4c9-68a5-4731-b64b-e690c5450100 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 944 time: 0.0664482 Aug 25 14:55:30.089826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] DHCP port deletion for 4997c910-f83e-4cba-bf3a-d1937a825258 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:55:30.104208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.104789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fec771c-6438-4b35-ab31-43a76e91077f {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:55:30.111508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.113289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-739e1c7d-f49c-4f30-bfdd-dfd2cca552fd admin admin] 10.222.0.58 "DELETE /v2.0/routers/2fec771c-6438-4b35-ab31-43a76e91077f HTTP/1.1" status: 204 len: 168 time: 1.8901162 Aug 25 14:55:30.116355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:30.174924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] Deleting port d78289c2-f78b-4b3d-af77-d1cf911a6941 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:30.175589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.193126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-788d1745-98c7-4548-9949-592f13755ca6 req-33071b9a-0d40-4268-a94d-af2415d7c1f7 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078999 Aug 25 14:55:30.224041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Deleting subnet 0052595f-5d6b-4315-9868-bb8da5399026 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:55:30.230255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.256554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] For port d78289c2-f78b-4b3d-af77-d1cf911a6941, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d78289c2-f78b-4b3d-af77-d1cf911a6941,segment=NetworkSegment(b5ee707d-236d-4272-9ec8-dde029614c7c),segment_id=b5ee707d-236d-4272-9ec8-dde029614c7c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:30.258223 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.279736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] Calling delete_port for d78289c2-f78b-4b3d-af77-d1cf911a6941 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:30.280406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.436055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.463444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.479768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb2875-cd36-48fe-8f52-f7c7d7de4bfd req-87cceee1-cb14-460a-b5dd-fcc9a17b8e23 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:30.481356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64eb2875-cd36-48fe-8f52-f7c7d7de4bfd req-87cceee1-cb14-460a-b5dd-fcc9a17b8e23 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 946 time: 0.1041288 Aug 25 14:55:30.513254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.517730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] For port 7c7ad4af-69ba-4003-82cf-9ea359197d91, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:30.523943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] For port 7c7ad4af-69ba-4003-82cf-9ea359197d91, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91,segment=NetworkSegment(90d510ec-6633-4a56-a582-77768777e65a),segment_id=90d510ec-6633-4a56-a582-77768777e65a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:30.532002 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64eb2875-cd36-48fe-8f52-f7c7d7de4bfd req-78b11787-b6c9-4bf5-b595-7d9803042423 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Aug 25 14:55:30.565173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] Pushing event deleted for resources: {'Port': ['ID=d78289c2-f78b-4b3d-af77-d1cf911a6941,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:30.568949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b1f94-9098-49f4-b109-63acceff5193 None None] No DVR routers for this DVR port d78289c2-f78b-4b3d-af77-d1cf911a6941 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:30.607846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] The port 'd78289c2-f78b-4b3d-af77-d1cf911a6941' was deleted {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 25 14:55:30.620029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.653149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.691310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0052595f-5d6b-4315-9868-bb8da5399026,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:30.699545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004e46f-f78f-47c5-8f6a-80d6bd75690f None None] Network bd5b6036-977c-4282-9be7-e7529fcc909d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:30.700431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.702938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e161037-39fd-4f68-87fb-c8d266f0a3cf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0052595f-5d6b-4315-9868-bb8da5399026 HTTP/1.1" status: 204 len: 168 time: 0.5852299 Aug 25 14:55:30.707837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60428) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:30.778564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b793-42a9-42ec-8f10-af3722d62ff5 req-99a5a88b-1cec-4f84-a29f-d4bbfd78cc06 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:30.780659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4214b793-42a9-42ec-8f10-af3722d62ff5 req-99a5a88b-1cec-4f84-a29f-d4bbfd78cc06 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1644070 Aug 25 14:55:30.805728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:30.807016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.809281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] 10.222.0.52 "PUT /v2.0/ports/7c7ad4af-69ba-4003-82cf-9ea359197d91 HTTP/1.1" status: 200 len: 1092 time: 2.3898005 Aug 25 14:55:30.813143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'tag': '7c7ad4af-69ba-4003-82cf-9ea359197d91'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:30.818763 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ad071f-65ef-410f-a246-888b4aae619e", "tag": "7c7ad4af-69ba-4003-82cf-9ea359197d91"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:30.825524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.842038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41363a-89a4-45c5-9dd7-b2b52326449e service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ad4af-69ba-4003-82cf-9ea359197d91,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:30.860124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.875535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4214b793-42a9-42ec-8f10-af3722d62ff5 req-67ce4a2b-1916-45d1-8c12-b0659bf86982 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740809 Aug 25 14:55:30.883865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4997c910-f83e-4cba-bf3a-d1937a825258']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:30.900927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ee707d-236d-4272-9ec8-dde029614c7c') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:30.901466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ee707d-236d-4272-9ec8-dde029614c7c') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:30.924529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.950804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Deleting port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:30.951945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:30.971984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] DHCP port deletion for bd5b6036-977c-4282-9be7-e7529fcc909d request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:55:31.010660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.036712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] For port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:31.037274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.046608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] Deleting port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:31.047379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.060698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:55:31.074070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.074289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Calling delete_port for c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:55:31.074453 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:55:31.135769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] For port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,segment=NetworkSegment(6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c),segment_id=6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:31.136322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.155761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] Calling delete_port for c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:31.165620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2befb0-a40a-4893-8668-8e61c3546169 req-da9d3a96-d316-4972-9d75-3a04aa13b82b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:31.167219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed2befb0-a40a-4893-8668-8e61c3546169 req-da9d3a96-d316-4972-9d75-3a04aa13b82b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4f5a13-57b2-4965-a42f-57c2ed953ed1 HTTP/1.1" status: 200 len: 945 time: 0.1066940 Aug 25 14:55:31.174552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-94af3a9a-b3bc-420f-8550-826047924a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:31.176204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-94af3a9a-b3bc-420f-8550-826047924a6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bfe1e1fde1664027bb343d07a0137ef2&device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 1095 time: 0.2053256 Aug 25 14:55:31.237902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed2befb0-a40a-4893-8668-8e61c3546169 req-f8c7a165-4465-415a-8e68-36b1a3f5f49b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548279 Aug 25 14:55:31.259426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-0815404c-e31c-4d90-b46e-3a13560e72c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91 HTTP/1.1" status: 200 len: 217 time: 0.0738115 Aug 25 14:55:31.303805 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a6bfca-1134-4d5e-b8b0-f4a2e97b9635 x-openstack-request-id: req-08a6bfca-1134-4d5e-b8b0-f4a2e97b9635 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:31.304109 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ad071f-65ef-410f-a246-888b4aae619e", "tag": "7c7ad4af-69ba-4003-82cf-9ea359197d91", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:31.304337 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08a6bfca-1134-4d5e-b8b0-f4a2e97b9635 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:31.304747 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'tag': '7c7ad4af-69ba-4003-82cf-9ea359197d91', 'status': 'completed', 'code': 200} Aug 25 14:55:31.328995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-aac5445d-f9b4-4b21-8adb-8535efa4089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:31.330217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-aac5445d-f9b4-4b21-8adb-8535efa4089a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0543d0-7f4b-49b5-9f24-f12892f645f7 HTTP/1.1" status: 200 len: 855 time: 0.0583463 Aug 25 14:55:31.350510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.364149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.368574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.377180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.380695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "DELETE /v2.0/networks/4997c910-f83e-4cba-bf3a-d1937a825258 HTTP/1.1" status: 204 len: 168 time: 1.5246613 Aug 25 14:55:31.394713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60438) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:31.395844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:31.412411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-520f6c23-ee43-4b38-80d5-19142af8a536 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714064 Aug 25 14:55:31.416381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] Pushing event deleted for resources: {'Port': ['ID=c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:31.422522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d666d1-e532-4240-be7a-e9d534f3189f None None] No DVR routers for this DVR port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:31.442380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d995bf8-ec79-4c42-bd48-463357a4ae37 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Network': ['ID=4997c910-f83e-4cba-bf3a-d1937a825258,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:31.545664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] No DVR routers for this DVR port c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:31.579303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.583335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-fecb5fd3-f888-4344-9165-45165940027a service neutron] 10.222.0.52 "GET /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524038 Aug 25 14:55:31.604956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:31.638493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:31.639563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 219b12a6-5c93-46c4-9b6f-5ffca6b9f6f9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:31.640252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d78289c2-f78b-4b3d-af77-d1cf911a6941 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:31.657152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.664628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d78289c2-f78b-4b3d-af77-d1cf911a6941 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:31.670586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d78289c2-f78b-4b3d-af77-d1cf911a6941 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:31.670586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:31.678629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8969021-0515-4e79-ab00-f7af70579e33 req-097da679-d04c-48e1-b9f3-95fd500a2308 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:31.680397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8969021-0515-4e79-ab00-f7af70579e33 req-097da679-d04c-48e1-b9f3-95fd500a2308 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 944 time: 0.1918180 Aug 25 14:55:31.682129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.690316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:31.690595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c3b91dcc-9bd5-45ae-b3b0-20e63f45fd8a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:31.708773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5b6036-977c-4282-9be7-e7529fcc909d']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:31.728615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:31.729063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8c71ec-f9ba-4c20-a1ee-f90cb3849d0c') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:31.745173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.771172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.785118 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8969021-0515-4e79-ab00-f7af70579e33 req-fdb74af3-95c3-4b38-8904-f9214d2c3fd9 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899708 Aug 25 14:55:31.786218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:55:31.786666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.792073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6fc5787-f25d-4f74-8649-660ea2574f02 req-54a2d1b2-ca32-435e-a7e9-53e53a00d6ba service neutron] 10.222.0.52 "GET /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909182 Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Deleting port 6fa1a426-fbb9-4bb2-9c41-9312509f396f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:31.792366 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.794558 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Floating IP 728ae887-771f-4105-bfb1-a3486f697265 associated. External IP: 172.25.8.172, port: 74023200-b7ac-4f8a-b52c-4f3c7370867a. Aug 25 14:55:31.936224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.936557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:31.949179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Calling delete_port for 6fa1a426-fbb9-4bb2-9c41-9312509f396f owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:32.006578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.012849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.027607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bd5b6036-977c-4282-9be7-e7529fcc909d HTTP/1.1" status: 204 len: 168 time: 1.3093395 Aug 25 14:55:32.032261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-ef483286-4b67-450c-9f3a-4a0dfbe2a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:32.033789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-ef483286-4b67-450c-9f3a-4a0dfbe2a8ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bfe1e1fde1664027bb343d07a0137ef2&device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 1095 time: 0.0945103 Aug 25 14:55:32.034059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fd2c9-fe3d-4f33-9927-6034bd822ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5b6036-977c-4282-9be7-e7529fcc909d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:32.179562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:32.207211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-21bea4f5-724b-4f3b-b972-c1ed7265eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:32.209340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-21bea4f5-724b-4f3b-b972-c1ed7265eaba service neutron] 10.222.0.52 "GET /v2.0/networks?id=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f HTTP/1.1" status: 200 len: 916 time: 0.1376829 Aug 25 14:55:32.280309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-08a85034-a9f9-43a8-a2bd-e4bdf8ccac8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91 HTTP/1.1" status: 200 len: 217 time: 0.0416868 Aug 25 14:55:32.284740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.326149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Pushing event deleted for resources: {'Port': ['ID=6fa1a426-fbb9-4bb2-9c41-9312509f396f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:32.403270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-60079590-b7f2-4beb-a144-7c6675aaec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:32.404927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-60079590-b7f2-4beb-a144-7c6675aaec2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0543d0-7f4b-49b5-9f24-f12892f645f7 HTTP/1.1" status: 200 len: 855 time: 0.1143529 Aug 25 14:55:32.411971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:32.417290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.426134 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:32.443816 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:32.444107 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.444209 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:32.444323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.446896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-c67b5dac-5760-49b3-ba19-0a5cbdc650a9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "PUT /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 997 time: 2.5745487 Aug 25 14:55:32.450976 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-90818e90-78f1-475d-969c-eb54060f4bd3 tempest-FloatingIPAdminTestJSON-2026023732 tempest-FloatingIPAdminTestJSON-2026023732-project] 10.222.0.58 "DELETE /v2.0/floatingips/9847f7ed-a075-4384-8cb9-8725ecf1929d HTTP/1.1" status: 204 len: 168 time: 1.0479498 Aug 25 14:55:32.478778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff156-08dd-4a58-a99f-1d5c1221f7f1 req-a9b83a12-f327-4a7e-8586-96e4885f9801 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:32.482105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ccff156-08dd-4a58-a99f-1d5c1221f7f1 req-a9b83a12-f327-4a7e-8586-96e4885f9801 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1029222 Aug 25 14:55:32.497469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-11cf2e6a-2b19-4363-a636-efb0c61fcfd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495572 Aug 25 14:55:32.547750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ccff156-08dd-4a58-a99f-1d5c1221f7f1 req-0292a274-d2f7-419a-aa8c-35e76723615a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Aug 25 14:55:32.584714 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:32.614140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:32.644770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-45345928-d02c-462e-ab6c-7455e21a46de service neutron] 10.222.0.52 "GET /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370127 Aug 25 14:55:32.695005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7693bb42-c534-4e9a-827f-62e713e7f7da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b00ee24bd3534cc39ef2cc8103e814bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806131 Aug 25 14:55:32.696530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60456) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:32.799229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0c2d93-5dde-4636-9b76-78d9974cf3ab req-974becd3-eb15-4a73-b341-552479db3fdc service neutron] 10.222.0.52 "GET /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393063 Aug 25 14:55:32.846615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:31Z', 'revision_number': 1, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:32.851395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6433b110-9e59-4beb-bff4-2e55ef27517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.875130 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:32.879172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6433b110-9e59-4beb-bff4-2e55ef27517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:32.882150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ebb580a9-3d29-4dba-a644-9008127ca45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:32.884055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ebb580a9-3d29-4dba-a644-9008127ca45e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.4119945 Aug 25 14:55:32.884375 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:32.885001 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:33.009405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ed8421ca-0d07-40e8-9227-dcd45794b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:33.011077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ed8421ca-0d07-40e8-9227-dcd45794b9ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1181812 Aug 25 14:55:33.018181 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:33.072367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60462) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:33.090060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6433b110-9e59-4beb-bff4-2e55ef27517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:33.094625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6433b110-9e59-4beb-bff4-2e55ef27517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:33.099137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6433b110-9e59-4beb-bff4-2e55ef27517a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0792f220-19e5-476f-b3ed-af8d8e66f46b HTTP/1.1" status: 204 len: 168 time: 0.3778923 Aug 25 14:55:33.110612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433b110-9e59-4beb-bff4-2e55ef27517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0792f220-19e5-476f-b3ed-af8d8e66f46b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:33.129725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-44809d6d-3d57-4af8-bace-72e06c09b1eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 1000 time: 0.1090229 Aug 25 14:55:33.205449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a62c-4464-4263-ad15-fc178093c22b req-20549419-f1b1-4562-9031-b7f79dc1632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:33.207219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-20549419-f1b1-4562-9031-b7f79dc1632c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0694401 Aug 25 14:55:33.272903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a62c-4464-4263-ad15-fc178093c22b req-79615c55-61d7-4463-b329-deebc09c96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:33.275672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-79615c55-61d7-4463-b329-deebc09c96e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599964 Aug 25 14:55:33.318506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ad9e0707-835a-49dc-a9a6-ecc6d8411cd0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:55:33.322488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-ad9e0707-835a-49dc-a9a6-ecc6d8411cd0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242026 Aug 25 14:55:33.324043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:33.328882 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:33.344235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3c9e1b51-ca2c-4c91-9e8d-36995fc3f939 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0b785a886324a6e889569ef5faa8043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681866 Aug 25 14:55:33.347320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:33.418282 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:31Z', 'revision_number': 1, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:33.432450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-599cf82c-22c8-4fd7-aabf-f59d8ba55f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:33.456160 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e6b52-6928-44f7-8614-cc02a2c878fc None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:31Z', 'revision_number': 1, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:33.461490 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-599cf82c-22c8-4fd7-aabf-f59d8ba55f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:33.485467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-6874230d-7841-4ccb-a2a1-48e062d18605 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470411 Aug 25 14:55:33.600963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478d8a-6d2c-40f1-b84e-f59a6717bbc8 req-2def182b-99d3-4e46-bb5d-448bd74a8de3 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:33.603338 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89478d8a-6d2c-40f1-b84e-f59a6717bbc8 req-2def182b-99d3-4e46-bb5d-448bd74a8de3 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 944 time: 0.1332409 Aug 25 14:55:33.649042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-599cf82c-22c8-4fd7-aabf-f59d8ba55f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:33.655967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-599cf82c-22c8-4fd7-aabf-f59d8ba55f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:33.661369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-599cf82c-22c8-4fd7-aabf-f59d8ba55f7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae3e213c-c4f6-41b3-adfd-12bb89072b3d HTTP/1.1" status: 204 len: 168 time: 0.3095989 Aug 25 14:55:33.664092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00e7a62c-4464-4263-ad15-fc178093c22b req-67b1a77e-8bb0-4fad-b827-fdb657ce714f service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613209 Aug 25 14:55:33.681095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cf82c-22c8-4fd7-aabf-f59d8ba55f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e213c-c4f6-41b3-adfd-12bb89072b3d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:33.701249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89478d8a-6d2c-40f1-b84e-f59a6717bbc8 req-03ff60ad-3b21-4a96-8efe-9e26f9da6de2 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898454 Aug 25 14:55:33.813331 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2683b49-e39b-49de-9f45-d89090964303 x-openstack-request-id: req-e2683b49-e39b-49de-9f45-d89090964303 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:33.813633 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:33.813925 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2683b49-e39b-49de-9f45-d89090964303 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:33.814280 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'status': 'completed', 'code': 200} Aug 25 14:55:33.888865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-57a8c614-98c6-4a28-91bc-c5c32e00abfb tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:33.893386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-57a8c614-98c6-4a28-91bc-c5c32e00abfb tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d4f5a13-57b2-4965-a42f-57c2ed953ed1 HTTP/1.1" status: 200 len: 945 time: 0.1568871 Aug 25 14:55:33.966588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c26113-dcba-4726-9c03-89316cce1c0a None None] New status for floating IP 728ae887-771f-4105-bfb1-a3486f697265: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:55:33.994698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-04c5f172-1ecf-40fa-ab55-85d826170a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:33.996566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-04c5f172-1ecf-40fa-ab55-85d826170a40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.1861010 Aug 25 14:55:34.048670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-cdbe72b9-c361-48a5-9b99-bccf6f0df8d9 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:34.050398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-cdbe72b9-c361-48a5-9b99-bccf6f0df8d9 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 813 time: 0.1753862 Aug 25 14:55:34.077548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-a9c3f557-7ff6-42c9-8157-d54b36574926 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/quotas/eb21a59322da44488420f187124d93a3 HTTP/1.1" status: 200 len: 375 time: 0.0116382 Aug 25 14:55:34.189861 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-0f175b4f-4ace-4d32-b8bc-51c58ae6cef4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043818 Aug 25 14:55:34.336546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-f6474621-f7de-4092-b19b-f4a701454f46 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458704 Aug 25 14:55:34.512293 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-0f159003-e32f-444c-b8f6-987c51f80d52 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671660 Aug 25 14:55:34.538467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d1047-d772-4fb0-9bd5-f336a516efb2 req-dff06c20-7047-4cbc-b5eb-9de9a762fbeb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:34.538467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-516d1047-d772-4fb0-9bd5-f336a516efb2 req-dff06c20-7047-4cbc-b5eb-9de9a762fbeb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.5982065 Aug 25 14:55:34.598527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Deleting port c85e353c-d05d-4e51-bf39-1d1979b48c15 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:34.598842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:34.668352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-a6004fd8-01dc-4246-bdef-89b58c30951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:34.669881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-a6004fd8-01dc-4246-bdef-89b58c30951f service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.6653376 Aug 25 14:55:34.683966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-516d1047-d772-4fb0-9bd5-f336a516efb2 req-76fce4e7-80a7-4e02-b2ae-efec2e3862a8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276910 Aug 25 14:55:34.786182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] For port c85e353c-d05d-4e51-bf39-1d1979b48c15, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c85e353c-d05d-4e51-bf39-1d1979b48c15,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:34.786626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:34.791122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-97b6c6ca-da87-4e8a-94d8-c1cfe72bb699 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 1002 time: 0.1090338 Aug 25 14:55:34.796622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:34.822680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-276d87d8-6bdb-4268-8342-10ab3e123d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:34.908470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Calling delete_port for c85e353c-d05d-4e51-bf39-1d1979b48c15 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:34.929164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-c48a0ad7-7cb7-4565-967f-aa5a0a7ba41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:34.932533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-c48a0ad7-7cb7-4565-967f-aa5a0a7ba41e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1252339 Aug 25 14:55:34.993170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60518) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:35.002993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-276d87d8-6bdb-4268-8342-10ab3e123d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.007182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-abf3a92d-8fda-4f9f-8536-dfa5b78dc4f8 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:35.008724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-abf3a92d-8fda-4f9f-8536-dfa5b78dc4f8 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1413884 Aug 25 14:55:35.102840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-276d87d8-6bdb-4268-8342-10ab3e123d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.125127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-5a04ecad-bd78-4717-818f-3adc33e26e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:35.127540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-5a04ecad-bd78-4717-818f-3adc33e26e15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880028 Aug 25 14:55:35.203929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-17260887-network', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:35.212745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-276d87d8-6bdb-4268-8342-10ab3e123d11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a93b385e8514f49bb6091eaca9310be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148922 Aug 25 14:55:35.220539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d87d8-6bdb-4268-8342-10ab3e123d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721fe42-78e1-4a02-bfc0-1790a11d266b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:35.227116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:35.252460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-01de6a6e-6cdc-47ce-9ffb-eb5f53eaa7d8 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1002 time: 0.2312698 Aug 25 14:55:35.294523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'floatingip': {'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:35.322842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325f12-23b8-4ac7-a3e2-2e143be74272 req-9461e014-79ab-411f-abb1-1fb01834eb80 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:35.324422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77325f12-23b8-4ac7-a3e2-2e143be74272 req-9461e014-79ab-411f-abb1-1fb01834eb80 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 944 time: 0.0951114 Aug 25 14:55:35.348270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4234a0f5-bc7e-4921-ab92-d45dcbad5b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.365025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-de522c43-a902-4932-9211-c1374192af89 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:35.366503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-de522c43-a902-4932-9211-c1374192af89 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "GET /v2.0/ports?device_id=64a7d95a-4bd4-4f7a-b6bb-27c063a87d28 HTTP/1.1" status: 200 len: 946 time: 0.2501497 Aug 25 14:55:35.387936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4234a0f5-bc7e-4921-ab92-d45dcbad5b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.400214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:35.402584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.406964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77325f12-23b8-4ac7-a3e2-2e143be74272 req-3ca855e1-2f9a-4e78-be93-d727c6c7dd9a tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741081 Aug 25 14:55:35.429322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.446039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-ae301779-cbad-46db-84ad-3e7d05adf3ca service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918744 Aug 25 14:55:35.456810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.558349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7c7ad4af-69ba-4003-82cf-9ea359197d91 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:35.592287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.606181 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-319ec117-a7bd-41cd-b9bd-43dd363e8122 req-71a7dfa8-8e9e-45b0-b7d2-7726aa994d56 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0327611 Aug 25 14:55:35.624792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c85e353c-d05d-4e51-bf39-1d1979b48c15'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:35.629245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['2e7339ed-f487-4cee-b655-c420afe14112'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:35.671109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event deleted for resources: {'Port': ['ID=c85e353c-d05d-4e51-bf39-1d1979b48c15,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:35.695994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4234a0f5-bc7e-4921-ab92-d45dcbad5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.700284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4234a0f5-bc7e-4921-ab92-d45dcbad5b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.701800 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4234a0f5-bc7e-4921-ab92-d45dcbad5b1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b721fe42-78e1-4a02-bfc0-1790a11d266b HTTP/1.1" status: 204 len: 168 time: 0.4736671 Aug 25 14:55:35.726237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234a0f5-bc7e-4921-ab92-d45dcbad5b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721fe42-78e1-4a02-bfc0-1790a11d266b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:35.776224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7c7ad4af-69ba-4003-82cf-9ea359197d91, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91,segment=NetworkSegment(90d510ec-6633-4a56-a582-77768777e65a),segment_id=90d510ec-6633-4a56-a582-77768777e65a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:35.800481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] No DVR routers for this DVR port c85e353c-d05d-4e51-bf39-1d1979b48c15 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:35.803482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '7c7ad4af-69ba-4003-82cf-9ea359197d91', 'network_id': '43ed7c9c-24ec-4dc1-aa66-c03f3b97789f', 'port_id': '7c7ad4af-69ba-4003-82cf-9ea359197d91', 'mac_address': 'fa:16:3e:d3:1d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0543d0-7f4b-49b5-9f24-f12892f645f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:35.807091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1450f9-c027-4f0d-a4fc-26ae15d8484d req-2d153590-0db3-49e1-a276-970915ab5b70 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469832 Aug 25 14:55:35.818339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.820998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e0b83e2-ece8-4543-a0ea-dae0dae431bd req-b04a20c8-8760-4e40-8c4d-e218c62eb33b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "DELETE /v2.0/ports/c85e353c-d05d-4e51-bf39-1d1979b48c15 HTTP/1.1" status: 204 len: 173 time: 1.9150281 Aug 25 14:55:35.823137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'name': 'network-vif-deleted', 'tag': 'c85e353c-d05d-4e51-bf39-1d1979b48c15'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:35.826609 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d57ad-7536-42c4-8b7d-9c36a7a4ca44" -d '{"events": [{"server_uuid": "3d4f5a13-57b2-4965-a42f-57c2ed953ed1", "name": "network-vif-deleted", "tag": "c85e353c-d05d-4e51-bf39-1d1979b48c15"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:35.845303 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.885482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Deleting port 2e7339ed-f487-4cee-b655-c420afe14112 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:35.885918 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.893201 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:35.915421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7ad4af-69ba-4003-82cf-9ea359197d91 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:35.924649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d79b5-ff5f-4bbc-8c97-a8bd94c5869a req-32789e99-6165-4a73-965b-d2fd17748547 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:35.926699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-622d79b5-ff5f-4bbc-8c97-a8bd94c5869a req-32789e99-6165-4a73-965b-d2fd17748547 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0787807 Aug 25 14:55:35.954851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7c7ad4af-69ba-4003-82cf-9ea359197d91, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91,segment=NetworkSegment(90d510ec-6633-4a56-a582-77768777e65a),segment_id=90d510ec-6633-4a56-a582-77768777e65a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:35.987081 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-622d79b5-ff5f-4bbc-8c97-a8bd94c5869a req-8e009439-3169-4d7c-807e-f45965d82ca4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Aug 25 14:55:36.059784 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.064608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.096959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] For port 2e7339ed-f487-4cee-b655-c420afe14112, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2e7339ed-f487-4cee-b655-c420afe14112,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:36.097961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.102030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:36.116256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Calling delete_port for 2e7339ed-f487-4cee-b655-c420afe14112 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:36.122497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:36.133111 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9960b-57b1-4ad4-8984-600a2c5de2d4 x-openstack-request-id: req-7bf9960b-57b1-4ad4-8984-600a2c5de2d4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:36.133626 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4f5a13-57b2-4965-a42f-57c2ed953ed1", "name": "network-vif-deleted", "tag": "c85e353c-d05d-4e51-bf39-1d1979b48c15", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:36.133912 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7bf9960b-57b1-4ad4-8984-600a2c5de2d4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:36.134379 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4f5a13-57b2-4965-a42f-57c2ed953ed1', 'name': 'network-vif-deleted', 'tag': 'c85e353c-d05d-4e51-bf39-1d1979b48c15', 'status': 'completed', 'code': 200} Aug 25 14:55:36.173639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.174115 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Added segment 9e86016a-d63b-4284-a7b7-85686e2b6d09 of type vlan for network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 Aug 25 14:55:36.187266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7c7ad4af-69ba-4003-82cf-9ea359197d91,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:36.280709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.473124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7c7ad4af-69ba-4003-82cf-9ea359197d91'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:36.504714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.530179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.531210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:36.531923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.546537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.561123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c85e353c-d05d-4e51-bf39-1d1979b48c15'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:36.583847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event deleted for resources: {'Port': ['ID=2e7339ed-f487-4cee-b655-c420afe14112,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:36.612611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.637918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] Pushing event updated for resources: {'Network': ['ID=15b37efd-3f20-43b3-a956-fcc1db5fa1c0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:36.649869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:36.650291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c794655-6a05-4444-b9d9-66fa3b52974e req-373a8faa-ca96-4fff-8b5e-a92ca00d7891 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:36.652809 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c794655-6a05-4444-b9d9-66fa3b52974e req-373a8faa-ca96-4fff-8b5e-a92ca00d7891 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 945 time: 0.1614707 Aug 25 14:55:36.677166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] No DVR routers for this DVR port 2e7339ed-f487-4cee-b655-c420afe14112 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:36.679857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:36.682335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d73b10a-2448-4f76-89d9-ac985175d937 req-27dc32d4-79bc-442b-88b5-4a6992b083ab tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "DELETE /v2.0/ports/2e7339ed-f487-4cee-b655-c420afe14112 HTTP/1.1" status: 204 len: 173 time: 1.3067720 Aug 25 14:55:36.710659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c794655-6a05-4444-b9d9-66fa3b52974e req-56bb13b1-137f-4ad1-9fc1-7936a41d15b6 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Aug 25 14:55:36.744511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-708fce1c-7d09-4bb3-b4db-b1e0021c8053 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7506917 Aug 25 14:55:36.749316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60556) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:36.758126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Request body: {'subnet': {'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-17260887-subnet', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:36.808892 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Floating IP 728ae887-771f-4105-bfb1-a3486f697265 associated. External IP: 172.25.8.172, port: 74023200-b7ac-4f8a-b52c-4f3c7370867a. Aug 25 14:55:36.821498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b3c148f-e6cc-41ff-a18d-09659db83d64 req-e090e654-11b8-4281-9eb0-22ad997bc2d8 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0394657 Aug 25 14:55:36.971538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60558) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:36.984471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:36.986978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.005630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71a80ced-19da-4baa-96d3-6e16b0139191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.067789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:37.198249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:37.204310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d745e3-0069-41df-8613-694045523aa2 req-3b9c4664-71b9-40fd-9dfe-55069e52ce35 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:37.215841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1d745e3-0069-41df-8613-694045523aa2 req-3b9c4664-71b9-40fd-9dfe-55069e52ce35 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1106002 Aug 25 14:55:37.215949 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:37.224515 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:37.225403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:37.329168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1d745e3-0069-41df-8613-694045523aa2 req-f7415b0d-c796-4564-a6a2-6beb72f8c6b8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998678 Aug 25 14:55:37.358414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71a80ced-19da-4baa-96d3-6e16b0139191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.358613 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:37.513180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71a80ced-19da-4baa-96d3-6e16b0139191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.517728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.580673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2e7339ed-f487-4cee-b655-c420afe14112 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:37.593826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a80ced-19da-4baa-96d3-6e16b0139191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e515c17-4ac2-463e-818d-e155905a6977,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:37.604942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71a80ced-19da-4baa-96d3-6e16b0139191 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=518cf75f8dd046be8b8c124a8b3f4736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322973 Aug 25 14:55:37.609467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60566) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:37.617577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d83626f-5576-42a1-9077-dce5c2de1939,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:37.664292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Checking segment: {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:37.666012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Network hostable DHCP agents. Network: 15b37efd-3f20-43b3-a956-fcc1db5fa1c0, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:37.689236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 2e7339ed-f487-4cee-b655-c420afe14112 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:37.694914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2e7339ed-f487-4cee-b655-c420afe14112 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:37.696752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47438162-d27b-4cc9-8b8b-998e77222d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.740426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47438162-d27b-4cc9-8b8b-998e77222d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:37.758935 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:36Z', 'revision_number': 3, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:37.798040 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:37.812434 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:37.813072 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:37.852586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:37.948842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:37.953768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625243e7-0239-4386-8b78-123a3e1ae2bc req-63d4bcf4-700c-446b-9ec5-06bf73d94f25 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:37.958144 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:37.959581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-625243e7-0239-4386-8b78-123a3e1ae2bc req-63d4bcf4-700c-446b-9ec5-06bf73d94f25 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 945 time: 0.0866818 Aug 25 14:55:37.966218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 15b37efd-3f20-43b3-a956-fcc1db5fa1c0) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:37.971661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0672fa-71d1-4d59-b18f-31adbf5986c9 None None] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:37.973671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:37.974384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.031166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-625243e7-0239-4386-8b78-123a3e1ae2bc req-be36814c-558d-4843-9c47-bfbfde7d6d50 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659773 Aug 25 14:55:38.032464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47438162-d27b-4cc9-8b8b-998e77222d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.042441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47438162-d27b-4cc9-8b8b-998e77222d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.042441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47438162-d27b-4cc9-8b8b-998e77222d47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e515c17-4ac2-463e-818d-e155905a6977 HTTP/1.1" status: 204 len: 168 time: 0.4278347 Aug 25 14:55:38.059818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47438162-d27b-4cc9-8b8b-998e77222d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e515c17-4ac2-463e-818d-e155905a6977,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:38.102185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8d826883-f2f9-4016-b1b3-f53458994de8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3490620 Aug 25 14:55:38.102610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60574) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:38.107313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:38.141763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'name': 'network-vif-deleted', 'tag': '2e7339ed-f487-4cee-b655-c420afe14112'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:38.150824 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22468503-3598-46b3-9411-8b9696eb3626" -d '{"events": [{"server_uuid": "64a7d95a-4bd4-4f7a-b6bb-27c063a87d28", "name": "network-vif-deleted", "tag": "2e7339ed-f487-4cee-b655-c420afe14112"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:38.176842 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7071c694-179f-4c97-a7f7-8485122a39d4 req-31c28191-f330-4bc0-82cf-f07ceac32d83 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0470014 Aug 25 14:55:38.249391 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a4eaa-feee-4265-b10c-ddcae3cc4150 x-openstack-request-id: req-7b5a4eaa-feee-4265-b10c-ddcae3cc4150 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:38.249391 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a7d95a-4bd4-4f7a-b6bb-27c063a87d28", "name": "network-vif-deleted", "tag": "2e7339ed-f487-4cee-b655-c420afe14112", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:38.251112 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b5a4eaa-feee-4265-b10c-ddcae3cc4150 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:38.251889 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a7d95a-4bd4-4f7a-b6bb-27c063a87d28', 'name': 'network-vif-deleted', 'tag': '2e7339ed-f487-4cee-b655-c420afe14112', 'status': 'completed', 'code': 200} Aug 25 14:55:38.289777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-15b37efd-3f20-43b3-a956-fcc1db5fa1c0', 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'fixed_ips': [{'subnet_id': '4d83626f-5576-42a1-9077-dce5c2de1939'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:55:38.290826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.300974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:38.306327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.316876 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:36Z', 'revision_number': 3, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:38.320874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.320874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.375349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8dec-31a4-4a0e-94d1-ad250bd2561a None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:36Z', 'revision_number': 3, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:38.403379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-13a03a75-3235-40d1-bd87-16a3e720a3a4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "PUT /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 998 time: 3.1359177 Aug 25 14:55:38.415869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.477811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-2b6b7d7e-90f1-4784-a979-5cb5adecd8b2 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:38.479322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-2b6b7d7e-90f1-4784-a979-5cb5adecd8b2 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports/74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 943 time: 0.0641630 Aug 25 14:55:38.522959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Allocated IP 172.20.0.2 (15b37efd-3f20-43b3-a956-fcc1db5fa1c0/4d83626f-5576-42a1-9077-dce5c2de1939/a4c8d5a0-a071-4fb5-a794-84fe1f662cbd) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:38.527194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484755a3-b1fd-4299-bcc6-b90d4d84b50c req-ec21f63e-e01e-4cd9-97a6-0835c7090003 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:38.531471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-484755a3-b1fd-4299-bcc6-b90d4d84b50c req-ec21f63e-e01e-4cd9-97a6-0835c7090003 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0919967 Aug 25 14:55:38.624258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-4748a6e2-c011-46b9-83ce-1eb677094a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:38.626354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-4748a6e2-c011-46b9-83ce-1eb677094a34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.0719149 Aug 25 14:55:38.701147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-484755a3-b1fd-4299-bcc6-b90d4d84b50c req-89932265-9933-4e5c-9734-1eff68cdc713 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628349 Aug 25 14:55:38.767360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-43198140-394d-4b1b-ada1-d458f28f3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:38.768911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-43198140-394d-4b1b-ada1-d458f28f3952 service neutron] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1351743 Aug 25 14:55:38.801983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:38.830650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-95156963-e4ab-46b2-a882-3f9bd1dfa9de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 217 time: 0.0545745 Aug 25 14:55:38.846529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b766d-3004-4c63-b53d-8999c2d02324 None None] New status for floating IP 728ae887-771f-4105-bfb1-a3486f697265: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:55:38.846529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c85e353c-d05d-4e51-bf39-1d1979b48c15 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:38.906098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-a8384022-4140-41f1-b03c-2dccfba725c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:38.908898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-a8384022-4140-41f1-b03c-2dccfba725c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0709801 Aug 25 14:55:38.970421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: c85e353c-d05d-4e51-bf39-1d1979b48c15 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:38.972815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c85e353c-d05d-4e51-bf39-1d1979b48c15 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:38.988644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-81b8a0ce-0c25-49c7-9026-af6503693a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:38.989143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-81b8a0ce-0c25-49c7-9026-af6503693a6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723584 Aug 25 14:55:39.229654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-1a6e992b-e81a-4cf8-bff6-5e7eb9cee9ee service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325950 Aug 25 14:55:39.300719 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:39.310932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Transition to ACTIVE for port object a4c8d5a0-a071-4fb5-a794-84fe1f662cbd will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:39.333080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Transition to ACTIVE for port object a4c8d5a0-a071-4fb5-a794-84fe1f662cbd will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:39.425072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-26a9ddd4-257f-4ed5-a2a0-aed6214c2e10 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:39.426964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-26a9ddd4-257f-4ed5-a2a0-aed6214c2e10 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 813 time: 0.2598615 Aug 25 14:55:39.446522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Request body: {'port': {'device_id': '48c39576-b539-417b-b92c-cd4d4ac03604', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'admin_state_up': True, 'tenant_id': 'eb21a59322da44488420f187124d93a3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:39.450196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016a14a-9f26-4ffc-bd1b-8ff777b0ed99 req-8aae5ea7-37f1-45e4-b437-644398a774a3 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:39.455583 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c016a14a-9f26-4ffc-bd1b-8ff777b0ed99 req-8aae5ea7-37f1-45e4-b437-644398a774a3 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 945 time: 0.1324878 Aug 25 14:55:39.471926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-f4e409b2-c75e-4eee-adff-0b672f49c203 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286685 Aug 25 14:55:39.514695 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:39.533831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c016a14a-9f26-4ffc-bd1b-8ff777b0ed99 req-e9440e16-9ef9-458e-ae46-a71b57f3aae6 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747294 Aug 25 14:55:39.534659 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:39.556582 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:39.557217 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:39.634043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7c7ad4af-69ba-4003-82cf-9ea359197d91 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:39.696232 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60dfb412-ba17-4943-92e7-d93d35d61fb9 req-6568a3e8-f2a1-4f70-a0f2-c4efe0682e97 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0910468 Aug 25 14:55:39.698315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:39.706656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:39.720128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:39.737006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Pushing event updated for resources: {'Port': ['ID=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:39.789669 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:39.800671 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:39.835414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:39.861735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Attempting to bind port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:39.863093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Attempting to bind port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:39.863703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Attempting to bind port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd on network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:39.871777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:39.872661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Checking segment: {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:39.872971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-374ca231-837b-4918-a631-3f462a0abacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:39.873716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:39.874363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Bound using segment: {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:39.874833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-374ca231-837b-4918-a631-3f462a0abacd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1096 time: 0.1858144 Aug 25 14:55:39.875390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Bound port: a4c8d5a0-a071-4fb5-a794-84fe1f662cbd, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:39.875996 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:39.996834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780021-9ff6-4fba-9690-4e146ac9b384 req-d84f2ed5-4c84-4bce-879b-bc3eb1682771 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:39.998609 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c780021-9ff6-4fba-9690-4e146ac9b384 req-d84f2ed5-4c84-4bce-879b-bc3eb1682771 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1511626 Aug 25 14:55:40.001715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] For port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:40.008547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] For port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,segment=NetworkSegment(9e86016a-d63b-4284-a7b7-85686e2b6d09),segment_id=9e86016a-d63b-4284-a7b7-85686e2b6d09)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:40.010008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-6dfdcb39-712a-41cc-ad36-644a245c534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.011664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-6dfdcb39-712a-41cc-ad36-644a245c534e service neutron] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1228080 Aug 25 14:55:40.027456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-11aa4a56-b194-484c-99c1-7445d08e0897 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.029132 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-11aa4a56-b194-484c-99c1-7445d08e0897 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 813 time: 0.4550595 Aug 25 14:55:40.043683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Request body: {'port': {'device_id': '39f09879-6234-4fe2-b592-248356c9e905', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'admin_state_up': True, 'tenant_id': 'eb21a59322da44488420f187124d93a3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:40.062508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 7c7ad4af-69ba-4003-82cf-9ea359197d91 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:40.071794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 7c7ad4af-69ba-4003-82cf-9ea359197d91 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:40.073438 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.100402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Made reservation on behalf of eb21a59322da44488420f187124d93a3 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:40.104707 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.126222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Allocated IP 172.25.8.164 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/c0a70f1b-ab9e-4033-8199-502fb016d95f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:40.159454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.185415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c780021-9ff6-4fba-9690-4e146ac9b384 req-b2914049-d8be-48a5-8a3a-c00d1eb9db3c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681941 Aug 25 14:55:40.204726 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:39Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:40.269686 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:40.274799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}, {'name': 'network-changed', 'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:40.278523 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b8d03d-f768-4245-af3b-c7a347a6f664" -d '{"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}, {"name": "network-changed", "server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:40.279740 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:40.280551 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:40.304120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-afc96086-6436-4f5c-91cb-c40324f9a19f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 1001 time: 0.2739100 Aug 25 14:55:40.352961 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.386368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec59527-4f52-4747-a6d0-37a9459d9382 None None] Pushing event updated for resources: {'Port': ['ID=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:40.392811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-bdd9ea51-e524-4eaf-9ce1-bee3393320fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.394788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-bdd9ea51-e524-4eaf-9ce1-bee3393320fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0822077 Aug 25 14:55:40.430860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ad4af-69ba-4003-82cf-9ea359197d91'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:40.433759 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c24e6ee-703b-4d67-beb9-fea9b4a810de" -d '{"events": [{"server_uuid": "f7ad071f-65ef-410f-a246-888b4aae619e", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ad4af-69ba-4003-82cf-9ea359197d91"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:40.462641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7c7ad4af-69ba-4003-82cf-9ea359197d91, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91,segment=NetworkSegment(90d510ec-6633-4a56-a582-77768777e65a),segment_id=90d510ec-6633-4a56-a582-77768777e65a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:40.490248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:40.526524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.590775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.659651 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83069ab6-f63b-40c5-8e9f-2b9b6646be71 x-openstack-request-id: req-83069ab6-f63b-40c5-8e9f-2b9b6646be71 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:40.660253 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:40.660414 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83069ab6-f63b-40c5-8e9f-2b9b6646be71 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:40.660801 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'status': 'completed', 'code': 200} Aug 25 14:55:40.662639 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'status': 'completed', 'code': 200} Aug 25 14:55:40.690759 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f0a586-ed79-4ffb-9402-7287b244ad95 x-openstack-request-id: req-71f0a586-ed79-4ffb-9402-7287b244ad95 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:40.695616 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ad071f-65ef-410f-a246-888b4aae619e", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ad4af-69ba-4003-82cf-9ea359197d91", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:40.696035 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71f0a586-ed79-4ffb-9402-7287b244ad95 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:40.696597 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ad4af-69ba-4003-82cf-9ea359197d91', 'code': 200} Aug 25 14:55:40.739408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.782340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7c7ad4af-69ba-4003-82cf-9ea359197d91,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:40.797367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-0736d93d-4e7e-48de-8ea8-1e4bff41fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.808648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-0736d93d-4e7e-48de-8ea8-1e4bff41fff2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3803163 Aug 25 14:55:40.891584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Allocated IP 172.20.0.10 (5b8b13f2-6954-4773-8a61-27faccf716cc/514c9981-d647-47a9-a3cf-a136ae8f5ac1/ba4a51c0-aa4f-4d5e-944e-0aba73b2a242) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:40.892870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:40.893820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a70f1b-ab9e-4033-8199-502fb016d95f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:40.902476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:40.911581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:40.920281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.920636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.920988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.921333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.921679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.922224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.922373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.922665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.922999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.923373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.924147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.924147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:55:40.939459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Made reservation on behalf of eb21a59322da44488420f187124d93a3 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:40.943149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:40.972399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9dce-1f50-45fe-a800-914f9c47540d req-2997b0dd-f2fa-4e41-a5a9-8e3fd0c657b6 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.973983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-457c9dce-1f50-45fe-a800-914f9c47540d req-2997b0dd-f2fa-4e41-a5a9-8e3fd0c657b6 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 946 time: 0.2049837 Aug 25 14:55:40.974177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-9c291e21-1f58-4777-88d2-400fc7386819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.975529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-9c291e21-1f58-4777-88d2-400fc7386819 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.2733011 Aug 25 14:55:40.982928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0678cf-b954-482d-8d33-95a7ee832c39 req-4af58cf1-0186-4619-a096-b6e5309c0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:40.984674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca0678cf-b954-482d-8d33-95a7ee832c39 req-4af58cf1-0186-4619-a096-b6e5309c0573 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 1097 time: 0.2143080 Aug 25 14:55:41.024678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-66d4fc07-e986-476a-8290-5739d4542c12 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150807 Aug 25 14:55:41.052390 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:39Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:41.098581 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa4e7e-6dbb-4ae5-a300-c28d28073925 None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:8b:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:39Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:41.161493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca0678cf-b954-482d-8d33-95a7ee832c39 req-70beffc3-5472-434c-9b28-6ee341191287 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683650 Aug 25 14:55:41.182397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-457c9dce-1f50-45fe-a800-914f9c47540d req-4ba6b155-62b4-4d6c-a5c1-1b5ab638bff9 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930304 Aug 25 14:55:41.301996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9164d8af-c675-40b9-b3c8-c7647293e514 req-fe99368d-67ec-4994-9339-121fb04b01a7 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0395215 Aug 25 14:55:41.377330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8df4aa40-d999-4b85-9673-e157811d50d9 req-a308fec7-8c3b-4145-8123-e8d0f5f1be1a service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516684 Aug 25 14:55:41.386065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-dd60f2ad-a03d-4456-b4b8-f7eabb214597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:41.388140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-dd60f2ad-a03d-4456-b4b8-f7eabb214597 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.3966315 Aug 25 14:55:41.456067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-4cc283d2-c4d3-4541-95e8-5215cbec80f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 217 time: 0.0567973 Aug 25 14:55:41.502792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60642) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:41.504044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:41.618532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-19a07e14-c55d-4b15-9c44-2cd15cc40d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:41.620273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-19a07e14-c55d-4b15-9c44-2cd15cc40d85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1550617 Aug 25 14:55:41.680652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162570-449d-4a87-aaba-5eacd1519067 req-6a87adad-8e59-4e36-8b42-4dadbf5e2100 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:41.695901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94162570-449d-4a87-aaba-5eacd1519067 req-6a87adad-8e59-4e36-8b42-4dadbf5e2100 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.2795360 Aug 25 14:55:41.708803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4c8d5a0-a071-4fb5-a794-84fe1f662cbd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:41.730822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:41.776731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1ec038b-fa3b-4b96-b877-cea9cb66ab3c req-f0dd4469-8cf2-4dc4-a19e-5cfea66a4404 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1001 time: 0.1628807 Aug 25 14:55:41.784380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-490419660', 'router:external': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:41.787243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-04ffed71-5176-45b9-bbf6-e928fc84bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:41.790885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-04ffed71-5176-45b9-bbf6-e928fc84bc41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593227 Aug 25 14:55:41.826500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d151ee46-29a4-4802-853e-be2b0238c88e None None] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:41.827831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94162570-449d-4a87-aaba-5eacd1519067 req-aab4c691-b00d-48e7-b424-e26b1474d188 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149733 Aug 25 14:55:41.895220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:41.915126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec038b-fa3b-4b96-b877-cea9cb66ab3c req-e1477469-2889-4e73-9f5f-34d9429196a5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:41.926892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1ec038b-fa3b-4b96-b877-cea9cb66ab3c req-e1477469-2889-4e73-9f5f-34d9429196a5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports/e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 942 time: 0.1296253 Aug 25 14:55:41.971142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:41.983208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Made reservation on behalf of b84a4e96caaf4f0c96e8eaac8d6faedf for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:41.985861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.000320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.022797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] Provisioning for port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:42.030097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] Provisioning complete for port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:42.030579 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.079414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.106770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Network 5b8b13f2-6954-4773-8a61-27faccf716cc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:42.121633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:42.127678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event updated for resources: {'Port': ['ID=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:42.133049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:42.152962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.167688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1ec038b-fa3b-4b96-b877-cea9cb66ab3c req-b2003d20-bcc4-4338-8b82-cb926b38d2de tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1001 time: 0.1907380 Aug 25 14:55:42.176004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-ce563495-882e-4fc1-99bf-bf6e9c438aab {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:55:42.176362 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:55:42.188129 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-59a20765-278d-4237-8c0e-8efb0dd7e59b service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840344 Aug 25 14:55:42.224473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] For port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,segment=NetworkSegment(9e86016a-d63b-4284-a7b7-85686e2b6d09),segment_id=9e86016a-d63b-4284-a7b7-85686e2b6d09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:42.267141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.341367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.354735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf84c-3d93-4518-9b7a-bb27de9980d8 req-0c7b80df-93cf-4e84-81bb-a723bed21a28 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:42.356364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bdbbf84c-3d93-4518-9b7a-bb27de9980d8 req-0c7b80df-93cf-4e84-81bb-a723bed21a28 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 946 time: 0.0730398 Aug 25 14:55:42.387172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:55:42.392654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.430373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b69aa-e0ea-4381-9d09-396206d3dd7a None None] Pushing event updated for resources: {'Port': ['ID=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:42.466674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7d85e12f-f937-4212-95b9-5b5ee5c5e955 None None] Provisioning complete for port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:42.466674 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7d85e12f-f937-4212-95b9-5b5ee5c5e955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.489758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:42.504331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bdbbf84c-3d93-4518-9b7a-bb27de9980d8 req-586d2df5-1814-44d1-af94-32ba10ca9062 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387436 Aug 25 14:55:42.507942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b369aec-18a8-4fad-a607-c49dc3dbe153,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:42.520932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.521286 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Added segment def5e664-1c38-46ab-96d5-11bc801a8074 of type vlan for network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e Aug 25 14:55:42.625462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.647166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1aace2d8-6638-422e-adda-212b2aa38056 req-102ca657-3d19-4872-a176-f4cf14e5de92 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0427349 Aug 25 14:55:42.676303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:42.676944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.683605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.685651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:42.699096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Sync routers for ids ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:42.715906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Routers {'7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:42.717575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:42.828111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-bf4b179b-a76c-48ef-8bd6-fe181a0565e3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3860493 Aug 25 14:55:42.839704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Set router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:42.843431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Request body: {'port': {'device_id': '48c39576-b539-417b-b92c-cd4d4ac03604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:42.847603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.850011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa9d5e7f-ac67-4e0c-9f40-8134260c2f60 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7464004 Aug 25 14:55:42.850940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.852134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:42.852971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:42.856102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec038b-fa3b-4b96-b877-cea9cb66ab3c req-edd4c4a4-0891-425c-9fe1-88039ff64413 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:42.856430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60652) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:42.857745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1ec038b-fa3b-4b96-b877-cea9cb66ab3c req-edd4c4a4-0891-425c-9fe1-88039ff64413 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.6730118 Aug 25 14:55:42.881142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-3fb82675-1d88-422d-934a-6ceed924ef91 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777847 Aug 25 14:55:43.048466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-efbf62a2-c26f-4292-b37a-ae67b47d7010 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1001 time: 0.1603885 Aug 25 14:55:43.050011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Network': ['ID=966bf11b-3bb7-4df0-986e-7179dd4d2e5e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:43.065875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:43.068344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.072793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Allocated IP 172.20.0.7 (5b8b13f2-6954-4773-8a61-27faccf716cc/514c9981-d647-47a9-a3cf-a136ae8f5ac1/aa565992-f438-4f5a-bdb5-8d7f104802fb) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:43.096125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1da48edb-ca48-42e6-8d5d-7043785befbd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5819299 Aug 25 14:55:43.096370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60660) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:43.102636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'subnet': {'network_id': '966bf11b-3bb7-4df0-986e-7179dd4d2e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:43.139240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fccf-69ec-4269-baa4-bbc3283a28b2 req-382f43c8-4f0b-4f76-b8ea-075f254528c5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.142162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-97c9fccf-69ec-4269-baa4-bbc3283a28b2 req-382f43c8-4f0b-4f76-b8ea-075f254528c5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1523304 Aug 25 14:55:43.159215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-d75513e4-6edb-4f1a-a499-b1c7c7d550c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.160005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:55:41Z', 'revision_number': 3, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:43.162936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-d75513e4-6edb-4f1a-a499-b1c7c7d550c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1096 time: 0.1795132 Aug 25 14:55:43.192381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Checking router: 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:43.192736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Updating router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 port c0a70f1b-ab9e-4033-8199-502fb016d95f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:55:43.218260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-65206512-efd3-4daa-8356-e8fd8b2efb21 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.219486 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.220422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-65206512-efd3-4daa-8356-e8fd8b2efb21 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports/e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 942 time: 0.1491823 Aug 25 14:55:43.277214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-97c9fccf-69ec-4269-baa4-bbc3283a28b2 req-433423b7-66b1-4276-bc1d-1951c12d50af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238739 Aug 25 14:55:43.280752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Made reservation on behalf of b84a4e96caaf4f0c96e8eaac8d6faedf for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:43.283318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.527913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-5f578e0e-3c9c-4841-961a-3e75f14c6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.530009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-5f578e0e-3c9c-4841-961a-3e75f14c6cf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.3618195 Aug 25 14:55:43.550093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-81956ff9-1179-4473-b5c5-ee1779d6e46a tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1001 time: 0.1897185 Aug 25 14:55:43.573120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.586198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Transition to ACTIVE for port object c0a70f1b-ab9e-4033-8199-502fb016d95f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:43.671355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4c8d5a0-a071-4fb5-a794-84fe1f662cbd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:43.682069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.700792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-98ba71b3-2a7b-4943-a19c-223520144873 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 1001 time: 0.1632328 Aug 25 14:55:43.708466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.783645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Attempting to bind port c0a70f1b-ab9e-4033-8199-502fb016d95f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:43.784312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Attempting to bind port c0a70f1b-ab9e-4033-8199-502fb016d95f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:43.784401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Attempting to bind port c0a70f1b-ab9e-4033-8199-502fb016d95f on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:43.791307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d889c-369a-49a8-85d0-005385b7bf4b None None] Pushing event updated for resources: {'Port': ['ID=c0a70f1b-ab9e-4033-8199-502fb016d95f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:43.804264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:43.806033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:43.806033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.806033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:43.806033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Bound port: c0a70f1b-ab9e-4033-8199-502fb016d95f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:43.806381 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.809188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-e3f2a7d6-8a7a-4e3b-bd36-a3b30c11d26c tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.810671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-e3f2a7d6-8a7a-4e3b-bd36-a3b30c11d26c tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2189863 Aug 25 14:55:43.820694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-9cc0d20a-ee67-4826-8dd1-c33dd4347302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.822131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-9cc0d20a-ee67-4826-8dd1-c33dd4347302 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1129251 Aug 25 14:55:43.854334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:43.854644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:43.875146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78775c5-ee4c-4975-a9b7-96a6620a259b req-498ac87a-0ff5-4cad-a7c3-6050b9666f8c tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.884494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a78775c5-ee4c-4975-a9b7-96a6620a259b req-498ac87a-0ff5-4cad-a7c3-6050b9666f8c tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 946 time: 0.2120702 Aug 25 14:55:43.911946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] For port c0a70f1b-ab9e-4033-8199-502fb016d95f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:43.915987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] For port c0a70f1b-ab9e-4033-8199-502fb016d95f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c0a70f1b-ab9e-4033-8199-502fb016d95f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:43.934694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-f53dcb09-0897-47c9-a082-5de67792b1b1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1001 time: 0.1152506 Aug 25 14:55:43.938104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-af1cb2c3-41ae-4a88-851c-fe6a941fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:43.940575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-af1cb2c3-41ae-4a88-851c-fe6a941fcb20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117177 Aug 25 14:55:43.982599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:43.998611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a78775c5-ee4c-4975-a9b7-96a6620a259b req-f90503b0-e5ad-44bd-8c7d-ada83693964c tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126220 Aug 25 14:55:44.031549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.084492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.118198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d889c-369a-49a8-85d0-005385b7bf4b None None] Pushing event updated for resources: {'Port': ['ID=c0a70f1b-ab9e-4033-8199-502fb016d95f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:44.136507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Routers {'7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:44.137570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:44.216115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Network 5b8b13f2-6954-4773-8a61-27faccf716cc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:44.242962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760c70-ccf2-49bd-9178-d8fe8709b1d1 req-bc4f0085-51c5-493d-9d9b-858ad9007b65 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:44.243266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:44.254979 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e760c70-ccf2-49bd-9178-d8fe8709b1d1 req-bc4f0085-51c5-493d-9d9b-858ad9007b65 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 931 time: 0.1212749 Aug 25 14:55:44.262781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:44.272702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.276811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.303060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event updated for resources: {'Port': ['ID=aa565992-f438-4f5a-bdb5-8d7f104802fb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:44.350722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-50e482f1-2bd7-4283-ac00-a82f6be41d55 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018662 Aug 25 14:55:44.437189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e760c70-ccf2-49bd-9178-d8fe8709b1d1 req-8aa9a468-d949-457f-9cfc-1ee8cb1c67f5 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811702 Aug 25 14:55:44.491081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] Set router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:44.524034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:44.524784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.618487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:44.682861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 14:55:44.683363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.685936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Allocated IP 172.20.0.1 (15b37efd-3f20-43b3-a956-fcc1db5fa1c0/4d83626f-5576-42a1-9077-dce5c2de1939/6da29222-0ddd-4b86-8470-a203bda6d694) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:44.690040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.705797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.719361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3e4529c2-9816-4693-a0a6-95947d559ed4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6803885 Aug 25 14:55:44.726066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39b8d03d-f768-4245-af3b-c7a347a6f664 req-46612d4b-eb36-483b-ad0a-0c29ca106c39 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638291 Aug 25 14:55:44.729918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Transition to ACTIVE for port object ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:44.734507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:55:41Z', 'revision_number': 3, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:44.736815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Request body: {'port': {'device_id': '39f09879-6234-4fe2-b592-248356c9e905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:44.786020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce5cfe-18a1-4c68-af85-a6adfc574956 None None] The sync data for ids ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'] in n-d-805995-2 is: [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:55:41Z', 'revision_number': 3, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:44.810625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.851676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.851979 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Floating IP 728ae887-771f-4105-bfb1-a3486f697265 disassociated. External IP: 172.25.8.172, port: e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc. Aug 25 14:55:44.856357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5753e074-b605-4a04-875e-9b9057639497,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:44.876264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf8465-fbf6-4d54-a942-ff0faead3b34 req-bab819fc-cee9-4844-a87a-e4c08e3e7d12 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:44.877920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9cf8465-fbf6-4d54-a942-ff0faead3b34 req-bab819fc-cee9-4844-a87a-e4c08e3e7d12 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.2058988 Aug 25 14:55:44.901839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.908823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Checking segment: {'id': 'def5e664-1c38-46ab-96d5-11bc801a8074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '966bf11b-3bb7-4df0-986e-7179dd4d2e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:44.909281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network hostable DHCP agents. Network: 966bf11b-3bb7-4df0-986e-7179dd4d2e5e, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:44.970701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:44.976296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9cf8465-fbf6-4d54-a942-ff0faead3b34 req-0f15bf3c-ceef-4f35-b365-1f851f0e82a4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913889 Aug 25 14:55:44.989771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Transition to ACTIVE for port object 6da29222-0ddd-4b86-8470-a203bda6d694 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:45.058938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:45.141905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:45.197681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 966bf11b-3bb7-4df0-986e-7179dd4d2e5e) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:45.208357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2be3b2-947e-4f55-b34c-0cab7583d828 None None] Network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:45.212218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:45.212832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:45.256131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:45.257746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:45.274523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:45.278592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Pushing event updated for resources: {'Port': ['ID=6da29222-0ddd-4b86-8470-a203bda6d694,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:45.360170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:45.412766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-60ba0b63-2551-45dd-a99b-20863b4a941c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3152046 Aug 25 14:55:45.413787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521e5a8-b15e-4463-b16f-4d7c860ead8a None None] Network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:45.415769 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60678) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:45.422013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1519089893', 'network_id': '966bf11b-3bb7-4df0-986e-7179dd4d2e5e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:45.585131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Made reservation on behalf of b84a4e96caaf4f0c96e8eaac8d6faedf for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:45.589394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:45.677588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] device_id is not set on port 9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:55:45.677680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:45.754051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c0a70f1b-ab9e-4033-8199-502fb016d95f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:45.763736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e102e73-699a-4677-8bc3-0928f6a44f78 req-4a0e4e1c-cccb-4aaa-8903-ce9531fcac35 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:45.772253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e102e73-699a-4677-8bc3-0928f6a44f78 req-4a0e4e1c-cccb-4aaa-8903-ce9531fcac35 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 931 time: 0.1722946 Aug 25 14:55:45.781733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Attempting to bind port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:45.782331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Attempting to bind port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:45.783014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Attempting to bind port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:45.848209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:45.849896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 on network 5b8b13f2-6954-4773-8a61-27faccf716cc not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:45.850610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Attempting to bind port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:45.866439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:45.873543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Checking segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:45.874114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Bound using segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:45.875062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Bound port: ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:45.875672 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:45.887597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e102e73-699a-4677-8bc3-0928f6a44f78 req-9e4aed8d-3b13-40d8-8e56-bb25bd02dd8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143050 Aug 25 14:55:45.933080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e15e8fcd-a7ef-47b2-8e67-8eb4d5688373 None None] Provisioning for port 6da29222-0ddd-4b86-8470-a203bda6d694 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:45.939820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e15e8fcd-a7ef-47b2-8e67-8eb4d5688373 None None] Provisioning complete for port 6da29222-0ddd-4b86-8470-a203bda6d694 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:45.940200 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e15e8fcd-a7ef-47b2-8e67-8eb4d5688373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.033608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e15e8fcd-a7ef-47b2-8e67-8eb4d5688373 None None] Port 6da29222-0ddd-4b86-8470-a203bda6d694 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:55:46.053274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Allocated IP 2001:db8::2f1 (966bf11b-3bb7-4df0-986e-7179dd4d2e5e/5753e074-b605-4a04-875e-9b9057639497/9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:46.124508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c0a70f1b-ab9e-4033-8199-502fb016d95f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:46.129151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c0a70f1b-ab9e-4033-8199-502fb016d95f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:46.129534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.185682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:46.193288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] For port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:46.201251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] For port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:46.285108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa565992-f438-4f5a-bdb5-8d7f104802fb {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:46.298505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.303197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.319201 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.355013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port c0a70f1b-ab9e-4033-8199-502fb016d95f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c0a70f1b-ab9e-4033-8199-502fb016d95f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:46.367221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:46.367848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.369388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 HTTP/1.1" status: 200 len: 1092 time: 3.5306401 Aug 25 14:55:46.369844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c39576-b539-417b-b92c-cd4d4ac03604', 'tag': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:46.372283 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07" -d '{"events": [{"name": "network-changed", "server_uuid": "48c39576-b539-417b-b92c-cd4d4ac03604", "tag": "ba4a51c0-aa4f-4d5e-944e-0aba73b2a242"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:46.402633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605a663-656b-457b-a6a4-549fac6fc5f4 req-ecf7a4fc-0f8f-4acc-b8a0-06d5413aa067 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:46.410154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b605a663-656b-457b-a6a4-549fac6fc5f4 req-ecf7a4fc-0f8f-4acc-b8a0-06d5413aa067 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1053379 Aug 25 14:55:46.419214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Transition to ACTIVE for port object aa565992-f438-4f5a-bdb5-8d7f104802fb will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:46.440771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d10b-6ac2-4737-acdf-7e3c7b040bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:46.449722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:46.455716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.460784 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:46.473069 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:46.473938 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:46.484594 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.489133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-396066e4-261e-445e-89a4-35b9f29716f4 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "PUT /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 695 time: 2.5257118 Aug 25 14:55:46.528385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.556528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-ce4c1054-b5c8-47bd-9815-7c119fc1a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:46.561733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=c0a70f1b-ab9e-4033-8199-502fb016d95f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:46.565866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-ce4c1054-b5c8-47bd-9815-7c119fc1a8ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1096 time: 0.0650156 Aug 25 14:55:46.614657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.621165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b605a663-656b-457b-a6a4-549fac6fc5f4 req-95ed940b-13bf-45d7-a8a8-bb7377da20bb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100320 Aug 25 14:55:46.642336 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:46.668361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.762535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:46.766895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:46.770847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.773250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Port': ['ID=9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:46.784424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:46.785735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:46.794817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.795003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Pushing event updated for resources: {'Port': ['ID=aa565992-f438-4f5a-bdb5-8d7f104802fb,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:46.800837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-b63afd28-3a3b-4abd-a4f4-05e8eac6d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:46.822682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-b63afd28-3a3b-4abd-a4f4-05e8eac6d709 service neutron] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.2459354 Aug 25 14:55:46.843626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:46.910196 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa7c98-97bb-4676-9e72-7e52a1a8ca28 x-openstack-request-id: req-96fa7c98-97bb-4676-9e72-7e52a1a8ca28 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:46.910486 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c39576-b539-417b-b92c-cd4d4ac03604", "tag": "ba4a51c0-aa4f-4d5e-944e-0aba73b2a242", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:46.910739 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96fa7c98-97bb-4676-9e72-7e52a1a8ca28 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:46.912101 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c39576-b539-417b-b92c-cd4d4ac03604', 'tag': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242', 'status': 'completed', 'code': 200} Aug 25 14:55:46.921921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-75f43370-f078-488e-b4b5-afcf5dca86f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 217 time: 0.1082277 Aug 25 14:55:46.965663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Pushing event updated for resources: {'Port': ['ID=6da29222-0ddd-4b86-8470-a203bda6d694,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:46.973836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.020838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3354f9aa-e594-4bec-8a19-77530e1ec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.022312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-3354f9aa-e594-4bec-8a19-77530e1ec644 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 1095 time: 0.3740547 Aug 25 14:55:47.046758 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:47.069394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-730809ad-2bfe-496c-8550-d94550291fb1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6501734 Aug 25 14:55:47.070407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60698) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:47.075290 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:47.080184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-b49365fe-ea71-4aca-af69-cea663917eeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 HTTP/1.1" status: 200 len: 217 time: 0.0476196 Aug 25 14:55:47.086898 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:47.087685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:47.095557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-9b12e111-4637-4bfd-8dc1-d7ecfce6aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.097027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-9b12e111-4637-4bfd-8dc1-d7ecfce6aad7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1429849 Aug 25 14:55:47.141993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Attempting to bind port aa565992-f438-4f5a-bdb5-8d7f104802fb on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:47.142341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Attempting to bind port aa565992-f438-4f5a-bdb5-8d7f104802fb by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:47.142699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Attempting to bind port aa565992-f438-4f5a-bdb5-8d7f104802fb on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:47.152477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70bd4e-ecf0-47ff-b1e4-fe5d09b4e122 req-1158a715-6dea-45eb-b9d3-3dab884b63e7 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.160182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca70bd4e-ecf0-47ff-b1e4-fe5d09b4e122 req-1158a715-6dea-45eb-b9d3-3dab884b63e7 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 943 time: 0.1769912 Aug 25 14:55:47.179459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Port aa565992-f438-4f5a-bdb5-8d7f104802fb on network 5b8b13f2-6954-4773-8a61-27faccf716cc not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:55:47.179813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Attempting to bind port aa565992-f438-4f5a-bdb5-8d7f104802fb on network 5b8b13f2-6954-4773-8a61-27faccf716cc {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:47.190236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-7b31b54c-7e91-4c2d-bd05-6721590b90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.191203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-7b31b54c-7e91-4c2d-bd05-6721590b90c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.0977657 Aug 25 14:55:47.193553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:47.193553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Checking segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:47.193808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Bound using segment: {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:47.194207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Bound port: aa565992-f438-4f5a-bdb5-8d7f104802fb, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec55ebdc-7f49-4391-9ffb-dc602143c860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:47.195062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.225278 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:47.237421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-cd557e63-8268-4ec9-bcfd-d41787066ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.239016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-cd557e63-8268-4ec9-bcfd-d41787066ce7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310546 Aug 25 14:55:47.241565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-754efb20-6a7a-49ac-ac1a-cfc3c999df74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408380 Aug 25 14:55:47.243392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:47.250445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca70bd4e-ecf0-47ff-b1e4-fe5d09b4e122 req-e1ebea52-995b-453d-943e-95d7535a6107 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893869 Aug 25 14:55:47.252500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:47.306843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Deleting port 9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:47.307087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.507522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] For port aa565992-f438-4f5a-bdb5-8d7f104802fb, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:47.547071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:47.564209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.565715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] For port aa565992-f438-4f5a-bdb5-8d7f104802fb, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:47.576365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-388aff1d-1cbd-4abe-a3c7-bbcab42d28c1 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196225 Aug 25 14:55:47.580361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-270dd2f8-72b8-478d-a23c-099d18ad76ae service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230865 Aug 25 14:55:47.588457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f16a1435-1df1-4f3d-b7fc-e9ee6074f6c0 None None] Provisioning complete for port 6da29222-0ddd-4b86-8470-a203bda6d694 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:47.590312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f16a1435-1df1-4f3d-b7fc-e9ee6074f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.618551 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:47.620200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Calling delete_port for 9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:47.641984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f16a1435-1df1-4f3d-b7fc-e9ee6074f6c0 None None] Port 6da29222-0ddd-4b86-8470-a203bda6d694 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:55:47.681138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af964e90-71a9-486c-ad90-cac0daf79c52 None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:47.688187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c0a70f1b-ab9e-4033-8199-502fb016d95f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:47.711251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.755352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c0a70f1b-ab9e-4033-8199-502fb016d95f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:47.755850 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.779481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.780442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:47.781840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa565992-f438-4f5a-bdb5-8d7f104802fb HTTP/1.1" status: 200 len: 1091 time: 3.0504329 Aug 25 14:55:47.858310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745e6aa-bec4-43ce-8d26-9897c9f9b598 service neutron] Pushing event updated for resources: {'Port': ['ID=aa565992-f438-4f5a-bdb5-8d7f104802fb,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:47.866480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-cb7448f6-96c9-4fae-a5d8-3d1025f3d096 service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632332 Aug 25 14:55:47.868216 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-800b5f72-c36e-45f6-9deb-d1809df75ae3 req-eb0bad09-d148-4d25-aaf9-231da6bf7b99 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833188 Aug 25 14:55:47.900461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:47.905961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32802144-92cd-4b9d-9094-9e4af1fba6ae admin admin] 10.222.0.58 "PUT /v2.0/routers/7bab2b11-d3d2-4410-abcd-8e3ac851c7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0451422 Aug 25 14:55:47.911779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Sync routers for ids ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:47.922267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Routers {'7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:47.923238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:47.991617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e3f00572-4115-4219-bb8c-cf907f9cfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:47.993337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e3f00572-4115-4219-bb8c-cf907f9cfe1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 1094 time: 0.0514736 Aug 25 14:55:48.061605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Set router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:48.077167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-db36f94d-3e59-436a-b713-274b10d97fcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb HTTP/1.1" status: 200 len: 217 time: 0.0714700 Aug 25 14:55:48.084962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60718) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:48.092293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.103862 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75063efd-ba15-43d4-8273-2289559a63f3 None None] New status for floating IP 728ae887-771f-4105-bfb1-a3486f697265: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:55:48.180050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1944112024'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:48.187407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:48.199202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-c5beca16-ab5f-449a-9079-c25662757c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:48.201897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-c5beca16-ab5f-449a-9079-c25662757c71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.0945690 Aug 25 14:55:48.209484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-922df21a-36ff-4c38-9761-6d94e8c36895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:48.210992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-922df21a-36ff-4c38-9761-6d94e8c36895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 1095 time: 0.1450222 Aug 25 14:55:48.235197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.237598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-02b97461-49a2-4fd7-afa9-e9d5c3107469 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9d969d7e-e2bd-4f61-a5af-2c2e9088dc7a HTTP/1.1" status: 204 len: 168 time: 1.1664541 Aug 25 14:55:48.242388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60722) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:48.257386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '966bf11b-3bb7-4df0-986e-7179dd4d2e5e', 'external_fixed_ips': [{'subnet_id': '5753e074-b605-4a04-875e-9b9057639497', 'ip_address': '2001:db8::2f1'}]}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:48.257581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-f3e1c59c-3242-4811-83b2-89c99062d1a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370688 Aug 25 14:55:48.301148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8df3f-159b-4d32-8387-76070d82661f req-4c9abdd3-7156-4cb0-bb95-b17f3e586d87 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:48.308528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3f8df3f-159b-4d32-8387-76070d82661f req-4c9abdd3-7156-4cb0-bb95-b17f3e586d87 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1814911 Aug 25 14:55:48.344222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:55:45Z', 'revision_number': 4, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6da29222-0ddd-4b86-8470-a203bda6d694', 'name': '', 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'mac_address': 'fa:16:3e:a9:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '4d83626f-5576-42a1-9077-dce5c2de1939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:44Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 2, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'subnets': [{'id': '4d83626f-5576-42a1-9077-dce5c2de1939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:48.373797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Checking router: 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:48.374319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Updating router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 port 6da29222-0ddd-4b86-8470-a203bda6d694 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:55:48.393586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:48.397462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.405375 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.429140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3f8df3f-159b-4d32-8387-76070d82661f req-c787deff-af33-4e37-b09e-3ee38e14a4db tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826263 Aug 25 14:55:48.429440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:48.450483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-d6cbe1e9-cd61-4b30-8793-5091f32b155b service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885300 Aug 25 14:55:48.452769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-38e865f6-0933-4057-814c-e44d62ef5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:48.452947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.453528 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Added segment 5233d70d-74e4-40ee-afda-5e7acfe64d70 of type vlan for network 99c5ab79-547b-4862-9892-b8da1503e9d1 Aug 25 14:55:48.454232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-38e865f6-0933-4057-814c-e44d62ef5d7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 914 time: 0.2305930 Aug 25 14:55:48.527838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.565407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.567102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.610009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-e6611058-bfc8-4fa5-85bc-da77125896c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 HTTP/1.1" status: 200 len: 217 time: 0.1406281 Aug 25 14:55:48.678293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.706595 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.721120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:48.722311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-9c030203-83ec-42a7-ae15-8548de29693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:48.723193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.724797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-9c030203-83ec-42a7-ae15-8548de29693c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.1029291 Aug 25 14:55:48.772126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.782753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Transition to ACTIVE for port object 6da29222-0ddd-4b86-8470-a203bda6d694 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:48.790583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad80cb52-71ba-4246-a0b9-e5354af07ad3 req-e3ed9191-b558-4c8b-aae6-5a46530fe22e service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307650 Aug 25 14:55:48.793536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-317d8feb-cc85-428b-920f-4e28cd5f64c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537827 Aug 25 14:55:48.856453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Network': ['ID=99c5ab79-547b-4862-9892-b8da1503e9d1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:48.872977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:48.912959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc'}, {'name': 'network-changed', 'server_uuid': '39f09879-6234-4fe2-b592-248356c9e905', 'tag': 'aa565992-f438-4f5a-bdb5-8d7f104802fb'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:48.915599 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48187b6a-14b9-40f6-8120-2b69c1912c67" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc"}, {"name": "network-changed", "server_uuid": "39f09879-6234-4fe2-b592-248356c9e905", "tag": "aa565992-f438-4f5a-bdb5-8d7f104802fb"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:48.922234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:48.944165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-71e4a2b7-cd58-4b4f-8dc9-dda5e9e031cb service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357934 Aug 25 14:55:48.999428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5b72a-6393-4786-943e-d70f1e201444 None None] Pushing event updated for resources: {'Port': ['ID=6da29222-0ddd-4b86-8470-a203bda6d694,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:49.080620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Attempting to bind port 6da29222-0ddd-4b86-8470-a203bda6d694 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:49.081045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Attempting to bind port 6da29222-0ddd-4b86-8470-a203bda6d694 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:49.081391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Attempting to bind port 6da29222-0ddd-4b86-8470-a203bda6d694 on network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:49.089561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:49.090268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Checking segment: {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:49.090889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:49.092260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Bound using segment: {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:49.093036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Bound port: 6da29222-0ddd-4b86-8470-a203bda6d694, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e86016a-d63b-4284-a7b7-85686e2b6d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:49.093797 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:49.094324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97c61d0-5fe2-432a-a3e2-a31d815b1f07 req-ec348b62-59c9-49f5-9cd0-d9c53dd0ee55 service neutron] 10.222.0.45 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413920 Aug 25 14:55:49.208054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] For port 6da29222-0ddd-4b86-8470-a203bda6d694, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:49.208054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] For port 6da29222-0ddd-4b86-8470-a203bda6d694, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6da29222-0ddd-4b86-8470-a203bda6d694,segment=NetworkSegment(9e86016a-d63b-4284-a7b7-85686e2b6d09),segment_id=9e86016a-d63b-4284-a7b7-85686e2b6d09)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:49.370549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:49.403010 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57fcd60-6aef-4611-9e4d-68f2715ac656 x-openstack-request-id: req-d57fcd60-6aef-4611-9e4d-68f2715ac656 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:49.403339 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39f09879-6234-4fe2-b592-248356c9e905", "tag": "aa565992-f438-4f5a-bdb5-8d7f104802fb", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:49.403654 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d57fcd60-6aef-4611-9e4d-68f2715ac656 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:49.404072 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'status': 'completed', 'code': 200} Aug 25 14:55:49.404340 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f09879-6234-4fe2-b592-248356c9e905', 'tag': 'aa565992-f438-4f5a-bdb5-8d7f104802fb', 'status': 'completed', 'code': 200} Aug 25 14:55:49.426246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-efa8fd8b-b361-4567-bad7-32a1c78415cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3362989 Aug 25 14:55:49.426895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60734) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:49.431563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'subnet': {'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:49.438946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5b72a-6393-4786-943e-d70f1e201444 None None] Pushing event updated for resources: {'Port': ['ID=6da29222-0ddd-4b86-8470-a203bda6d694,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:49.461900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:49.487037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Routers {'7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:49.487727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:49.502829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73cffb-3bc2-46a0-82d3-c43637044d41 req-8dad19b1-bd02-43fe-ab39-51a16169152a tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:49.509522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c73cffb-3bc2-46a0-82d3-c43637044d41 req-8dad19b1-bd02-43fe-ab39-51a16169152a tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 943 time: 0.5600100 Aug 25 14:55:49.564979 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c73cffb-3bc2-46a0-82d3-c43637044d41 req-dfe5da14-5ee1-49fb-ae46-b6573abf45b6 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Aug 25 14:55:49.651166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] Set router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:49.701196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:49.703628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:49.707759 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:49.771347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674945f5-35d3-4c4a-8b5b-b6e33c2af4a6 req-8e252533-d5f8-4170-b2c7-7334c5ebd213 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:49.773995 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-674945f5-35d3-4c4a-8b5b-b6e33c2af4a6 req-8e252533-d5f8-4170-b2c7-7334c5ebd213 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0869606 Aug 25 14:55:49.939210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-674945f5-35d3-4c4a-8b5b-b6e33c2af4a6 req-37db0102-2d03-4701-b1de-579b3cd69a23 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241653 Aug 25 14:55:49.973322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.037915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.195264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:50.198120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-c5b80431-0ee4-43f3-acfa-1f73f1d0d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:50.201453 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-c5b80431-0ee4-43f3-acfa-1f73f1d0d316 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb21a59322da44488420f187124d93a3&device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 1094 time: 0.6557410 Aug 25 14:55:50.208690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:55:45Z', 'revision_number': 4, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6da29222-0ddd-4b86-8470-a203bda6d694', 'name': '', 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'mac_address': 'fa:16:3e:a9:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '4d83626f-5576-42a1-9077-dce5c2de1939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:44Z', 'updated_at': '2021-08-25T14:55:49Z', 'revision_number': 4, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'subnets': [{'id': '4d83626f-5576-42a1-9077-dce5c2de1939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:50.223193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Allocated IP 2001:db8::2f1 (966bf11b-3bb7-4df0-986e-7179dd4d2e5e/5753e074-b605-4a04-875e-9b9057639497/9c76b303-0321-4047-99a8-9e601777035a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:50.224409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-8dd51524-debf-4873-a4a0-78e3f4de9c3e tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:50.226286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-8dd51524-debf-4873-a4a0-78e3f4de9c3e tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6474617 Aug 25 14:55:50.234557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-d4f4f934-10ad-476f-8f48-2ede48ade64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:50.236758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-d4f4f934-10ad-476f-8f48-2ede48ade64b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 1096 time: 0.6927011 Aug 25 14:55:50.241235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '84c85572-40df-48f9-b61b-a7eee2177251', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'port_id': '84c85572-40df-48f9-b61b-a7eee2177251', 'mac_address': 'fa:16:3e:c3:ca:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024d4f95-5cec-4dbf-a1f8-4b1be586846a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:50.245269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6538741-9544-42c3-8e59-b57e51621675 None None] The sync data for ids ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'] in n-d-805995-2 is: [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:55:45Z', 'revision_number': 4, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6da29222-0ddd-4b86-8470-a203bda6d694', 'name': '', 'network_id': '15b37efd-3f20-43b3-a956-fcc1db5fa1c0', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'mac_address': 'fa:16:3e:a9:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '4d83626f-5576-42a1-9077-dce5c2de1939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:44Z', 'updated_at': '2021-08-25T14:55:49Z', 'revision_number': 4, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'subnets': [{'id': '4d83626f-5576-42a1-9077-dce5c2de1939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:50.293813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.336759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84c85572-40df-48f9-b61b-a7eee2177251 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:50.412857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:50.420031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.506935 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.527864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-08f2ea0d-ed72-4ce5-ac34-0a19b8782c3d tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.2771003 Aug 25 14:55:50.564431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'floatingip': {'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:50.568139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:50.596565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.615553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:50.655841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:50.659289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:50.664776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:50.715994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Port': ['ID=9c76b303-0321-4047-99a8-9e601777035a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:50.815290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-650f260c-b89f-456f-a3bb-f262725e3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:50.816694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-650f260c-b89f-456f-a3bb-f262725e3f85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 200 len: 914 time: 0.5861204 Aug 25 14:55:50.826432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-28ea0d04-d079-40ef-9964-a0755590d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:50.828403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-28ea0d04-d079-40ef-9964-a0755590d263 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.5764143 Aug 25 14:55:50.855227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32697d74-8b3e-457c-85e0-aff601f70777 req-0b2a9837-aebe-45c7-a4f8-a83972ef7620 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:50.870567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:50.874203 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32697d74-8b3e-457c-85e0-aff601f70777 req-0b2a9837-aebe-45c7-a4f8-a83972ef7620 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 943 time: 0.2014558 Aug 25 14:55:50.917584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-0197694f-4295-4d96-8bc9-e14f4152e3b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 200 len: 217 time: 0.0525899 Aug 25 14:55:50.951508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32697d74-8b3e-457c-85e0-aff601f70777 req-b632fb47-c748-48b6-b96a-cf9752eb3c6b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762711 Aug 25 14:55:50.997077 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5263862a-e2e9-4c4d-92db-9d4f0d2543ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:51.079181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:51.103741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'port_id': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242', 'mac_address': 'fa:16:3e:70:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514c9981-d647-47a9-a3cf-a136ae8f5ac1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:51.147127 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:51.150400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-13aca829-ecf5-496c-9478-44e5f8845d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:51.154527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-13aca829-ecf5-496c-9478-44e5f8845d19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.1994307 Aug 25 14:55:51.163086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-8921424d-8d04-4edc-a9f8-85b6e68efee6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb HTTP/1.1" status: 200 len: 217 time: 0.3057899 Aug 25 14:55:51.177030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['84c85572-40df-48f9-b61b-a7eee2177251'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:51.208202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca372-08a8-4468-a720-5e91308c5195 req-e01132b2-6471-4281-9be0-6bae38005afe tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:51.215636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-809ca372-08a8-4468-a720-5e91308c5195 req-e01132b2-6471-4281-9be0-6bae38005afe tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 944 time: 0.1365354 Aug 25 14:55:51.239560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:51.250118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:51.277120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:51.280746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-704e61c0-9a23-452a-bc80-0381bb70aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:51.282439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-704e61c0-9a23-452a-bc80-0381bb70aacb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 200 len: 853 time: 0.0910707 Aug 25 14:55:51.303788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:51.324650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-809ca372-08a8-4468-a720-5e91308c5195 req-82033e23-0a3b-4c51-a60f-2c5a7cc108df tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078913 Aug 25 14:55:51.376106 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:51.414404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-643bec2e-1ac2-46cd-be49-83d7e9259cd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b8b13f2-6954-4773-8a61-27faccf716cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697348 Aug 25 14:55:51.425246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42343-9669-4102-a97f-2989710e6e70 req-07b335c7-122e-41c3-b575-51cae05286f0 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:51.427500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98c42343-9669-4102-a97f-2989710e6e70 req-07b335c7-122e-41c3-b575-51cae05286f0 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab8060b8-7d06-437c-b54d-7ced665ffcb1 HTTP/1.1" status: 200 len: 945 time: 0.7272131 Aug 25 14:55:51.494028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:51.595365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['ba4a51c0-aa4f-4d5e-944e-0aba73b2a242'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:51.678510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device aa565992-f438-4f5a-bdb5-8d7f104802fb details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:55:51.682632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:51.704318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:51.734892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6da29222-0ddd-4b86-8470-a203bda6d694 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:51.762439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-f90c847c-ba20-4066-beda-62c7f260b591 service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310697 Aug 25 14:55:51.836136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-d536679d-f2c6-4960-bb04-108832737970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:51.837778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-d536679d-f2c6-4960-bb04-108832737970 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6685865 Aug 25 14:55:51.982936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Subnet': ['ID=cc18a1e7-2e57-49e9-8a97-986d1a9a8920,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:51.987846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Router e2f9cd01-9902-47e1-99cd-3a1b1b4d6202 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:55:52.031134 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.035780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6da29222-0ddd-4b86-8470-a203bda6d694 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:52.069241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port aa565992-f438-4f5a-bdb5-8d7f104802fb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:52.072129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6da29222-0ddd-4b86-8470-a203bda6d694 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:52.072510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.081639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 84c85572-40df-48f9-b61b-a7eee2177251 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:52.132023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'aa565992-f438-4f5a-bdb5-8d7f104802fb', 'network_id': '5b8b13f2-6954-4773-8a61-27faccf716cc', 'port_id': 'aa565992-f438-4f5a-bdb5-8d7f104802fb', 'mac_address': 'fa:16:3e:a1:84:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514c9981-d647-47a9-a3cf-a136ae8f5ac1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:55:52.139675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Checking segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:52.142467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:52.149442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network hostable DHCP agents. Network: 99c5ab79-547b-4862-9892-b8da1503e9d1, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:52.205748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.243698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa565992-f438-4f5a-bdb5-8d7f104802fb {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:55:52.269622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:52.273215 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.280008 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.281029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port aa565992-f438-4f5a-bdb5-8d7f104802fb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:52.283897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-b7871fa4-df09-4440-94f0-ac5c8b6c7079 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791108 Aug 25 14:55:52.286534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-d49212a0-b94b-4d9c-9024-5e43a74afb4c service neutron] 10.222.0.52 "GET /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865549 Aug 25 14:55:52.345453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:52.357661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Sync routers for ids ['e2f9cd01-9902-47e1-99cd-3a1b1b4d6202'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:52.357764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac078d-f75b-4aee-a859-21e7ef96ee2b req-89040f2f-7b7a-46fc-9217-bfc560411438 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:52.367459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbac078d-f75b-4aee-a859-21e7ef96ee2b req-89040f2f-7b7a-46fc-9217-bfc560411438 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 943 time: 0.0956402 Aug 25 14:55:52.394942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6da29222-0ddd-4b86-8470-a203bda6d694, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6da29222-0ddd-4b86-8470-a203bda6d694,segment=NetworkSegment(9e86016a-d63b-4284-a7b7-85686e2b6d09),segment_id=9e86016a-d63b-4284-a7b7-85686e2b6d09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:52.397531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Deleting port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:52.398506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.400043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Routers {'e2f9cd01-9902-47e1-99cd-3a1b1b4d6202'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:52.400856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e2f9cd01-9902-47e1-99cd-3a1b1b4d6202'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:52.426258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbac078d-f75b-4aee-a859-21e7ef96ee2b req-3e01361e-268e-40a0-a8e9-837ed4fe9257 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540140 Aug 25 14:55:52.447318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.449051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bfbe6877-58c6-405e-87e4-8876b3ba793c tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2053459 Aug 25 14:55:52.457621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60760) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:52.461648 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.536868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.574379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=aa565992-f438-4f5a-bdb5-8d7f104802fb,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:52.594878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] For port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:52.595624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.613278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Set router e2f9cd01-9902-47e1-99cd-3a1b1b4d6202 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:52.613521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Calling delete_port for e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:52.630008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.747761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6da29222-0ddd-4b86-8470-a203bda6d694,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:52.757164 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.776792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6c59-0ef4-4754-83f0-3c0e69dda457 req-02498e21-4d1a-4fdc-8216-ac66ba1e259b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:52.778025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:52.779623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89ae6c59-0ef4-4754-83f0-3c0e69dda457 req-02498e21-4d1a-4fdc-8216-ac66ba1e259b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.1800971 Aug 25 14:55:52.813058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.resource_extend [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:55:52.835207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89ae6c59-0ef4-4754-83f0-3c0e69dda457 req-a68d7fcc-2e04-43b8-ae0b-3cbd653451c5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Aug 25 14:55:52.866850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f9cd01-9902-47e1-99cd-3a1b1b4d6202', 'name': '', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '966bf11b-3bb7-4df0-986e-7179dd4d2e5e', 'external_fixed_ips': [{'subnet_id': '5753e074-b605-4a04-875e-9b9057639497', 'ip_address': '2001:db8::2f1'}], 'enable_snat': True}, 'gw_port_id': '9c76b303-0321-4047-99a8-9e601777035a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:48Z', 'updated_at': '2021-08-25T14:55:50Z', 'revision_number': 3, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port': {'id': '9c76b303-0321-4047-99a8-9e601777035a', 'name': '', 'network_id': '966bf11b-3bb7-4df0-986e-7179dd4d2e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f9cd01-9902-47e1-99cd-3a1b1b4d6202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '5753e074-b605-4a04-875e-9b9057639497', 'ip_address': '2001:db8::2f1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:50Z', 'updated_at': '2021-08-25T14:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5753e074-b605-4a04-875e-9b9057639497', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:52.892190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48187b6a-14b9-40f6-8120-2b69c1912c67 req-657f713c-5729-4eed-a8d3-a8d0e6c40a1b service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915434 Aug 25 14:55:52.899455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.911053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:52.919432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Checking router: e2f9cd01-9902-47e1-99cd-3a1b1b4d6202 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:52.919866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Updating router e2f9cd01-9902-47e1-99cd-3a1b1b4d6202 port 9c76b303-0321-4047-99a8-9e601777035a binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:55:52.944306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 99c5ab79-547b-4862-9892-b8da1503e9d1) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:52.946391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event deleted for resources: {'Port': ['ID=e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:52.956634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.960915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:52.961052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['74023200-b7ac-4f8a-b52c-4f3c7370867a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:52.962037 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.980717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Deleting port 9c76b303-0321-4047-99a8-9e601777035a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:55:52.980717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.992488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:52.994884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['aa565992-f438-4f5a-bdb5-8d7f104802fb'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:55:53.026028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] No DVR routers for this DVR port e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:55:53.028443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.038581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.038581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98c42343-9669-4102-a97f-2989710e6e70 req-8e295b33-9097-4231-8074-f3e2a560bfa1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "DELETE /v2.0/ports/e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc HTTP/1.1" status: 204 len: 173 time: 1.5960674 Aug 25 14:55:53.038581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'name': 'network-vif-deleted', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:53.041077 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e7f571-549b-4fc4-ab48-ad2965cffc68" -d '{"events": [{"server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "name": "network-vif-deleted", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:53.046708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0eae54-1ce7-4e80-856e-216d963dc85e None None] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:53.128399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-61a13bd1-ee18-4233-b634-45664d008c13 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7008131 Aug 25 14:55:53.132335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60768) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:53.145153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1279762147'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:53.149969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.182127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Calling delete_port for 9c76b303-0321-4047-99a8-9e601777035a owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:55:53.203368 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a29a43-f910-47df-b7ac-ccb4c34bde12 x-openstack-request-id: req-69a29a43-f910-47df-b7ac-ccb4c34bde12 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:53.203926 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8060b8-7d06-437c-b54d-7ced665ffcb1", "name": "network-vif-deleted", "tag": "e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:53.206977 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69a29a43-f910-47df-b7ac-ccb4c34bde12 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:53.207824 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8060b8-7d06-437c-b54d-7ced665ffcb1', 'name': 'network-vif-deleted', 'tag': 'e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc', 'status': 'completed', 'code': 200} Aug 25 14:55:53.250189 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Floating IP 728ae887-771f-4105-bfb1-a3486f697265 associated. External IP: 172.25.8.172, port: 74023200-b7ac-4f8a-b52c-4f3c7370867a. Aug 25 14:55:53.322597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:53.330476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.492146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:55:53.520168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:53.602322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.602549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.602898 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Added segment 4256edca-e0cc-405d-a49c-098fdac01281 of type vlan for network 4f920dd4-1297-4636-a78d-c07543302d22 Aug 25 14:55:53.691324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.694675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c76b303-0321-4047-99a8-9e601777035a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:53.708225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513869-3633-4f81-8581-3a78bcdd0909 req-c5269816-367e-479e-a0dc-52113b74c529 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:53.710048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16513869-3633-4f81-8581-3a78bcdd0909 req-c5269816-367e-479e-a0dc-52113b74c529 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 944 time: 0.1628680 Aug 25 14:55:53.718489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.725986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:53.772652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6da29222-0ddd-4b86-8470-a203bda6d694 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:53.777672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:53.849322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.853600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.882145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:53.883915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.914386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:53.919529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.925150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.926985 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:53.932159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:53.933171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:53.936628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16513869-3633-4f81-8581-3a78bcdd0909 req-9adf585f-f793-41e0-acd4-2fd0c519ce36 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944685 Aug 25 14:55:53.947440 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:53.949198 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:54.091113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.091663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2f9cd01-9902-47e1-99cd-3a1b1b4d6202 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:55:54.100500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-d46ff968-ffa5-4aeb-be92-fa36c9fbef30 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "PUT /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 997 time: 3.5573010 Aug 25 14:55:54.104931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.111833 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b7aefadf-ca52-49a3-8fb7-63faeab9edcd tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e2f9cd01-9902-47e1-99cd-3a1b1b4d6202 HTTP/1.1" status: 204 len: 168 time: 1.6530716 Aug 25 14:55:54.112499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60786) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:54.121709 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:54.162309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Network': ['ID=4f920dd4-1297-4636-a78d-c07543302d22,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:54.178499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c04ad5f-b4af-4d47-ad5f-955133225497 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0427127 Aug 25 14:55:54.178590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe18f-9a3f-4f97-bdbb-862831aaf2b2 req-834680a8-af87-408a-be03-d2fcb39c399c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:54.178964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60788) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:54.186555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fffe18f-9a3f-4f97-bdbb-862831aaf2b2 req-834680a8-af87-408a-be03-d2fcb39c399c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 943 time: 0.1862974 Aug 25 14:55:54.187063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'subnet': {'network_id': '4f920dd4-1297-4636-a78d-c07543302d22', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:54.233624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4f920dd4-1297-4636-a78d-c07543302d22 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:55:54.235752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-99c5ab79-547b-4862-9892-b8da1503e9d1', 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'fixed_ips': [{'subnet_id': 'cc18a1e7-2e57-49e9-8a97-986d1a9a8920'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:55:54.236485 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.237643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Deleting subnet 5753e074-b605-4a04-875e-9b9057639497 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:55:54.249384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fffe18f-9a3f-4f97-bdbb-862831aaf2b2 req-b5c097c5-0e02-42c9-902f-f194aead6bc1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620458 Aug 25 14:55:54.308055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 84c85572-40df-48f9-b61b-a7eee2177251 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:54.310667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.352189 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.374852 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5df5328d-5160-4ff0-b448-28c0600df24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.621894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.646877 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:55:54.647562 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:55:54.674604 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:52Z', 'revision_number': 8, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:54.697151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.713689 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:54.726064 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:54.726688 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:54.762350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.762539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.764327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6da29222-0ddd-4b86-8470-a203bda6d694 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:54.764702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.783901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-f85c13d1-fa06-4178-b713-4710ceebb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:54.785544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-f85c13d1-fa06-4178-b713-4710ceebb464 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.6694961 Aug 25 14:55:54.893523 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:54.910918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Allocated IP 19.80.0.2 (99c5ab79-547b-4862-9892-b8da1503e9d1/cc18a1e7-2e57-49e9-8a97-986d1a9a8920/194f2152-8e3a-4247-a609-4483eb52fab9) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:54.918039 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:54.932112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c39576-b539-417b-b92c-cd4d4ac03604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:54.933673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-1e669719-7f4d-4bd8-8db2-4cb8ae356a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:54.935856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-1e669719-7f4d-4bd8-8db2-4cb8ae356a9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1368394 Aug 25 14:55:54.940207 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be308142-fdd3-4b34-ac5b-03ff00a40e74" -d '{"events": [{"server_uuid": "48c39576-b539-417b-b92c-cd4d4ac03604", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a51c0-aa4f-4d5e-944e-0aba73b2a242"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:55.021520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.029101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-e5da38d5-8857-4585-b653-775a08a9e0ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 1000 time: 0.0851865 Aug 25 14:55:55.124853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5753e074-b605-4a04-875e-9b9057639497,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:55.133635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.144477 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b1b0c930-67e2-46e0-8966-3f22987903fb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/5753e074-b605-4a04-875e-9b9057639497 HTTP/1.1" status: 204 len: 168 time: 1.0300758 Aug 25 14:55:55.146170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60796) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:55.147670 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.156778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:55:55.163301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Transition to ACTIVE for port object 194f2152-8e3a-4247-a609-4483eb52fab9 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:55.167633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.174290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Transition to ACTIVE for port object 194f2152-8e3a-4247-a609-4483eb52fab9 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:55.186118 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63945bc-ed8a-41ed-bb17-ec07516dd944 x-openstack-request-id: req-a63945bc-ed8a-41ed-bb17-ec07516dd944 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:55.192397 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c39576-b539-417b-b92c-cd4d4ac03604", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a51c0-aa4f-4d5e-944e-0aba73b2a242", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:55.192397 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a63945bc-ed8a-41ed-bb17-ec07516dd944 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:55.192397 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c39576-b539-417b-b92c-cd4d4ac03604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242', 'code': 200} Aug 25 14:55:55.192397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:55.217870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Port 9c76b303-0321-4047-99a8-9e601777035a not found while updating agent binding for router e2f9cd01-9902-47e1-99cd-3a1b1b4d6202. {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 25 14:55:55.227425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:55.230973 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a16121c-8eaf-46df-9a4b-811094fa43da" -d '{"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:55.265534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.270632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:55.288961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Routers set() bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:55.289249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Router IDs set() for agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 14:55:55.289935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_agentschedulers_db [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2f9cd01-9902-47e1-99cd-3a1b1b4d6202'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent'). {{(pid=101874) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 14:55:55.290295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de72f9-7331-4de1-bf7e-a08d1e6c5655 None None] The sync data for ids ['e2f9cd01-9902-47e1-99cd-3a1b1b4d6202'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:55.314985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bc5c3-03b7-4ad9-9eee-76e522916dbc req-f1b7192c-ba45-475d-80b4-ff1ee3b646a1 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:55.316749 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:52Z', 'revision_number': 8, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:55.323981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-920bc5c3-03b7-4ad9-9eee-76e522916dbc req-f1b7192c-ba45-475d-80b4-ff1ee3b646a1 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 944 time: 0.1359363 Aug 25 14:55:55.329757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.333955 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.334842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:55:55.351906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:55.357382 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581b4f0-328f-41ba-9910-1e3a1f6ea376 None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '728ae887-771f-4105-bfb1-a3486f697265', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'port_id': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'mac_address': 'fa:16:3e:05:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:55:04Z', 'updated_at': '2021-08-25T14:55:52Z', 'revision_number': 8, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:55.359294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-043757d2-8243-4151-b767-baa6e58b8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:55.361706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-043757d2-8243-4151-b767-baa6e58b8cad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.3228226 Aug 25 14:55:55.366634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2e30-4b20-421e-b833-6ee6bd032fbb req-c74ac1b3-af93-4b64-a64a-e565c39df1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:55.368918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-010d2e30-4b20-421e-b833-6ee6bd032fbb req-c74ac1b3-af93-4b64-a64a-e565c39df1b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 1096 time: 0.2722213 Aug 25 14:55:55.417302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:55.421414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:55.436376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-920bc5c3-03b7-4ad9-9eee-76e522916dbc req-e6d1352e-e53b-4ae7-ae96-5648a46240b7 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112504 Aug 25 14:55:55.448066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.456508 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.460357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:55:55.460782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e0b384b0-8a0f-456d-99fa-db2e3a0ee9cc not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:55:55.492641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-a6319772-e590-4bdd-9853-780926d8d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:55.494699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-a6319772-e590-4bdd-9853-780926d8d6cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211028 Aug 25 14:55:55.500111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-010d2e30-4b20-421e-b833-6ee6bd032fbb req-d84720db-795e-472a-a42d-5bf04a3315c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122158 Aug 25 14:55:55.512691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Pushing event updated for resources: {'Port': ['ID=194f2152-8e3a-4247-a609-4483eb52fab9,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:55.533239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.569164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966bf11b-3bb7-4df0-986e-7179dd4d2e5e']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:55.584425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Attempting to bind port 194f2152-8e3a-4247-a609-4483eb52fab9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:55.584819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Attempting to bind port 194f2152-8e3a-4247-a609-4483eb52fab9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:55.591666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Attempting to bind port 194f2152-8e3a-4247-a609-4483eb52fab9 on network 99c5ab79-547b-4862-9892-b8da1503e9d1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:55.591923 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be9004-f3a1-444a-a5c2-32bbeec7369a x-openstack-request-id: req-63be9004-f3a1-444a-a5c2-32bbeec7369a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:55.591923 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:55.591923 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63be9004-f3a1-444a-a5c2-32bbeec7369a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:55.591923 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'status': 'completed', 'code': 200} Aug 25 14:55:55.594318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:55.594790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Checking segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:55.595306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.595779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Bound using segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:55.596339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Bound port: 194f2152-8e3a-4247-a609-4483eb52fab9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:55.597354 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.601313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def5e664-1c38-46ab-96d5-11bc801a8074') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:55.603290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def5e664-1c38-46ab-96d5-11bc801a8074') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:55.626508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.628205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:55.652520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.663115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:55:55.663827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:55:55.666285 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:55:55.723103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device aa565992-f438-4f5a-bdb5-8d7f104802fb up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:55.754931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-91fe3da0-0302-457c-a627-97e87e51274c service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518725 Aug 25 14:55:55.797403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998f2f4-9d2f-4ea9-bc8e-43dcf3d3bcdb None None] New status for floating IP 728ae887-771f-4105-bfb1-a3486f697265: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:55:55.811751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] For port 194f2152-8e3a-4247-a609-4483eb52fab9, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:55.827378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c605209-bc80-4b8a-a84c-b14a89abcf4e req-662f5231-284c-4505-bebd-0731f69034ac tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:55.828960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c605209-bc80-4b8a-a84c-b14a89abcf4e req-662f5231-284c-4505-bebd-0731f69034ac tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0919087 Aug 25 14:55:55.842935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:55.858921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] For port 194f2152-8e3a-4247-a609-4483eb52fab9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=194f2152-8e3a-4247-a609-4483eb52fab9,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:55.883442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.884023 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c605209-bc80-4b8a-a84c-b14a89abcf4e req-c9b2e99b-53b0-4801-81e3-42981d620214 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467992 Aug 25 14:55:55.886974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-8c78e50d-3cb0-4585-82c4-22b5b259fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:55.888821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-8c78e50d-3cb0-4585-82c4-22b5b259fce8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.1370511 Aug 25 14:55:55.944853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.954359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 966bf11b-3bb7-4df0-986e-7179dd4d2e5e {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 14:55:55.972971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:55.980426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/networks/966bf11b-3bb7-4df0-986e-7179dd4d2e5e HTTP/1.1" status: 204 len: 168 time: 0.8264494 Aug 25 14:55:56.002514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464480ed-0e13-4ff1-8e81-57d875f332d5 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event deleted for resources: {'Network': ['ID=966bf11b-3bb7-4df0-986e-7179dd4d2e5e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:56.045309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port aa565992-f438-4f5a-bdb5-8d7f104802fb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:56.045541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Subnet': ['ID=8d15fd41-56f8-43ae-b545-3d2f361a4362,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:56.054631 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.058975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port aa565992-f438-4f5a-bdb5-8d7f104802fb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:56.071707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.075165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8f98ae-86ce-4c32-bb72-e67741c81eda req-47e7eef3-2034-4ad5-a15a-04991457217b service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114686 Aug 25 14:55:56.111313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-507c41ef-9adb-490c-9f9b-4d238d23e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.112904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-507c41ef-9adb-490c-9f9b-4d238d23e342 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1877995 Aug 25 14:55:56.120061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Checking segment: {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:56.120708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network hostable DHCP agents. Network: 4f920dd4-1297-4636-a78d-c07543302d22, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:55:56.148310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3953da9-a42d-4538-af61-731a8603f312 None None] Pushing event updated for resources: {'Port': ['ID=194f2152-8e3a-4247-a609-4483eb52fab9,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:56.214918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-4e1b5626-9e7c-40dd-8155-52c3a3bd3a5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 1000 time: 0.0910423 Aug 25 14:55:56.276154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-2f36467c-978f-4871-bcca-c3f5fc880cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.277977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-2f36467c-978f-4871-bcca-c3f5fc880cac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0555291 Aug 25 14:55:56.290310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.334750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 4f920dd4-1297-4636-a78d-c07543302d22 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:55:56.344997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port aa565992-f438-4f5a-bdb5-8d7f104802fb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:56.345790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f387d9ef-36e7-4167-84bd-f2dcc6ad342e req-f585016f-c6bd-4def-a9f0-a33f97a6c9ea tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 999 time: 0.1105890 Aug 25 14:55:56.369985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-a6161d74-b56f-420b-a050-157f63435ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.371770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-a6161d74-b56f-420b-a050-157f63435ff6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813408 Aug 25 14:55:56.397497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60816) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:56.414086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'name': 'tempest-router--150635768', 'project_id': 'b48d2b6885de48c487aaed57e94299f7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:56.455807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.491937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4f920dd4-1297-4636-a78d-c07543302d22) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:56.554585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e6aa5-5173-4645-951d-3b9f5121d74e None None] Network 4f920dd4-1297-4636-a78d-c07543302d22 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:56.587955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.589315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.609746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387d9ef-36e7-4167-84bd-f2dcc6ad342e req-fa6627fe-1c79-4a36-a6eb-99354d7062d6 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.612576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f387d9ef-36e7-4167-84bd-f2dcc6ad342e req-fa6627fe-1c79-4a36-a6eb-99354d7062d6 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2652986 Aug 25 14:55:56.658425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=aa565992-f438-4f5a-bdb5-8d7f104802fb,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:56.663309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-99b23098-f5a5-4d08-a8c8-8cd540231050 service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788842 Aug 25 14:55:56.689143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.689143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.705837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4b0b-c72b-4368-8a96-1cea5f119afd req-04baacb4-b82b-45c7-9f28-7f3d51837cb2 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.707480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8dc4b0b-c72b-4368-8a96-1cea5f119afd req-04baacb4-b82b-45c7-9f28-7f3d51837cb2 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 945 time: 0.1373820 Aug 25 14:55:56.787093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-24d46ab5-b7bd-45ec-9957-03ac293add96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5984492 Aug 25 14:55:56.811658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-17ff725b-1c2c-4c84-a614-60eaf02da6b9 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1002 time: 0.1725581 Aug 25 14:55:56.821914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-4f920dd4-1297-4636-a78d-c07543302d22', 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'fixed_ips': [{'subnet_id': '8d15fd41-56f8-43ae-b545-3d2f361a4362'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:55:56.822931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.845225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:56.867127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8dc4b0b-c72b-4368-8a96-1cea5f119afd req-2e4c88a3-14f0-40d5-ba7c-719a80e51759 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474781 Aug 25 14:55:56.890023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a16121c-8eaf-46df-9a4b-811094fa43da req-4eb91e9d-c34c-467b-8f9a-06bb4e0303aa service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177362 Aug 25 14:55:56.914072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-8a6f0d68-4edd-41c5-a6ae-9a6b36d596eb tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:56.916248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-8a6f0d68-4edd-41c5-a6ae-9a6b36d596eb tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports/74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 943 time: 0.1029603 Aug 25 14:55:56.988586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.018053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c81a1-e5bb-486a-96cc-f5b85bcf55d4 req-03bf0c43-d88f-4207-b5ee-87667e93d70a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:57.019700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-471c81a1-e5bb-486a-96cc-f5b85bcf55d4 req-03bf0c43-d88f-4207-b5ee-87667e93d70a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0673418 Aug 25 14:55:57.056380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-2c8895c5-6eb5-4812-a33e-9590f2c3e6b1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1002 time: 0.0716403 Aug 25 14:55:57.069134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-471c81a1-e5bb-486a-96cc-f5b85bcf55d4 req-0a20ab2c-80cd-4065-944d-181d7bb4d08d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Aug 25 14:55:57.110198 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.112342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e057631e-4773-42fc-bc1d-4cc721cd78aa tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7121210 Aug 25 14:55:57.116859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60834) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:57.201229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251'}, {'server_uuid': '39f09879-6234-4fe2-b592-248356c9e905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa565992-f438-4f5a-bdb5-8d7f104802fb'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:57.204055 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a44266-85a4-4b72-8d75-08d702f8fc26" -d '{"events": [{"server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "name": "network-vif-plugged", "status": "completed", "tag": "84c85572-40df-48f9-b61b-a7eee2177251"}, {"server_uuid": "39f09879-6234-4fe2-b592-248356c9e905", "name": "network-vif-plugged", "status": "completed", "tag": "aa565992-f438-4f5a-bdb5-8d7f104802fb"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:57.238854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-3aef70b3-8edc-4a02-8c7f-21fcf2d1b9fa tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:57.241597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-3aef70b3-8edc-4a02-8c7f-21fcf2d1b9fa tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1782885 Aug 25 14:55:57.243252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Allocated IP 19.86.0.2 (4f920dd4-1297-4636-a78d-c07543302d22/8d15fd41-56f8-43ae-b545-3d2f361a4362/fb44fc35-1c17-4263-85df-e7c564ccd7d3) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:55:57.246170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.249084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.252430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-a9ed80c2-0cd5-43dd-9bcf-75a330a73fef tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:55:57.253711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-a9ed80c2-0cd5-43dd-9bcf-75a330a73fef tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066006 Aug 25 14:55:57.283279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.325253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b488750b-4035-491c-8728-da462eda67f5 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 1002 time: 0.0640175 Aug 25 14:55:57.337384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:57.400691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.437868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.448660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Transition to ACTIVE for port object fb44fc35-1c17-4263-85df-e7c564ccd7d3 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:57.470355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Transition to ACTIVE for port object fb44fc35-1c17-4263-85df-e7c564ccd7d3 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:55:57.491121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.494950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.504685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-72f17f4c-43c6-4c60-be85-0218c529610d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:57.510620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-72f17f4c-43c6-4c60-be85-0218c529610d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:57.512736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-72f17f4c-43c6-4c60-be85-0218c529610d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/networks?id=99c5ab79-547b-4862-9892-b8da1503e9d1&id=4f920dd4-1297-4636-a78d-c07543302d22&id=99c5ab79-547b-4862-9892-b8da1503e9d1 HTTP/1.1" status: 200 len: 1392 time: 0.2978649 Aug 25 14:55:57.561504 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.579064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-a19ee2fd-684d-4978-ad30-b055f173e5bc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/quotas/52fe5ef0558a4240bf974675a4efb6c5 HTTP/1.1" status: 200 len: 375 time: 0.0581970 Aug 25 14:55:57.600997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.607588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e7be7-788e-46be-916f-f73c12d0bcf5 None None] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:57.647391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-c381cd1a-c971-486b-adc3-81b3d6a49529 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0621867 Aug 25 14:55:57.664672 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.665057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab3f9026-cd39-4663-aedd-97921111b0fb {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:55:57.678858 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.683983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb4af867-6241-4b56-81f5-581d308509af tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ab3f9026-cd39-4663-aedd-97921111b0fb HTTP/1.1" status: 204 len: 168 time: 0.5621662 Aug 25 14:55:57.690049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.690960 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Floating IP 728ae887-771f-4105-bfb1-a3486f697265 disassociated. External IP: 172.25.8.172, port: 74023200-b7ac-4f8a-b52c-4f3c7370867a. Aug 25 14:55:57.705014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Network 4f920dd4-1297-4636-a78d-c07543302d22 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:55:57.709656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Pushing event updated for resources: {'Port': ['ID=fb44fc35-1c17-4263-85df-e7c564ccd7d3,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:57.723386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:55:57.728746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 194f2152-8e3a-4247-a609-4483eb52fab9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:57.786249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:55:57.799490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-455b1b12-5f6d-4fbe-a54e-b19e684f4de0 service neutron] 10.222.0.58 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434438 Aug 25 14:55:57.808272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a971a4f-c793-4a63-8cdc-a8a5f85b4a52 None None] Provisioning for port 194f2152-8e3a-4247-a609-4483eb52fab9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:57.908217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Attempting to bind port fb44fc35-1c17-4263-85df-e7c564ccd7d3 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:55:57.909729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Attempting to bind port fb44fc35-1c17-4263-85df-e7c564ccd7d3 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:55:57.910175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Attempting to bind port fb44fc35-1c17-4263-85df-e7c564ccd7d3 on network 4f920dd4-1297-4636-a78d-c07543302d22 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:55:57.918976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:55:57.919331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Checking segment: {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:55:57.919718 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.920115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Bound using segment: {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:55:57.920613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Bound port: fb44fc35-1c17-4263-85df-e7c564ccd7d3, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:55:57.921006 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:57.925283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2ff1ecce-823b-4a3f-9484-e2d7eb51684d service neutron] 10.222.0.58 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131392 Aug 25 14:55:58.002091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 194f2152-8e3a-4247-a609-4483eb52fab9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:58.015503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 194f2152-8e3a-4247-a609-4483eb52fab9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:58.015878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.027619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-bc00fd87-a6df-4d4a-8265-0ebaaa495031 service neutron] 10.222.0.58 "GET /v2.0/networks/4f920dd4-1297-4636-a78d-c07543302d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960174 Aug 25 14:55:58.074353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] For port fb44fc35-1c17-4263-85df-e7c564ccd7d3, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:55:58.085284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] For port fb44fc35-1c17-4263-85df-e7c564ccd7d3, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fb44fc35-1c17-4263-85df-e7c564ccd7d3,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:55:58.104343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60852) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:55:58.145383 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.182461 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.187123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 194f2152-8e3a-4247-a609-4483eb52fab9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=194f2152-8e3a-4247-a609-4483eb52fab9,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:55:58.197560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-a68aa86a-6984-4036-8c7f-78536535c0af service neutron] 10.222.0.58 "GET /v2.0/networks/4f920dd4-1297-4636-a78d-c07543302d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640787 Aug 25 14:55:58.278197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920469-dcb4-4a1f-9d8e-d587c1b49603 None None] Pushing event updated for resources: {'Port': ['ID=fb44fc35-1c17-4263-85df-e7c564ccd7d3,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:58.295855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.317987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-1dc97dae-c145-46c1-ba0c-203232483a56 service neutron] 10.222.0.58 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128130 Aug 25 14:55:58.382406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=194f2152-8e3a-4247-a609-4483eb52fab9,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:55:58.429468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-650295207', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:55:58.445807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:55:58.475978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f68388cf-885c-482b-9d4a-6e962cf92226 None None] Provisioning complete for port 194f2152-8e3a-4247-a609-4483eb52fab9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:55:58.475978 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f68388cf-885c-482b-9d4a-6e962cf92226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.515234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-d0934293-c2d1-40e6-b360-bf5f57f342fe service neutron] 10.222.0.58 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941714 Aug 25 14:55:58.602167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.603988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.618490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:55:58.629619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.632217 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:55:58.649808 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:58.650798 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:58.663841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-b2f59ba1-e2b7-40b6-b774-8d4c93063106 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "PUT /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 696 time: 1.3303640 Aug 25 14:55:58.664505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:55:58.667731 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761ae8cb-ee30-4e30-80d3-95962de26b76" -d '{"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:55:58.680163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.730023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-ae7eedf9-49c5-464c-a1ab-d7fcfaab924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:58.740329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-ae7eedf9-49c5-464c-a1ab-d7fcfaab924e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.0514910 Aug 25 14:55:58.773010 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:58.854609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-51519cdf-574b-41f6-80a7-7e8a86282022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:58.857780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-51519cdf-574b-41f6-80a7-7e8a86282022 service neutron] 10.222.0.58 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.1193016 Aug 25 14:55:58.929249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:58.945432 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-4a021363-b021-43dd-ae1e-d631fdf9b405 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 217 time: 0.0777988 Aug 25 14:55:59.025144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-cd4e05b8-3506-41b6-907b-a5ff9ddfaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.027140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-cd4e05b8-3506-41b6-907b-a5ff9ddfaacc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0708349 Aug 25 14:55:59.061199 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49827a5-1415-4147-bf27-8911d561efc6 x-openstack-request-id: req-c49827a5-1415-4147-bf27-8911d561efc6 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:59.061199 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "name": "network-vif-plugged", "status": "completed", "tag": "84c85572-40df-48f9-b61b-a7eee2177251", "code": 200}, {"server_uuid": "39f09879-6234-4fe2-b592-248356c9e905", "name": "network-vif-plugged", "status": "completed", "tag": "aa565992-f438-4f5a-bdb5-8d7f104802fb", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:59.061199 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c49827a5-1415-4147-bf27-8911d561efc6 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:59.061199 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251', 'code': 200} Aug 25 14:55:59.062298 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f09879-6234-4fe2-b592-248356c9e905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa565992-f438-4f5a-bdb5-8d7f104802fb', 'code': 200} Aug 25 14:55:59.120193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:59.135616 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:59.147440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-5b032030-4d8d-4e33-bc9b-bb066f013dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.149994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-5b032030-4d8d-4e33-bc9b-bb066f013dfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160843 Aug 25 14:55:59.174014 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:55:59.183317 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:55:59.183991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:59.261128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd9e0f-370f-42f0-8886-3e8ace20edbe req-329610b6-d824-476a-bbca-4b246f00aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.262828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1dd9e0f-370f-42f0-8886-3e8ace20edbe req-329610b6-d824-476a-bbca-4b246f00aaf6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 1096 time: 0.0923560 Aug 25 14:55:59.290930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf051-6c99-4593-8baa-ca53fe293ada req-77176cbf-6714-4a82-979e-3a88e9d5c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.293007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db4cf051-6c99-4593-8baa-ca53fe293ada req-77176cbf-6714-4a82-979e-3a88e9d5c462 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 1096 time: 0.0718040 Aug 25 14:55:59.320909 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:55:59.322761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e05d2-ffc6-402b-8664-dc42d80b99bc req-34316e48-bedc-410a-a318-95a02d4245e4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.324369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-810e05d2-ffc6-402b-8664-dc42d80b99bc req-34316e48-bedc-410a-a318-95a02d4245e4 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 945 time: 0.1725373 Aug 25 14:55:59.353110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db4cf051-6c99-4593-8baa-ca53fe293ada req-b2fce4c5-b212-4868-9f6e-3cce71d62bc7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505695 Aug 25 14:55:59.372200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-a255029e-f80b-41f7-971a-ffc4af70beee service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139328 Aug 25 14:55:59.398855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1dd9e0f-370f-42f0-8886-3e8ace20edbe req-eb30937a-0dfb-4546-b374-d93d5dcc772f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048136 Aug 25 14:55:59.424709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-810e05d2-ffc6-402b-8664-dc42d80b99bc req-9d1758ba-1b59-47d3-a40b-9a4694a3b804 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Aug 25 14:55:59.584781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f8ed80d-fbfe-4023-a736-4c8470f9e51d req-64218215-b00f-47a3-8079-71fe0a5a2bc4 service neutron] 10.222.0.58 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042947 Aug 25 14:55:59.613184 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:55:59.622049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:59.645193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4092680-5377-4904-b8cb-786fa45abfba None None] Network 4f920dd4-1297-4636-a78d-c07543302d22 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:55:59.656237 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c2a9a-9c25-4163-a852-fb3fb624653d None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:54:40Z', 'revision_number': 4, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b2dd9924-3330-4b34-8291-bea5e1f723a2', 'name': '', 'network_id': 'be139c83-24ce-4513-a458-1f3117551f70', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'mac_address': 'fa:16:3e:f6:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:38Z', 'updated_at': '2021-08-25T14:54:46Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'subnets': [{'id': '5719a52e-9a6d-4bb5-8239-37579c2299b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:55:59.681839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:55:59.725457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda44f4-0c31-48b6-9802-b787eccd4ea2 req-081373fa-f0e5-4590-9c52-2dfc9d4a36d2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.727065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5cda44f4-0c31-48b6-9802-b787eccd4ea2 req-081373fa-f0e5-4590-9c52-2dfc9d4a36d2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1792386 Aug 25 14:55:59.759552 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42628e4-ab1b-40e0-ac00-c4c0f85f4b33 x-openstack-request-id: req-e42628e4-ab1b-40e0-ac00-c4c0f85f4b33 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:55:59.759861 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:55:59.763831 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e42628e4-ab1b-40e0-ac00-c4c0f85f4b33 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:55:59.763831 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'status': 'completed', 'code': 200} Aug 25 14:55:59.844016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:55:59.853424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5cda44f4-0c31-48b6-9802-b787eccd4ea2 req-9d048fa3-3208-4fae-9629-feb06f986cfe tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824580 Aug 25 14:55:59.854538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e3bd12c-5b12-4504-93f0-2a541f623c50 req-f809f6e8-f6c7-4485-8590-1569792f410b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 210 time: 0.0400856 Aug 25 14:55:59.857824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fb44fc35-1c17-4263-85df-e7c564ccd7d3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:55:59.880470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fffecffd-4f35-4f1a-a9bd-dfd5b3deebc8 None None] Provisioning for port fb44fc35-1c17-4263-85df-e7c564ccd7d3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:55:59.996608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-9963e233-84c2-4670-923c-5cdb4ee18e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:55:59.998218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-9963e233-84c2-4670-923c-5cdb4ee18e8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 1097 time: 0.2124169 Aug 25 14:56:00.075542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port fb44fc35-1c17-4263-85df-e7c564ccd7d3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:00.080167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port fb44fc35-1c17-4263-85df-e7c564ccd7d3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:00.080541 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.097385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Allocated IP 172.25.8.127 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/5b954091-23da-42c2-a69f-6fd16a7e076e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:00.164084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db3f1e-8f8a-4732-8c9d-000859666a03 None None] New status for floating IP 728ae887-771f-4105-bfb1-a3486f697265: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:56:00.178994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-81411d0c-481d-45c3-b33f-ccf19fc31e09 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 200 len: 696 time: 0.0829918 Aug 25 14:56:00.315210 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.323569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-d6d2b035-75b0-4cb2-a01e-3738427c0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:00.326182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-d6d2b035-75b0-4cb2-a01e-3738427c0ec0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 200 len: 921 time: 0.3182268 Aug 25 14:56:00.360039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c651cb71-b7ec-429e-b717-58e6eafa849b None None] Provisioning complete for port fb44fc35-1c17-4263-85df-e7c564ccd7d3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:00.360409 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c651cb71-b7ec-429e-b717-58e6eafa849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.457882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port fb44fc35-1c17-4263-85df-e7c564ccd7d3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fb44fc35-1c17-4263-85df-e7c564ccd7d3,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:00.521605 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c651cb71-b7ec-429e-b717-58e6eafa849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.584162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7274-b9ee-4ffb-acce-505332d289ba req-771927d1-63f0-4e95-a169-e3b47a0948ba tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:00.584321 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.585116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 194f2152-8e3a-4247-a609-4483eb52fab9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:00.595443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a21d7274-b9ee-4ffb-acce-505332d289ba req-771927d1-63f0-4e95-a169-e3b47a0948ba tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 945 time: 0.0703037 Aug 25 14:56:00.630642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a21d7274-b9ee-4ffb-acce-505332d289ba req-1218a618-9405-4139-837b-7c97df808879 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Aug 25 14:56:00.699806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-87acc83d-58a4-4c06-8610-5e2344ae66bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 200 len: 217 time: 0.3647211 Aug 25 14:56:00.704242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-c651cb71-b7ec-429e-b717-58e6eafa849b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:56:00.704604 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-c651cb71-b7ec-429e-b717-58e6eafa849b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:56:00.709399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=fb44fc35-1c17-4263-85df-e7c564ccd7d3,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:00.721373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 194f2152-8e3a-4247-a609-4483eb52fab9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:00.722015 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.758213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:00.769808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c742ac41-cda6-49e5-b825-93f427fca354 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:00.771273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c742ac41-cda6-49e5-b825-93f427fca354 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.5751708 Aug 25 14:56:00.788751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-30af7dd4-92e5-4595-a84f-6a79690e6160 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 14:56:00.789751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-30af7dd4-92e5-4595-a84f-6a79690e6160 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089769 Aug 25 14:56:00.804115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-7088146e-8669-42fb-aed1-9e36273668c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:00.805892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-7088146e-8669-42fb-aed1-9e36273668c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 200 len: 859 time: 0.0981090 Aug 25 14:56:00.899609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-31db436c-6156-4845-88b9-69635fcc7c96 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 697 time: 0.0882721 Aug 25 14:56:00.957638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42598736-a1d8-4324-9516-6fc359c7a55c req-0c407444-ada5-4af4-bbc0-3aece35746b7 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 210 time: 0.0284061 Aug 25 14:56:00.967473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-be818292-3569-41a9-a14a-5b4ccd589635 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 697 time: 0.0590775 Aug 25 14:56:00.971417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-75ddf458-04b8-4a12-8fee-5c488482328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:00.972962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-75ddf458-04b8-4a12-8fee-5c488482328c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be139c83-24ce-4513-a458-1f3117551f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563096 Aug 25 14:56:01.042068 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:01.084664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344ba6-2492-4c9f-a481-68c1e88624d4 req-01d2f300-dccc-43fa-b662-cb47cb74caeb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:01.086468 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad344ba6-2492-4c9f-a481-68c1e88624d4 req-01d2f300-dccc-43fa-b662-cb47cb74caeb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Aug 25 14:56:01.131341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad344ba6-2492-4c9f-a481-68c1e88624d4 req-4535a789-be80-4870-86ec-34f8337ad458 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Aug 25 14:56:01.174651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:01.201368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:01.212998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:01.219336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event updated for resources: {'Port': ['ID=5b954091-23da-42c2-a69f-6fd16a7e076e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:01.289355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-6600dd16-5a51-4a2a-bd4e-d78c52cb12ec service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580037 Aug 25 14:56:01.433598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Deleting port c0239072-ea93-4af7-a308-d49b73707900 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:01.433853 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:01.536482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761ae8cb-ee30-4e30-80d3-95962de26b76 req-41b69985-49a1-460f-b373-8243bcf4cb2a service neutron] 10.222.0.45 "GET /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124619 Aug 25 14:56:01.562659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:01.563339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:01.600237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fb44fc35-1c17-4263-85df-e7c564ccd7d3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:01.616244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Calling delete_port for c0239072-ea93-4af7-a308-d49b73707900 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:01.656699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port fb44fc35-1c17-4263-85df-e7c564ccd7d3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:01.657580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:01.785254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430482-81fa-42a4-ab8a-5d016d3abb5c req-2f87847f-4552-4d29-8c2e-e0a48c7cd3c5 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:01.786811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0430482-81fa-42a4-ab8a-5d016d3abb5c req-2f87847f-4552-4d29-8c2e-e0a48c7cd3c5 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 945 time: 0.0600326 Aug 25 14:56:01.792767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e3e42bfc-5305-4545-b3bf-96442719ca9d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:01.799242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e3e42bfc-5305-4545-b3bf-96442719ca9d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:01.800836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e3e42bfc-5305-4545-b3bf-96442719ca9d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "GET /v2.0/networks?id=99c5ab79-547b-4862-9892-b8da1503e9d1&id=4f920dd4-1297-4636-a78d-c07543302d22&id=99c5ab79-547b-4862-9892-b8da1503e9d1 HTTP/1.1" status: 200 len: 1392 time: 0.2560811 Aug 25 14:56:01.827450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'port': {'device_id': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1', 'admin_state_up': True, 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:01.838333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0430482-81fa-42a4-ab8a-5d016d3abb5c req-de907d60-7983-4489-b746-6f14a569c2b5 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Aug 25 14:56:01.906915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:01.965463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d504f2-17b7-4200-9ffc-8fc08aaecff6 req-22b0fe7b-e85a-44e7-ad4d-5dc4c544952a tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:01.967647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6d504f2-17b7-4200-9ffc-8fc08aaecff6 req-22b0fe7b-e85a-44e7-ad4d-5dc4c544952a tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 946 time: 0.0532346 Aug 25 14:56:02.019047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6d504f2-17b7-4200-9ffc-8fc08aaecff6 req-5f74da55-2c58-47b6-a889-11ff2c11a216 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Aug 25 14:56:02.118967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-34800c38-4084-4334-92ae-903c764d76fc req-de92824c-2ebe-405c-a655-26400bdafdac tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 210 time: 0.0365946 Aug 25 14:56:02.212929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.326987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.356946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event deleted for resources: {'Port': ['ID=c0239072-ea93-4af7-a308-d49b73707900,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:02.372975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.376714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:02.418462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:02.422550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.463068 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.465769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.467516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24aabb5c-c19b-4cbc-bece-1a1336466907 req-c1bd0a4d-e174-4f48-90cb-d5e5c4ed8c95 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "DELETE /v2.0/floatingips/728ae887-771f-4105-bfb1-a3486f697265 HTTP/1.1" status: 204 len: 173 time: 1.4992406 Aug 25 14:56:02.513247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Router 5726f082-a9d3-433a-bb7d-7becc736d596 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:02.662907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201ecd2-34a5-460d-8278-4fa91ff57f81 req-1d5ada23-79ee-477b-aff7-ca6cf92291e6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:02.664401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2201ecd2-34a5-460d-8278-4fa91ff57f81 req-1d5ada23-79ee-477b-aff7-ca6cf92291e6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.1452477 Aug 25 14:56:02.667066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Allocated IP 19.80.0.40 (99c5ab79-547b-4862-9892-b8da1503e9d1/cc18a1e7-2e57-49e9-8a97-986d1a9a8920/5243046a-65e4-46a2-bf8f-04cb2790ff5d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:02.750346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:02.760448 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] Sync routers for ids ['5726f082-a9d3-433a-bb7d-7becc736d596'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:02.771075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] Routers {'5726f082-a9d3-433a-bb7d-7becc736d596'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:02.772690 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['5726f082-a9d3-433a-bb7d-7becc736d596'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:02.804852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2201ecd2-34a5-460d-8278-4fa91ff57f81 req-8e4ce7fc-53d9-4618-bd7f-170529012ae0 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085899 Aug 25 14:56:02.805569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:02.816402 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] Routers {'5726f082-a9d3-433a-bb7d-7becc736d596'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:02.817114 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['5726f082-a9d3-433a-bb7d-7becc736d596'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:02.852586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:02.853238 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384d3d3-fc90-4972-acef-af99ac63e701 None None] The sync data for ids ['5726f082-a9d3-433a-bb7d-7becc736d596'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:02.912660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.916674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-776f0f61-aa7d-4fa6-b542-1b06a8555fdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8086491 Aug 25 14:56:02.917005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60920) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:02.937521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:02.950857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Transition to ACTIVE for port object 5243046a-65e4-46a2-bf8f-04cb2790ff5d will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:03.027345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-004f319c-0549-4c9c-a46c-563b011ef400 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/5726f082-a9d3-433a-bb7d-7becc736d596 HTTP/1.1" status: 200 len: 924 time: 0.1063828 Aug 25 14:56:03.027580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:03.055168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7c02c739-eb05-4b6a-ae64-a836d8ce3340 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=5726f082-a9d3-433a-bb7d-7becc736d596 HTTP/1.1" status: 200 len: 205 time: 0.0263002 Aug 25 14:56:03.058009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60924) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:03.112922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:03.190721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:03.199374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:03.207483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:03.216810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Port': ['ID=5243046a-65e4-46a2-bf8f-04cb2790ff5d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:03.248225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:03.321222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:03.321853 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:03.415174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb0ad-4adf-4448-942f-da1f0e71ef48 req-5717e14d-a886-48e3-8f93-6ecd67f34baa tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:03.423803 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cfbbb0ad-4adf-4448-942f-da1f0e71ef48 req-5717e14d-a886-48e3-8f93-6ecd67f34baa tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 931 time: 0.0712535 Aug 25 14:56:03.463602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cfbbb0ad-4adf-4448-942f-da1f0e71ef48 req-87ced5ba-a93f-4fc0-b123-c82179b7cd80 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Aug 25 14:56:03.569792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8e585023-38ff-4b9c-adeb-bf1c48880ac8 None None] Provisioning for port 5243046a-65e4-46a2-bf8f-04cb2790ff5d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:03.574800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8e585023-38ff-4b9c-adeb-bf1c48880ac8 None None] Provisioning complete for port 5243046a-65e4-46a2-bf8f-04cb2790ff5d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:03.575637 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8e585023-38ff-4b9c-adeb-bf1c48880ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:03.614170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8e585023-38ff-4b9c-adeb-bf1c48880ac8 None None] Port 5243046a-65e4-46a2-bf8f-04cb2790ff5d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:56:03.704521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa203ba-86d2-4519-b8b1-44184c9bb148 req-8f9828f0-46d3-466f-baad-426018acf12d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:03.706019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa203ba-86d2-4519-b8b1-44184c9bb148 req-8f9828f0-46d3-466f-baad-426018acf12d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.4022725 Aug 25 14:56:03.714939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:03.751546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa203ba-86d2-4519-b8b1-44184c9bb148 req-b90ac48d-b17a-4566-9174-135abf7f80d4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Aug 25 14:56:03.773514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-4412d269-2e32-40c8-af28-b46a1597acc6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9551404 Aug 25 14:56:03.788194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'port': {'device_id': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22', 'admin_state_up': True, 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:03.911726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f461035-2d5d-42e2-a479-2e4a2aa868e7 req-d3b6f3a7-d893-46ea-b3a1-d03a2b7c5923 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:03.913273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f461035-2d5d-42e2-a479-2e4a2aa868e7 req-d3b6f3a7-d893-46ea-b3a1-d03a2b7c5923 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 946 time: 0.0549960 Aug 25 14:56:03.953210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f461035-2d5d-42e2-a479-2e4a2aa868e7 req-2c3c5901-90c2-4aa0-a753-79dd945a4b7c tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Aug 25 14:56:03.965619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac2f9e-b839-4108-b119-1075a72a8c26 req-a9154f20-24c9-4dbe-816b-b16771e47ff1 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:03.967095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbac2f9e-b839-4108-b119-1075a72a8c26 req-a9154f20-24c9-4dbe-816b-b16771e47ff1 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 946 time: 0.1115794 Aug 25 14:56:04.038287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Deleting port 5b954091-23da-42c2-a69f-6fd16a7e076e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:04.038636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:04.101198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbac2f9e-b839-4108-b119-1075a72a8c26 req-5d6fd5f1-d902-4b5d-8a30-9556d34409c8 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Aug 25 14:56:04.121504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-095a254f-0fd6-4da4-92b3-d988e8f21706 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:04.123540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-095a254f-0fd6-4da4-92b3-d988e8f21706 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 946 time: 0.1486607 Aug 25 14:56:04.213609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:04.225238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:04.227386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:04.246296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Calling delete_port for 5b954091-23da-42c2-a69f-6fd16a7e076e owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:04.380387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Deleting port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:04.380735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:04.557995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Allocated IP 19.86.0.237 (4f920dd4-1297-4636-a78d-c07543302d22/8d15fd41-56f8-43ae-b545-3d2f361a4362/a124b157-b59a-4c62-8b86-56c0e3003ec7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:04.586145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] For port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:04.586525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:04.640386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Calling delete_port for ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:04.653807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da1702-da06-49c9-a7f7-7a26cf67fea8 req-07891856-1c93-4ecb-bf71-50a2d660c8bf tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:04.659925 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94da1702-da06-49c9-a7f7-7a26cf67fea8 req-07891856-1c93-4ecb-bf71-50a2d660c8bf tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 931 time: 0.1023886 Aug 25 14:56:04.704660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94da1702-da06-49c9-a7f7-7a26cf67fea8 req-e7209df1-8247-4912-add6-eb4b106cfc94 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Aug 25 14:56:04.788722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:04.889557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event deleted for resources: {'Port': ['ID=5b954091-23da-42c2-a69f-6fd16a7e076e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:05.037001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-0c584226-d157-4ac0-955a-b0a17eabd497 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.038519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-0c584226-d157-4ac0-955a-b0a17eabd497 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 946 time: 0.3298080 Aug 25 14:56:05.074746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68422-a6b4-4ec7-b5bc-27aa72b49e1e req-1dcb8556-0c1e-4856-a553-cea6ef54fff1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.076904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ae68422-a6b4-4ec7-b5bc-27aa72b49e1e req-1dcb8556-0c1e-4856-a553-cea6ef54fff1 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 946 time: 0.0551035 Aug 25 14:56:05.115700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ae68422-a6b4-4ec7-b5bc-27aa72b49e1e req-45a1c8d0-4bb8-4502-83c9-394d1d70b747 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Aug 25 14:56:05.134744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.151017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-3dbf23a1-796c-416d-9f7e-a34c08b44319 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.152558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-3dbf23a1-796c-416d-9f7e-a34c08b44319 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 814 time: 0.4427292 Aug 25 14:56:05.160272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-1958168f-6f06-4e44-914e-44b8ee5b71a0 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.161710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-1958168f-6f06-4e44-914e-44b8ee5b71a0 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 945 time: 0.2967160 Aug 25 14:56:05.204219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.304991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb683a-ec80-4199-a478-d28087881291 req-168d0bde-8a70-47e8-8781-9e1cd977f822 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.306782 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bdeb683a-ec80-4199-a478-d28087881291 req-168d0bde-8a70-47e8-8781-9e1cd977f822 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 946 time: 0.0560141 Aug 25 14:56:05.323631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-0836554d-133d-4e0c-b2b0-7600ad60e39b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/quotas/9e88495026154fd0a1eebddf3f950f86 HTTP/1.1" status: 200 len: 375 time: 0.1558561 Aug 25 14:56:05.351916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bdeb683a-ec80-4199-a478-d28087881291 req-3111c8ee-2097-4537-b4be-e10795bf72c9 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3da246-4f6a-4610-b15d-cd7bbf9e384f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Aug 25 14:56:05.407526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.432250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.436626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Transition to ACTIVE for port object a124b157-b59a-4c62-8b86-56c0e3003ec7 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:05.442788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.456346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['ba4a51c0-aa4f-4d5e-944e-0aba73b2a242'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:05.458901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['aa565992-f438-4f5a-bdb5-8d7f104802fb'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:05.537786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event deleted for resources: {'Port': ['ID=ba4a51c0-aa4f-4d5e-944e-0aba73b2a242,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:05.585569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-9d03cb6e-b500-4728-87a1-cf0ee012059e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478769 Aug 25 14:56:05.614793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] No DVR routers for this DVR port ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:05.630651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.630651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17e612c8-e2d0-4ac4-b975-5aad04d1c7c1 req-2a04a964-8c7f-4ad9-993f-5910799c4e22 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.45 "DELETE /v2.0/ports/ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 HTTP/1.1" status: 204 len: 173 time: 1.4994299 Aug 25 14:56:05.634042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c39576-b539-417b-b92c-cd4d4ac03604', 'name': 'network-vif-deleted', 'tag': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:05.634756 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27f280-a1d1-4c43-8f04-263c1b6cd480" -d '{"events": [{"server_uuid": "48c39576-b539-417b-b92c-cd4d4ac03604", "name": "network-vif-deleted", "tag": "ba4a51c0-aa4f-4d5e-944e-0aba73b2a242"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:05.652959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Deleting port 74023200-b7ac-4f8a-b52c-4f3c7370867a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:05.653414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.693736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.694152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Fanout notify agent at l3_agent the message router_deleted on router 5726f082-a9d3-433a-bb7d-7becc736d596 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:05.729032 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66578f75-745a-4496-8732-1ed977b09f3a x-openstack-request-id: req-66578f75-745a-4496-8732-1ed977b09f3a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:05.729316 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c39576-b539-417b-b92c-cd4d4ac03604", "name": "network-vif-deleted", "tag": "ba4a51c0-aa4f-4d5e-944e-0aba73b2a242", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:05.729564 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66578f75-745a-4496-8732-1ed977b09f3a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:05.729963 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c39576-b539-417b-b92c-cd4d4ac03604', 'name': 'network-vif-deleted', 'tag': 'ba4a51c0-aa4f-4d5e-944e-0aba73b2a242', 'status': 'completed', 'code': 200} Aug 25 14:56:05.735589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.739537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd1e0e42-6ebd-4011-8df6-0fbe22984aaf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/5726f082-a9d3-433a-bb7d-7becc736d596 HTTP/1.1" status: 204 len: 168 time: 2.6804242 Aug 25 14:56:05.740415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60986) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:05.745193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1235395512', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': False}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:05.765936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Deleting port aa565992-f438-4f5a-bdb5-8d7f104802fb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:05.770178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.785539 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.854217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8bc1f-d3a2-4711-a8d0-144f7428757d req-4a4de59b-a523-456d-86f3-8a15e5af4085 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.860559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8bc1f-d3a2-4711-a8d0-144f7428757d req-4a4de59b-a523-456d-86f3-8a15e5af4085 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:05.862237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6c8bc1f-d3a2-4711-a8d0-144f7428757d req-4a4de59b-a523-456d-86f3-8a15e5af4085 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 1654 time: 0.0695202 Aug 25 14:56:05.926203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.928263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:05.948178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6c8bc1f-d3a2-4711-a8d0-144f7428757d req-02181f3c-59ef-4eae-bec2-294109cdb8cf tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732532 Aug 25 14:56:06.002681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.235226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 4f920dd4-1297-4636-a78d-c07543302d22 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:06.259241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-5d7adcbc-deda-4233-a3cf-2b6e137f8ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489522 Aug 25 14:56:06.260180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:06.271054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] For port 74023200-b7ac-4f8a-b52c-4f3c7370867a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74023200-b7ac-4f8a-b52c-4f3c7370867a,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:06.271469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.274147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:06.302841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Port': ['ID=a124b157-b59a-4c62-8b86-56c0e3003ec7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:06.421667 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.433467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c270-1265-4374-87b2-9b494ac82b48 req-81250e80-492a-4180-994a-7a6f5d98e6ef tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:06.439917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b49c270-1265-4374-87b2-9b494ac82b48 req-81250e80-492a-4180-994a-7a6f5d98e6ef tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 946 time: 0.2249601 Aug 25 14:56:06.447771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-e22dc1f6-3e9f-4a04-b2da-3d7d6c3dc35a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:06.449436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-e22dc1f6-3e9f-4a04-b2da-3d7d6c3dc35a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "GET /v2.0/ports?device_id=08f17c00-8ea0-489b-881a-4bd1c4683120 HTTP/1.1" status: 200 len: 945 time: 0.2474120 Aug 25 14:56:06.466665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-92e7208e-2b06-45ad-9a68-c2b30320f0b4 service neutron] 10.222.0.58 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852839 Aug 25 14:56:06.481654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Calling delete_port for 74023200-b7ac-4f8a-b52c-4f3c7370867a owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:06.500883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] For port aa565992-f438-4f5a-bdb5-8d7f104802fb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=aa565992-f438-4f5a-bdb5-8d7f104802fb,segment=NetworkSegment(ec55ebdc-7f49-4391-9ffb-dc602143c860),segment_id=ec55ebdc-7f49-4391-9ffb-dc602143c860)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:06.501686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.510793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:06.511829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.547585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Calling delete_port for aa565992-f438-4f5a-bdb5-8d7f104802fb owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:06.645255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b49c270-1265-4374-87b2-9b494ac82b48 req-a3c1e519-2515-4077-a51f-fa3f6eca9bde tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c2f57f9-37bf-4c38-9fe4-252b5a25c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766598 Aug 25 14:56:06.661364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-89eef291-c846-4367-9d0d-9d68ce67a650 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8778038 Aug 25 14:56:06.675164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'port': {'device_id': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1', 'admin_state_up': True, 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:06.695525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Deleting port 84c85572-40df-48f9-b61b-a7eee2177251 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:06.696052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.740713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c707a7dd-570a-4c89-b4fb-f35bc78bfd40 None None] Provisioning for port a124b157-b59a-4c62-8b86-56c0e3003ec7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:06.745190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c707a7dd-570a-4c89-b4fb-f35bc78bfd40 None None] Provisioning complete for port a124b157-b59a-4c62-8b86-56c0e3003ec7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:06.745686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c707a7dd-570a-4c89-b4fb-f35bc78bfd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.851497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c707a7dd-570a-4c89-b4fb-f35bc78bfd40 None None] Port a124b157-b59a-4c62-8b86-56c0e3003ec7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:56:06.941586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] For port 84c85572-40df-48f9-b61b-a7eee2177251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=84c85572-40df-48f9-b61b-a7eee2177251,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:06.949391 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:06.991893 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05230aaa-ac2f-4c97-b8ad-a6d768bb02e1 req-186a1246-0477-4ccc-914f-a19ce0144285 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c39576-b539-417b-b92c-cd4d4ac03604 HTTP/1.1" status: 200 len: 210 time: 0.0461056 Aug 25 14:56:06.992906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Calling delete_port for 84c85572-40df-48f9-b61b-a7eee2177251 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:07.025536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.150660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:07.161465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.161465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.170960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-085bf88d-00b2-4a3f-a96d-d745b8910e75 req-de7abaed-7865-43f3-aa87-81c2a1bd1181 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 210 time: 0.0581360 Aug 25 14:56:07.202918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Pushing event deleted for resources: {'Port': ['ID=74023200-b7ac-4f8a-b52c-4f3c7370867a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:07.206905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.237724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.316336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Pushing event deleted for resources: {'Port': ['ID=aa565992-f438-4f5a-bdb5-8d7f104802fb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:07.340553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] No DVR routers for this DVR port aa565992-f438-4f5a-bdb5-8d7f104802fb on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:07.347998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.349952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84a0209f-8c53-4490-8d3d-ca0482869f20 req-c61b06b5-1970-4134-93ae-2e1b744b4a8b tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.52 "DELETE /v2.0/ports/aa565992-f438-4f5a-bdb5-8d7f104802fb HTTP/1.1" status: 204 len: 173 time: 2.1567876 Aug 25 14:56:07.389618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Allocated IP 172.25.8.154 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/61a1cd95-9564-4e0e-8ad9-bcde1322cfa4) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:07.415881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b6dc3-b1c7-409c-8649-83cbf205f134 req-86906978-ea31-44f3-b92c-bd6161de5694 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:07.422314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b6dc3-b1c7-409c-8649-83cbf205f134 req-86906978-ea31-44f3-b92c-bd6161de5694 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:07.423955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958b6dc3-b1c7-409c-8649-83cbf205f134 req-86906978-ea31-44f3-b92c-bd6161de5694 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 1654 time: 0.2753086 Aug 25 14:56:07.424816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] No DVR routers for this DVR port 74023200-b7ac-4f8a-b52c-4f3c7370867a on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:07.429412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.431452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-798093f4-980e-4ab1-9f74-b8964b40d057 req-993d0547-7bd1-4ddd-a07c-c202a25262cc tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.45 "DELETE /v2.0/ports/74023200-b7ac-4f8a-b52c-4f3c7370867a HTTP/1.1" status: 204 len: 173 time: 2.3774228 Aug 25 14:56:07.476282 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.489112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['84c85572-40df-48f9-b61b-a7eee2177251'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:07.505317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958b6dc3-b1c7-409c-8649-83cbf205f134 req-06e839e0-a010-43af-ac62-4dd5eab9670d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728397 Aug 25 14:56:07.526855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Pushing event deleted for resources: {'Port': ['ID=84c85572-40df-48f9-b61b-a7eee2177251,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:07.540093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Allocated IP 19.80.0.150 (99c5ab79-547b-4862-9892-b8da1503e9d1/cc18a1e7-2e57-49e9-8a97-986d1a9a8920/4251ab4c-d792-4347-b50f-139d2296b4c3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:07.595777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.598475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] No DVR routers for this DVR port 84c85572-40df-48f9-b61b-a7eee2177251 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:07.604084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.604878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d21cc4d9-f4e8-4dd7-85a2-742c6cda2a39 req-939339d3-a1de-4f3f-97d7-c5922ee87170 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "DELETE /v2.0/ports/84c85572-40df-48f9-b61b-a7eee2177251 HTTP/1.1" status: 204 len: 173 time: 1.1430762 Aug 25 14:56:07.605619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'name': 'network-vif-deleted', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:07.613647 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8fee55-4d61-4850-9f8c-e526d501cdd9" -d '{"events": [{"server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "name": "network-vif-deleted", "tag": "84c85572-40df-48f9-b61b-a7eee2177251"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:07.681875 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb966a8c-7733-4a13-b6d5-2b5dda4fbf09 x-openstack-request-id: req-bb966a8c-7733-4a13-b6d5-2b5dda4fbf09 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:07.682124 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f17c00-8ea0-489b-881a-4bd1c4683120", "name": "network-vif-deleted", "tag": "84c85572-40df-48f9-b61b-a7eee2177251", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:07.683325 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb966a8c-7733-4a13-b6d5-2b5dda4fbf09 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:07.684194 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f17c00-8ea0-489b-881a-4bd1c4683120', 'name': 'network-vif-deleted', 'tag': '84c85572-40df-48f9-b61b-a7eee2177251', 'status': 'completed', 'code': 200} Aug 25 14:56:07.753156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f09879-6234-4fe2-b592-248356c9e905', 'name': 'network-vif-deleted', 'tag': 'aa565992-f438-4f5a-bdb5-8d7f104802fb'}, {'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'name': 'network-vif-deleted', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:07.755809 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7c1670-7df8-4133-87cd-ac00834b1e88" -d '{"events": [{"server_uuid": "39f09879-6234-4fe2-b592-248356c9e905", "name": "network-vif-deleted", "tag": "aa565992-f438-4f5a-bdb5-8d7f104802fb"}, {"server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "name": "network-vif-deleted", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:07.775548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.859366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-504bd653-b337-4240-8444-d6f13ae5ee13 req-35e7bab4-b566-45bd-ba75-4d6dc38ab70f tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 210 time: 0.0532379 Aug 25 14:56:07.887369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:07.897791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:07.901886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:07.932548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Port': ['ID=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:07.950866 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58efff-f803-4c97-a30b-95f431e12c2d x-openstack-request-id: req-aa58efff-f803-4c97-a30b-95f431e12c2d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:07.951421 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f09879-6234-4fe2-b592-248356c9e905", "name": "network-vif-deleted", "tag": "aa565992-f438-4f5a-bdb5-8d7f104802fb", "status": "completed", "code": 200}, {"server_uuid": "0f953609-6024-4a8e-8bac-d5115d71f92b", "name": "network-vif-deleted", "tag": "74023200-b7ac-4f8a-b52c-4f3c7370867a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:07.952609 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa58efff-f803-4c97-a30b-95f431e12c2d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:07.953479 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f09879-6234-4fe2-b592-248356c9e905', 'name': 'network-vif-deleted', 'tag': 'aa565992-f438-4f5a-bdb5-8d7f104802fb', 'status': 'completed', 'code': 200} Aug 25 14:56:07.953801 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f953609-6024-4a8e-8bac-d5115d71f92b', 'name': 'network-vif-deleted', 'tag': '74023200-b7ac-4f8a-b52c-4f3c7370867a', 'status': 'completed', 'code': 200} Aug 25 14:56:07.977699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:07.996726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Transition to ACTIVE for port object 4251ab4c-d792-4347-b50f-139d2296b4c3 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:08.161725 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:08.236845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:08.248087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ec3c5c3-f515-4002-8324-0a325d98729d req-62622f77-dd82-45fb-8768-50e7b99cd3b3 tempest-MultipleCreateTestJSON-1027359179 tempest-MultipleCreateTestJSON-1027359179-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f09879-6234-4fe2-b592-248356c9e905 HTTP/1.1" status: 200 len: 210 time: 0.0506852 Aug 25 14:56:08.262534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:08.263927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:08.270066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffa8aa53-6ba6-4287-a770-0a36062e26d7 req-5ddfb858-610e-4510-91e7-4e78d225c21e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 210 time: 0.0430954 Aug 25 14:56:08.340396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:08.341879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:08.353298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Port': ['ID=4251ab4c-d792-4347-b50f-139d2296b4c3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:08.398274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:08.448369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-460aa833-8061-4ce8-87af-2290fcd6810f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7800937 Aug 25 14:56:08.469060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Request body: {'port': {'device_id': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:08.565278 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:08.707260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:08.710109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5585cc55-56e3-4fae-8d10-68d3152b44bd None None] Provisioning for port 4251ab4c-d792-4347-b50f-139d2296b4c3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:08.718007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5585cc55-56e3-4fae-8d10-68d3152b44bd None None] Provisioning complete for port 4251ab4c-d792-4347-b50f-139d2296b4c3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:08.718007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5585cc55-56e3-4fae-8d10-68d3152b44bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:08.812506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605e11-1ae0-4b20-9fbe-9939537fe225 req-ff5c908f-5789-4539-a8d2-ddc62dd3f34e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:08.816106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5585cc55-56e3-4fae-8d10-68d3152b44bd None None] Port 4251ab4c-d792-4347-b50f-139d2296b4c3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:56:08.819238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605e11-1ae0-4b20-9fbe-9939537fe225 req-ff5c908f-5789-4539-a8d2-ddc62dd3f34e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:08.826186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605e11-1ae0-4b20-9fbe-9939537fe225 req-ff5c908f-5789-4539-a8d2-ddc62dd3f34e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:08.837107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de605e11-1ae0-4b20-9fbe-9939537fe225 req-ff5c908f-5789-4539-a8d2-ddc62dd3f34e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2376 time: 0.1467822 Aug 25 14:56:08.909367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:08.953923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de605e11-1ae0-4b20-9fbe-9939537fe225 req-29501320-0deb-4e8e-884e-3c8ce2e2aa3e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924029 Aug 25 14:56:08.954550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:08.954550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba4a51c0-aa4f-4d5e-944e-0aba73b2a242 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:08.954550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74023200-b7ac-4f8a-b52c-4f3c7370867a no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:08.975954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 74023200-b7ac-4f8a-b52c-4f3c7370867a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:08.976309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74023200-b7ac-4f8a-b52c-4f3c7370867a not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:09.016840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5243046a-65e4-46a2-bf8f-04cb2790ff5d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:09.021531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8264c6f-d3f3-41bd-b35c-b2eed6798016 req-e13d807d-d129-4f3d-9993-0d5de8de70a2 tempest-FloatingIPsAssociationTestJSON-1305889663 tempest-FloatingIPsAssociationTestJSON-1305889663-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f953609-6024-4a8e-8bac-d5115d71f92b HTTP/1.1" status: 200 len: 210 time: 0.0328615 Aug 25 14:56:09.023817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.037399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Transition to ACTIVE for port object 5243046a-65e4-46a2-bf8f-04cb2790ff5d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:09.103723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Router ded108d9-c6d7-474f-bbe8-4a4482ee6106 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:09.174289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.281925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:09.302011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Sync routers for ids ['ded108d9-c6d7-474f-bbe8-4a4482ee6106'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:09.322677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Routers {'ded108d9-c6d7-474f-bbe8-4a4482ee6106'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:09.326785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ded108d9-c6d7-474f-bbe8-4a4482ee6106'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:09.334272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Pushing event updated for resources: {'Port': ['ID=5243046a-65e4-46a2-bf8f-04cb2790ff5d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:09.381332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:09.438639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Deleting subnet 514c9981-d647-47a9-a3cf-a136ae8f5ac1 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:56:09.443243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.491812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-826a204a-ae02-4e67-a083-9bb368a28e85 req-e7e03d8c-dfe6-415a-9695-b3204f53954a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 210 time: 0.0341852 Aug 25 14:56:09.518148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.538252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Attempting to bind port 5243046a-65e4-46a2-bf8f-04cb2790ff5d on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:09.538849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Attempting to bind port 5243046a-65e4-46a2-bf8f-04cb2790ff5d by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:09.538975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Attempting to bind port 5243046a-65e4-46a2-bf8f-04cb2790ff5d on network 99c5ab79-547b-4862-9892-b8da1503e9d1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:09.545574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Port 5243046a-65e4-46a2-bf8f-04cb2790ff5d on network 99c5ab79-547b-4862-9892-b8da1503e9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:56:09.545773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Attempting to bind port 5243046a-65e4-46a2-bf8f-04cb2790ff5d on network 99c5ab79-547b-4862-9892-b8da1503e9d1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:09.563467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:09.563814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Checking segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:09.564204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Bound using segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:09.564651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Bound port: 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:09.565009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.576500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.578091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-55e27f24-6a61-47bd-ad36-65b43d469343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8364253 Aug 25 14:56:09.579785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.582248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32812) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:09.652626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] For port 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:09.656654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] For port 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5243046a-65e4-46a2-bf8f-04cb2790ff5d,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:09.729425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Set router ded108d9-c6d7-474f-bbe8-4a4482ee6106 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:09.745687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8341a053-9c0a-46f2-a7b5-ad7dae8f8004 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/ded108d9-c6d7-474f-bbe8-4a4482ee6106 HTTP/1.1" status: 200 len: 909 time: 0.1597590 Aug 25 14:56:09.746287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32814) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:09.750335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1235395512', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': True}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:09.753330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.797727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:09.798951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.806498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] 10.222.0.45 "PUT /v2.0/ports/5243046a-65e4-46a2-bf8f-04cb2790ff5d HTTP/1.1" status: 200 len: 1091 time: 1.3495088 Aug 25 14:56:09.842649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420ca1-abe8-4b77-9ff7-d0f24a7a6421 service neutron] Pushing event updated for resources: {'Port': ['ID=5243046a-65e4-46a2-bf8f-04cb2790ff5d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:09.846186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:09.861202 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.874942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 84c85572-40df-48f9-b61b-a7eee2177251 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:09.875411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 84c85572-40df-48f9-b61b-a7eee2177251 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:09.875953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device aa565992-f438-4f5a-bdb5-8d7f104802fb no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:09.902148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: aa565992-f438-4f5a-bdb5-8d7f104802fb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:09.904824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device aa565992-f438-4f5a-bdb5-8d7f104802fb not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:09.907205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.909176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.913115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:09.917654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] 10.222.0.58 "DELETE /v2.0/subnets/514c9981-d647-47a9-a3cf-a136ae8f5ac1 HTTP/1.1" status: 204 len: 168 time: 0.5327022 Aug 25 14:56:09.917881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32816) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:09.929940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541238d-74c3-4544-b0c5-e9e25558ddce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514c9981-d647-47a9-a3cf-a136ae8f5ac1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:09.978395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'tag': '5243046a-65e4-46a2-bf8f-04cb2790ff5d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:09.980804 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9ec298-9f63-4017-87dc-d4ee3e02c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "tag": "5243046a-65e4-46a2-bf8f-04cb2790ff5d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:09.994813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Request body: {'port': {'device_id': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:10.058210 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133fc07f-8eb9-4a33-85b7-f44fe2c2b55c x-openstack-request-id: req-133fc07f-8eb9-4a33-85b7-f44fe2c2b55c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:10.059301 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "tag": "5243046a-65e4-46a2-bf8f-04cb2790ff5d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:10.060300 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-133fc07f-8eb9-4a33-85b7-f44fe2c2b55c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:10.061778 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'tag': '5243046a-65e4-46a2-bf8f-04cb2790ff5d', 'status': 'completed', 'code': 200} Aug 25 14:56:10.090253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded108d9-c6d7-474f-bbe8-4a4482ee6106', 'name': 'tempest-snat-router-1235395512', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.154'}], 'enable_snat': False}, 'gw_port_id': '61a1cd95-9564-4e0e-8ad9-bcde1322cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:05Z', 'updated_at': '2021-08-25T14:56:08Z', 'revision_number': 3, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port': {'id': '61a1cd95-9564-4e0e-8ad9-bcde1322cfa4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded108d9-c6d7-474f-bbe8-4a4482ee6106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:07Z', 'updated_at': '2021-08-25T14:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:10.121542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.138728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Checking router: ded108d9-c6d7-474f-bbe8-4a4482ee6106 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:56:10.139423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Updating router ded108d9-c6d7-474f-bbe8-4a4482ee6106 port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:56:10.180316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32826) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:10.197830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.333162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.404603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.465706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa72e2-5582-4dbe-b24f-216fa8c6cdda req-4bf196a3-1f2e-4d7e-8c76-6afda13839a3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.474506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-4dca0cbe-da7f-4455-822a-baa75a71e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.475065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-4dca0cbe-da7f-4455-822a-baa75a71e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.475560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-4dca0cbe-da7f-4455-822a-baa75a71e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.477273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-4dca0cbe-da7f-4455-822a-baa75a71e985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2731 time: 0.3996797 Aug 25 14:56:10.484891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa72e2-5582-4dbe-b24f-216fa8c6cdda req-4bf196a3-1f2e-4d7e-8c76-6afda13839a3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.494923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa72e2-5582-4dbe-b24f-216fa8c6cdda req-4bf196a3-1f2e-4d7e-8c76-6afda13839a3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.504322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66aa72e2-5582-4dbe-b24f-216fa8c6cdda req-4bf196a3-1f2e-4d7e-8c76-6afda13839a3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2388 time: 0.1113076 Aug 25 14:56:10.548673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.564951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Transition to ACTIVE for port object 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:10.620571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66aa72e2-5582-4dbe-b24f-216fa8c6cdda req-a4033e68-ed6f-48a1-98fd-7072cec2f2ad tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148241 Aug 25 14:56:10.638481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.690419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8b13f2-6954-4773-8a61-27faccf716cc']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:10.699611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40ab2479-3499-45e9-a057-44b27f2a0cba req-74c209d1-5d56-4c82-bff9-e7ecc0a154c2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 210 time: 0.0793111 Aug 25 14:56:10.735472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.746640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.759575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec55ebdc-7f49-4391-9ffb-dc602143c860') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:10.763207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec55ebdc-7f49-4391-9ffb-dc602143c860') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:10.805116 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.811590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Attempting to bind port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:10.811961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Attempting to bind port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:10.812322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Attempting to bind port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:10.819708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f3942-b409-436a-944e-1a07826fec08 None None] Pushing event updated for resources: {'Port': ['ID=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:10.824429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:10.824429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:10.824429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.824429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:10.824429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Bound port: 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:10.824429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.881962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] For port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:10.885577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] For port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:10.924070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-91ad79f9-2bfd-4137-ad68-2b01a26e34be tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:10.925572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-91ad79f9-2bfd-4137-ad68-2b01a26e34be tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.45 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 814 time: 0.6077116 Aug 25 14:56:10.945071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Request body: {'port': {'device_id': '37b08d5a-6471-4627-898d-8e50076627ec', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'admin_state_up': True, 'tenant_id': '9e88495026154fd0a1eebddf3f950f86'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:10.954772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:10.968617 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.031271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Routers {'ded108d9-c6d7-474f-bbe8-4a4482ee6106'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:11.031624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ded108d9-c6d7-474f-bbe8-4a4482ee6106'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:11.034299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:56:11.036107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-0750e871-7a46-483b-abd5-2cac450c53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-0750e871-7a46-483b-abd5-2cac450c53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.040097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-0750e871-7a46-483b-abd5-2cac450c53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.042618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-0750e871-7a46-483b-abd5-2cac450c53af service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5447497 Aug 25 14:56:11.047268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.070598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.078036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f3942-b409-436a-944e-1a07826fec08 None None] Pushing event updated for resources: {'Port': ['ID=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:11.154396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] Set router ded108d9-c6d7-474f-bbe8-4a4482ee6106 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:11.187056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Allocated IP 172.25.8.123 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/be4dc2ea-95ff-4092-9a4f-46ec8c908fe9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:11.331713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.373906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded108d9-c6d7-474f-bbe8-4a4482ee6106', 'name': 'tempest-snat-router-1235395512', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.154'}], 'enable_snat': False}, 'gw_port_id': '61a1cd95-9564-4e0e-8ad9-bcde1322cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:05Z', 'updated_at': '2021-08-25T14:56:08Z', 'revision_number': 3, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port': {'id': '61a1cd95-9564-4e0e-8ad9-bcde1322cfa4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded108d9-c6d7-474f-bbe8-4a4482ee6106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:07Z', 'updated_at': '2021-08-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:11.403157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d951a-f316-4774-ac35-a33729cdcabf None None] The sync data for ids ['ded108d9-c6d7-474f-bbe8-4a4482ee6106'] in n-d-805995-2 is: [{'id': 'ded108d9-c6d7-474f-bbe8-4a4482ee6106', 'name': 'tempest-snat-router-1235395512', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.154'}], 'enable_snat': False}, 'gw_port_id': '61a1cd95-9564-4e0e-8ad9-bcde1322cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:05Z', 'updated_at': '2021-08-25T14:56:08Z', 'revision_number': 3, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port': {'id': '61a1cd95-9564-4e0e-8ad9-bcde1322cfa4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded108d9-c6d7-474f-bbe8-4a4482ee6106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:07Z', 'updated_at': '2021-08-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:11.477937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.517566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:11.525272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:11.530087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:11.573840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Port': ['ID=be4dc2ea-95ff-4092-9a4f-46ec8c908fe9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:11.699182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.717384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-912ba012-2311-4864-b71d-9aaa7fee3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.718876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da9ec298-9f63-4017-87dc-d4ee3e02c63f req-912ba012-2311-4864-b71d-9aaa7fee3b22 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3239217 Aug 25 14:56:11.720084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:11.733664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5b8b13f2-6954-4773-8a61-27faccf716cc HTTP/1.1" status: 204 len: 168 time: 1.8056803 Aug 25 14:56:11.837239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd409bbf-d1b4-456d-9808-6735ff8020c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8b13f2-6954-4773-8a61-27faccf716cc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:11.866908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2caa4a51-3e5e-4147-91fd-29d3277fe69b req-9927d5bc-8aea-4824-bc42-72124c3d1837 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 210 time: 0.0492346 Aug 25 14:56:11.961601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483904d-958b-4b59-8833-c83f8107ba4e req-e8642f6f-b70e-48f3-9b81-aea868634aec tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.968396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483904d-958b-4b59-8833-c83f8107ba4e req-e8642f6f-b70e-48f3-9b81-aea868634aec tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.974583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483904d-958b-4b59-8833-c83f8107ba4e req-e8642f6f-b70e-48f3-9b81-aea868634aec tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:11.976661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f483904d-958b-4b59-8833-c83f8107ba4e req-e8642f6f-b70e-48f3-9b81-aea868634aec tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2388 time: 0.1707785 Aug 25 14:56:11.984941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Made reservation on behalf of 9e88495026154fd0a1eebddf3f950f86 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:11.988792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.010356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a124b157-b59a-4c62-8b86-56c0e3003ec7 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:12.030962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.070675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.081959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Transition to ACTIVE for port object a124b157-b59a-4c62-8b86-56c0e3003ec7 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:12.118107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f483904d-958b-4b59-8833-c83f8107ba4e req-fa23a672-4d81-420d-aa11-af657734b87d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268108 Aug 25 14:56:12.224455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.268499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.274700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Allocated IP 172.20.0.8 (d7cbad28-c2b9-47d1-be95-1db2520e56df/024d4f95-5cec-4dbf-a1f8-4b1be586846a/4a5e60cc-022d-4a81-87b4-49bb10cf5960) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:12.299253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.355463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32852) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:12.446169 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2d1bc906-f45e-4f5d-bf92-6c5f4b141ca3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb21a59322da44488420f187124d93a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863950 Aug 25 14:56:12.447092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:12.571324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72318c31-9807-4ee7-ae07-9ff74bfaa751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.584945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Pushing event updated for resources: {'Port': ['ID=a124b157-b59a-4c62-8b86-56c0e3003ec7,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:12.595191 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72318c31-9807-4ee7-ae07-9ff74bfaa751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.719501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Attempting to bind port a124b157-b59a-4c62-8b86-56c0e3003ec7 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:12.720068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Attempting to bind port a124b157-b59a-4c62-8b86-56c0e3003ec7 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:12.720202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Attempting to bind port a124b157-b59a-4c62-8b86-56c0e3003ec7 on network 4f920dd4-1297-4636-a78d-c07543302d22 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:12.737946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Port a124b157-b59a-4c62-8b86-56c0e3003ec7 on network 4f920dd4-1297-4636-a78d-c07543302d22 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:56:12.738271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Attempting to bind port a124b157-b59a-4c62-8b86-56c0e3003ec7 on network 4f920dd4-1297-4636-a78d-c07543302d22 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:12.745233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.782433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:12.782782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Checking segment: {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:12.783185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Bound using segment: {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:12.783613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Bound port: a124b157-b59a-4c62-8b86-56c0e3003ec7, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4256edca-e0cc-405d-a49c-098fdac01281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:12.783967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.797853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Router 9e73eb4d-2977-496f-8fe0-95e053f8bcb0 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:12.800273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72318c31-9807-4ee7-ae07-9ff74bfaa751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.802870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72318c31-9807-4ee7-ae07-9ff74bfaa751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:12.804226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-72318c31-9807-4ee7-ae07-9ff74bfaa751 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f3da246-4f6a-4610-b15d-cd7bbf9e384f HTTP/1.1" status: 204 len: 168 time: 0.3568988 Aug 25 14:56:12.820001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72318c31-9807-4ee7-ae07-9ff74bfaa751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3da246-4f6a-4610-b15d-cd7bbf9e384f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:12.914246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] For port a124b157-b59a-4c62-8b86-56c0e3003ec7, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:12.920337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] For port a124b157-b59a-4c62-8b86-56c0e3003ec7, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a124b157-b59a-4c62-8b86-56c0e3003ec7,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:12.960838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:12.982453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Sync routers for ids ['9e73eb4d-2977-496f-8fe0-95e053f8bcb0'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:12.994821 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Routers {'9e73eb4d-2977-496f-8fe0-95e053f8bcb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:12.995482 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9e73eb4d-2977-496f-8fe0-95e053f8bcb0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:13.026418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.065616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c805b-6c00-4bb7-85ed-80b73d432a12 req-854f5da8-b3c1-44a9-b155-c3b8f94fba95 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:13.067531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-747c805b-6c00-4bb7-85ed-80b73d432a12 req-854f5da8-b3c1-44a9-b155-c3b8f94fba95 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 931 time: 0.0686557 Aug 25 14:56:13.067930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.086516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Deleting port b2dd9924-3330-4b34-8291-bea5e1f723a2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:13.092539 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.123751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.127446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-80956ecf-07ef-43ab-a96f-d7ab5c5d5596 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3782318 Aug 25 14:56:13.128131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:13.148092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-747c805b-6c00-4bb7-85ed-80b73d432a12 req-2bcb5747-6b28-4048-b7db-8fce503550fe tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726132 Aug 25 14:56:13.170701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:13.173032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.176402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] 10.222.0.45 "PUT /v2.0/ports/a124b157-b59a-4c62-8b86-56c0e3003ec7 HTTP/1.1" status: 200 len: 1092 time: 3.1857905 Aug 25 14:56:13.193094 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Set router 9e73eb4d-2977-496f-8fe0-95e053f8bcb0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:13.193238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'tag': 'a124b157-b59a-4c62-8b86-56c0e3003ec7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:13.197510 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c4065-6eec-4980-a597-02a6ae5eb7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "tag": "a124b157-b59a-4c62-8b86-56c0e3003ec7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:13.302998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] For port b2dd9924-3330-4b34-8291-bea5e1f723a2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b2dd9924-3330-4b34-8291-bea5e1f723a2,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:13.303483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.345954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-97840328-9fda-4f98-875e-a11f68850e44 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/9e73eb4d-2977-496f-8fe0-95e053f8bcb0 HTTP/1.1" status: 200 len: 908 time: 0.2164209 Aug 25 14:56:13.351055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Calling delete_port for b2dd9924-3330-4b34-8291-bea5e1f723a2 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:13.358923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32874) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:13.631404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.717740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:13.721963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Network d7cbad28-c2b9-47d1-be95-1db2520e56df is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:13.723846 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3388759b-f294-438a-837a-31f5ea0aabbc x-openstack-request-id: req-3388759b-f294-438a-837a-31f5ea0aabbc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:13.724478 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "tag": "a124b157-b59a-4c62-8b86-56c0e3003ec7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:13.724733 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3388759b-f294-438a-837a-31f5ea0aabbc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:13.725135 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'tag': 'a124b157-b59a-4c62-8b86-56c0e3003ec7', 'status': 'completed', 'code': 200} Aug 25 14:56:13.733563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Request body: {'port': {'device_id': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:13.786988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:13.791247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:13.827589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:13.839739 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73eb4d-2977-496f-8fe0-95e053f8bcb0', 'name': 'tempest-snat-router-1235395512', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'be4dc2ea-95ff-4092-9a4f-46ec8c908fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:09Z', 'updated_at': '2021-08-25T14:56:11Z', 'revision_number': 3, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port': {'id': 'be4dc2ea-95ff-4092-9a4f-46ec8c908fe9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73eb4d-2977-496f-8fe0-95e053f8bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:11Z', 'updated_at': '2021-08-25T14:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:13.870070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.873744 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Checking router: 9e73eb4d-2977-496f-8fe0-95e053f8bcb0 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:56:13.874343 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Updating router 9e73eb4d-2977-496f-8fe0-95e053f8bcb0 port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:56:13.893977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.900413 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:13.980769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:13.981963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.012484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f311bb-9970-4133-8392-38410de0f4bf req-495d6761-07e1-4e12-9414-ce9d61581f21 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.018334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f311bb-9970-4133-8392-38410de0f4bf req-495d6761-07e1-4e12-9414-ce9d61581f21 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.024256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f311bb-9970-4133-8392-38410de0f4bf req-495d6761-07e1-4e12-9414-ce9d61581f21 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.026033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73f311bb-9970-4133-8392-38410de0f4bf req-495d6761-07e1-4e12-9414-ce9d61581f21 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2400 time: 0.2800641 Aug 25 14:56:14.026684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1a22e-9875-42b9-b0b0-beba01ec897b service neutron] Pushing event updated for resources: {'Port': ['ID=a124b157-b59a-4c62-8b86-56c0e3003ec7,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:14.064363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.096146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-ba82a1a9-28bf-4f2d-9852-da04d51553cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.096627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-ba82a1a9-28bf-4f2d-9852-da04d51553cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.097098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-ba82a1a9-28bf-4f2d-9852-da04d51553cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.098704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-ba82a1a9-28bf-4f2d-9852-da04d51553cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2798 time: 0.3624349 Aug 25 14:56:14.118206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:14.129271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:14.129693 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.142765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dd9924-3330-4b34-8291-bea5e1f723a2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:14.272642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Deleting port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:14.275682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.287321 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.308091 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Transition to ACTIVE for port object be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:14.320882 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-d8264fae-9849-4349-a68c-1817c0c9ed9f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3797364 Aug 25 14:56:14.344339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Request body: {'port': {'device_id': '37b08d5a-6471-4627-898d-8e50076627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:14.355377 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.378336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:14.395957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73f311bb-9970-4133-8392-38410de0f4bf req-22b14e8e-5acd-460f-b594-a90236d5245b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090627 Aug 25 14:56:14.401171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.423904 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.438092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Calling delete_port for be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:14.463260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a970f-27ec-4c6a-8bb3-5acd02592cb8 req-97ee5fd5-45ab-49fc-8bf6-5ac505193878 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.468005 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Pushing event updated for resources: {'Port': ['ID=be4dc2ea-95ff-4092-9a4f-46ec8c908fe9,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:14.473381 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f1a970f-27ec-4c6a-8bb3-5acd02592cb8 req-97ee5fd5-45ab-49fc-8bf6-5ac505193878 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 931 time: 0.0900035 Aug 25 14:56:14.473550 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.474836 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.475407 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.475891 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.476390 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.476980 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.477467 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.477937 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.478412 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.478891 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.479369 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.479840 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.480460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:14.505297 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Attempting to bind port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:14.505905 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Attempting to bind port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:14.506421 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Attempting to bind port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:14.517128 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:14.517967 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:14.518725 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.519302 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:14.520020 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Bound port: be4dc2ea-95ff-4092-9a4f-46ec8c908fe9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:14.520721 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.570463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:14.581957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f1a970f-27ec-4c6a-8bb3-5acd02592cb8 req-379a9979-ed2a-416f-b6e9-21d159d3640b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068678 Aug 25 14:56:14.583261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] For port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:14.586625 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] For port be4dc2ea-95ff-4092-9a4f-46ec8c908fe9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=be4dc2ea-95ff-4092-9a4f-46ec8c908fe9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:14.709665 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.745945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.779355 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce6214-7918-4487-ae48-52d6708aad8e None None] Pushing event updated for resources: {'Port': ['ID=be4dc2ea-95ff-4092-9a4f-46ec8c908fe9,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:14.799118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-74d85f00-6e46-4ce3-9092-d4d4609b5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.799603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-74d85f00-6e46-4ce3-9092-d4d4609b5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.800078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-74d85f00-6e46-4ce3-9092-d4d4609b5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:14.801691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-74d85f00-6e46-4ce3-9092-d4d4609b5e67 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6858687 Aug 25 14:56:14.810883 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Routers {'9e73eb4d-2977-496f-8fe0-95e053f8bcb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:14.811674 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9e73eb4d-2977-496f-8fe0-95e053f8bcb0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:14.854499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.893586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event deleted for resources: {'Port': ['ID=be4dc2ea-95ff-4092-9a4f-46ec8c908fe9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:14.928567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32916) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:14.959558 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] Set router 9e73eb4d-2977-496f-8fe0-95e053f8bcb0 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:14.983885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:14.991615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.027084 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73eb4d-2977-496f-8fe0-95e053f8bcb0', 'name': 'tempest-snat-router-1235395512', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:09Z', 'updated_at': '2021-08-25T14:56:13Z', 'revision_number': 4, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:15.061042 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d77f5-e9b6-4492-b51b-0cb4690ef692 None None] The sync data for ids ['9e73eb4d-2977-496f-8fe0-95e053f8bcb0'] in n-d-805995-2 is: [{'id': '9e73eb4d-2977-496f-8fe0-95e053f8bcb0', 'name': 'tempest-snat-router-1235395512', 'tenant_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:09Z', 'updated_at': '2021-08-25T14:56:13Z', 'revision_number': 4, 'project_id': 'b84a4e96caaf4f0c96e8eaac8d6faedf', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:15.080538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1543817890-network', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:15.119172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.128697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.273167 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.274424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e73eb4d-2977-496f-8fe0-95e053f8bcb0 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:15.276575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:15.285045 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.285671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.286868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9c13eb01-1197-432f-86a5-e39de38e1343 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/routers/9e73eb4d-2977-496f-8fe0-95e053f8bcb0 HTTP/1.1" status: 204 len: 168 time: 1.9268746 Aug 25 14:56:15.294034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:15.301413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.443575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.501006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-f03db31f-ca0a-45e5-b80d-078146f460f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:15.502382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-310c4065-6eec-4980-a597-02a6ae5eb7f3 req-f03db31f-ca0a-45e5-b80d-078146f460f3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6733844 Aug 25 14:56:15.616445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3d75-15af-4f9a-9fa1-a48088ef88a0 req-70b187a5-18fb-452d-8353-908194d09b4a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:15.639438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3d75-15af-4f9a-9fa1-a48088ef88a0 req-70b187a5-18fb-452d-8353-908194d09b4a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:15.651652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3d75-15af-4f9a-9fa1-a48088ef88a0 req-70b187a5-18fb-452d-8353-908194d09b4a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:15.660027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-480b3d75-15af-4f9a-9fa1-a48088ef88a0 req-70b187a5-18fb-452d-8353-908194d09b4a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2400 time: 0.1815636 Aug 25 14:56:15.674137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.712385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.733872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-480b3d75-15af-4f9a-9fa1-a48088ef88a0 req-fbaffd13-f7ad-49e9-8e3f-264d952db5c4 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619271 Aug 25 14:56:15.742789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:15.763533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.777704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4251ab4c-d792-4347-b50f-139d2296b4c3 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:15.799428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.818574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee24ce-a4cc-40e0-9281-9055c10b871a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:15.840170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:56:15.841382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:15.842449 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.861609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.861982 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Added segment 23418008-ed69-4c7b-83de-d4fc4a7d5c18 of type vlan for network 81acf05c-7eba-4262-ba94-0dcb2e5497cf Aug 25 14:56:15.946309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Router b1eaed1e-ef87-4f53-b42d-6e781d64b966 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:56:15.953828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Transition to ACTIVE for port object 4251ab4c-d792-4347-b50f-139d2296b4c3 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:15.973523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:15.979947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cd32b-6cbc-4da7-b20e-e43a2ae4420e req-e2c87a4c-e593-46c9-878c-ea1b78bef91b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:15.979947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc0cd32b-6cbc-4da7-b20e-e43a2ae4420e req-e2c87a4c-e593-46c9-878c-ea1b78bef91b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 931 time: 0.2928908 Aug 25 14:56:16.020211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Deleting port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:16.020558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.100106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5e60cc-022d-4a81-87b4-49bb10cf5960 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:16.107167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc0cd32b-6cbc-4da7-b20e-e43a2ae4420e req-fa26b3ee-1fa9-44eb-afaa-047ac3b335f9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142731 Aug 25 14:56:16.111423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] For port 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:16.111829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.111956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.117309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.139596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Calling delete_port for 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:16.145699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.146964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:16.147581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.225706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Transition to ACTIVE for port object 4a5e60cc-022d-4a81-87b4-49bb10cf5960 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:16.248518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4251ab4c-d792-4347-b50f-139d2296b4c3,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:16.259543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] Pushing event updated for resources: {'Network': ['ID=81acf05c-7eba-4262-ba94-0dcb2e5497cf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:16.270533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:56:16.281929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:16.301667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f0938d96-88af-418b-acc8-416f4c50e85b admin admin] 10.222.0.58 "PUT /v2.0/routers/b1eaed1e-ef87-4f53-b42d-6e781d64b966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1133115 Aug 25 14:56:16.309972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:16.332615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e2d75aa4-e2ca-4a73-bf72-7387300b972d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3985174 Aug 25 14:56:16.334128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32936) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:16.363494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.367686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] Sync routers for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:16.387181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:16.388463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:16.411333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Request body: {'subnet': {'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1543817890-subnet', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:16.417398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:16.455876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Attempting to bind port 4251ab4c-d792-4347-b50f-139d2296b4c3 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:16.456227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Attempting to bind port 4251ab4c-d792-4347-b50f-139d2296b4c3 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:16.456558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Attempting to bind port 4251ab4c-d792-4347-b50f-139d2296b4c3 on network 99c5ab79-547b-4862-9892-b8da1503e9d1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:16.507058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Port 4251ab4c-d792-4347-b50f-139d2296b4c3 on network 99c5ab79-547b-4862-9892-b8da1503e9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:56:16.507495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Attempting to bind port 4251ab4c-d792-4347-b50f-139d2296b4c3 on network 99c5ab79-547b-4862-9892-b8da1503e9d1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:16.551313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:16.551776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Checking segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:16.552237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Bound using segment: {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:16.552993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Bound port: 4251ab4c-d792-4347-b50f-139d2296b4c3, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5233d70d-74e4-40ee-afda-5e7acfe64d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:16.553270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.603803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:16.634394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Attempting to bind port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:16.635053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Attempting to bind port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:16.635477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Attempting to bind port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 on network d7cbad28-c2b9-47d1-be95-1db2520e56df {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:16.654154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 on network d7cbad28-c2b9-47d1-be95-1db2520e56df not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:56:16.654583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Attempting to bind port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 on network d7cbad28-c2b9-47d1-be95-1db2520e56df {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:16.662814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:16.663395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Checking segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:16.664044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Bound using segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:16.664455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Bound port: 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:16.664909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.689779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] For port 4251ab4c-d792-4347-b50f-139d2296b4c3, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:16.733189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] For port 4251ab4c-d792-4347-b50f-139d2296b4c3, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4251ab4c-d792-4347-b50f-139d2296b4c3,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:16.776000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:16.785494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:16.851204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:56:13Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:16.888624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] Checking router: b1eaed1e-ef87-4f53-b42d-6e781d64b966 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:56:16.901025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] Routers {'b1eaed1e-ef87-4f53-b42d-6e781d64b966'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:16.901774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:16.906798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.912901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:16.913080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.975946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.982638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:16.983308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:16.984800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/4251ab4c-d792-4347-b50f-139d2296b4c3 HTTP/1.1" status: 200 len: 1092 time: 3.2588642 Aug 25 14:56:16.985532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'tag': '4251ab4c-d792-4347-b50f-139d2296b4c3'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:16.987629 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15b4012-ede8-4505-b21d-db0f526bd039" -d '{"events": [{"name": "network-changed", "server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "tag": "4251ab4c-d792-4347-b50f-139d2296b4c3"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:16.998492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9db216-713e-462d-9d9f-fb027a39e2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4251ab4c-d792-4347-b50f-139d2296b4c3,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:17.053729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.054143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.061097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] 10.222.0.45 "PUT /v2.0/ports/4a5e60cc-022d-4a81-87b4-49bb10cf5960 HTTP/1.1" status: 200 len: 1091 time: 2.7172508 Aug 25 14:56:17.072027 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.110521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] Set router b1eaed1e-ef87-4f53-b42d-6e781d64b966 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:17.117271 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd209e7-d0ce-4f91-a617-d9d6cac5ad4f x-openstack-request-id: req-acd209e7-d0ce-4f91-a617-d9d6cac5ad4f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:17.118894 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "tag": "4251ab4c-d792-4347-b50f-139d2296b4c3", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:17.119377 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acd209e7-d0ce-4f91-a617-d9d6cac5ad4f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:17.120206 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'tag': '4251ab4c-d792-4347-b50f-139d2296b4c3', 'status': 'completed', 'code': 200} Aug 25 14:56:17.136466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff837c8c-2d9d-481a-b513-4d121086a3eb req-f8ff58aa-cdfa-4583-8513-ca6fb7d61cbd tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.142507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff837c8c-2d9d-481a-b513-4d121086a3eb req-f8ff58aa-cdfa-4583-8513-ca6fb7d61cbd tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.151776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4a12b-e737-4dfe-88f9-4ce6aacb4556 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:17.164739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff837c8c-2d9d-481a-b513-4d121086a3eb req-f8ff58aa-cdfa-4583-8513-ca6fb7d61cbd tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.166502 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff837c8c-2d9d-481a-b513-4d121086a3eb req-f8ff58aa-cdfa-4583-8513-ca6fb7d61cbd tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2412 time: 0.2597206 Aug 25 14:56:17.246270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.288732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-db1ea5ec-e6b2-463c-aabc-0f05cb2a2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.289558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-db1ea5ec-e6b2-463c-aabc-0f05cb2a2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.290056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-db1ea5ec-e6b2-463c-aabc-0f05cb2a2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.293662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-db1ea5ec-e6b2-463c-aabc-0f05cb2a2b34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2865 time: 0.1575599 Aug 25 14:56:17.298023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-a40e1dd7-2a5c-4303-959b-c3fd1a3b6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.300219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-a40e1dd7-2a5c-4303-959b-c3fd1a3b6ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 1094 time: 0.0930851 Aug 25 14:56:17.344208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a1cd95-9564-4e0e-8ad9-bcde1322cfa4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:17.426241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff837c8c-2d9d-481a-b513-4d121086a3eb req-1c871898-944e-4439-89c4-3ce69714992d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464461 Aug 25 14:56:17.427474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-4b0bc842-a8a7-4748-a39a-916c047f434e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960 HTTP/1.1" status: 200 len: 217 time: 0.1169589 Aug 25 14:56:17.442520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:56:13Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:17.448478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.482138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a173e2-b693-43c3-8b5e-8d81bbc70cf2 None None] The sync data for ids ['b1eaed1e-ef87-4f53-b42d-6e781d64b966'] in n-d-805995-2 is: [{'id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'name': 'tempest-FloatingIPsAssociationTestJSON-212998488-router', 'tenant_id': '126ff5a734964e7c9bbaa388ce494dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:54:33Z', 'updated_at': '2021-08-25T14:56:13Z', 'revision_number': 5, 'project_id': '126ff5a734964e7c9bbaa388ce494dd1', 'gw_port': {'id': 'eccf227d-2128-4c52-b061-6bf0b958c487', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaed1e-ef87-4f53-b42d-6e781d64b966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:54:34Z', 'updated_at': '2021-08-25T14:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:17.538072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944801e7-c149-475b-a59c-ca6686408908 req-5a929d78-f3ba-4572-befe-0b4178c08e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.539721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-5a929d78-f3ba-4572-befe-0b4178c08e31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 200 len: 854 time: 0.0933316 Aug 25 14:56:17.548256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.552490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969890-5afc-486c-bcca-99756f3473ec req-b34d0a13-ae35-4620-9693-fc4093baee36 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.555583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad969890-5afc-486c-bcca-99756f3473ec req-b34d0a13-ae35-4620-9693-fc4093baee36 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 943 time: 0.1642094 Aug 25 14:56:17.577788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-4a1d10f2-ed1c-4c83-97a4-d296d40d91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.578267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-4a1d10f2-ed1c-4c83-97a4-d296d40d91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.578761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-4a1d10f2-ed1c-4c83-97a4-d296d40d91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.580383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-4a1d10f2-ed1c-4c83-97a4-d296d40d91eb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2792871 Aug 25 14:56:17.598560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-44117919-b6ff-4572-b72e-7594d77e21c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7cbad28-c2b9-47d1-be95-1db2520e56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398338 Aug 25 14:56:17.662507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.665504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.676465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.748775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad969890-5afc-486c-bcca-99756f3473ec req-2c384902-7973-4704-b8c5-96a1acd21fd1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879284 Aug 25 14:56:17.782916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4e5e1a-0516-480d-abf8-5044d91c34af,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:17.798944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Deleting port eccf227d-2128-4c52-b061-6bf0b958c487 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:17.799437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.805127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-e713bace-97d8-4ed6-ab24-9bf4a098924e service neutron] 10.222.0.45 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920717 Aug 25 14:56:17.806361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-6bee10e1-ef0e-4d22-b6d0-0af6283bbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.807743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d15b4012-ede8-4505-b21d-db0f526bd039 req-6bee10e1-ef0e-4d22-b6d0-0af6283bbab7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2115550 Aug 25 14:56:17.861487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.862147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ded108d9-c6d7-474f-bbe8-4a4482ee6106 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:17.868120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:17.869443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-00f2172e-90fc-456e-b8e7-04c8d243b1a1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ded108d9-c6d7-474f-bbe8-4a4482ee6106 HTTP/1.1" status: 204 len: 168 time: 2.5742817 Aug 25 14:56:17.873844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:17.873844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Network hostable DHCP agents. Network: 81acf05c-7eba-4262-ba94-0dcb2e5497cf, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:56:17.889788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32950) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:17.889880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-427453391', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:17.980650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-90779f90-7991-46f4-add0-6c188178ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.981723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-90779f90-7991-46f4-add0-6c188178ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:17.982211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-90779f90-7991-46f4-add0-6c188178ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.002845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-90779f90-7991-46f4-add0-6c188178ae43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2865 time: 0.1101396 Aug 25 14:56:18.006850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] For port eccf227d-2128-4c52-b061-6bf0b958c487, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=eccf227d-2128-4c52-b061-6bf0b958c487,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:18.006850 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.007284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b2dd9924-3330-4b34-8291-bea5e1f723a2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:18.030808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Calling delete_port for eccf227d-2128-4c52-b061-6bf0b958c487 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:18.046983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b2dd9924-3330-4b34-8291-bea5e1f723a2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:18.047482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b2dd9924-3330-4b34-8291-bea5e1f723a2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:18.111064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:56:18.115374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e03cdde4-54b8-466f-9884-ce57297e3743 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=5243046a-65e4-46a2-bf8f-04cb2790ff5d HTTP/1.1" status: 200 len: 217 time: 0.1116688 Aug 25 14:56:18.115693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.116732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.186766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-944801e7-c149-475b-a59c-ca6686408908 req-dc34d088-cf18-428a-bd92-f4c9287d0471 service neutron] 10.222.0.45 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714483 Aug 25 14:56:18.196631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-ecaa91ca-536f-408f-aac2-c08b79aadd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.198123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-ecaa91ca-536f-408f-aac2-c08b79aadd58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc18a1e7-2e57-49e9-8a97-986d1a9a8920 HTTP/1.1" status: 200 len: 801 time: 0.0745347 Aug 25 14:56:18.224795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.249264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e2247d93-a158-4478-8a29-0c0e89f06860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.250918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-e2247d93-a158-4478-8a29-0c0e89f06860 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99c5ab79-547b-4862-9892-b8da1503e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454443 Aug 25 14:56:18.266101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 81acf05c-7eba-4262-ba94-0dcb2e5497cf) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:18.271464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.272085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.277708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb5157-856e-450d-916e-ece1c1eb638b None None] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:18.422975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-75e03766-5780-44db-bd89-040dce2dceab service neutron] 10.222.0.45 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602163 Aug 25 14:56:18.445869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:56:18.446962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.472863 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7dfbd9e8-31de-4268-b817-c9ea0683a104 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1352651 Aug 25 14:56:18.473949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:18.478588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:18.625523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-5ed8d13f-68e4-4d85-9d19-8c8e21f7e9b4 service neutron] 10.222.0.45 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858191 Aug 25 14:56:18.628315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.633743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.640859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.664142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Allocated IP 172.20.0.2 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:18.670092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.672234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-77658ba1-73de-4d9d-8f2d-e79f241bf1a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=a124b157-b59a-4c62-8b86-56c0e3003ec7 HTTP/1.1" status: 200 len: 217 time: 0.0374963 Aug 25 14:56:18.680594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d50386-4886-4b3c-ae8f-c40a4c997d40 req-b96acfbb-c401-4236-8393-d049e29ec245 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.687296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d50386-4886-4b3c-ae8f-c40a4c997d40 req-b96acfbb-c401-4236-8393-d049e29ec245 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.693954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d50386-4886-4b3c-ae8f-c40a4c997d40 req-b96acfbb-c401-4236-8393-d049e29ec245 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.695721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17d50386-4886-4b3c-ae8f-c40a4c997d40 req-b96acfbb-c401-4236-8393-d049e29ec245 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2412 time: 0.1314800 Aug 25 14:56:18.730336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-8b6c144d-23a0-4892-bf50-4f642f0e34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.732583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-8b6c144d-23a0-4892-bf50-4f642f0e34dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d15fd41-56f8-43ae-b545-3d2f361a4362 HTTP/1.1" status: 200 len: 801 time: 0.0528038 Aug 25 14:56:18.753662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.761053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=eccf227d-2128-4c52-b061-6bf0b958c487,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:18.849147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-042b0138-57cf-4477-a01e-1c6b8daa1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.865327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-042b0138-57cf-4477-a01e-1c6b8daa1ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f920dd4-1297-4636-a78d-c07543302d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222358 Aug 25 14:56:18.914278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.921666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17d50386-4886-4b3c-ae8f-c40a4c997d40 req-073b0251-4cbc-4275-87d4-b6cd770f9860 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926253 Aug 25 14:56:18.946279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Transition to ACTIVE for port object 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:18.956130 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:18.976159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Transition to ACTIVE for port object 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:18.980025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f758376-d58a-4b4f-87f1-8d25630463ff req-e123940c-a293-441b-a62b-715cfae80d3b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:18.981596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f758376-d58a-4b4f-87f1-8d25630463ff req-e123940c-a293-441b-a62b-715cfae80d3b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 943 time: 0.1079516 Aug 25 14:56:19.041673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-d13cd9eb-c180-4d8c-b058-73b144d12465 service neutron] 10.222.0.45 "GET /v2.0/networks/4f920dd4-1297-4636-a78d-c07543302d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334486 Aug 25 14:56:19.044701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f758376-d58a-4b4f-87f1-8d25630463ff req-383749be-334d-4735-84a2-aff65aeeadf5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567379 Aug 25 14:56:19.092144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.125187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:19.128014 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fea6705-927c-4abf-848d-bb5200807b48" -d '{"events": [{"name": "network-changed", "server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:19.175281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-2926aa38-a158-4f1e-9a74-b8dd7b3360c8 service neutron] 10.222.0.45 "GET /v2.0/networks/4f920dd4-1297-4636-a78d-c07543302d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250088 Aug 25 14:56:19.197010 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a411257-5772-4e57-ab3f-c0056e6112f2 x-openstack-request-id: req-5a411257-5772-4e57-ab3f-c0056e6112f2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:19.197501 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:19.197913 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a411257-5772-4e57-ab3f-c0056e6112f2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:19.199061 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'status': 'completed', 'code': 200} Aug 25 14:56:19.204581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.211431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.218818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.222637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:19.227315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:19.235201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:19.256336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Pushing event updated for resources: {'Port': ['ID=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:19.261911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-cb3c8b45-54d7-4587-83c8-3bc38efdaa88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=4251ab4c-d792-4347-b50f-139d2296b4c3 HTTP/1.1" status: 200 len: 217 time: 0.0783908 Aug 25 14:56:19.328499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Attempting to bind port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:19.329194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Attempting to bind port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:19.329706 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Attempting to bind port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:19.335038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-6c913d1f-bf64-4b46-87e4-9ebdf76f4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:19.335730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:19.336233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:19.336733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.337219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:19.337464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-6c913d1f-bf64-4b46-87e4-9ebdf76f4f21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc18a1e7-2e57-49e9-8a97-986d1a9a8920 HTTP/1.1" status: 200 len: 801 time: 0.0596001 Aug 25 14:56:19.337920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Bound port: 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:19.338535 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.340748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea6705-927c-4abf-848d-bb5200807b48 req-b4086818-ab4a-4011-8158-efd2aacae04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:19.342403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-b4086818-ab4a-4011-8158-efd2aacae04f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 1094 time: 0.0911717 Aug 25 14:56:19.421265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.423803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.424403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1eaed1e-ef87-4f53-b42d-6e781d64b966 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:19.429840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.433297 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-885c9dcd-3842-4b05-bb1d-8f10a0f97a67 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b1eaed1e-ef87-4f53-b42d-6e781d64b966 HTTP/1.1" status: 204 len: 168 time: 3.1201808 Aug 25 14:56:19.445026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:19.500140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-352fab26-582c-4240-8ca7-a1dfa9bdca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:19.501668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-352fab26-582c-4240-8ca7-a1dfa9bdca13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99c5ab79-547b-4862-9892-b8da1503e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1575732 Aug 25 14:56:19.591955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Deleting subnet 5719a52e-9a6d-4bb5-8239-37579c2299b7 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:56:19.597770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.600335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea6705-927c-4abf-848d-bb5200807b48 req-c45c3c62-bb5d-4ba0-9b36-f83d2656dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:19.602499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-c45c3c62-bb5d-4ba0-9b36-f83d2656dfc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 915 time: 0.2490156 Aug 25 14:56:19.638666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] For port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:19.642007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] For port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:19.649791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.701557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-5e118c36-d861-4ea2-9c0c-21eae162ae6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960 HTTP/1.1" status: 200 len: 217 time: 0.0908682 Aug 25 14:56:19.708823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.743827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-530b1c1b-daee-48e7-b02d-d39d2e11b23f service neutron] 10.222.0.45 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309346 Aug 25 14:56:19.750254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.787281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea6705-927c-4abf-848d-bb5200807b48 req-ab3a877f-e92b-48d5-b12e-081e3a0a8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:19.790400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-ab3a877f-e92b-48d5-b12e-081e3a0a8b5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 200 len: 854 time: 0.0795045 Aug 25 14:56:19.824614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f691f-3153-4b07-b495-e62a4b8ac39e None None] Pushing event updated for resources: {'Port': ['ID=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:19.848597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Allocated IP 172.25.8.244 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/b338c1d8-1b41-496a-8e1a-810566f9f904) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:19.879109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-f1692226-bc67-4bc2-ba5f-7189d7cd4ecf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7cbad28-c2b9-47d1-be95-1db2520e56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699980 Aug 25 14:56:19.924414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:19.981801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e3d6aa8-eb52-4445-bd18-4935e673862e req-45b9395e-f2ba-4ed5-a97d-4664d8964f7e service neutron] 10.222.0.45 "GET /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079151 Aug 25 14:56:20.006293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:20.044206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-064880ec-1733-429a-ba24-c7e86677f63c service neutron] 10.222.0.45 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555090 Aug 25 14:56:20.069531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:20.069879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61a1cd95-9564-4e0e-8ad9-bcde1322cfa4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:20.257689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fea6705-927c-4abf-848d-bb5200807b48 req-340deb68-c86e-45ff-97d0-a72d666bf538 service neutron] 10.222.0.45 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046411 Aug 25 14:56:20.268132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd53206-0f4b-480c-b64b-82507b7ae843 req-81b6d781-87db-4a5c-9d84-612d374c3c04 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:20.276327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ccd53206-0f4b-480c-b64b-82507b7ae843 req-81b6d781-87db-4a5c-9d84-612d374c3c04 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 943 time: 0.1122849 Aug 25 14:56:20.323541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ccd53206-0f4b-480c-b64b-82507b7ae843 req-c4815be0-1bca-4861-8645-963374885830 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Aug 25 14:56:20.640673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:20.657141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec7df-6720-48a9-991c-f60258a48058 req-0f88a936-8acb-49fc-bb91-d5e4f12af1c3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:20.663142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec7df-6720-48a9-991c-f60258a48058 req-0f88a936-8acb-49fc-bb91-d5e4f12af1c3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:20.669214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec7df-6720-48a9-991c-f60258a48058 req-0f88a936-8acb-49fc-bb91-d5e4f12af1c3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:20.670957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec9ec7df-6720-48a9-991c-f60258a48058 req-0f88a936-8acb-49fc-bb91-d5e4f12af1c3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2412 time: 0.5106199 Aug 25 14:56:20.683248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:20.722213 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:20.761076 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:20.834532 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec9ec7df-6720-48a9-991c-f60258a48058 req-a0944241-68e4-485f-9c6a-ceb09d8b356a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474283 Aug 25 14:56:20.843878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5719a52e-9a6d-4bb5-8239-37579c2299b7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:20.851739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:20.853654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2ec19941-c91b-460a-931e-fcfa2a7677d4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5719a52e-9a6d-4bb5-8239-37579c2299b7 HTTP/1.1" status: 204 len: 168 time: 1.3404343 Aug 25 14:56:20.856354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32988) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:20.881565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e898799-6918-45be-991e-9115242e4be3 None None] Network be139c83-24ce-4513-a458-1f3117551f70 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:20.951968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:20.984751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:21.011910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Deleting port 86780f52-91a3-42df-9c3f-c4ea8569c77f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:21.012308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.074259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.081990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b783bf-950b-43aa-9c6d-2354c1a844f1 None None] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:21.102338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9bbbddd5-fec1-4d2b-bd98-dd8dbccb5737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.116462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] For port 86780f52-91a3-42df-9c3f-c4ea8569c77f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=86780f52-91a3-42df-9c3f-c4ea8569c77f,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:21.116819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.193060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db503a-7935-4df5-9058-92e710250064 None None] DHCP port deletion for be139c83-24ce-4513-a458-1f3117551f70 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:56:21.213002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:21.219142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Allocated IP 172.25.8.113 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/d0e7b022-b069-4373-b9dc-a5aa9d64af33) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:21.261456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'port_id': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'mac_address': 'fa:16:3e:36:4f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024d4f95-5cec-4dbf-a1f8-4b1be586846a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:21.266496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ebe3d28a-32c2-455e-9a09-076bcf1cdf60 None None] Provisioning for port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:21.360214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.388332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:21.394310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:21.397293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:21.406413 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.426861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-59db503a-7935-4df5-9058-92e710250064 None None] Deleting port 86780f52-91a3-42df-9c3f-c4ea8569c77f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:21.427518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-59db503a-7935-4df5-9058-92e710250064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.431338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5e60cc-022d-4a81-87b4-49bb10cf5960 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:21.505283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:21.525585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Calling delete_port for 86780f52-91a3-42df-9c3f-c4ea8569c77f owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:21.532727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-59db503a-7935-4df5-9058-92e710250064 None None] For port 86780f52-91a3-42df-9c3f-c4ea8569c77f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=86780f52-91a3-42df-9c3f-c4ea8569c77f,segment=NetworkSegment(76f290be-56fb-4d4b-8284-a15e63edb6a2),segment_id=76f290be-56fb-4d4b-8284-a15e63edb6a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:21.533144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-59db503a-7935-4df5-9058-92e710250064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.559321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-59db503a-7935-4df5-9058-92e710250064 None None] Calling delete_port for 86780f52-91a3-42df-9c3f-c4ea8569c77f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:21.588252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.610779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event updated for resources: {'Port': ['ID=b338c1d8-1b41-496a-8e1a-810566f9f904,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:21.674569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddb5ed-0cf3-4fe7-afec-d565b76d20cf req-add57ce0-bb07-49af-989f-ad3d6d473390 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:21.696188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ddb5ed-0cf3-4fe7-afec-d565b76d20cf req-add57ce0-bb07-49af-989f-ad3d6d473390 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 943 time: 0.1681759 Aug 25 14:56:21.755535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ddb5ed-0cf3-4fe7-afec-d565b76d20cf req-e099f64b-e560-478e-a846-6805ea7dd140 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583606 Aug 25 14:56:21.760822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:21.776101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:21.787637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:21.802860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4a5e60cc-022d-4a81-87b4-49bb10cf5960'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:21.848947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.849296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.849640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.849977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.850313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.850768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.851221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.851558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.851895 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.852223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.852551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.852880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:21.855657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:21.862853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:21.873940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:21.883769 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Pushing event updated for resources: {'Port': ['ID=d0e7b022-b069-4373-b9dc-a5aa9d64af33,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:21.930646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.083407 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.084956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: from cryptography.utils import int_from_bytes Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: from cryptography.utils import int_from_bytes Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.087501 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:22.092486 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 14:56:22.097608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:22.098145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.112763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Pushing event deleted for resources: {'Port': ['ID=86780f52-91a3-42df-9c3f-c4ea8569c77f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:22.119746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] No DVR routers for this DVR port 86780f52-91a3-42df-9c3f-c4ea8569c77f on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:22.131161 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-59db503a-7935-4df5-9058-92e710250064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.159827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd6c8-b611-44f3-a873-1aeb9c81db8d req-3acf6939-0b63-47ba-8381-e05255590de9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:22.167253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd6c8-b611-44f3-a873-1aeb9c81db8d req-3acf6939-0b63-47ba-8381-e05255590de9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:22.174228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db503a-7935-4df5-9058-92e710250064 None None] No DVR routers for this DVR port 86780f52-91a3-42df-9c3f-c4ea8569c77f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:22.175905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db503a-7935-4df5-9058-92e710250064 None None] Pushing event deleted for resources: {'Port': ['ID=86780f52-91a3-42df-9c3f-c4ea8569c77f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:22.192989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd6c8-b611-44f3-a873-1aeb9c81db8d req-3acf6939-0b63-47ba-8381-e05255590de9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:22.195763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17dbd6c8-b611-44f3-a873-1aeb9c81db8d req-3acf6939-0b63-47ba-8381-e05255590de9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2412 time: 0.2218113 Aug 25 14:56:22.207707 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.219738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be139c83-24ce-4513-a458-1f3117551f70']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:22.235138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f290be-56fb-4d4b-8284-a15e63edb6a2') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:22.235642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f290be-56fb-4d4b-8284-a15e63edb6a2') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:22.249164 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.264282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.271383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:56:22.272014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:56:22.273934 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:56:22.296207 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.318131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17dbd6c8-b611-44f3-a873-1aeb9c81db8d req-9917485b-e883-4c3c-9d02-afb218136941 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973439 Aug 25 14:56:22.350493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:22.430623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.522377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.530311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.530838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.541676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.552328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] 10.222.0.58 "DELETE /v2.0/networks/be139c83-24ce-4513-a458-1f3117551f70 HTTP/1.1" status: 204 len: 168 time: 1.6945589 Aug 25 14:56:22.599346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a5135-7b9a-4597-b6a6-ced4a127ec04 admin admin] Pushing event deleted for resources: {'Network': ['ID=be139c83-24ce-4513-a458-1f3117551f70,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:22.671987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 86780f52-91a3-42df-9c3f-c4ea8569c77f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:22.706234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 86780f52-91a3-42df-9c3f-c4ea8569c77f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:22.706234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 86780f52-91a3-42df-9c3f-c4ea8569c77f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:22.706234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device eccf227d-2128-4c52-b061-6bf0b958c487 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:22.706234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:22.726685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: eccf227d-2128-4c52-b061-6bf0b958c487 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:22.727068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device eccf227d-2128-4c52-b061-6bf0b958c487 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:22.847006 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:22.882433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46300-7e9e-4b2d-9c70-24819aca76a4 req-76bb3b10-a53b-4f0f-a24d-d78ac4580431 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:22.888856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72f46300-7e9e-4b2d-9c70-24819aca76a4 req-76bb3b10-a53b-4f0f-a24d-d78ac4580431 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 946 time: 0.0894916 Aug 25 14:56:22.930679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72f46300-7e9e-4b2d-9c70-24819aca76a4 req-9396be3a-e79c-4975-bbf4-d444112327c0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358064 Aug 25 14:56:22.953687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Router aa27856f-ea6e-4bc3-a29d-c5e8b859e49b is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:22.987337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5243046a-65e4-46a2-bf8f-04cb2790ff5d details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:22.989557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:23.034902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33014) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:23.065358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b35ee-d05a-422a-ac15-598a682bd2c9 req-0bff195c-2675-427e-97e9-081e30662dbc tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:23.067233 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a81b35ee-d05a-422a-ac15-598a682bd2c9 req-0bff195c-2675-427e-97e9-081e30662dbc tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 944 time: 0.1472507 Aug 25 14:56:23.103624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7e4d3c40-d80f-4f7b-982a-35de30e7c433 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=126ff5a734964e7c9bbaa388ce494dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668502 Aug 25 14:56:23.107296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:23.155344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:23.163047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5243046a-65e4-46a2-bf8f-04cb2790ff5d,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:23.165445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:23.165819 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.176460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a81b35ee-d05a-422a-ac15-598a682bd2c9 req-2e97f0ed-9bd1-4c8a-ae17-ae50ff0cc237 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944111 Aug 25 14:56:23.192773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d47-9af9-459a-ab0e-84359325f8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.197758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '5243046a-65e4-46a2-bf8f-04cb2790ff5d', 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1', 'port_id': '5243046a-65e4-46a2-bf8f-04cb2790ff5d', 'mac_address': 'fa:16:3e:2e:1d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18a1e7-2e57-49e9-8a97-986d1a9a8920', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:23.221795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d47-9af9-459a-ab0e-84359325f8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.227076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:23.249390 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] Sync routers for ids ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:23.259229 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.280117 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] Routers {'aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:23.280740 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:23.297367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5243046a-65e4-46a2-bf8f-04cb2790ff5d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:23.321947 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.325792 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:23.327968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5243046a-65e4-46a2-bf8f-04cb2790ff5d,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:23.337349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] Routers {'aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:23.337958 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:23.349624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:23.351961 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318a5d1a-0baa-4a74-97f2-dfc4076a2ae0" -d '{"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:23.366696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Router 8654eafe-eb62-474d-97a7-91efcd20223d is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:23.372662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:23.373444 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bc251-18f1-42e7-845e-b625b27cb114 None None] The sync data for ids ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:23.385712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:23.397949 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15278a63-cd9d-4487-bb49-bb7686c03bcf x-openstack-request-id: req-15278a63-cd9d-4487-bb49-bb7686c03bcf {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:23.398246 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:23.398497 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15278a63-cd9d-4487-bb49-bb7686c03bcf {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:23.398888 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'code': 200} Aug 25 14:56:23.444634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.448319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1d7e53bc-25c0-40e2-9738-9e4127384414 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5604022 Aug 25 14:56:23.448590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33022) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:23.454472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': False}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:23.461815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d47-9af9-459a-ab0e-84359325f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.464509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d47-9af9-459a-ab0e-84359325f8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.465674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3dd84d47-9af9-459a-ab0e-84359325f8e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c2f57f9-37bf-4c38-9fe4-252b5a25c323 HTTP/1.1" status: 204 len: 168 time: 0.3571835 Aug 25 14:56:23.510179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84d47-9af9-459a-ab0e-84359325f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f57f9-37bf-4c38-9fe4-252b5a25c323,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:23.522926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.524107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4251ab4c-d792-4347-b50f-139d2296b4c3 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:23.532311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fb115-89b7-489b-b94e-67b85a9ee6ee req-6a4dcaf9-670c-45e6-aca7-b6d1e0ae6cf3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:23.538546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fb115-89b7-489b-b94e-67b85a9ee6ee req-6a4dcaf9-670c-45e6-aca7-b6d1e0ae6cf3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:23.545851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fb115-89b7-489b-b94e-67b85a9ee6ee req-6a4dcaf9-670c-45e6-aca7-b6d1e0ae6cf3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:23.548384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:23.554945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b4fb115-89b7-489b-b94e-67b85a9ee6ee req-6a4dcaf9-670c-45e6-aca7-b6d1e0ae6cf3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2412 time: 0.1374567 Aug 25 14:56:23.569921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805a41e-6bff-4aaf-8545-8bedd18d21ac req-0eff4a96-bbdf-40d2-9fb8-52d9a841027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:23.580078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f805a41e-6bff-4aaf-8545-8bedd18d21ac req-0eff4a96-bbdf-40d2-9fb8-52d9a841027e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 1095 time: 0.1042054 Aug 25 14:56:23.632280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5243046a-65e4-46a2-bf8f-04cb2790ff5d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:23.636678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Sync routers for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:23.650838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b4fb115-89b7-489b-b94e-67b85a9ee6ee req-23806fe8-038f-4ad0-88f8-21925cb3e842 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940847 Aug 25 14:56:23.668330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f805a41e-6bff-4aaf-8545-8bedd18d21ac req-8ed519a1-824b-44d0-bc99-4b435a8e63ac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867352 Aug 25 14:56:23.674933 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.677555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.679375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10a219b8-eacf-4f56-a1a2-84b1e4c330ae admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2042444 Aug 25 14:56:23.682324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33028) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:23.723407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:23.776563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:23.776980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:23.807973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4251ab4c-d792-4347-b50f-139d2296b4c3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4251ab4c-d792-4347-b50f-139d2296b4c3,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:23.867033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-571e5445-3703-4741-941c-dedbe15af113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.872908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:23.884128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '4251ab4c-d792-4347-b50f-139d2296b4c3', 'network_id': '99c5ab79-547b-4862-9892-b8da1503e9d1', 'port_id': '4251ab4c-d792-4347-b50f-139d2296b4c3', 'mac_address': 'fa:16:3e:ce:ec:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18a1e7-2e57-49e9-8a97-986d1a9a8920', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:23.975529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:23.976049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:23.985223 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.170945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.174654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:24.247241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4251ab4c-d792-4347-b50f-139d2296b4c3 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:24.323494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4251ab4c-d792-4347-b50f-139d2296b4c3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4251ab4c-d792-4347-b50f-139d2296b4c3,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:24.329225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90485db7-bc0b-4fdb-be43-99c97b38abf5 req-da9f943e-f484-43ab-92a1-5040d9c3d13c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:24.334126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90485db7-bc0b-4fdb-be43-99c97b38abf5 req-da9f943e-f484-43ab-92a1-5040d9c3d13c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0628016 Aug 25 14:56:24.372211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53b8d-2294-4f3b-9934-e3e1942adbda req-05d1345d-4ee3-4b37-8565-80eb7c5204f1 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:24.379881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68b53b8d-2294-4f3b-9934-e3e1942adbda req-05d1345d-4ee3-4b37-8565-80eb7c5204f1 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 946 time: 0.2311482 Aug 25 14:56:24.391435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90485db7-bc0b-4fdb-be43-99c97b38abf5 req-5b749f31-7d78-4259-8b78-51ed8375b848 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Aug 25 14:56:24.427846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.428521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a124b157-b59a-4c62-8b86-56c0e3003ec7 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:24.520311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-28b6e074-a701-459b-8b35-a1ba778ef547 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:24.521812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-28b6e074-a701-459b-8b35-a1ba778ef547 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 946 time: 0.2055647 Aug 25 14:56:24.524552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68b53b8d-2294-4f3b-9934-e3e1942adbda req-22ad9f0d-61e9-4f9b-bdf1-5ad7d68ba2b6 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b63f17-39ea-4874-9416-e7a92e2d73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435652 Aug 25 14:56:24.526816 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.555874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4251ab4c-d792-4347-b50f-139d2296b4c3,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:24.579402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:22Z', 'revision_number': 3, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:24.618143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Checking router: 8654eafe-eb62-474d-97a7-91efcd20223d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:56:24.618497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Updating router 8654eafe-eb62-474d-97a7-91efcd20223d port d0e7b022-b069-4373-b9dc-a5aa9d64af33 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:56:24.654879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port a124b157-b59a-4c62-8b86-56c0e3003ec7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a124b157-b59a-4c62-8b86-56c0e3003ec7,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:24.674492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'a124b157-b59a-4c62-8b86-56c0e3003ec7', 'network_id': '4f920dd4-1297-4636-a78d-c07543302d22', 'port_id': 'a124b157-b59a-4c62-8b86-56c0e3003ec7', 'mac_address': 'fa:16:3e:ab:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d15fd41-56f8-43ae-b545-3d2f361a4362', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:24.679671 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.755914 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.798771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Deleting port 7c7ad4af-69ba-4003-82cf-9ea359197d91 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:24.799802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.891989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c5b-8edd-4bd8-86b9-e9c7bf56ca0a req-33c73021-dad7-40c8-83a4-60d493a0bf88 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:24.897055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a124b157-b59a-4c62-8b86-56c0e3003ec7 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:24.898744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c5b-8edd-4bd8-86b9-e9c7bf56ca0a req-33c73021-dad7-40c8-83a4-60d493a0bf88 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:24.906253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c5b-8edd-4bd8-86b9-e9c7bf56ca0a req-33c73021-dad7-40c8-83a4-60d493a0bf88 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:24.907665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10183c5b-8edd-4bd8-86b9-e9c7bf56ca0a req-33c73021-dad7-40c8-83a4-60d493a0bf88 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2414 time: 0.1128848 Aug 25 14:56:24.960129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port a124b157-b59a-4c62-8b86-56c0e3003ec7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a124b157-b59a-4c62-8b86-56c0e3003ec7,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:24.969115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] For port 7c7ad4af-69ba-4003-82cf-9ea359197d91, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7c7ad4af-69ba-4003-82cf-9ea359197d91,segment=NetworkSegment(90d510ec-6633-4a56-a582-77768777e65a),segment_id=90d510ec-6633-4a56-a582-77768777e65a)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:24.969497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:24.976202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10183c5b-8edd-4bd8-86b9-e9c7bf56ca0a req-a825701b-e593-44e7-91ff-494a6291a4d9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612574 Aug 25 14:56:25.006529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Calling delete_port for 7c7ad4af-69ba-4003-82cf-9ea359197d91 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:25.065529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33062) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:25.123288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.144455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.194291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.213651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-561788204-network', 'tenant_id': '1cf49977bdf24698b12b4e3ccc546145'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:25.216929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Transition to ACTIVE for port object d0e7b022-b069-4373-b9dc-a5aa9d64af33 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:25.219961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=a124b157-b59a-4c62-8b86-56c0e3003ec7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:25.328500 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.363236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Made reservation on behalf of 1cf49977bdf24698b12b4e3ccc546145 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:25.367441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.379941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.384491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Attempting to bind port d0e7b022-b069-4373-b9dc-a5aa9d64af33 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:25.385049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Attempting to bind port d0e7b022-b069-4373-b9dc-a5aa9d64af33 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:25.385446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Attempting to bind port d0e7b022-b069-4373-b9dc-a5aa9d64af33 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:25.397004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4251ab4c-d792-4347-b50f-139d2296b4c3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Bound port: d0e7b022-b069-4373-b9dc-a5aa9d64af33, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.404963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db3351-f8fa-4b97-80b1-e55bc8e740e3 None None] Pushing event updated for resources: {'Port': ['ID=d0e7b022-b069-4373-b9dc-a5aa9d64af33,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:25.504252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['a124b157-b59a-4c62-8b86-56c0e3003ec7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:25.510179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.511399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] For port d0e7b022-b069-4373-b9dc-a5aa9d64af33, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:25.520430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Allocated IP 172.20.0.1 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/e382b9e1-a038-4759-b840-49acc03867ce) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:25.545188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d931-081e-414b-a73f-195c80653b3e req-9ffd739b-b425-448d-b181-0c11e559bada tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:25.547197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89c9d931-081e-414b-a73f-195c80653b3e req-9ffd739b-b425-448d-b181-0c11e559bada tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0720859 Aug 25 14:56:25.548835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.567319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7c7ad4af-69ba-4003-82cf-9ea359197d91'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:25.572001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] For port d0e7b022-b069-4373-b9dc-a5aa9d64af33, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d0e7b022-b069-4373-b9dc-a5aa9d64af33,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:25.577902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.625176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89c9d931-081e-414b-a73f-195c80653b3e req-4ac5f4f4-af99-4255-bec8-3d8eca708b53 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618641 Aug 25 14:56:25.661704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Pushing event deleted for resources: {'Port': ['ID=7c7ad4af-69ba-4003-82cf-9ea359197d91,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:25.676772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.711633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f6dd175-554b-44c2-a3ce-58a054a8954a req-d5c56bc9-5881-4208-849b-790e3bab745a tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 210 time: 0.0657196 Aug 25 14:56:25.730661 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.733096 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.757588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:56:25.765903 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.790794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da1ee1-2716-40a2-8d65-db9c9522049e req-e6dbe3c2-e22a-4fe4-88ce-2154000b09d0 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:25.792418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46da1ee1-2716-40a2-8d65-db9c9522049e req-e6dbe3c2-e22a-4fe4-88ce-2154000b09d0 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0946805 Aug 25 14:56:25.798903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.799121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] No DVR routers for this DVR port 7c7ad4af-69ba-4003-82cf-9ea359197d91 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:25.799222 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Added segment dd83dd8d-26fe-48bb-9909-f4d13274fb09 of type vlan for network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb Aug 25 14:56:25.799222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e9a04d-d38f-41ff-873a-24980719d0f6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:25.814565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.826236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c539e96-693a-4f7f-91a2-52f3900d9561 req-9fb51950-73a5-4030-8233-c47d4f3999f0 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.52 "DELETE /v2.0/ports/7c7ad4af-69ba-4003-82cf-9ea359197d91 HTTP/1.1" status: 204 len: 173 time: 1.2856519 Aug 25 14:56:25.826236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'name': 'network-vif-deleted', 'tag': '7c7ad4af-69ba-4003-82cf-9ea359197d91'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:25.826236 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c258e-ee83-4d3c-a3a7-f6b73dd78e67" -d '{"events": [{"server_uuid": "f7ad071f-65ef-410f-a246-888b4aae619e", "name": "network-vif-deleted", "tag": "7c7ad4af-69ba-4003-82cf-9ea359197d91"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:25.827432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db3351-f8fa-4b97-80b1-e55bc8e740e3 None None] Pushing event updated for resources: {'Port': ['ID=d0e7b022-b069-4373-b9dc-a5aa9d64af33,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:25.829936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:25.830691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:25.882593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.897946 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823507e-1460-4302-891a-d9483cea5f86 x-openstack-request-id: req-0823507e-1460-4302-891a-d9483cea5f86 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:25.898732 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ad071f-65ef-410f-a246-888b4aae619e", "name": "network-vif-deleted", "tag": "7c7ad4af-69ba-4003-82cf-9ea359197d91", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:25.899002 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0823507e-1460-4302-891a-d9483cea5f86 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:25.899441 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ad071f-65ef-410f-a246-888b4aae619e', 'name': 'network-vif-deleted', 'tag': '7c7ad4af-69ba-4003-82cf-9ea359197d91', 'status': 'completed', 'code': 200} Aug 25 14:56:25.907229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:25.924467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46da1ee1-2716-40a2-8d65-db9c9522049e req-b4bcd64e-7993-44f2-b030-51e0829deb5d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043422 Aug 25 14:56:25.959609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Transition to ACTIVE for port object e382b9e1-a038-4759-b840-49acc03867ce will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:26.043153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.044911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:26.048113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.087215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:26.089116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Router aa27856f-ea6e-4bc3-a29d-c5e8b859e49b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:56:26.129628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:26.154680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:56:26.179837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.247603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0b30478c-5678-44a1-a505-7a4d0b2db9e0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1804912 Aug 25 14:56:26.252716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33084) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:26.256588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Request body: {'subnet': {'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-561788204-subnet', 'tenant_id': '1cf49977bdf24698b12b4e3ccc546145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:26.305471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:26.323665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27301-b2b3-4d7e-86bb-c9d8cde93d5c req-6d41eed5-f984-41a6-96ce-0025f0294ac4 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:26.329844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27301-b2b3-4d7e-86bb-c9d8cde93d5c req-6d41eed5-f984-41a6-96ce-0025f0294ac4 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:26.336092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27301-b2b3-4d7e-86bb-c9d8cde93d5c req-6d41eed5-f984-41a6-96ce-0025f0294ac4 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:26.337835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-98c27301-b2b3-4d7e-86bb-c9d8cde93d5c req-6d41eed5-f984-41a6-96ce-0025f0294ac4 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2415 time: 0.2425992 Aug 25 14:56:26.343990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:26.349443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2daa0e-0e4d-4e44-8458-b9afd08c2c55 req-7993b17d-d092-4556-9382-5a56f1f649a9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:26.356529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:26.360992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Pushing event updated for resources: {'Port': ['ID=e382b9e1-a038-4759-b840-49acc03867ce,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:26.361101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df2daa0e-0e4d-4e44-8458-b9afd08c2c55 req-7993b17d-d092-4556-9382-5a56f1f649a9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0682573 Aug 25 14:56:26.388558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:22Z', 'revision_number': 3, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:26.401195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:26.402172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Made reservation on behalf of 1cf49977bdf24698b12b4e3ccc546145 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:26.405364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.411060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.412145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d281e29d-85d3-48a6-8346-5c5587c4790e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "PUT /v2.0/routers/aa27856f-ea6e-4bc3-a29d-c5e8b859e49b HTTP/1.1" status: 200 len: 925 time: 2.9626689 Aug 25 14:56:26.417939 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] Sync routers for ids ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:26.423712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7682cc2-064f-4ce6-a223-682e58de7067 None None] The sync data for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 is: [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:22Z', 'revision_number': 3, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:26.436417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33086) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:26.437920 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] Routers {'aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:26.438506 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:26.448095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.453102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df2daa0e-0e4d-4e44-8458-b9afd08c2c55 req-49059c1f-6c58-4dd7-a5ce-a1a83f180907 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901327 Aug 25 14:56:26.509661 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:26.533873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-98c27301-b2b3-4d7e-86bb-c9d8cde93d5c req-ec527ae2-b76e-408b-8d8d-5f738b3b8ce8 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701343 Aug 25 14:56:26.550377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5243046a-65e4-46a2-bf8f-04cb2790ff5d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:26.570650 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] Routers {'aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:26.571645 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:26.642218 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:26.642218 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8accc4-9f9f-402a-bf11-102d01a2a5c4 None None] The sync data for ids ['aa27856f-ea6e-4bc3-a29d-c5e8b859e49b'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:26.811004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.887483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.912739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2e8e13c4-c496-4e3c-9056-e8b3b7f31802 None None] Provisioning for port e382b9e1-a038-4759-b840-49acc03867ce completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:26.919409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2e8e13c4-c496-4e3c-9056-e8b3b7f31802 None None] Provisioning complete for port e382b9e1-a038-4759-b840-49acc03867ce triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:26.920176 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2e8e13c4-c496-4e3c-9056-e8b3b7f31802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.953195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a75e-eb8e-4054-b81d-95932c96a425 req-8b278b28-156a-48ad-a79b-9db4e22af49c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:26.961233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e42a75e-eb8e-4054-b81d-95932c96a425 req-8b278b28-156a-48ad-a79b-9db4e22af49c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.2915900 Aug 25 14:56:26.973097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e13c4-c496-4e3c-9056-e8b3b7f31802 None None] Port e382b9e1-a038-4759-b840-49acc03867ce cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:56:26.980692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:26.984322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-70cffda3-67fc-4323-96a8-90d2b05c5b1a tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/aa27856f-ea6e-4bc3-a29d-c5e8b859e49b HTTP/1.1" status: 200 len: 925 time: 0.5530090 Aug 25 14:56:26.994388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33094) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:27.038809 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e65e7971-66ac-457d-840d-f81555a92a30 req-f8a3a339-89b6-4b9d-9462-6e8139478202 tempest-VolumesAdminNegativeTest-1630997498 tempest-VolumesAdminNegativeTest-1630997498-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ad071f-65ef-410f-a246-888b4aae619e HTTP/1.1" status: 200 len: 210 time: 0.1221342 Aug 25 14:56:27.066558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609ba5f0-2432-4416-b730-ffea0fda0eb9,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:27.082317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.111597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e42a75e-eb8e-4054-b81d-95932c96a425 req-5007e964-fcde-4ae0-9cfa-594c21f51406 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490459 Aug 25 14:56:27.127765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Checking segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:27.128466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Network hostable DHCP agents. Network: 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:56:27.132127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.144016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9bae3e-7a73-46b7-a2e2-ceb4d0330831 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.148369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4e9bae3e-7a73-46b7-a2e2-ceb4d0330831 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=aa27856f-ea6e-4bc3-a29d-c5e8b859e49b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1472244 Aug 25 14:56:27.148584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33098) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:27.165633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4251ab4c-d792-4347-b50f-139d2296b4c3 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:27.256499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548949-c750-4711-b17d-f96c875bdb28 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.259521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2d548949-c750-4711-b17d-f96c875bdb28 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1099544 Aug 25 14:56:27.260940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33110) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:27.269442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.293682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-082c4945-96d6-4c11-9d08-3b89364a028a tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa27856f-ea6e-4bc3-a29d-c5e8b859e49b HTTP/1.1" status: 200 len: 205 time: 0.0294416 Aug 25 14:56:27.298699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33112) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:27.308913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:56:27.309119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 4251ab4c-d792-4347-b50f-139d2296b4c3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:27.313468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 4251ab4c-d792-4347-b50f-139d2296b4c3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:27.314312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.427979 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.439334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.457941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4251ab4c-d792-4347-b50f-139d2296b4c3'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:27.460652 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256a9f1-1290-4e97-a691-2e9fe8a638df" -d '{"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-plugged", "status": "completed", "tag": "4251ab4c-d792-4347-b50f-139d2296b4c3"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:27.477053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4251ab4c-d792-4347-b50f-139d2296b4c3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4251ab4c-d792-4347-b50f-139d2296b4c3,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:27.498487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:27.505286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.506271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.508563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d5f500-467b-402d-9ddb-ac3949f6015f None None] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:27.528987 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa8694-dd2a-472b-80e0-cff465db1bc1 x-openstack-request-id: req-7eaa8694-dd2a-472b-80e0-cff465db1bc1 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:27.529231 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-plugged", "status": "completed", "tag": "4251ab4c-d792-4347-b50f-139d2296b4c3", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:27.529478 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eaa8694-dd2a-472b-80e0-cff465db1bc1 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:27.529874 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4251ab4c-d792-4347-b50f-139d2296b4c3', 'code': 200} Aug 25 14:56:27.590407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.591367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a124b157-b59a-4c62-8b86-56c0e3003ec7 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:27.634436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-236bae5f-30b0-42ae-b4f8-4f93e1410e91 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3743238 Aug 25 14:56:27.720423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.728801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4251ab4c-d792-4347-b50f-139d2296b4c3,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:27.789628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0e7b022-b069-4373-b9dc-a5aa9d64af33 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:27.854113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7c7ad4af-69ba-4003-82cf-9ea359197d91 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:27.880024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 7c7ad4af-69ba-4003-82cf-9ea359197d91 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:27.880386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7c7ad4af-69ba-4003-82cf-9ea359197d91 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:27.896410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1fe11-e5ab-455b-ba8e-2d10e3bb695b req-a05685b0-c25b-40db-8d9f-1c745d67543b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.898031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cf1fe11-e5ab-455b-ba8e-2d10e3bb695b req-a05685b0-c25b-40db-8d9f-1c745d67543b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0902622 Aug 25 14:56:27.908549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Pushing event updated for resources: {'Port': ['ID=e382b9e1-a038-4759-b840-49acc03867ce,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:27.948204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d300e72-50e5-4ddf-9000-45f8e8ba63db None None] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:27.961923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:27.982956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76ed2-e5d3-486e-8c6c-a78616e90119 req-79cb774d-1cab-4c66-9bb3-6f9fdf46fe80 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.989185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76ed2-e5d3-486e-8c6c-a78616e90119 req-79cb774d-1cab-4c66-9bb3-6f9fdf46fe80 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.995284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76ed2-e5d3-486e-8c6c-a78616e90119 req-79cb774d-1cab-4c66-9bb3-6f9fdf46fe80 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:27.999591 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-52c76ed2-e5d3-486e-8c6c-a78616e90119 req-79cb774d-1cab-4c66-9bb3-6f9fdf46fe80 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2416 time: 0.1199801 Aug 25 14:56:28.007364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port a124b157-b59a-4c62-8b86-56c0e3003ec7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:28.012756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cf1fe11-e5ab-455b-ba8e-2d10e3bb695b req-436fec78-6ebe-43cb-9a03-201add501e3f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Aug 25 14:56:28.013857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port a124b157-b59a-4c62-8b86-56c0e3003ec7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:28.014320 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.024967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Deleting port b338c1d8-1b41-496a-8e1a-810566f9f904 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:28.025329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.061647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d0e7b022-b069-4373-b9dc-a5aa9d64af33 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:28.071583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d0e7b022-b069-4373-b9dc-a5aa9d64af33 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:28.071966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.128079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-52c76ed2-e5d3-486e-8c6c-a78616e90119 req-fd62146c-7870-48e2-9403-adc433f54d92 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233823 Aug 25 14:56:28.164584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.174144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Calling delete_port for b338c1d8-1b41-496a-8e1a-810566f9f904 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:28.189999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33136) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:28.218461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:28.220230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:28.355454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Deleting subnet 2d0543d0-7f4b-49b5-9f24-f12892f645f7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:56:28.360993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.480592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Router 8654eafe-eb62-474d-97a7-91efcd20223d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:56:28.492568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.543251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.566038 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.572238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port a124b157-b59a-4c62-8b86-56c0e3003ec7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a124b157-b59a-4c62-8b86-56c0e3003ec7,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:28.592781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d0e7b022-b069-4373-b9dc-a5aa9d64af33, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d0e7b022-b069-4373-b9dc-a5aa9d64af33,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:28.615195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ef3c809d-b3ba-4c2e-8328-b0c4ea059c51 None None] Provisioning complete for port e382b9e1-a038-4759-b840-49acc03867ce triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:28.615909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ef3c809d-b3ba-4c2e-8328-b0c4ea059c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.672860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c809d-b3ba-4c2e-8328-b0c4ea059c51 None None] Port e382b9e1-a038-4759-b840-49acc03867ce cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:56:28.673263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:28.677118 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.713674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ecc05f9-546d-4d27-9ae4-d725e7dc0f52 admin admin] 10.222.0.58 "PUT /v2.0/routers/8654eafe-eb62-474d-97a7-91efcd20223d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295138 Aug 25 14:56:28.721553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.732428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.752698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=a124b157-b59a-4c62-8b86-56c0e3003ec7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:28.774666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-cd80ad13-8668-4322-889c-7a1b21e2c639 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:28.782555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-cd80ad13-8668-4322-889c-7a1b21e2c639 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.3065596 Aug 25 14:56:28.808378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-adb8daf0-7b03-448c-aa5d-b85b913f1367 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/quotas/1cf49977bdf24698b12b4e3ccc546145 HTTP/1.1" status: 200 len: 375 time: 0.0248842 Aug 25 14:56:28.823611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d0e7b022-b069-4373-b9dc-a5aa9d64af33,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:28.854545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-569ec493-3635-4b9c-99b2-20407afb4758 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344136 Aug 25 14:56:28.883359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.907548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Sync routers for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:28.917095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:28.917742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:28.957635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:28.997664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event deleted for resources: {'Port': ['ID=b338c1d8-1b41-496a-8e1a-810566f9f904,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:29.010750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-76d8be0c-15a1-4796-ae2c-385851f9b43a service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452549 Aug 25 14:56:29.042431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:29.056366 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.132098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0543d0-7f4b-49b5-9f24-f12892f645f7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:29.143717 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.145860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aad7399f-b509-4580-9335-75a2b7a3df77 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2d0543d0-7f4b-49b5-9f24-f12892f645f7 HTTP/1.1" status: 204 len: 168 time: 0.9547210 Aug 25 14:56:29.149201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33158) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:29.160552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.170504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5243046a-65e4-46a2-bf8f-04cb2790ff5d up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:29.244677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33160) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:29.255931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694011112', 'description': 'tempest-description--1481473705'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:29.277017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.284549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.293346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.293548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-80f92b41-30ee-4a99-ada7-84c8292ee191 service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666948 Aug 25 14:56:29.329109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 2, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:29.366847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Checking router: 8654eafe-eb62-474d-97a7-91efcd20223d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:56:29.367320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Updating router 8654eafe-eb62-474d-97a7-91efcd20223d port e382b9e1-a038-4759-b840-49acc03867ce binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:56:29.393765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 5243046a-65e4-46a2-bf8f-04cb2790ff5d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:29.398702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.401834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 5243046a-65e4-46a2-bf8f-04cb2790ff5d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:29.402204 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.403190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.403974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Fanout notify agent at l3_agent the message router_deleted on router aa27856f-ea6e-4bc3-a29d-c5e8b859e49b {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:29.412997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.413098 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.413421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ea9369ba-1890-4f98-aac6-a711c61be4dc tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/aa27856f-ea6e-4bc3-a29d-c5e8b859e49b HTTP/1.1" status: 204 len: 168 time: 2.1134307 Aug 25 14:56:29.417202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33164) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:29.422840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-376628788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:29.441915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.461914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588439-701b-4092-8bf5-abea2d37a91b req-767b009e-6d85-47d9-8288-086d4b2ecd91 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:29.463443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9588439-701b-4092-8bf5-abea2d37a91b req-767b009e-6d85-47d9-8288-086d4b2ecd91 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1518986 Aug 25 14:56:29.469987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ed7c9c-24ec-4dc1-aa66-c03f3b97789f']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:29.485342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d510ec-6633-4a56-a582-77768777e65a') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:29.485635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d510ec-6633-4a56-a582-77768777e65a') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:29.502297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.527983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.538449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9588439-701b-4092-8bf5-abea2d37a91b req-8c9e52b6-6794-4a61-b2ef-15e24db06557 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633705 Aug 25 14:56:29.545049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:56:29.545474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.545961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.547296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: items = [ Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:56:29.547427 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:56:29.717374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.741618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.754548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.759746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] 10.222.0.58 "DELETE /v2.0/networks/43ed7c9c-24ec-4dc1-aa66-c03f3b97789f HTTP/1.1" status: 204 len: 168 time: 0.6071808 Aug 25 14:56:29.768993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33172) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:29.798765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.809867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Transition to ACTIVE for port object e382b9e1-a038-4759-b840-49acc03867ce will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:29.813784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a124b157-b59a-4c62-8b86-56c0e3003ec7'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:29.814271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.815706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3bb41-565a-4e7b-bc7e-7c26b60ce240 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ed7c9c-24ec-4dc1-aa66-c03f3b97789f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:29.816216 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea3e929-250c-4c28-bc67-9ba1809a30d8" -d '{"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-plugged", "status": "completed", "tag": "a124b157-b59a-4c62-8b86-56c0e3003ec7"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:29.823828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0e7b022-b069-4373-b9dc-a5aa9d64af33 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:29.831145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47f7c5-97cb-466e-8a49-7037eb81f2ba req-f6e5b4ae-ac47-4b79-8c2a-ea15d9b8f579 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:29.844258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47f7c5-97cb-466e-8a49-7037eb81f2ba req-f6e5b4ae-ac47-4b79-8c2a-ea15d9b8f579 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:29.850536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47f7c5-97cb-466e-8a49-7037eb81f2ba req-f6e5b4ae-ac47-4b79-8c2a-ea15d9b8f579 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:29.857439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.858004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d47f7c5-97cb-466e-8a49-7037eb81f2ba req-f6e5b4ae-ac47-4b79-8c2a-ea15d9b8f579 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2417 time: 0.1544976 Aug 25 14:56:29.860243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.897525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c39a5f2-c67c-4973-8b92-b1ab768e933d req-7f0e0db1-4674-4cfd-b2b8-bf9eb0ad6ec4 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 210 time: 0.0279741 Aug 25 14:56:29.921472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Deleting subnet a14ef0cf-faea-4a9c-86ab-d7d72b28933f {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:56:29.922468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5243046a-65e4-46a2-bf8f-04cb2790ff5d,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:29.927380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d0e7b022-b069-4373-b9dc-a5aa9d64af33 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:29.927709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.935370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.953546 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcebbc1-3723-4757-9db9-f264548b9b05 x-openstack-request-id: req-ffcebbc1-3723-4757-9db9-f264548b9b05 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:29.953872 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-plugged", "status": "completed", "tag": "a124b157-b59a-4c62-8b86-56c0e3003ec7", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:29.954106 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffcebbc1-3723-4757-9db9-f264548b9b05 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:29.954497 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a124b157-b59a-4c62-8b86-56c0e3003ec7', 'code': 200} Aug 25 14:56:29.956980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:29.960633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d47f7c5-97cb-466e-8a49-7037eb81f2ba req-8862a0a8-1f66-4204-a544-566d10740d1d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014149 Aug 25 14:56:29.982045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.025013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.028789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303cb2-986f-47ae-85c4-229600b49e78 None None] Pushing event updated for resources: {'Port': ['ID=e382b9e1-a038-4759-b840-49acc03867ce,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:30.049329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.064233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09459db7-6f58-4983-83c2-6b76421e1d08,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:30.078750 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.085630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.089859 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5b6ad259-f521-4616-98af-76859cc9f10c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6688147 Aug 25 14:56:30.090618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33180) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:30.098248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:30.148957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Attempting to bind port e382b9e1-a038-4759-b840-49acc03867ce on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:30.149341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Attempting to bind port e382b9e1-a038-4759-b840-49acc03867ce by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:30.149716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Attempting to bind port e382b9e1-a038-4759-b840-49acc03867ce on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:30.161088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.164952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e84b9b35-ffa0-4cef-a301-fb159fecb6bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9138820 Aug 25 14:56:30.165953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33182) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:30.171682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'security_group_rule': {'security_group_id': '09459db7-6f58-4983-83c2-6b76421e1d08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:30.173844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:30.174242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:30.174654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.175072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:30.175574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Bound port: e382b9e1-a038-4759-b840-49acc03867ce, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:30.175962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.191670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5243046a-65e4-46a2-bf8f-04cb2790ff5d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:30.259107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] For port e382b9e1-a038-4759-b840-49acc03867ce, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:30.264549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] For port e382b9e1-a038-4759-b840-49acc03867ce, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e382b9e1-a038-4759-b840-49acc03867ce,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:30.307753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.320449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.367119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.384673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.388305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14ef0cf-faea-4a9c-86ab-d7d72b28933f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:30.393568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.400068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33184) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:30.407641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2cae78da-dfdf-4b70-aa58-03a565c625a3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a14ef0cf-faea-4a9c-86ab-d7d72b28933f HTTP/1.1" status: 204 len: 168 time: 0.6325846 Aug 25 14:56:30.409484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.447648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:30.448298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:30.486650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.516888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e6c755-c8d7-490a-ac43-e0c7ed2ff8f7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:30.520884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.529535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303cb2-986f-47ae-85c4-229600b49e78 None None] Pushing event updated for resources: {'Port': ['ID=e382b9e1-a038-4759-b840-49acc03867ce,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:30.620070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.637062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9438487b-0347-4e86-9cc3-90d13de1379a']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:30.652966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.656357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1f937d6d-25d7-4200-8e81-914e25f9b7d9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878531 Aug 25 14:56:30.660183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:30.666507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'security_group_rule': {'security_group_id': '09459db7-6f58-4983-83c2-6b76421e1d08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:30.683661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:30.696246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42470a84-7f06-48f0-b0fe-97e9df640e92') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:30.696986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42470a84-7f06-48f0-b0fe-97e9df640e92') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:30.778622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.784412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.810328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.820359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.821856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:56:30.822265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:56:30.823966 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:56:30.883305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2c7f-162f-4286-ae10-da9bb3cb9522 req-8c5bf3eb-f64c-4824-83c0-704e9c71045d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:30.890839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2cf2c7f-162f-4286-ae10-da9bb3cb9522 req-8c5bf3eb-f64c-4824-83c0-704e9c71045d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.2176356 Aug 25 14:56:30.916554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.967664 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2cf2c7f-162f-4286-ae10-da9bb3cb9522 req-f2d2e35a-cd7e-4cfb-a186-aa2703c9f1c8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758815 Aug 25 14:56:30.989488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:30.995031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:30Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:30.999763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Allocated IP 172.25.8.114 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/4705ddcb-b859-4e23-8be3-7f24946c9049) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:31.020634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.023479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8efad8-fbf2-424d-9517-d5b1fb3fa800 None None] The sync data for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 is: [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:30Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:31.037042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.039066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9438487b-0347-4e86-9cc3-90d13de1379a HTTP/1.1" status: 204 len: 168 time: 0.6377845 Aug 25 14:56:31.059878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8098d-38a7-417d-ba83-5fa6d9e619a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9438487b-0347-4e86-9cc3-90d13de1379a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:31.069345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7810db8e-1283-48d5-b1df-42b8fbfb841e req-c4fa4b3c-6af1-44af-9e3c-a92b7cc847d0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 210 time: 0.0496745 Aug 25 14:56:31.122572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.151109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cdf674-fc91-4239-b85d-b3357be2a065,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:31.179935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c19f7-1bad-4ffa-83fc-5b7865f1ec64 req-4c514bf2-c195-4500-814f-8d1bfa151c01 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:31.187067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c19f7-1bad-4ffa-83fc-5b7865f1ec64 req-4c514bf2-c195-4500-814f-8d1bfa151c01 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:31.192992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c19f7-1bad-4ffa-83fc-5b7865f1ec64 req-4c514bf2-c195-4500-814f-8d1bfa151c01 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:31.205934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d03c19f7-1bad-4ffa-83fc-5b7865f1ec64 req-4c514bf2-c195-4500-814f-8d1bfa151c01 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.1483595 Aug 25 14:56:31.221957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.241895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.246070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-628c045b-b19f-423b-a5da-f1ab4b2f85a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5817413 Aug 25 14:56:31.247726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:31.251941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d03c19f7-1bad-4ffa-83fc-5b7865f1ec64 req-e50ab291-309a-4df1-934e-ca5cf18d59a0 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439577 Aug 25 14:56:31.254436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:31.409333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.412499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.612798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:31.674657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-056c5ec3-74f7-4b8c-8cf5-ceb36178852f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfe1e1fde1664027bb343d07a0137ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598454 Aug 25 14:56:31.676668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:31.708900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e382b9e1-a038-4759-b840-49acc03867ce up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:31.751096 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5619609e-1100-46b8-8fa2-ffaf653ec735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.780099 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5619609e-1100-46b8-8fa2-ffaf653ec735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.826031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:31.834423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:31.837530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:31.886545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event updated for resources: {'Port': ['ID=4705ddcb-b859-4e23-8be3-7f24946c9049,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:31.946459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port e382b9e1-a038-4759-b840-49acc03867ce completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:31.952577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e382b9e1-a038-4759-b840-49acc03867ce triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:31.953105 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.957170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243046a-65e4-46a2-bf8f-04cb2790ff5d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:31.959810 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7190ebae-a504-45a2-9798-6a1908d0aed3" -d '{"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-plugged", "status": "completed", "tag": "5243046a-65e4-46a2-bf8f-04cb2790ff5d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:31.977643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5619609e-1100-46b8-8fa2-ffaf653ec735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.980507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5619609e-1100-46b8-8fa2-ffaf653ec735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:31.982167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5619609e-1100-46b8-8fa2-ffaf653ec735 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50b63f17-39ea-4874-9416-e7a92e2d73f8 HTTP/1.1" status: 204 len: 168 time: 0.3044884 Aug 25 14:56:32.014736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619609e-1100-46b8-8fa2-ffaf653ec735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b63f17-39ea-4874-9416-e7a92e2d73f8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:32.045101 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ed432f-8dea-4867-891b-583743201260 x-openstack-request-id: req-90ed432f-8dea-4867-891b-583743201260 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:32.047195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.047737 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-plugged", "status": "completed", "tag": "5243046a-65e4-46a2-bf8f-04cb2790ff5d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:32.048158 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90ed432f-8dea-4867-891b-583743201260 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:32.051219 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243046a-65e4-46a2-bf8f-04cb2790ff5d', 'code': 200} Aug 25 14:56:32.182209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.223350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cf6785f-ad90-40ba-bfbb-56f50c277b02 req-bd102333-a244-4d70-bdac-60ba487fefb4 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 210 time: 0.0366859 Aug 25 14:56:32.229982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port e382b9e1-a038-4759-b840-49acc03867ce, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e382b9e1-a038-4759-b840-49acc03867ce,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:32.321427 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.339727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcb7c7-c122-4adb-b3f7-dae26bacdfb0 req-f93a30eb-917c-445f-96b3-e5ed3b681678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.340326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcb7c7-c122-4adb-b3f7-dae26bacdfb0 req-f93a30eb-917c-445f-96b3-e5ed3b681678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.340829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcb7c7-c122-4adb-b3f7-dae26bacdfb0 req-f93a30eb-917c-445f-96b3-e5ed3b681678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.342482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29dcb7c7-c122-4adb-b3f7-dae26bacdfb0 req-f93a30eb-917c-445f-96b3-e5ed3b681678 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2871 time: 0.2221866 Aug 25 14:56:32.354835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa865d7-fee1-4184-9cf4-6e044bb4f327 req-798d11d5-af29-4a56-93b7-b563a4981eaa tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.357067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa865d7-fee1-4184-9cf4-6e044bb4f327 req-798d11d5-af29-4a56-93b7-b563a4981eaa tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1790183 Aug 25 14:56:32.373734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Allocated IP 172.25.8.222 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/4e5f72c6-d2bf-4ddb-9a9e-cc6d2d63258b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:32.410509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=e382b9e1-a038-4759-b840-49acc03867ce,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:32.476059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eee74e-ee72-461d-9516-42646dcb742d req-13144ad0-2e0e-4d94-a250-0b547c462315 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.484116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eee74e-ee72-461d-9516-42646dcb742d req-13144ad0-2e0e-4d94-a250-0b547c462315 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.497898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eee74e-ee72-461d-9516-42646dcb742d req-13144ad0-2e0e-4d94-a250-0b547c462315 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.499689 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17eee74e-ee72-461d-9516-42646dcb742d req-13144ad0-2e0e-4d94-a250-0b547c462315 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.1152763 Aug 25 14:56:32.519376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29dcb7c7-c122-4adb-b3f7-dae26bacdfb0 req-786b96d5-0d8c-48aa-ba79-225519bd228b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546450 Aug 25 14:56:32.533699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa865d7-fee1-4184-9cf4-6e044bb4f327 req-74f66546-4cd2-40dc-9aa7-cffdbd18872b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635129 Aug 25 14:56:32.535951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.612850 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17eee74e-ee72-461d-9516-42646dcb742d req-b0ab7712-5401-4528-badd-536439b97087 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Aug 25 14:56:32.664041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-2bd1d0cb-bdcb-49a5-a5ee-4435cc821089 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:32.665276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-2bd1d0cb-bdcb-49a5-a5ee-4435cc821089 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.52 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1646559 Aug 25 14:56:32.674293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.680318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Request body: {'port': {'device_id': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'admin_state_up': True, 'tenant_id': '1cf49977bdf24698b12b4e3ccc546145'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:32.808551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.813730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.914556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Made reservation on behalf of 1cf49977bdf24698b12b4e3ccc546145 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:32.918082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.963900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:32.991063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33226) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:33.013163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:33.018229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:33.024711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:33.054074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=4e5f72c6-d2bf-4ddb-9a9e-cc6d2d63258b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:33.094706 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1cec5c4-d808-4de3-8088-b179b77fbf3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b484114618d749e0aab706079871be8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834267 Aug 25 14:56:33.094706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Allocated IP 172.20.0.10 (6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb/609ba5f0-2432-4416-b730-ffea0fda0eb9/dda7f29d-0350-40ba-8885-a970d7f5471d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:33.094706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:33.120900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.180069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Router 11983939-df70-4e5d-be3b-edd2541a400c is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:33.187458 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21ed69b1-374f-4d01-bafd-31ccfcce18fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.246961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21ed69b1-374f-4d01-bafd-31ccfcce18fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.297677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:33.305863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.307657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9a68caec-7f37-44d6-8cf3-b8349c5a4185 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "PUT /v2.0/routers/11983939-df70-4e5d-be3b-edd2541a400c HTTP/1.1" status: 200 len: 883 time: 3.2155347 Aug 25 14:56:33.315375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33234) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:33.316221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] Sync routers for ids ['11983939-df70-4e5d-be3b-edd2541a400c'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:33.321020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.332572 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] Routers {'11983939-df70-4e5d-be3b-edd2541a400c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:33.333271 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11983939-df70-4e5d-be3b-edd2541a400c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:33.367605 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:33.379130 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] Routers {'11983939-df70-4e5d-be3b-edd2541a400c'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:33.379656 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['11983939-df70-4e5d-be3b-edd2541a400c'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:33.406203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23ded49d-9c78-4995-b579-30a6a7405e48 req-b0c7d853-a21f-4ff5-9f0d-5c4da53e2485 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 210 time: 0.0974731 Aug 25 14:56:33.408389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.417332 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:33.418001 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79d491-212b-45cb-b3d0-0ec784a829db None None] The sync data for ids ['11983939-df70-4e5d-be3b-edd2541a400c'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:33.427880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21ed69b1-374f-4d01-bafd-31ccfcce18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.431414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21ed69b1-374f-4d01-bafd-31ccfcce18fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.431935 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-21ed69b1-374f-4d01-bafd-31ccfcce18fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85cff397-e334-4b49-9b8d-b04eb24c4e96 HTTP/1.1" status: 204 len: 168 time: 0.3374393 Aug 25 14:56:33.440407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed69b1-374f-4d01-bafd-31ccfcce18fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cff397-e334-4b49-9b8d-b04eb24c4e96,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:33.458363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.507711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:33.513343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:33.516730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:33.523294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:33.588949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:33.589616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.603862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b1dccf4e-bb3b-435e-b890-57fae0c27bfb tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/11983939-df70-4e5d-be3b-edd2541a400c HTTP/1.1" status: 200 len: 924 time: 0.2872832 Aug 25 14:56:33.606652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33240) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:33.702805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e382b9e1-a038-4759-b840-49acc03867ce up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:33.820524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e382b9e1-a038-4759-b840-49acc03867ce triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:33.821275 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.822307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b666508-868b-402b-bed5-de79cd649af1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:33.827711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b666508-868b-402b-bed5-de79cd649af1 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=11983939-df70-4e5d-be3b-edd2541a400c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2194002 Aug 25 14:56:33.830349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:33.848579 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.883489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d831b-a25a-45e8-952d-0f3a1c9988a9 req-0c273653-505e-47f7-817d-833a075771d2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:33.885273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-373d831b-a25a-45e8-952d-0f3a1c9988a9 req-0c273653-505e-47f7-817d-833a075771d2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1606159 Aug 25 14:56:33.927552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-514aba63-58aa-4c8c-88a6-af6cdf8e133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:33.929593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-514aba63-58aa-4c8c-88a6-af6cdf8e133c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 1096 time: 0.2454190 Aug 25 14:56:33.930740 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-815f2eab-3e1c-4f2e-ba49-beca3cdbee2e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2545023 Aug 25 14:56:33.949621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:33.950394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Request body: {'port': {'device_id': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:34.026688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=4e5f72c6-d2bf-4ddb-9a9e-cc6d2d63258b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:34.053285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:34.071218 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-373d831b-a25a-45e8-952d-0f3a1c9988a9 req-aa0050cb-2c83-439f-b78e-f0003d064ee8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526790 Aug 25 14:56:34.123743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f944e2-b929-41e1-9512-d58de4612adc req-821e5bd4-0f3d-4f2b-9b82-6e8f5fbeb4c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.127821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561099d-f131-4c1a-b4fa-577b4f8caf5e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.132495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f944e2-b929-41e1-9512-d58de4612adc req-821e5bd4-0f3d-4f2b-9b82-6e8f5fbeb4c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.133085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3561099d-f131-4c1a-b4fa-577b4f8caf5e tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.3017702 Aug 25 14:56:34.133881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33256) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:34.138717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f944e2-b929-41e1-9512-d58de4612adc req-821e5bd4-0f3d-4f2b-9b82-6e8f5fbeb4c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.140469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74f944e2-b929-41e1-9512-d58de4612adc req-821e5bd4-0f3d-4f2b-9b82-6e8f5fbeb4c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.3705273 Aug 25 14:56:34.190056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:34.192969 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-462f30d5-d1c8-4c55-b823-5696e4b46d95 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=11983939-df70-4e5d-be3b-edd2541a400c HTTP/1.1" status: 200 len: 205 time: 0.0565493 Aug 25 14:56:34.195715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33258) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:34.238146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74f944e2-b929-41e1-9512-d58de4612adc req-cfb1c2e2-9914-4ad8-b580-de91a4e83da6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829902 Aug 25 14:56:34.239249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-da7c6481-eb7e-4498-a0e7-885b8a6fd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.240688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-da7c6481-eb7e-4498-a0e7-885b8a6fd930 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 915 time: 0.2233968 Aug 25 14:56:34.302018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:34.304293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fe5270e6-66ef-4b4c-98cb-676dd72bee16 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0542264 Aug 25 14:56:34.309413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-0f87c203-beb5-4ead-aa3e-9304575c0ff7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960 HTTP/1.1" status: 200 len: 217 time: 0.0565319 Aug 25 14:56:34.375318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-926a8e3e-140c-47c4-b9e4-631517072294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.377252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-926a8e3e-140c-47c4-b9e4-631517072294 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 200 len: 854 time: 0.0663848 Aug 25 14:56:34.429453 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-7ab0d911-cc9c-495f-9ea0-410ffbbd8a7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7cbad28-c2b9-47d1-be95-1db2520e56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448170 Aug 25 14:56:34.557009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:34.597483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-ef643ec8-08e1-4f3f-9fb7-83b3d9655620 service neutron] 10.222.0.45 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612508 Aug 25 14:56:34.710625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8031-2bff-45da-8cbf-ad31e7da4e26 req-11246f8b-b989-4c64-a746-43f49d341d77 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.715772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e1d8031-2bff-45da-8cbf-ad31e7da4e26 req-11246f8b-b989-4c64-a746-43f49d341d77 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 932 time: 0.1627865 Aug 25 14:56:34.754156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-e3edb97f-1f0b-4076-bd30-e2b4992f358d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1694011112&fields=id&tenant_id=a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 267 time: 0.1190329 Aug 25 14:56:34.769405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6fe7451-9c61-49cd-8420-37676abbb273 req-0c57d464-8f4e-4f7b-b3d5-3d889daeed79 service neutron] 10.222.0.45 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525354 Aug 25 14:56:34.789507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e1d8031-2bff-45da-8cbf-ad31e7da4e26 req-894d6761-c45d-497f-9c36-75740b6b9aa1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662715 Aug 25 14:56:34.861293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:34.888921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda7f29d-0350-40ba-8885-a970d7f5471d {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:34.899679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:34.926909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Transition to ACTIVE for port object dda7f29d-0350-40ba-8885-a970d7f5471d will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:34.954577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-c14a062a-6f1c-4011-ad3e-b8a0fbdc96da tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:34.956170 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-c14a062a-6f1c-4011-ad3e-b8a0fbdc96da tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1821928 Aug 25 14:56:34.972736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-d5884a85-7329-45d9-a27b-f32998717e74 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/quotas/a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 375 time: 0.0098116 Aug 25 14:56:35.031739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:35.111198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-694767f4-1a73-4d5d-af24-3fd6b85d15f9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327713 Aug 25 14:56:35.121264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:35.222305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Deleting port 4705ddcb-b859-4e23-8be3-7f24946c9049 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:35.222650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:35.227311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d4eed-198d-4492-8363-9699b64c716a req-bb98bb9f-7581-4d9f-948c-637cdf0dcee5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:35.228917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-914d4eed-198d-4492-8363-9699b64c716a req-bb98bb9f-7581-4d9f-948c-637cdf0dcee5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0512455 Aug 25 14:56:35.280865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-914d4eed-198d-4492-8363-9699b64c716a req-716558ea-8d89-4038-b2ba-199b2a71bcee tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Aug 25 14:56:35.330446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-845694d2-5edd-45ae-8c75-d32434517ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875613 Aug 25 14:56:35.351170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Attempting to bind port dda7f29d-0350-40ba-8885-a970d7f5471d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:35.351515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Attempting to bind port dda7f29d-0350-40ba-8885-a970d7f5471d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:35.351845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Attempting to bind port dda7f29d-0350-40ba-8885-a970d7f5471d on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:35.401251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Port dda7f29d-0350-40ba-8885-a970d7f5471d on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:56:35.401586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Attempting to bind port dda7f29d-0350-40ba-8885-a970d7f5471d on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:35.419704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:35.420052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Checking segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:35.420490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Bound using segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:35.420913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Bound port: dda7f29d-0350-40ba-8885-a970d7f5471d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:35.421273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:35.426524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:35.456609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Calling delete_port for 4705ddcb-b859-4e23-8be3-7f24946c9049 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:35.509622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-48f46bf2-37d0-4934-9ad1-00738b94b494 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674476 Aug 25 14:56:35.512936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf555d-b1d5-45f7-9768-2ae33d5b360b req-c2b727bb-d3b3-4f95-b229-b760fe8c7770 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:35.519671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf555d-b1d5-45f7-9768-2ae33d5b360b req-c2b727bb-d3b3-4f95-b229-b760fe8c7770 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:35.528022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf555d-b1d5-45f7-9768-2ae33d5b360b req-c2b727bb-d3b3-4f95-b229-b760fe8c7770 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:35.529779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2dcf555d-b1d5-45f7-9768-2ae33d5b360b req-c2b727bb-d3b3-4f95-b229-b760fe8c7770 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.0758202 Aug 25 14:56:35.581531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:35.593412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2dcf555d-b1d5-45f7-9768-2ae33d5b360b req-8e953219-4ec5-47dc-8864-859423f8ee96 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Aug 25 14:56:35.598394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:35.960066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d2f83-52ca-40aa-a057-037b9d671496 req-88474aca-809a-43c4-b21a-ec617ebc4568 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:35.961832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b90d2f83-52ca-40aa-a057-037b9d671496 req-88474aca-809a-43c4-b21a-ec617ebc4568 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 944 time: 0.0705645 Aug 25 14:56:36.035758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b90d2f83-52ca-40aa-a057-037b9d671496 req-b33b3bc5-8482-4e50-b205-b323dc094f19 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628915 Aug 25 14:56:36.059299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.107929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.108550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.109925 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] 10.222.0.52 "PUT /v2.0/ports/dda7f29d-0350-40ba-8885-a970d7f5471d HTTP/1.1" status: 200 len: 1092 time: 2.1651084 Aug 25 14:56:36.110377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:36.112650 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f68db-fd1f-4571-8908-d7ebef5eca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:36.146420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9425b-3b38-4d6d-8aaa-646c6b674572 service neutron] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:36.166011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae98820f-e1ff-4dd0-a31b-3dc29ebadde1 req-8d9ab4b9-f32b-4f57-9b6a-1af27187e8f0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 210 time: 0.0512576 Aug 25 14:56:36.227215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.259807 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab3945-cb00-4034-937f-5eb094e76e6f x-openstack-request-id: req-c7ab3945-cb00-4034-937f-5eb094e76e6f {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:36.260105 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:36.260355 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7ab3945-cb00-4034-937f-5eb094e76e6f {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:36.263455 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'status': 'completed', 'code': 200} Aug 25 14:56:36.265073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event deleted for resources: {'Port': ['ID=4705ddcb-b859-4e23-8be3-7f24946c9049,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:36.353349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-2f18805b-b8ba-4694-a85d-6cb4ab9cf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.356559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-2f18805b-b8ba-4694-a85d-6cb4ab9cf0dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 1095 time: 0.1597195 Aug 25 14:56:36.425461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-c528f8bd-bc8f-43cb-a039-4a5090639872 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda7f29d-0350-40ba-8885-a970d7f5471d HTTP/1.1" status: 200 len: 217 time: 0.0589075 Aug 25 14:56:36.459493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5a58e-c2a2-458f-a6f2-202ecd4b0d16 req-548e751d-4d7b-4b54-8701-47f9513dbaae tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.461179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ac5a58e-c2a2-458f-a6f2-202ecd4b0d16 req-548e751d-4d7b-4b54-8701-47f9513dbaae tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0672288 Aug 25 14:56:36.488745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.526228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ac5a58e-c2a2-458f-a6f2-202ecd4b0d16 req-f78b61f5-a916-436b-b2c1-dd4670999027 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577967 Aug 25 14:56:36.601881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.604298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.607908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-af78bbb5-4cf9-4ff5-85aa-431e409d62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.609403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-af78bbb5-4cf9-4ff5-85aa-431e409d62ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.1527159 Aug 25 14:56:36.619715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaae4f-52ca-4175-a0dc-1ea451502486 req-248be4f7-ffc8-4b44-90ae-7e0d89100206 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.625670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaae4f-52ca-4175-a0dc-1ea451502486 req-248be4f7-ffc8-4b44-90ae-7e0d89100206 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.631812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaae4f-52ca-4175-a0dc-1ea451502486 req-248be4f7-ffc8-4b44-90ae-7e0d89100206 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:36.633507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2eaae4f-52ca-4175-a0dc-1ea451502486 req-248be4f7-ffc8-4b44-90ae-7e0d89100206 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.2224162 Aug 25 14:56:36.701471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-976a0c1e-703b-4a42-a750-b920015763bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669641 Aug 25 14:56:36.779815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2eaae4f-52ca-4175-a0dc-1ea451502486 req-666cdfcc-4916-436b-b3d2-097d22554225 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316633 Aug 25 14:56:36.823155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-a7556556-2cc3-42f2-b9f7-0693ce09f7ce service neutron] 10.222.0.52 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131949 Aug 25 14:56:36.833255 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:56:36.851135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.851135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Fanout notify agent at l3_agent the message router_deleted on router 11983939-df70-4e5d-be3b-edd2541a400c {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:36.853584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.857933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8bddaed7-c974-40d7-9642-fddb610bed0c tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/11983939-df70-4e5d-be3b-edd2541a400c HTTP/1.1" status: 204 len: 168 time: 2.6579475 Aug 25 14:56:36.862681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33362) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:36.867608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2049828357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:36.934754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33364) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:36.943942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f5e8507-5138-4630-b011-5d7fb5a5f1d4 req-8357e379-a936-47f2-acdb-81cfe5e308e9 service neutron] 10.222.0.52 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083567 Aug 25 14:56:36.992089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:36.993402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.053256 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.059838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3a7b-c707-4ca0-86e3-a6d062ba6e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.154433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-2f3088e5-0046-4dd4-8969-1cae0b381985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.155998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-2f3088e5-0046-4dd4-8969-1cae0b381985 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 1095 time: 0.0570185 Aug 25 14:56:37.163496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.221609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8affc4-9620-4791-b27e-e60ea6129307 req-958e18e5-27ac-4654-8221-917cba3076cc tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.225416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da8affc4-9620-4791-b27e-e60ea6129307 req-958e18e5-27ac-4654-8221-917cba3076cc tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 944 time: 0.0896208 Aug 25 14:56:37.258330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3a7b-c707-4ca0-86e3-a6d062ba6e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.275943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da8affc4-9620-4791-b27e-e60ea6129307 req-24b19632-e7b4-4fde-b980-7b542314f4f3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Aug 25 14:56:37.284430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a67fc66d-800a-4c33-b366-b09f917cfabe req-dbf541bd-0449-4806-80ad-a57824e90bfb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 210 time: 0.0392656 Aug 25 14:56:37.305357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-8f2dd86a-9024-41b6-a6ae-73ad042f4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.306934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-8f2dd86a-9024-41b6-a6ae-73ad042f4a65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 905 time: 0.1428583 Aug 25 14:56:37.332746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3a7b-c707-4ca0-86e3-a6d062ba6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.351198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-29f82120-025e-426b-ac09-042845beebbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda7f29d-0350-40ba-8885-a970d7f5471d HTTP/1.1" status: 200 len: 217 time: 0.0366728 Aug 25 14:56:37.371696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a5dd3a7b-c707-4ca0-86e3-a6d062ba6e16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15dd94f8de084d8e8dcd38e72ec5e9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356711 Aug 25 14:56:37.372856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd3a7b-c707-4ca0-86e3-a6d062ba6e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2de788-85c2-4cb1-b6b8-d74ee5235ce5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:37.376607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33372) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:37.403123 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.407247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2563f2e0-f216-4a00-b6b2-2556dbf50b5b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5432491 Aug 25 14:56:37.409267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33374) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:37.418177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': True}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:37.435716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-878c2a66-43a5-4712-93ee-b1ef1feccb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.459519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-878c2a66-43a5-4712-93ee-b1ef1feccb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.504281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-46df6374-9384-49fb-833f-eb9fd469fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.505755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-46df6374-9384-49fb-833f-eb9fd469fa92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.1469917 Aug 25 14:56:37.593585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-309db2a7-be65-4620-8900-b60be205d217 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516186 Aug 25 14:56:37.600342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-878c2a66-43a5-4712-93ee-b1ef1feccb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.603603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-878c2a66-43a5-4712-93ee-b1ef1feccb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.609394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-878c2a66-43a5-4712-93ee-b1ef1feccb94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e2de788-85c2-4cb1-b6b8-d74ee5235ce5 HTTP/1.1" status: 204 len: 168 time: 0.2290015 Aug 25 14:56:37.624919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c2a66-43a5-4712-93ee-b1ef1feccb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2de788-85c2-4cb1-b6b8-d74ee5235ce5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:37.686499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38298f6-1d9a-45de-9a3e-f27575336613 req-1bb388c8-9ffe-466f-aced-70d5ad16fa2c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.688248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d38298f6-1d9a-45de-9a3e-f27575336613 req-1bb388c8-9ffe-466f-aced-70d5ad16fa2c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0815938 Aug 25 14:56:37.737155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:37.752561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d38298f6-1d9a-45de-9a3e-f27575336613 req-c407bfc5-4228-4a78-9d57-ab7f13ae3163 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Aug 25 14:56:37.785079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-441ba00b-6b6d-408f-88f1-b75aa87dbf2f service neutron] 10.222.0.52 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486511 Aug 25 14:56:37.946352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a46f68db-fd1f-4571-8908-d7ebef5eca8a req-cc7a55d1-1aeb-4ab7-8ce6-28a96a8b7e84 service neutron] 10.222.0.52 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525609 Aug 25 14:56:37.982835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530a8a-8e84-4cb3-9473-a96e268e67e9 req-6ccc4fcc-839d-4f78-81a2-20bde07988d9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.989078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530a8a-8e84-4cb3-9473-a96e268e67e9 req-6ccc4fcc-839d-4f78-81a2-20bde07988d9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.995123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530a8a-8e84-4cb3-9473-a96e268e67e9 req-6ccc4fcc-839d-4f78-81a2-20bde07988d9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:37.997468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92530a8a-8e84-4cb3-9473-a96e268e67e9 req-6ccc4fcc-839d-4f78-81a2-20bde07988d9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.1068890 Aug 25 14:56:38.014075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940349-5768-4c60-957f-852938abe72b req-8299dfd7-0215-4633-9073-fb7a9cafb22f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:38.020264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940349-5768-4c60-957f-852938abe72b req-8299dfd7-0215-4633-9073-fb7a9cafb22f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:38.028040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940349-5768-4c60-957f-852938abe72b req-8299dfd7-0215-4633-9073-fb7a9cafb22f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:38.031431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff940349-5768-4c60-957f-852938abe72b req-8299dfd7-0215-4633-9073-fb7a9cafb22f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 2418 time: 0.1094177 Aug 25 14:56:38.114481 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:38.130169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92530a8a-8e84-4cb3-9473-a96e268e67e9 req-f6ddb51c-93e5-47d3-b951-7f27275adf82 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098390 Aug 25 14:56:38.135978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:38.203468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 5243046a-65e4-46a2-bf8f-04cb2790ff5d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:38.204027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:38.267228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Allocated IP 172.25.8.163 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/d658751e-9b39-44be-b56e-95b28a80572c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:38.313403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 5243046a-65e4-46a2-bf8f-04cb2790ff5d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5243046a-65e4-46a2-bf8f-04cb2790ff5d,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:38.314007 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:38.343659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 5243046a-65e4-46a2-bf8f-04cb2790ff5d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:38.435890 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:38.560840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09bf0-d47a-4660-8d78-40d41481a332 req-dfdb6def-a28a-426e-a12c-c9d6cfdd475c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:38.562505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32c09bf0-d47a-4660-8d78-40d41481a332 req-dfdb6def-a28a-426e-a12c-c9d6cfdd475c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 944 time: 0.1281371 Aug 25 14:56:38.614012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32c09bf0-d47a-4660-8d78-40d41481a332 req-32c40076-e264-45fc-b662-5a789d5b9afd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Aug 25 14:56:38.653748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:38.806969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9f0c473-53ab-4d41-bfda-d844cd03b369 req-04668117-df4e-44e3-8c85-85fbc779b517 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 210 time: 0.3948128 Aug 25 14:56:38.841488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:38.851649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-38286a46-9e74-4c7f-a572-f49832601a34 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:38.853212 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-38286a46-9e74-4c7f-a572-f49832601a34 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1579483 Aug 25 14:56:38.857023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:38.859833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:38.896907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Port': ['ID=d658751e-9b39-44be-b56e-95b28a80572c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:38.987614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c9c1-675f-4666-8263-d42c86c35d86 req-b7999a13-298c-48f9-b9e6-1b1bd550a952 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:38.989396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df98c9c1-675f-4666-8263-d42c86c35d86 req-b7999a13-298c-48f9-b9e6-1b1bd550a952 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0904288 Aug 25 14:56:39.014678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-84001535-b41d-435d-8f48-970d35219285 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 380 time: 0.1457698 Aug 25 14:56:39.038161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:39.047326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'port': {'device_id': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'admin_state_up': True, 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'security_groups': ['09459db7-6f58-4983-83c2-6b76421e1d08']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:39.056001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4251ab4c-d792-4347-b50f-139d2296b4c3', 'a124b157-b59a-4c62-8b86-56c0e3003ec7', '5243046a-65e4-46a2-bf8f-04cb2790ff5d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:39.135767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df98c9c1-675f-4666-8263-d42c86c35d86 req-e3a3b37b-fed3-4294-a415-6caba0f79e75 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397309 Aug 25 14:56:39.148666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=5243046a-65e4-46a2-bf8f-04cb2790ff5d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:39.277989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 5243046a-65e4-46a2-bf8f-04cb2790ff5d on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:39.283182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:39.287667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff940349-5768-4c60-957f-852938abe72b req-7f2514cb-9a8e-46d6-bd53-53a33fab914c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "DELETE /v2.0/ports/5243046a-65e4-46a2-bf8f-04cb2790ff5d HTTP/1.1" status: 204 len: 173 time: 1.2498674 Aug 25 14:56:39.291417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-deleted', 'tag': '5243046a-65e4-46a2-bf8f-04cb2790ff5d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:39.295814 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c5bf3-8e28-40be-bc3b-7cd350475b76" -d '{"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-deleted", "tag": "5243046a-65e4-46a2-bf8f-04cb2790ff5d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:39.454563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b5d3-e100-4775-b231-1a4754c798d1 req-18c49ba4-d910-4595-81bf-5148011e63eb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:39.461174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b5d3-e100-4775-b231-1a4754c798d1 req-18c49ba4-d910-4595-81bf-5148011e63eb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:39.463138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e67b5d3-e100-4775-b231-1a4754c798d1 req-18c49ba4-d910-4595-81bf-5148011e63eb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 1683 time: 0.2053490 Aug 25 14:56:39.533790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e67b5d3-e100-4775-b231-1a4754c798d1 req-905d2828-b359-46f3-8b57-f592e56bc465 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 Aug 25 14:56:39.547590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port a124b157-b59a-4c62-8b86-56c0e3003ec7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:39.548048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:39.571062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:39.575307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:39.610796 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec8f3e-a236-4e19-939e-6a1ccb0da926 x-openstack-request-id: req-a0ec8f3e-a236-4e19-939e-6a1ccb0da926 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:39.611860 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-deleted", "tag": "5243046a-65e4-46a2-bf8f-04cb2790ff5d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:39.612528 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0ec8f3e-a236-4e19-939e-6a1ccb0da926 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:39.612710 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-deleted', 'tag': '5243046a-65e4-46a2-bf8f-04cb2790ff5d', 'status': 'completed', 'code': 200} Aug 25 14:56:39.693440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port a124b157-b59a-4c62-8b86-56c0e3003ec7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a124b157-b59a-4c62-8b86-56c0e3003ec7,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:39.695319 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:39.740432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for a124b157-b59a-4c62-8b86-56c0e3003ec7 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:39.765334 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:39.805643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5654b-5452-49e4-8ca1-ad4a16d401e3 req-84004f38-6df6-4763-9f81-40e42691c678 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:39.807213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0c5654b-5452-49e4-8ca1-ad4a16d401e3 req-84004f38-6df6-4763-9f81-40e42691c678 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 944 time: 0.1072977 Aug 25 14:56:39.864250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Allocated IP 172.20.0.6 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/c1926ca1-281d-43bc-ba7e-3b07811f77ca) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:39.868975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0c5654b-5452-49e4-8ca1-ad4a16d401e3 req-515f3785-14f5-4611-8c69-37a4a97708f6 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Aug 25 14:56:39.916011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:40.015225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2e95ae1-f9e8-4abc-a31e-e25dba145d9f req-e4d7dc96-c252-489d-832f-9007e9d3062d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 210 time: 0.0505242 Aug 25 14:56:40.057780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.073121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5243046a-65e4-46a2-bf8f-04cb2790ff5d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:40.150233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=a124b157-b59a-4c62-8b86-56c0e3003ec7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:40.192954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port a124b157-b59a-4c62-8b86-56c0e3003ec7 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:40.198416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.203774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff940349-5768-4c60-957f-852938abe72b req-22a71fd2-91a5-4356-86d8-e933cee3b55c tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "DELETE /v2.0/ports/a124b157-b59a-4c62-8b86-56c0e3003ec7 HTTP/1.1" status: 204 len: 173 time: 0.9028385 Aug 25 14:56:40.402180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 4251ab4c-d792-4347-b50f-139d2296b4c3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:40.402497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.462567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:40.493793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'mac_address': 'fa:16:3e:71:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:40.555081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.571469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda7f29d-0350-40ba-8885-a970d7f5471d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:40.572355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 4251ab4c-d792-4347-b50f-139d2296b4c3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4251ab4c-d792-4347-b50f-139d2296b4c3,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:40.572830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.591502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 4251ab4c-d792-4347-b50f-139d2296b4c3 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:40.598592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:40.645231 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.670095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.689257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.705615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923321d5-d6c1-4c79-b5dd-0fedd29b5890 req-82a6b1b2-3bb5-4cf1-b18b-48c54bab1ed1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:40.707247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-923321d5-d6c1-4c79-b5dd-0fedd29b5890 req-82a6b1b2-3bb5-4cf1-b18b-48c54bab1ed1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1334572 Aug 25 14:56:40.720467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.784372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Transition to ACTIVE for port object c1926ca1-281d-43bc-ba7e-3b07811f77ca will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:40.804184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:40.850919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b5b4e-0183-4931-b8e3-c8b2c40a266b req-67cfdb5b-2627-44d3-a488-a1c4e575f8d0 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:40.852537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e3b5b4e-0183-4931-b8e3-c8b2c40a266b req-67cfdb5b-2627-44d3-a488-a1c4e575f8d0 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 946 time: 0.0934594 Aug 25 14:56:40.882517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-923321d5-d6c1-4c79-b5dd-0fedd29b5890 req-ac021af8-e6c3-46f9-b628-87afe3fdf36a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641810 Aug 25 14:56:40.913416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e3b5b4e-0183-4931-b8e3-c8b2c40a266b req-24e677bf-e01d-4ea6-9de4-20ff4ac112d5 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 Aug 25 14:56:40.945029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:40.960078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5243046a-65e4-46a2-bf8f-04cb2790ff5d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:40.984751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=4251ab4c-d792-4347-b50f-139d2296b4c3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:41.040797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99820773-d4bd-4ec6-ac68-13e90292634e req-010f9422-0c36-471b-8075-337440f1b549 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:41.042344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-99820773-d4bd-4ec6-ac68-13e90292634e req-010f9422-0c36-471b-8075-337440f1b549 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 945 time: 0.0664039 Aug 25 14:56:41.054540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 4251ab4c-d792-4347-b50f-139d2296b4c3 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:41.054540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:41.054540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff940349-5768-4c60-957f-852938abe72b req-4955207d-6e30-45c4-ba0b-7e06254f16fb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "DELETE /v2.0/ports/4251ab4c-d792-4347-b50f-139d2296b4c3 HTTP/1.1" status: 204 len: 173 time: 0.8439374 Aug 25 14:56:41.105549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['dda7f29d-0350-40ba-8885-a970d7f5471d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:41.108237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-99820773-d4bd-4ec6-ac68-13e90292634e req-a372ba1d-52da-49f9-acdd-74430ac55b21 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Aug 25 14:56:41.119455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Router 23af228b-1327-4740-b519-5f602360c5db is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:41.124714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:41.201013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:41.206982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:41.211846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:41.387507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff7702-903b-469a-aec0-3386bc1ef860 req-ca952a3f-ef7d-4135-bf7e-ca2cc9510cf1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:41.399827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:41.400501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:41.405944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:41.416366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88ff7702-903b-469a-aec0-3386bc1ef860 req-ca952a3f-ef7d-4135-bf7e-ca2cc9510cf1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 931 time: 0.1481786 Aug 25 14:56:41.433082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.434088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.434591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.435000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.435372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.435717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.436060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.436398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.436734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.437069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.437408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.437751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:56:41.532794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:41.537848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:41.542759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47c0c004-9166-4597-9795-c55393a94a6f tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "PUT /v2.0/routers/23af228b-1327-4740-b519-5f602360c5db HTTP/1.1" status: 200 len: 919 time: 4.1320498 Aug 25 14:56:41.544205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:41.548826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] Sync routers for ids ['23af228b-1327-4740-b519-5f602360c5db'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:41.567165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] Routers {'23af228b-1327-4740-b519-5f602360c5db'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:41.567923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88ff7702-903b-469a-aec0-3386bc1ef860 req-31ed71a5-1afc-4de4-91aa-c35d8ed030ec tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483364 Aug 25 14:56:41.569440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['23af228b-1327-4740-b519-5f602360c5db'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:41.587623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-2e72032f-61ba-4315-92d5-47c41659968c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5434833 Aug 25 14:56:41.616678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-deleted', 'tag': 'a124b157-b59a-4c62-8b86-56c0e3003ec7'}, {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-deleted', 'tag': '4251ab4c-d792-4347-b50f-139d2296b4c3'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:41.617307 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e1e92-8257-4957-85b6-35259e0a9f86" -d '{"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-deleted", "tag": "a124b157-b59a-4c62-8b86-56c0e3003ec7"}, {"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-deleted", "tag": "4251ab4c-d792-4347-b50f-139d2296b4c3"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:41.635219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:41.661047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] Routers {'23af228b-1327-4740-b519-5f602360c5db'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:41.661704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['23af228b-1327-4740-b519-5f602360c5db'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:41.668764 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b036c34-6c52-4164-ae87-c5da34e1e7f5 x-openstack-request-id: req-1b036c34-6c52-4164-ae87-c5da34e1e7f5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:41.668764 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-deleted", "tag": "a124b157-b59a-4c62-8b86-56c0e3003ec7", "status": "completed", "code": 200}, {"server_uuid": "60dce51b-8b67-485f-b5d8-5e5071cb139a", "name": "network-vif-deleted", "tag": "4251ab4c-d792-4347-b50f-139d2296b4c3", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:41.668764 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b036c34-6c52-4164-ae87-c5da34e1e7f5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:41.669469 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-deleted', 'tag': 'a124b157-b59a-4c62-8b86-56c0e3003ec7', 'status': 'completed', 'code': 200} Aug 25 14:56:41.669892 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dce51b-8b67-485f-b5d8-5e5071cb139a', 'name': 'network-vif-deleted', 'tag': '4251ab4c-d792-4347-b50f-139d2296b4c3', 'status': 'completed', 'code': 200} Aug 25 14:56:41.674638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Request body: {'port': {'device_id': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:41.716784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:41.717475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c0f9-a6ba-4a38-9242-b01698d42a9a None None] The sync data for ids ['23af228b-1327-4740-b519-5f602360c5db'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:41.732383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d3850a81-58f2-40c5-a086-1b25f309159e None None] Provisioning for port c1926ca1-281d-43bc-ba7e-3b07811f77ca completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:41.737087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d3850a81-58f2-40c5-a086-1b25f309159e None None] Provisioning complete for port c1926ca1-281d-43bc-ba7e-3b07811f77ca triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:41.737517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3850a81-58f2-40c5-a086-1b25f309159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:41.783750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d3850a81-58f2-40c5-a086-1b25f309159e None None] Port c1926ca1-281d-43bc-ba7e-3b07811f77ca cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:56:41.787280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:41.811063 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0aa066f2-182a-495c-8c27-bb582fd01f58 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/23af228b-1327-4740-b519-5f602360c5db HTTP/1.1" status: 200 len: 925 time: 0.2620032 Aug 25 14:56:41.811976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33460) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:41.948041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f7210a-69a0-44b0-b77e-ec1287fd1eee tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:41.950364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-67f7210a-69a0-44b0-b77e-ec1287fd1eee tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=23af228b-1327-4740-b519-5f602360c5db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1379039 Aug 25 14:56:41.953466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33466) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:42.114291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f61e8-05ff-4522-9a27-debb2a9cab27 req-0ed4cec2-cdf5-467b-b70c-3a13a8c011e3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:42.116065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a9f61e8-05ff-4522-9a27-debb2a9cab27 req-0ed4cec2-cdf5-467b-b70c-3a13a8c011e3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0816560 Aug 25 14:56:42.121888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958c6be-3a69-4a18-9cd2-c0b884789988 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:42.127819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7958c6be-3a69-4a18-9cd2-c0b884789988 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1687963 Aug 25 14:56:42.127819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33470) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:42.142162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3843f174-d182-4f3f-86ee-37854af06658 req-6a6c5a39-ef81-46b3-a89e-28e7e89c5fd3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=60dce51b-8b67-485f-b5d8-5e5071cb139a HTTP/1.1" status: 200 len: 210 time: 0.0453157 Aug 25 14:56:42.181162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a5ae35ac-21f5-4151-b35a-230d4da61abf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=23af228b-1327-4740-b519-5f602360c5db HTTP/1.1" status: 200 len: 205 time: 0.0478399 Aug 25 14:56:42.192429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33476) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:42.223319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:42.232165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.237084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a9f61e8-05ff-4522-9a27-debb2a9cab27 req-e202e674-2348-4cda-8030-89c798a014e2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116648 Aug 25 14:56:42.255975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Transition to ACTIVE for port object c1926ca1-281d-43bc-ba7e-3b07811f77ca will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:42.307985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.355959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.477306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:42.540489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Attempting to bind port c1926ca1-281d-43bc-ba7e-3b07811f77ca on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:42.541088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Attempting to bind port c1926ca1-281d-43bc-ba7e-3b07811f77ca by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:42.542575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Attempting to bind port c1926ca1-281d-43bc-ba7e-3b07811f77ca on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:42.542702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.548329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Port c1926ca1-281d-43bc-ba7e-3b07811f77ca on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:56:42.548660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Attempting to bind port c1926ca1-281d-43bc-ba7e-3b07811f77ca on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:42.556300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:42.562077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:42.562077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:42.562077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Bound port: c1926ca1-281d-43bc-ba7e-3b07811f77ca, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:42.562077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.571450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23623d7a-0b3a-451a-b4b4-4e6abaf8579e req-889facf1-0700-490a-adb7-5d37f357c885 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:42.582122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23623d7a-0b3a-451a-b4b4-4e6abaf8579e req-889facf1-0700-490a-adb7-5d37f357c885 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 945 time: 0.1397102 Aug 25 14:56:42.643412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23623d7a-0b3a-451a-b4b4-4e6abaf8579e req-9e85b88f-3899-4a5b-b257-472e4ab92703 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Aug 25 14:56:42.684447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:42.694657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:42.719548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Deleting port d658751e-9b39-44be-b56e-95b28a80572c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:42.719905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.793877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.813541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.843931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:42.845261 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:42.846129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] 10.222.0.52 "PUT /v2.0/ports/c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 1091 time: 1.1812944 Aug 25 14:56:42.846607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:42.848851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Calling delete_port for d658751e-9b39-44be-b56e-95b28a80572c owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:42.849029 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835be637-bcf1-4e11-8912-8f2f91dedbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:42.882076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9391ffa-04e8-4da9-961c-fe6fcbd3d48f req-b663787d-aa3d-415d-bd9b-e22a94552a11 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:42.887789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9391ffa-04e8-4da9-961c-fe6fcbd3d48f req-b663787d-aa3d-415d-bd9b-e22a94552a11 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 943 time: 0.0877254 Aug 25 14:56:42.900855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af4c6-6341-4f11-a7e4-213910ae0993 service neutron] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:42.970877 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca20d610-1b05-4396-8a34-72de60ca4f99 x-openstack-request-id: req-ca20d610-1b05-4396-8a34-72de60ca4f99 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:42.971822 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:42.971822 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca20d610-1b05-4396-8a34-72de60ca4f99 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:42.971822 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'status': 'completed', 'code': 200} Aug 25 14:56:42.998913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9391ffa-04e8-4da9-961c-fe6fcbd3d48f req-bb4b07af-cf5a-47ad-8e01-ad4170a952c6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637765 Aug 25 14:56:43.060408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be637-bcf1-4e11-8912-8f2f91dedbfc req-65633197-ce29-4971-9279-d3ac156a6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.062164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835be637-bcf1-4e11-8912-8f2f91dedbfc req-65633197-ce29-4971-9279-d3ac156a6a39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1094 time: 0.0769267 Aug 25 14:56:43.185891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be637-bcf1-4e11-8912-8f2f91dedbfc req-b8337068-11f4-465c-8b12-c2d6d8408ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.187559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835be637-bcf1-4e11-8912-8f2f91dedbfc req-b8337068-11f4-465c-8b12-c2d6d8408ba9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a301e1ed72044079b6e8fe89361f638d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1157329 Aug 25 14:56:43.209773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33494) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:43.248193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.255716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5243046a-65e4-46a2-bf8f-04cb2790ff5d no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:43.281994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 5243046a-65e4-46a2-bf8f-04cb2790ff5d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:43.283593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5243046a-65e4-46a2-bf8f-04cb2790ff5d not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:43.284736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4251ab4c-d792-4347-b50f-139d2296b4c3 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:43.286066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event deleted for resources: {'Port': ['ID=d658751e-9b39-44be-b56e-95b28a80572c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:43.321063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 4251ab4c-d792-4347-b50f-139d2296b4c3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:43.321502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4251ab4c-d792-4347-b50f-139d2296b4c3 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:43.321869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a124b157-b59a-4c62-8b86-56c0e3003ec7 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:43.328328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be637-bcf1-4e11-8912-8f2f91dedbfc req-f23039d0-931c-4bff-ab67-e110070c1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.330325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835be637-bcf1-4e11-8912-8f2f91dedbfc req-f23039d0-931c-4bff-ab67-e110070c1b3f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347854 Aug 25 14:56:43.353318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: a124b157-b59a-4c62-8b86-56c0e3003ec7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:43.353679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a124b157-b59a-4c62-8b86-56c0e3003ec7 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:43.356936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting subnet 8d15fd41-56f8-43ae-b545-3d2f361a4362 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:56:43.364274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.416719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-44f812c2-c6fc-4e64-8f8c-a87b29db5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.419228 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-44f812c2-c6fc-4e64-8f8c-a87b29db5031 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1094 time: 0.0459630 Aug 25 14:56:43.448612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.465286 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-ecda0923-7ddc-4449-899f-88dfd59e1f67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 217 time: 0.0362189 Aug 25 14:56:43.475381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.561796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-6229e640-09bf-476e-bb56-0d7f165ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.564304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-6229e640-09bf-476e-bb56-0d7f165ebe85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0906410 Aug 25 14:56:43.624943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-e34b655b-2cfe-4f6b-83af-159410d4b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.626569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-e34b655b-2cfe-4f6b-83af-159410d4b67b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542614 Aug 25 14:56:43.628429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.637827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.651353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0443d-95a3-46fe-be87-5cfafb319f6e req-37118964-1211-4a75-b310-48d7a624adff tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.653472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebf0443d-95a3-46fe-be87-5cfafb319f6e req-37118964-1211-4a75-b310-48d7a624adff tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.2602990 Aug 25 14:56:43.760206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebf0443d-95a3-46fe-be87-5cfafb319f6e req-d855cbbf-685d-4f26-ae6a-1084dff06209 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989454 Aug 25 14:56:43.764027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.779684 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-11a3d096-d166-444c-baf5-a145acaf4c51 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432648 Aug 25 14:56:43.788432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07731a2-b4c2-4ae5-97f9-2b4f367eb798 req-31e02b2c-34ef-4257-afd3-2eb998bf13e8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:43.789922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f07731a2-b4c2-4ae5-97f9-2b4f367eb798 req-31e02b2c-34ef-4257-afd3-2eb998bf13e8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 945 time: 0.0731907 Aug 25 14:56:43.827327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.828012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Fanout notify agent at l3_agent the message router_deleted on router 23af228b-1327-4740-b519-5f602360c5db {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:43.837952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:43.837952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-df6a4662-f3d5-4cc3-bccb-809c723ee0a3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/23af228b-1327-4740-b519-5f602360c5db HTTP/1.1" status: 204 len: 168 time: 1.6481223 Aug 25 14:56:43.841974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33508) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:43.852734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2086370506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:43.910079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f07731a2-b4c2-4ae5-97f9-2b4f367eb798 req-bfd1ff7f-1f18-4a9c-8168-5e9b99714528 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112688 Aug 25 14:56:43.923297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:43.933292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9955b6f3-f54a-45da-8d80-51526871fd66 req-9f598cf6-adc7-4b5c-b125-1f44e3de58d2 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423206 Aug 25 14:56:43.989627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.022144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.026976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/subnets/8d15fd41-56f8-43ae-b545-3d2f361a4362 HTTP/1.1" status: 204 len: 168 time: 0.8161032 Aug 25 14:56:44.033219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33512) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:44.033361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f7714-fa35-422f-b26f-6022c3a86641 None None] Network 4f920dd4-1297-4636-a78d-c07543302d22 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:44.034275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.035814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.040133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaad90a-7be8-4462-9980-823a5f54e39b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Subnet': ['ID=8d15fd41-56f8-43ae-b545-3d2f361a4362,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:44.100493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port dda7f29d-0350-40ba-8885-a970d7f5471d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:44.108312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port dda7f29d-0350-40ba-8885-a970d7f5471d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:44.117203 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.138274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.163542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.181465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbf74b-4762-47e8-bfa2-36ba2e75b876 req-c30909a3-adf7-4ecd-8e38-6bba414efee8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.187664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88bbf74b-4762-47e8-bfa2-36ba2e75b876 req-c30909a3-adf7-4ecd-8e38-6bba414efee8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 943 time: 0.0925350 Aug 25 14:56:44.188977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:44.224177 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.268179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.283595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88bbf74b-4762-47e8-bfa2-36ba2e75b876 req-0f919414-db14-48ca-935a-f38196a42437 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846918 Aug 25 14:56:44.303701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port fb44fc35-1c17-4263-85df-e7c564ccd7d3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:44.304882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.326776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:44.334716 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab213d89-ed7d-431b-87c5-6db0a8f7159c" -d '{"events": [{"server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "name": "network-vif-plugged", "status": "completed", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:44.343073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] DHCP port deletion for 4f920dd4-1297-4636-a78d-c07543302d22 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:56:44.352785 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-c936785b-4c19-4065-b23e-82b8c4e3dd82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1124372 Aug 25 14:56:44.357637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:44.393616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port fb44fc35-1c17-4263-85df-e7c564ccd7d3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fb44fc35-1c17-4263-85df-e7c564ccd7d3,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:44.393992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.410513 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0485d-7e6d-48eb-ba15-0f0bf3a85515 x-openstack-request-id: req-4ea0485d-7e6d-48eb-ba15-0f0bf3a85515 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:44.410792 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "name": "network-vif-plugged", "status": "completed", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:44.411060 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ea0485d-7e6d-48eb-ba15-0f0bf3a85515 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:44.412101 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'code': 200} Aug 25 14:56:44.412531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.413717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-99eac56d-8562-4198-bc14-377ab1df5a33 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5650351 Aug 25 14:56:44.415366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for fb44fc35-1c17-4263-85df-e7c564ccd7d3 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:44.421934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33522) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:44.427407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7290-262d-44e2-8642-790fb12f0967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.428916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] Deleting port fb44fc35-1c17-4263-85df-e7c564ccd7d3 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:44.429040 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.430663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': False}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:44.470993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.538353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] For port fb44fc35-1c17-4263-85df-e7c564ccd7d3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fb44fc35-1c17-4263-85df-e7c564ccd7d3,segment=NetworkSegment(4256edca-e0cc-405d-a49c-098fdac01281),segment_id=4256edca-e0cc-405d-a49c-098fdac01281)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:44.538683 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.544033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.545194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.546048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.546646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.547162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.547649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.548132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.548747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:44.550310 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-df63e969-4dec-4ddc-ae65-e9358690d421 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6501 time: 0.1055820 Aug 25 14:56:44.568848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] Calling delete_port for fb44fc35-1c17-4263-85df-e7c564ccd7d3 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:44.703542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5b7f3-1a32-4db2-b0ac-70773f243454 req-7b72cca9-9f55-4aaf-b130-71c9f6055103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.705162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35b5b7f3-1a32-4db2-b0ac-70773f243454 req-7b72cca9-9f55-4aaf-b130-71c9f6055103 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 1097 time: 0.2123101 Aug 25 14:56:44.711495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7290-262d-44e2-8642-790fb12f0967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.718207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-bf2e79e6-0389-43a0-bcc6-a7fba0f45456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.718694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-bf2e79e6-0389-43a0-bcc6-a7fba0f45456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.719202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-bf2e79e6-0389-43a0-bcc6-a7fba0f45456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.720872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-bf2e79e6-0389-43a0-bcc6-a7fba0f45456 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 2297 time: 0.1317251 Aug 25 14:56:44.768636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.796035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.806720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7290-262d-44e2-8642-790fb12f0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.824197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:44.832073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] Pushing event deleted for resources: {'Port': ['ID=fb44fc35-1c17-4263-85df-e7c564ccd7d3,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:44.835365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a457b92-4f8c-44a2-adbd-ae2266fc659d None None] No DVR routers for this DVR port fb44fc35-1c17-4263-85df-e7c564ccd7d3 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:44.848815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-368bda2f-10da-411e-a962-702ec5eaa82f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 200 len: 999 time: 0.1190290 Aug 25 14:56:44.867438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35b5b7f3-1a32-4db2-b0ac-70773f243454 req-5368faac-3bf9-485c-a51a-5459b1150d3b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235530 Aug 25 14:56:44.870437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=fb44fc35-1c17-4263-85df-e7c564ccd7d3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:44.881736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port fb44fc35-1c17-4263-85df-e7c564ccd7d3 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:44.935763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e7290-262d-44e2-8642-790fb12f0967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b975ce-68cd-4ec8-9fca-66ecc9883d66,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:44.956416 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1c6e7290-262d-44e2-8642-790fb12f0967 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf4f5be252534e21926843cc34187792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7663021 Aug 25 14:56:44.960308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33532) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:44.984576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-319ae47e-0610-4ce3-bbe7-c4ce501df6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:44.986078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-319ae47e-0610-4ce3-bbe7-c4ce501df6fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aab80ce2-b914-4d34-af5e-f0143e9ba707 HTTP/1.1" status: 200 len: 855 time: 0.1239800 Aug 25 14:56:45.020016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878ea10-4742-423b-9369-26bb3e9838c2 req-154ce09c-b56b-4d23-a349-561584fbb307 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:45.021565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1878ea10-4742-423b-9369-26bb3e9838c2 req-154ce09c-b56b-4d23-a349-561584fbb307 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1331377 Aug 25 14:56:45.024754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.039571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f920dd4-1297-4636-a78d-c07543302d22']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:45.048392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9d41057-85c7-47a3-a4ba-530a7b409793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.056689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4256edca-e0cc-405d-a49c-098fdac01281') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:45.056938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4256edca-e0cc-405d-a49c-098fdac01281') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:45.070875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.100363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.127718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9d41057-85c7-47a3-a4ba-530a7b409793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.127944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:56:45.127944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:56:45.131405 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:56:45.143139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1878ea10-4742-423b-9369-26bb3e9838c2 req-cc5f0d31-97eb-4815-8f79-0066cb23b5ec tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050725 Aug 25 14:56:45.182605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-2b9465bf-a17f-45ba-9b1b-d0a4c7b1ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:45.185166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-2b9465bf-a17f-45ba-9b1b-d0a4c7b1ebe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102099 Aug 25 14:56:45.305784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9d41057-85c7-47a3-a4ba-530a7b409793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.310647 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9d41057-85c7-47a3-a4ba-530a7b409793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.311827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f9d41057-85c7-47a3-a4ba-530a7b409793 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94b975ce-68cd-4ec8-9fca-66ecc9883d66 HTTP/1.1" status: 204 len: 168 time: 0.3490078 Aug 25 14:56:45.316443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-5f0d7191-1f07-410a-b861-fb93ef56bdc4 service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220784 Aug 25 14:56:45.336349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d41057-85c7-47a3-a4ba-530a7b409793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b975ce-68cd-4ec8-9fca-66ecc9883d66,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:45.504914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700c1ef-bd3f-41a9-bde0-e0e96638a5a0 req-65e0b3f9-7278-4c08-967a-81dc2fa25fd1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:45.507549 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b700c1ef-bd3f-41a9-bde0-e0e96638a5a0 req-65e0b3f9-7278-4c08-967a-81dc2fa25fd1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 943 time: 0.1088231 Aug 25 14:56:45.515591 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-b74eda5d-e1cc-4304-a897-4ef5e796d78b service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900079 Aug 25 14:56:45.638460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-ae497db1-4d20-4e20-b8fa-bc5376490897 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 217 time: 0.1125388 Aug 25 14:56:45.658081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.664708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.670182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/networks/4f920dd4-1297-4636-a78d-c07543302d22 HTTP/1.1" status: 204 len: 168 time: 1.6408050 Aug 25 14:56:45.670370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33538) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:45.675017 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b700c1ef-bd3f-41a9-bde0-e0e96638a5a0 req-71b3ef32-81b8-488f-a694-dab237ce0d20 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570334 Aug 25 14:56:45.675259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fb44fc35-1c17-4263-85df-e7c564ccd7d3 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:45.724786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0e1f3-2312-4fe6-bf4f-f148718b842d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Network': ['ID=4f920dd4-1297-4636-a78d-c07543302d22,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:45.737110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: fb44fc35-1c17-4263-85df-e7c564ccd7d3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:45.737762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fb44fc35-1c17-4263-85df-e7c564ccd7d3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:45.738643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77b056-4e98-469a-98a0-e2788fc5c193 req-c6b5909e-e87f-48a0-832c-84d97c57e20a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:45.740300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac77b056-4e98-469a-98a0-e2788fc5c193 req-c6b5909e-e87f-48a0-832c-84d97c57e20a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 946 time: 0.5630593 Aug 25 14:56:45.760643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-075df6bc-c85b-4e11-ac57-cf84589ce8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:45.763006 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-075df6bc-c85b-4e11-ac57-cf84589ce8bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1082621 Aug 25 14:56:45.826824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting subnet cc18a1e7-2e57-49e9-8a97-986d1a9a8920 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:56:45.832353 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.834445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.841228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-ca3c7503-3be6-4841-acd9-901a6655e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:45.842895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-ca3c7503-3be6-4841-acd9-901a6655e48c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692914 Aug 25 14:56:45.905711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.921716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:45.935688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:45.971469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac77b056-4e98-469a-98a0-e2788fc5c193 req-e7606141-00a9-4fbe-a60a-948084380807 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839955 Aug 25 14:56:46.061406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-12f91da6-5f73-497e-887f-7a442c4760cf service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056983 Aug 25 14:56:46.141647 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.194813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Allocated IP 172.25.8.122 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/2530626a-8692-4fae-8366-945abf6950c9) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:46.207202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:46.224428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:46.242746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-99bb5eab-9fc7-43dc-ae56-6bfcf0b2d5bf service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731944 Aug 25 14:56:46.295058 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.318081 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-d7b65ff8-1d63-4719-b06e-f86023b036db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 217 time: 0.0675933 Aug 25 14:56:46.333474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:46.370253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:46.372778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-e4756631-5ff3-4756-8167-75d018b41a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:46.374306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-e4756631-5ff3-4756-8167-75d018b41a50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.0489464 Aug 25 14:56:46.396925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65b0ae-e2b2-4ceb-820c-c2688db106db req-64aa4cc4-47f3-47d9-a477-e9eeb1e94a73 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:46.398502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf65b0ae-e2b2-4ceb-820c-c2688db106db req-64aa4cc4-47f3-47d9-a477-e9eeb1e94a73 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0983794 Aug 25 14:56:46.399667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.442053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-a940f8af-9751-4c8b-a8f5-e1ff05188049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:46.443761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-a940f8af-9751-4c8b-a8f5-e1ff05188049 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619435 Aug 25 14:56:46.451900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Subnet': ['ID=cc18a1e7-2e57-49e9-8a97-986d1a9a8920,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:46.452217 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.467962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.471571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.477200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7ff5ec81-d659-4eb7-acde-765b9325f8ee tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/subnets/cc18a1e7-2e57-49e9-8a97-986d1a9a8920 HTTP/1.1" status: 204 len: 168 time: 0.7957211 Aug 25 14:56:46.477437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33558) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:46.488173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d47e4e-49ea-4da6-9b0a-64df612004a5 None None] Network 99c5ab79-547b-4862-9892-b8da1503e9d1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:46.554623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf65b0ae-e2b2-4ceb-820c-c2688db106db req-d11091eb-d180-455e-81f7-1c8d74895a3b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439340 Aug 25 14:56:46.595713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.624169 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-58d450a8-92f3-4560-9b87-1c1b9a992151 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659486 Aug 25 14:56:46.624908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:46.685382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 194f2152-8e3a-4247-a609-4483eb52fab9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:46.685739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.691006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.778943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-3a50b42a-ab1e-4b94-b51b-abd7de42acb4 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464887 Aug 25 14:56:46.810763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:46.819601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:46.825635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 194f2152-8e3a-4247-a609-4483eb52fab9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=194f2152-8e3a-4247-a609-4483eb52fab9,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:46.826348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:46.831952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:46.842533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Pushing event updated for resources: {'Port': ['ID=2530626a-8692-4fae-8366-945abf6950c9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:46.847535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] DHCP port deletion for 99c5ab79-547b-4862-9892-b8da1503e9d1 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:56:46.876845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 194f2152-8e3a-4247-a609-4483eb52fab9 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:46.889048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-9c0d03c0-6384-4f32-b627-5f0d8fd51f3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=16776111-feb0-4edc-9789-14be0770eb4c HTTP/1.1" status: 200 len: 217 time: 0.0947123 Aug 25 14:56:46.894780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c1926ca1-281d-43bc-ba7e-3b07811f77ca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:46.965588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb9b0-eeff-4079-aeea-88b69814bca3 req-f73e13c5-79ce-4063-8433-6d699c7b1e3c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:46.971456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c63cb9b0-eeff-4079-aeea-88b69814bca3 req-f73e13c5-79ce-4063-8433-6d699c7b1e3c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0968428 Aug 25 14:56:46.978815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] Deleting port 194f2152-8e3a-4247-a609-4483eb52fab9 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:46.979306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.026068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c63cb9b0-eeff-4079-aeea-88b69814bca3 req-c53c9ef5-3470-44d2-97c9-0d7dd68c11ef tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516539 Aug 25 14:56:47.036744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-77991114-bec3-4815-b976-33c0029cdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.040023 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-77991114-bec3-4815-b976-33c0029cdda5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1266665 Aug 25 14:56:47.099517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] For port 194f2152-8e3a-4247-a609-4483eb52fab9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=194f2152-8e3a-4247-a609-4483eb52fab9,segment=NetworkSegment(5233d70d-74e4-40ee-afda-5e7acfe64d70),segment_id=5233d70d-74e4-40ee-afda-5e7acfe64d70)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:47.100221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.106106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-83e92aec-d6f5-4172-9f10-ffb5bb8ae2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.113991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-83e92aec-d6f5-4172-9f10-ffb5bb8ae2cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598974 Aug 25 14:56:47.125615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] Calling delete_port for 194f2152-8e3a-4247-a609-4483eb52fab9 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:47.256523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8aa5c-4ba3-4f74-9459-50ba808fbbb2 req-24033e67-f89e-439d-b74c-7e5206fe4b28 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.259518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bce8aa5c-4ba3-4f74-9459-50ba808fbbb2 req-24033e67-f89e-439d-b74c-7e5206fe4b28 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 946 time: 0.1152260 Aug 25 14:56:47.293695 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.315472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.349184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] Pushing event deleted for resources: {'Port': ['ID=194f2152-8e3a-4247-a609-4483eb52fab9,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:47.352005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d22f55-676d-4703-8d81-d093699c5110 None None] No DVR routers for this DVR port 194f2152-8e3a-4247-a609-4483eb52fab9 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:47.375003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-ff5e81de-2535-462d-ad56-2082cc02a2bd service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562106 Aug 25 14:56:47.375414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=194f2152-8e3a-4247-a609-4483eb52fab9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:47.380101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 194f2152-8e3a-4247-a609-4483eb52fab9 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:56:47.381306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bce8aa5c-4ba3-4f74-9459-50ba808fbbb2 req-9d4806dd-7cc0-4a98-9b96-9d56f55872c8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099670 Aug 25 14:56:47.520936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-bac2e255-9cd6-4892-ba5d-ce3986ef0579 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331582 Aug 25 14:56:47.568142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-62a7b1b5-0263-4706-bfc3-95b994e3df04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d HTTP/1.1" status: 200 len: 217 time: 0.0374384 Aug 25 14:56:47.581166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a5667a9-2ee9-46ac-8ab9-bee6aa3897eb req-456641d1-c7bf-4e53-b979-ccd2cc9baad6 tempest-AbsoluteLimitsNegativeTestJSON-1506578489 tempest-AbsoluteLimitsNegativeTestJSON-1506578489-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=655f5b94a94d45aeabc05aced0f19ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899770 Aug 25 14:56:47.589117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.592125 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.659114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c5ab79-547b-4862-9892-b8da1503e9d1']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:47.661869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-54af206c-2211-46c9-bc1c-85e54283e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.663643 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-54af206c-2211-46c9-bc1c-85e54283e877 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.0862916 Aug 25 14:56:47.666394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 194f2152-8e3a-4247-a609-4483eb52fab9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:47.700555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 194f2152-8e3a-4247-a609-4483eb52fab9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:56:47.701313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 194f2152-8e3a-4247-a609-4483eb52fab9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:56:47.711051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5233d70d-74e4-40ee-afda-5e7acfe64d70') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:47.711353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5233d70d-74e4-40ee-afda-5e7acfe64d70') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:47.719110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-f5fc17ad-8276-4771-b15b-dd7a505bcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.726962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-f5fc17ad-8276-4771-b15b-dd7a505bcb14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550725 Aug 25 14:56:47.736741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.802214 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.821602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:56:47.822023 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:56:47.825525 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:56:47.894028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-254948ba-557d-49c6-858c-80dfd1e35a1b service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597221 Aug 25 14:56:47.928306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5667a9-2ee9-46ac-8ab9-bee6aa3897eb req-6f90944e-522d-4546-8cd5-b00864b6217e tempest-AbsoluteLimitsNegativeTestJSON-1506578489 tempest-AbsoluteLimitsNegativeTestJSON-1506578489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.929200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a5667a9-2ee9-46ac-8ab9-bee6aa3897eb req-6f90944e-522d-4546-8cd5-b00864b6217e tempest-AbsoluteLimitsNegativeTestJSON-1506578489 tempest-AbsoluteLimitsNegativeTestJSON-1506578489-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343921 Aug 25 14:56:47.937081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7b88c-3f69-4e8f-90dc-59bc2fd6ecd7 req-2fd95335-6980-476a-92a6-1e9bb86451da tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:47.938672 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbc7b88c-3f69-4e8f-90dc-59bc2fd6ecd7 req-2fd95335-6980-476a-92a6-1e9bb86451da tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0998054 Aug 25 14:56:47.987850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a5667a9-2ee9-46ac-8ab9-bee6aa3897eb req-5757c0c1-c0cf-4dba-8036-6b56b6679449 tempest-AbsoluteLimitsNegativeTestJSON-1506578489 tempest-AbsoluteLimitsNegativeTestJSON-1506578489-project] 10.222.0.58 "GET /v2.0/quotas/655f5b94a94d45aeabc05aced0f19ddc HTTP/1.1" status: 200 len: 375 time: 0.0190563 Aug 25 14:56:48.005725 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.023789 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbc7b88c-3f69-4e8f-90dc-59bc2fd6ecd7 req-900d6cde-f6c0-4936-a954-bf5dfcd4b794 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578034 Aug 25 14:56:48.067183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-04d93732-8177-46ab-afc4-bfb77a69c95a service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633244 Aug 25 14:56:48.084644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.087398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/networks/99c5ab79-547b-4862-9892-b8da1503e9d1 HTTP/1.1" status: 204 len: 168 time: 1.6089363 Aug 25 14:56:48.102156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a5667a9-2ee9-46ac-8ab9-bee6aa3897eb req-12f8779d-ab3e-425f-a08a-3dd49b36bdab tempest-AbsoluteLimitsNegativeTestJSON-1506578489 tempest-AbsoluteLimitsNegativeTestJSON-1506578489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=655f5b94a94d45aeabc05aced0f19ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821865 Aug 25 14:56:48.105922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33600) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:48.115976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1808225964'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:48.132832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4e7df-4d95-448f-ac4d-9f4caa6174a1 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Network': ['ID=99c5ab79-547b-4862-9892-b8da1503e9d1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:48.164647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-758e30bf-fb36-4c6e-9560-b16980c992cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 200 len: 217 time: 0.0713880 Aug 25 14:56:48.185900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.191951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.272721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:48.276794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.291077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-6ccc16e1-58f1-4707-bc85-20e86462fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.294841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-6ccc16e1-58f1-4707-bc85-20e86462fd3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.1355989 Aug 25 14:56:48.359614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:56:48.376342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeefe7-d7fb-49be-943d-fc6691a2e577 req-8845c492-0fa4-467b-9c9c-1c9f77ad52cb tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.378787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fedeefe7-d7fb-49be-943d-fc6691a2e577 req-8845c492-0fa4-467b-9c9c-1c9f77ad52cb tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 946 time: 0.2328265 Aug 25 14:56:48.390807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.391492 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Added segment 3ffb4c84-e065-443f-b922-9962228cdc82 of type vlan for network 00616359-e862-422c-a270-580b7df318ac Aug 25 14:56:48.422467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-fb4dfec8-eff6-4813-a00a-92fd7b9b841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.424028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-fb4dfec8-eff6-4813-a00a-92fd7b9b841e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159663 Aug 25 14:56:48.450371 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fedeefe7-d7fb-49be-943d-fc6691a2e577 req-e9aba915-9fd8-4def-a0cb-0f42d9143886 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 Aug 25 14:56:48.480965 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.503439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092bbe-4db3-44a3-93f0-614ccc5f698b req-706e1ee7-dd32-40dd-b978-0da345625221 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.505551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4092bbe-4db3-44a3-93f0-614ccc5f698b req-706e1ee7-dd32-40dd-b978-0da345625221 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1268680 Aug 25 14:56:48.561790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-25ca85f6-40fe-4690-96c7-9c5578cdf4c0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271741 Aug 25 14:56:48.593417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4092bbe-4db3-44a3-93f0-614ccc5f698b req-1c6bc357-30b5-4afd-94d7-8259e26694a8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687373 Aug 25 14:56:48.638519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.645719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.646443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.679385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-dc26cfa8-502f-4148-b027-5ed88344612c service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083927 Aug 25 14:56:48.700384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Router 612db273-3427-4677-9a92-99be5e0c2aa0 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:48.729218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Network': ['ID=00616359-e862-422c-a270-580b7df318ac,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:48.751601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-93988c06-48fe-4ec4-91da-97b687398b39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 200 len: 217 time: 0.0644164 Aug 25 14:56:48.754437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 00616359-e862-422c-a270-580b7df318ac details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:56:48.800886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c235bf33-03c3-4a4e-aad1-ad244c242aa9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6931283 Aug 25 14:56:48.808179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33608) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:48.815763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'subnet': {'network_id': '00616359-e862-422c-a270-580b7df318ac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:48.887161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33610) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:48.892616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-d9705c6d-3bde-4f7e-9e6f-f83a64880878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.894142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-d9705c6d-3bde-4f7e-9e6f-f83a64880878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.1354575 Aug 25 14:56:48.929927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:48.940998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:48.943349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a601f98d-0984-4f0d-9bce-d66cf6c4e614 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "PUT /v2.0/routers/612db273-3427-4677-9a92-99be5e0c2aa0 HTTP/1.1" status: 200 len: 920 time: 4.5201972 Aug 25 14:56:48.947717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33614) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:48.948755 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] Sync routers for ids ['612db273-3427-4677-9a92-99be5e0c2aa0'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:48.960167 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] Routers {'612db273-3427-4677-9a92-99be5e0c2aa0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:48.960805 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['612db273-3427-4677-9a92-99be5e0c2aa0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:48.977398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-533310de-7c5a-4c23-83a7-f07a3f25b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:48.981305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-533310de-7c5a-4c23-83a7-f07a3f25b9bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758839 Aug 25 14:56:49.002955 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:49.018047 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] Routers {'612db273-3427-4677-9a92-99be5e0c2aa0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:49.019011 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['612db273-3427-4677-9a92-99be5e0c2aa0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:49.078817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:49.085110 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:49.086648 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:49.087767 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5600a3-9e0f-43d2-9db4-bde06b76d319 None None] The sync data for ids ['612db273-3427-4677-9a92-99be5e0c2aa0'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:49.122950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8538060e-4a6b-4458-bc41-d87b3e953c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:49.162702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-58f5ccfa-f2d1-4cc6-bc15-dbd0282048c6 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/612db273-3427-4677-9a92-99be5e0c2aa0 HTTP/1.1" status: 200 len: 926 time: 0.2104855 Aug 25 14:56:49.167141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33618) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:49.242512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45437309-e721-44c9-ab8f-a9cc6cbe7c0b tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:49.248032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-45437309-e721-44c9-ab8f-a9cc6cbe7c0b tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=612db273-3427-4677-9a92-99be5e0c2aa0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0756512 Aug 25 14:56:49.250242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33620) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:49.266134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-9f27b137-7c17-4fcc-bc65-af9a06e62a75 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771153 Aug 25 14:56:49.278126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa637b-d5c0-46f3-8d19-d1f828326f84 req-5bce6ac4-d4e2-405c-b293-8aa34b2b78d4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:49.285812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85aa637b-d5c0-46f3-8d19-d1f828326f84 req-5bce6ac4-d4e2-405c-b293-8aa34b2b78d4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1354444 Aug 25 14:56:49.384497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8538060e-4a6b-4458-bc41-d87b3e953c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:49.396947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1cc114-2dba-4b73-af98-855ad6ebaedc tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:49.398421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1d1cc114-2dba-4b73-af98-855ad6ebaedc tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1471679 Aug 25 14:56:49.403313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33624) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:49.433040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-da222de0-7295-4b31-b886-8a7b66e97ccb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=612db273-3427-4677-9a92-99be5e0c2aa0 HTTP/1.1" status: 200 len: 205 time: 0.0284607 Aug 25 14:56:49.436549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33626) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:49.476792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8538060e-4a6b-4458-bc41-d87b3e953c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:49.554627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538060e-4a6b-4458-bc41-d87b3e953c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b1cfa-c280-4be2-99da-cd9bfa6474e5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:49.575770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8538060e-4a6b-4458-bc41-d87b3e953c68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=655f5b94a94d45aeabc05aced0f19ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870444 Aug 25 14:56:49.756294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33632) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:49.788193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85aa637b-d5c0-46f3-8d19-d1f828326f84 req-8572ef76-2815-49a5-ac86-501ae7e193c9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014160 Aug 25 14:56:49.887342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c16b543b-1a01-4569-98ec-6a34681024e5 req-5c5bcd33-0214-4874-8ba0-3c363ad933ec service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987637 Aug 25 14:56:49.902234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-acc764a3-5848-46c7-b166-53ef3fcb922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:49.917372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:49.946027 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-acc764a3-5848-46c7-b166-53ef3fcb922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:49.988533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.020433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.030814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7afa-e6f6-425e-86c5-21de96f33abc req-246ba669-a2e9-48ce-a9eb-527c15db4f97 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:50.032546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16fc7afa-e6f6-425e-86c5-21de96f33abc req-246ba669-a2e9-48ce-a9eb-527c15db4f97 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 946 time: 0.4913833 Aug 25 14:56:50.132163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port c1926ca1-281d-43bc-ba7e-3b07811f77ca completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:50.132472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Subnet': ['ID=0d83f1af-fd5b-41a3-8ec4-5a965749b70e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:50.141816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c1926ca1-281d-43bc-ba7e-3b07811f77ca triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:50.144009 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.158427 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Checking segment: {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:50.158913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network hostable DHCP agents. Network: 00616359-e862-422c-a270-580b7df318ac, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:56:50.165632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16fc7afa-e6f6-425e-86c5-21de96f33abc req-5176861e-158b-4592-89c4-af61f3f90e01 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782654 Aug 25 14:56:50.168677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e56b0-abf0-43fc-b751-282c140e417a req-478f586f-54df-43fd-b9b2-959d9ab14df3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:50.171898 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d72e56b0-abf0-43fc-b751-282c140e417a req-478f586f-54df-43fd-b9b2-959d9ab14df3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1141422 Aug 25 14:56:50.218274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.234008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-acc764a3-5848-46c7-b166-53ef3fcb922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.237805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-acc764a3-5848-46c7-b166-53ef3fcb922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.240415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-acc764a3-5848-46c7-b166-53ef3fcb922f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/083b1cfa-c280-4be2-99da-cd9bfa6474e5 HTTP/1.1" status: 204 len: 168 time: 0.4806318 Aug 25 14:56:50.257882 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d72e56b0-abf0-43fc-b751-282c140e417a req-933f9fd5-fbd7-4c82-b136-7ff25067015d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704968 Aug 25 14:56:50.267557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 00616359-e862-422c-a270-580b7df318ac is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:56:50.273347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc764a3-5848-46c7-b166-53ef3fcb922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b1cfa-c280-4be2-99da-cd9bfa6474e5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:50.351779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Deleting port 2530626a-8692-4fae-8366-945abf6950c9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:50.352160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.374453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.377444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 00616359-e862-422c-a270-580b7df318ac) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:50.382321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:50.389253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.400836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba27f5-f166-45d5-8bd6-99cf1a29ca92 None None] Network 00616359-e862-422c-a270-580b7df318ac requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:50.483425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7658437c-4b80-4374-8ae2-f41e255ca080 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6739681 Aug 25 14:56:50.486171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33648) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:50.491614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1852961957'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:50.532397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:50.534819 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4cd446-a543-42bc-9fc9-22449f91c43e" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:50.568554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:50.605929 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ae2d32-cbd0-4c95-bff7-7565125aade0 x-openstack-request-id: req-78ae2d32-cbd0-4c95-bff7-7565125aade0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:50.606854 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:50.606854 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78ae2d32-cbd0-4c95-bff7-7565125aade0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:50.607099 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:56:50.610806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.634300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Calling delete_port for 2530626a-8692-4fae-8366-945abf6950c9 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:50.674635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:50.679204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.691364 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.776257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-00616359-e862-422c-a270-580b7df318ac', 'network_id': '00616359-e862-422c-a270-580b7df318ac', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'fixed_ips': [{'subnet_id': '0d83f1af-fd5b-41a3-8ec4-5a965749b70e'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:56:50.781335 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.800652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:56:50.815187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5655eb-c380-418b-9ea8-6b97a6ac21a2 req-19344058-a53b-4da1-acae-c06b71ed3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:50.816923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb5655eb-c380-418b-9ea8-6b97a6ac21a2 req-19344058-a53b-4da1-acae-c06b71ed3f41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1096 time: 0.1342690 Aug 25 14:56:50.823539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.823899 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Added segment 2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd of type vlan for network d2de1e77-6566-4d6e-8152-8d97207e2efa Aug 25 14:56:50.909727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:50.927738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb5655eb-c380-418b-9ea8-6b97a6ac21a2 req-87d5011c-917f-4a02-9992-1c339be9050e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011329 Aug 25 14:56:50.958833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:50.987867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec916b-a1e4-49bb-80c5-b17b7ff4c28d req-3081beb3-2f97-4381-8c44-5eb576853e80 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:50.989451 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93ec916b-a1e4-49bb-80c5-b17b7ff4c28d req-3081beb3-2f97-4381-8c44-5eb576853e80 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0818856 Aug 25 14:56:51.059295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93ec916b-a1e4-49bb-80c5-b17b7ff4c28d req-13431de3-e2ce-45ce-a4dc-8a9b6a45f209 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Aug 25 14:56:51.060465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.073787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:51.073787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.097614 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fadc7b69-6ba3-45c8-a7f5-f3c7d0f0090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.133896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Allocated IP 19.80.0.2 (00616359-e862-422c-a270-580b7df318ac/0d83f1af-fd5b-41a3-8ec4-5a965749b70e/3ae719da-e784-4823-a5f5-0c4a61bf5286) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:51.160548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Network': ['ID=d2de1e77-6566-4d6e-8152-8d97207e2efa,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:51.169907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb7aa1b8-f609-4624-b317-85c6dd2032cc tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6822352 Aug 25 14:56:51.173309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d2de1e77-6566-4d6e-8152-8d97207e2efa details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:56:51.176940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33674) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:51.182402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'subnet': {'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:51.232030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.289117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event deleted for resources: {'Port': ['ID=2530626a-8692-4fae-8366-945abf6950c9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:51.393896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.406387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:51.410306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.504057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.513974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Transition to ACTIVE for port object 3ae719da-e784-4823-a5f5-0c4a61bf5286 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:51.526017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.531097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.574319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Transition to ACTIVE for port object 3ae719da-e784-4823-a5f5-0c4a61bf5286 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:51.613019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45eab4-a360-4b37-b8c9-af3578f06e50 req-1e13fbfe-5a13-4c85-b2ac-89334de7438a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:51.615732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f45eab4-a360-4b37-b8c9-af3578f06e50 req-1e13fbfe-5a13-4c85-b2ac-89334de7438a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.1917696 Aug 25 14:56:51.655208 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.696235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.697914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Fanout notify agent at l3_agent the message router_deleted on router 612db273-3427-4677-9a92-99be5e0c2aa0 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:56:51.720394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.722370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9f9f129f-aa45-439b-9050-a42d5daf8bdb tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/612db273-3427-4677-9a92-99be5e0c2aa0 HTTP/1.1" status: 204 len: 168 time: 2.2846644 Aug 25 14:56:51.730103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33692) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:51.740343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-220574598', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:51.745084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Network 00616359-e862-422c-a270-580b7df318ac is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:51.747571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Pushing event updated for resources: {'Port': ['ID=3ae719da-e784-4823-a5f5-0c4a61bf5286,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:51.759559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:51.763044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:51.771088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f45eab4-a360-4b37-b8c9-af3578f06e50 req-3e52f67b-f558-4d2b-861d-bfc79638b6a6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287992 Aug 25 14:56:51.835217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Attempting to bind port 3ae719da-e784-4823-a5f5-0c4a61bf5286 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:51.835564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Attempting to bind port 3ae719da-e784-4823-a5f5-0c4a61bf5286 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:51.835998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Attempting to bind port 3ae719da-e784-4823-a5f5-0c4a61bf5286 on network 00616359-e862-422c-a270-580b7df318ac {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:51.842134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:51.843193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Checking segment: {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:51.843193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.843462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Bound using segment: {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:51.843891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Bound port: 3ae719da-e784-4823-a5f5-0c4a61bf5286, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:51.844274 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.895273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.895450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.897223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.981381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:51.991490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:51.998703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Subnet': ['ID=70663787-7628-4e38-ac5f-1e00254e2a9d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:52.007073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Checking segment: {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:52.008016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network hostable DHCP agents. Network: d2de1e77-6566-4d6e-8152-8d97207e2efa, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:56:52.081905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] For port 3ae719da-e784-4823-a5f5-0c4a61bf5286, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:52.086538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] For port 3ae719da-e784-4823-a5f5-0c4a61bf5286, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ae719da-e784-4823-a5f5-0c4a61bf5286,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:52.123353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network d2de1e77-6566-4d6e-8152-8d97207e2efa is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:56:52.139740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1042846639-network', 'tenant_id': '1ce5444fed274028a3aa70fbe0744f10'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:52.215719 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.247915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a5e25-0db1-4784-b91d-63ef0f8d62e3 req-5bf4770b-def3-48cf-bd99-92b98c802c19 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:52.250026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee1a5e25-0db1-4784-b91d-63ef0f8d62e3 req-5bf4770b-def3-48cf-bd99-92b98c802c19 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0719550 Aug 25 14:56:52.251513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d2de1e77-6566-4d6e-8152-8d97207e2efa) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:52.254132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Made reservation on behalf of 1ce5444fed274028a3aa70fbe0744f10 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:52.256528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.261999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:52.262602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.290419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f0aa7-50fa-42e3-a00f-aae9ab508d42 None None] Network d2de1e77-6566-4d6e-8152-8d97207e2efa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:52.290700 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.363735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.384943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932a020-c111-4b70-915c-f05dddf39349 None None] Pushing event updated for resources: {'Port': ['ID=3ae719da-e784-4823-a5f5-0c4a61bf5286,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:52.412404 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee1a5e25-0db1-4784-b91d-63ef0f8d62e3 req-9f1fe0b8-3ec8-4956-8c41-57e7fe4910fa tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350026 Aug 25 14:56:52.448022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.530859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d2de1e77-6566-4d6e-8152-8d97207e2efa', 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'fixed_ips': [{'subnet_id': '70663787-7628-4e38-ac5f-1e00254e2a9d'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:56:52.532027 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.586787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.662642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:56:52.670151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273a01b-d3bf-4541-977d-928fb39322dd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:52.689699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.690091 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Added segment 0615ba13-9071-4c8d-b122-164f8ea05e5c of type vlan for network bb7576a4-5906-46f4-a6aa-5aba340355c5 Aug 25 14:56:52.775785 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b34f9314-8d63-4981-b024-e2e061ea5614 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5929148 Aug 25 14:56:52.813243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.862671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Allocated IP 19.86.0.2 (d2de1e77-6566-4d6e-8152-8d97207e2efa/70663787-7628-4e38-ac5f-1e00254e2a9d/7b6f5454-725f-4f8e-b8f2-240b3f55c198) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:52.932045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.959286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.961363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:52.963586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:52.965334 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.053930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08206709-6e8d-4652-b9ee-d6c436045ee6 req-d74637a2-36a0-4dfa-b0c3-5adaccd19293 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:53.056045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08206709-6e8d-4652-b9ee-d6c436045ee6 req-d74637a2-36a0-4dfa-b0c3-5adaccd19293 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.1471930 Aug 25 14:56:53.060611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0773962 Aug 25 14:56:53.065138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33730) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:53.088696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Request body: {'subnet': {'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1042846639-subnet', 'tenant_id': '1ce5444fed274028a3aa70fbe0744f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:53.091452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e1847-44ae-422d-9fae-8fdc0d7f7174 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7576a4-5906-46f4-a6aa-5aba340355c5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:53.115379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network bb7576a4-5906-46f4-a6aa-5aba340355c5 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:56:53.121696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08206709-6e8d-4652-b9ee-d6c436045ee6 req-7e6f21da-8996-4f28-b88e-366b69cbb373 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496914 Aug 25 14:56:53.216893 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.218895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Made reservation on behalf of 1ce5444fed274028a3aa70fbe0744f10 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:53.220842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.229158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Transition to ACTIVE for port object 7b6f5454-725f-4f8e-b8f2-240b3f55c198 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:53.254551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Transition to ACTIVE for port object 7b6f5454-725f-4f8e-b8f2-240b3f55c198 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:56:53.306335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Allocated IP 172.25.8.205 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/c0638fc6-fd3e-4708-b5bf-9e4d4779f766) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:53.308714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f65279-4ad8-4ff6-9086-7c663aad15e1 req-4e185234-6470-40e7-84ad-d7ab00de0395 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:53.310541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0f65279-4ad8-4ff6-9086-7c663aad15e1 req-4e185234-6470-40e7-84ad-d7ab00de0395 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0831957 Aug 25 14:56:53.323662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:53.341183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'floatingip': {'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:53.345964 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.394859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-24dd0bf0-8f89-4358-8255-f1ed376a93c7 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:53.408062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-24dd0bf0-8f89-4358-8255-f1ed376a93c7 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:53.422938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-24dd0bf0-8f89-4358-8255-f1ed376a93c7 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/networks?id=00616359-e862-422c-a270-580b7df318ac&id=d2de1e77-6566-4d6e-8152-8d97207e2efa HTTP/1.1" status: 200 len: 1392 time: 0.2979457 Aug 25 14:56:53.423216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Network d2de1e77-6566-4d6e-8152-8d97207e2efa is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:53.426246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:53.432662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:53.441179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.497785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Pushing event updated for resources: {'Port': ['ID=7b6f5454-725f-4f8e-b8f2-240b3f55c198,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:53.539741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-4cb9ced0-069b-4ac2-9e75-fa72d4edb7af tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/quotas/52fe5ef0558a4240bf974675a4efb6c5 HTTP/1.1" status: 200 len: 375 time: 0.1151907 Aug 25 14:56:53.572744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Attempting to bind port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:56:53.574292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Attempting to bind port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:56:53.574766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Attempting to bind port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 on network d2de1e77-6566-4d6e-8152-8d97207e2efa {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:56:53.599297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:56:53.603647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Checking segment: {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:53.604306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.613162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Bound using segment: {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:56:53.615719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Bound port: 7b6f5454-725f-4f8e-b8f2-240b3f55c198, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:56:53.616405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.735708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] For port 7b6f5454-725f-4f8e-b8f2-240b3f55c198, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:56:53.739132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] For port 7b6f5454-725f-4f8e-b8f2-240b3f55c198, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b6f5454-725f-4f8e-b8f2-240b3f55c198,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:56:53.761321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-ea48e2b7-3207-4272-afdd-c06cea465733 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2206728 Aug 25 14:56:53.790876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ae719da-e784-4823-a5f5-0c4a61bf5286 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:53.853783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.854969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efbb1a-db77-4a84-9834-6c327f3f9d28 req-71086f1b-206c-41a6-8f40-10905d39605d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:53.868701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93efbb1a-db77-4a84-9834-6c327f3f9d28 req-71086f1b-206c-41a6-8f40-10905d39605d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1867003 Aug 25 14:56:53.872664 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.915816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6a250-888c-4e93-ab60-f6e30e7dc37d None None] Network 00616359-e862-422c-a270-580b7df318ac requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:53.934322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c367e7b-a79a-4aab-8685-11cccd4806a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.936020 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:53.981889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:53.994335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3ae719da-e784-4823-a5f5-0c4a61bf5286 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:54.011870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-37311586-7876-40c5-b066-dcea76ffaf2d service neutron] 10.222.0.58 "GET /v2.0/networks/00616359-e862-422c-a270-580b7df318ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380171 Aug 25 14:56:54.049658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a63f2-3cc3-4e97-b77c-37a708621ca5 None None] Pushing event updated for resources: {'Port': ['ID=7b6f5454-725f-4f8e-b8f2-240b3f55c198,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:54.081777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93efbb1a-db77-4a84-9834-6c327f3f9d28 req-767d996e-fb03-4ab3-8543-eaef2f413a16 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116244 Aug 25 14:56:54.138038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-b30c47e0-fd87-4ac1-9c70-f1e7e875f32c service neutron] 10.222.0.58 "GET /v2.0/networks/00616359-e862-422c-a270-580b7df318ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250393 Aug 25 14:56:54.143396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] Provisioning for port 3ae719da-e784-4823-a5f5-0c4a61bf5286 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:54.151572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] Provisioning complete for port 3ae719da-e784-4823-a5f5-0c4a61bf5286 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:54.151901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.152748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.155370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.282173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:54.300815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'mac_address': 'fa:16:3e:71:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:56:54.321045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:56:54.344445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:54.362818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:56:54.380968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82256b0-50e9-428e-8249-7c325ca9ac80,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:54.384694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event updated for resources: {'Port': ['ID=c0638fc6-fd3e-4708-b5bf-9e4d4779f766,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:54.447817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.458979 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.485556 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.resource_extend [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 14:56:54.491671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Checking segment: {'id': '0615ba13-9071-4c8d-b122-164f8ea05e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:56:54.492337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Network hostable DHCP agents. Network: bb7576a4-5906-46f4-a6aa-5aba340355c5, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:56:54.519614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-86d896f9-1dd5-4859-9a73-fd61324fae8a service neutron] 10.222.0.58 "GET /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796871 Aug 25 14:56:54.532873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dda7f29d-0350-40ba-8885-a970d7f5471d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:56:54.606178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] For port 3ae719da-e784-4823-a5f5-0c4a61bf5286, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ae719da-e784-4823-a5f5-0c4a61bf5286,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:54.609732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.613157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:54.694036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.740078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.749799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.777874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdf04d-255b-4e90-899f-c74b96da08e6 None None] Pushing event updated for resources: {'Port': ['ID=3ae719da-e784-4823-a5f5-0c4a61bf5286,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:54.781040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-039c35ab-9a80-45d6-9ced-e96138fd91d1 service neutron] 10.222.0.58 "GET /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599776 Aug 25 14:56:54.790271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Network bb7576a4-5906-46f4-a6aa-5aba340355c5 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:56:54.846439 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b3179e61-5965-4338-94a8-5f2ce078f783 None None] Provisioning complete for port 3ae719da-e784-4823-a5f5-0c4a61bf5286 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:54.846791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3179e61-5965-4338-94a8-5f2ce078f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:54.876096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:54.887007 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Floating IP b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b associated. External IP: 172.25.8.222, port: c1926ca1-281d-43bc-ba7e-3b07811f77ca. Aug 25 14:56:54.909597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['dda7f29d-0350-40ba-8885-a970d7f5471d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:56:55.000659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, bb7576a4-5906-46f4-a6aa-5aba340355c5) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:56:55.008673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:55.009739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:55.045534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa1ffa-aeda-480c-b918-3a1c67a182b6 None None] Network bb7576a4-5906-46f4-a6aa-5aba340355c5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:55.118442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:55.232967 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-37df8862-9a88-41c4-90bd-454bb9cbb4b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1667213 Aug 25 14:56:55.327237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Router 8654eafe-eb62-474d-97a7-91efcd20223d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:56:55.447079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0a0a2-c199-4d90-b2e5-e646595e2bb5 None None] Network bb7576a4-5906-46f4-a6aa-5aba340355c5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:55.461336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d156-334e-4233-9d62-0d1e2b519d80 req-cd31d83d-6e22-4dea-949d-d6bc46b229e3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:55.473972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ba3d156-334e-4233-9d62-0d1e2b519d80 req-cd31d83d-6e22-4dea-949d-d6bc46b229e3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1971803 Aug 25 14:56:55.529535 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:55.564140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ba3d156-334e-4233-9d62-0d1e2b519d80 req-30ce5dec-cba8-4ef0-9708-9d2c10b2f101 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880735 Aug 25 14:56:55.650838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5ead5-6296-4fcb-86c7-7fe41240a8f0 None None] Network d2de1e77-6566-4d6e-8152-8d97207e2efa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:56:55.700472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:55.707245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:55.719602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56c74452-e4b8-410a-8d92-77eff9f1375d req-01c7c494-8b60-4974-ae3b-e388df9cef15 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 210 time: 0.4979515 Aug 25 14:56:55.798263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7472251-c9e1-4426-9a5f-602bb308f69c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "PUT /v2.0/floatingips/b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b HTTP/1.1" status: 200 len: 991 time: 2.4644475 Aug 25 14:56:55.804571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:55.807303 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36baec9-05c1-4076-be6e-cefd4ab7f704" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:55.817605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] Sync routers for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:55.910143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:55.910808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:55.991092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:55.991092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a6af9796-7f82-4fdb-846d-cc85786c6211 None None] Provisioning for port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:56.070069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b6f5454-725f-4f8e-b8f2-240b3f55c198 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:56.281514 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af783c5-605c-4b46-83ea-c6923e1207c9 x-openstack-request-id: req-9af783c5-605c-4b46-83ea-c6923e1207c9 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:56.281813 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:56.282069 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9af783c5-605c-4b46-83ea-c6923e1207c9 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:56.282479 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'status': 'completed', 'code': 200} Aug 25 14:56:56.395228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-d760e564-4454-481d-b8de-a338e87c7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:56.396894 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-d760e564-4454-481d-b8de-a338e87c7758 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1096 time: 0.0817764 Aug 25 14:56:56.444992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:56.564827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-91c8a199-9d3e-4f9d-8e2f-b784e62c9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:56.566660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:56.567552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-91c8a199-9d3e-4f9d-8e2f-b784e62c9eed service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1605730 Aug 25 14:56:56.605039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-e70495ad-a89a-4c5b-8145-740dd10a2224 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:56.614506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port dda7f29d-0350-40ba-8885-a970d7f5471d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:56.619685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:56.620152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-e70495ad-a89a-4c5b-8145-740dd10a2224 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/networks?id=bb7576a4-5906-46f4-a6aa-5aba340355c5 HTTP/1.1" status: 200 len: 809 time: 0.2887545 Aug 25 14:56:56.648832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-c4c77737-7f91-4c6f-a580-a21441ddd070 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/quotas/1ce5444fed274028a3aa70fbe0744f10 HTTP/1.1" status: 200 len: 375 time: 0.0286686 Aug 25 14:56:56.669702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:56:56.689795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-805cc446-4183-4399-9826-7d20c5f47125 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.1139967 Aug 25 14:56:56.704080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-5f6c62b6-6738-4683-86f2-6611f1e0a728 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce5444fed274028a3aa70fbe0744f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542107 Aug 25 14:56:56.739737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:56.740356 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:56.836623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-4966c49c-135c-4d44-9e50-514e8f997f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:56.836623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-4966c49c-135c-4d44-9e50-514e8f997f9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1368718 Aug 25 14:56:56.849482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f93e6-f59d-4f7a-b587-dd87569869b4 req-a565348b-1b0a-43fa-aeae-11e1cc09853d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:56.857886 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e7f93e6-f59d-4f7a-b587-dd87569869b4 req-a565348b-1b0a-43fa-aeae-11e1cc09853d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1339631 Aug 25 14:56:56.912900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-ebe5f6ee-f1d4-41e1-b376-6afcaf01266a service neutron] 10.222.0.58 "GET /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078664 Aug 25 14:56:57.012288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e7f93e6-f59d-4f7a-b587-dd87569869b4 req-6bee7d96-b168-49a2-8d4a-f40948124301 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527793 Aug 25 14:56:57.032622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-bf0ed5ad-daf6-4f7e-9254-a8c48f35f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:57.035183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-bf0ed5ad-daf6-4f7e-9254-a8c48f35f41a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746147 Aug 25 14:56:57.049665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.098879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Router f741e6eb-b979-4677-bed8-3b677b7d3419 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:56:57.129353 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-22dbbf69-92c5-40cf-9391-8c21da56c4e8 service neutron] 10.222.0.58 "GET /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057817 Aug 25 14:56:57.172099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.184778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.218160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:56:57.221029 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72387d0a-6cbf-463e-a761-d69f53e68e3d" -d '{"events": [{"server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "name": "network-vif-plugged", "status": "completed", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:56:57.248903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-601dd8dc-4f3e-46e1-98df-fd5c7931e5df service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037880 Aug 25 14:56:57.255877 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.266989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:57.280869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8b84b17d-5afe-41f1-816b-65ff650c2de8 None None] Provisioning complete for port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:57.281537 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8b84b17d-5afe-41f1-816b-65ff650c2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.305029 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9fe42eb1-5a23-46bf-937b-72dd5d6282c1 req-5ad65089-d66c-4d68-9cb4-8b8f819f8666 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 210 time: 0.0545471 Aug 25 14:56:57.386169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7b6f5454-725f-4f8e-b8f2-240b3f55c198, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b6f5454-725f-4f8e-b8f2-240b3f55c198,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:56:57.402413 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.506634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:56:57.522223 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] Sync routers for ids ['f741e6eb-b979-4677-bed8-3b677b7d3419'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:56:57.543588 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] Routers {'f741e6eb-b979-4677-bed8-3b677b7d3419'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:57.543588 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f741e6eb-b979-4677-bed8-3b677b7d3419'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:57.567735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:57.571989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36baec9-05c1-4076-be6e-cefd4ab7f704 req-c11a27be-9021-413d-9a73-c73afe1d37e8 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103695 Aug 25 14:56:57.586507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.586507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ae719da-e784-4823-a5f5-0c4a61bf5286 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:57.629186 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:57.648311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.653796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a816c24f-b150-482d-a60d-6ccad325d26b tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9170580 Aug 25 14:56:57.656741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33866) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:56:57.662007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:57.663474 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] Routers {'f741e6eb-b979-4677-bed8-3b677b7d3419'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:57.664160 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f741e6eb-b979-4677-bed8-3b677b7d3419'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:57.703377 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afb4a1-6e62-4084-b25e-c7244b546c34 x-openstack-request-id: req-09afb4a1-6e62-4084-b25e-c7244b546c34 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:56:57.704135 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "name": "network-vif-plugged", "status": "completed", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:56:57.704508 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09afb4a1-6e62-4084-b25e-c7244b546c34 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:56:57.705044 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'code': 200} Aug 25 14:56:57.753624 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:57.757264 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa312c-80bd-440d-aff5-aa8ec72e9cf7 None None] The sync data for ids ['f741e6eb-b979-4677-bed8-3b677b7d3419'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:57.811334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3ae719da-e784-4823-a5f5-0c4a61bf5286 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:57.812993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:57.814474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2976138f-f8c1-48da-be23-9098a73651d1 req-f9a28a0a-1149-4060-aaa9-385cd7b779f1 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 210 time: 0.0540192 Aug 25 14:56:57.914146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7b6f5454-725f-4f8e-b8f2-240b3f55c198,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:57.926103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:56:33Z', 'updated_at': '2021-08-25T14:56:54Z', 'revision_number': 1, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:32Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:57.985468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] Checking router: 8654eafe-eb62-474d-97a7-91efcd20223d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:56:58.002655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:56:58.003588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:58.281887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebfe2a-961f-428c-912d-9e7d64c8ade3 req-0023ae95-ec48-415a-92e9-b60b4844d973 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:58.292015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66ebfe2a-961f-428c-912d-9e7d64c8ade3 req-0023ae95-ec48-415a-92e9-b60b4844d973 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1579695 Aug 25 14:56:58.297023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:56:58.384265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66ebfe2a-961f-428c-912d-9e7d64c8ade3 req-a33290d7-b075-42c2-99fd-09fc471f9daa tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887580 Aug 25 14:56:58.406220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b6f5454-725f-4f8e-b8f2-240b3f55c198 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:56:58.485187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:58.550554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6a7bc4a-5789-4484-adc8-1519b47f4c2c req-f6dd99e0-3267-4f1e-9c49-e5e0787784b5 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 210 time: 0.0432377 Aug 25 14:56:58.590947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:58.686524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:56:58.687325 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:58.895482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Deleting port c0638fc6-fd3e-4708-b5bf-9e4d4779f766 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:56:58.896088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:58.901581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-16e08aab-29ba-4e92-a62d-92be0da48329 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:58.918835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-16e08aab-29ba-4e92-a62d-92be0da48329 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:58.920777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-16e08aab-29ba-4e92-a62d-92be0da48329 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "GET /v2.0/networks?id=00616359-e862-422c-a270-580b7df318ac&id=d2de1e77-6566-4d6e-8152-8d97207e2efa HTTP/1.1" status: 200 len: 1392 time: 0.2965801 Aug 25 14:56:58.937291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'port': {'device_id': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'network_id': '00616359-e862-422c-a270-580b7df318ac', 'admin_state_up': True, 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:56:58.998645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:59.001567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63b3cc27-9ae4-4e81-90ea-42bea95c6c9f req-85dca2c7-90a3-4525-8faa-d6b5c51724df tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 210 time: 0.0395067 Aug 25 14:56:59.048712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:56:33Z', 'updated_at': '2021-08-25T14:56:54Z', 'revision_number': 1, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:32Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:56:59.087927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7952a0-e522-4602-aaa9-3fa0a4e22212 None None] The sync data for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 is: [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:56:33Z', 'updated_at': '2021-08-25T14:56:54Z', 'revision_number': 1, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:32Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:56:59.093363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:59.112933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Calling delete_port for c0638fc6-fd3e-4708-b5bf-9e4d4779f766 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:56:59.297967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:56:59.303297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:56:59.304989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:56:59.309669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:59.465870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f3104-5ff4-41c1-bfbb-54461ce39533 None None] New status for floating IP b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:56:59.582839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0f20-6e8c-43c3-b319-3a43cc087de7 req-6d4781de-1bab-4b98-9496-8cb391740cc6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:56:59.585917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1cc0f20-6e8c-43c3-b319-3a43cc087de7 req-6d4781de-1bab-4b98-9496-8cb391740cc6 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1024454 Aug 25 14:56:59.588114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:59.664100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Pushing event deleted for resources: {'Port': ['ID=c0638fc6-fd3e-4708-b5bf-9e4d4779f766,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:56:59.737763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Allocated IP 19.80.0.90 (00616359-e862-422c-a270-580b7df318ac/0d83f1af-fd5b-41a3-8ec4-5a965749b70e/4411bec8-9459-41f1-ad49-092f63b5b3a4) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:56:59.818370 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:56:59.824832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c7657b6-1a09-4dc4-9063-9faeffbb1fd3 req-e197b7de-758d-49fa-8d12-e89d8e63b29a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 210 time: 0.0514081 Aug 25 14:57:00.116288 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.146157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Transition to ACTIVE for port object 4411bec8-9459-41f1-ad49-092f63b5b3a4 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:00.259246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:00.298895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.308700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'port_id': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'mac_address': 'fa:16:3e:36:4f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024d4f95-5cec-4dbf-a1f8-4b1be586846a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:57:00.319570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.391585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:00.394998 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da8b79-f9be-41f0-96fa-2310edefe77a" -d '{"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:00.428337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Port': ['ID=4411bec8-9459-41f1-ad49-092f63b5b3a4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:00.432384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1cc0f20-6e8c-43c3-b319-3a43cc087de7 req-0f50ec7f-192e-4803-a4e8-48f481f6203a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758536 Aug 25 14:57:00.454508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:00.456828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.491524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ebfd126-2a12-45ae-9aa4-dc9f3fd053b4 req-0dded14b-85e8-4c1d-a2a1-166d9dca26b6 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 210 time: 0.1899998 Aug 25 14:57:00.504739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a5e60cc-022d-4a81-87b4-49bb10cf5960 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:00.512832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network 00616359-e862-422c-a270-580b7df318ac is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:00.526454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:00.534739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:00.545605 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24665c2e-7877-4f1a-afd6-f09217c6e051 x-openstack-request-id: req-24665c2e-7877-4f1a-afd6-f09217c6e051 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:00.557275 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:00.564999 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24665c2e-7877-4f1a-afd6-f09217c6e051 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:00.564999 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'code': 200} Aug 25 14:57:00.564999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.591924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.603165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.610830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:00.611718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.689974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:00.731126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-78f29268-3f9b-462a-a222-8d71fcc29beb tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8004208 Aug 25 14:57:00.761575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Router f741e6eb-b979-4677-bed8-3b677b7d3419 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:57:00.776616 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:57:00.777273 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:57:00.906890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-4a1b3a79-9016-4efa-91be-905caced3af0 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:00.909269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-4a1b3a79-9016-4efa-91be-905caced3af0 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.45 "GET /v2.0/networks?id=bb7576a4-5906-46f4-a6aa-5aba340355c5 HTTP/1.1" status: 200 len: 809 time: 0.2198744 Aug 25 14:57:00.914229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Request body: {'port': {'device_id': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa', 'admin_state_up': True, 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:00.929069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Request body: {'port': {'device_id': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5', 'admin_state_up': True, 'tenant_id': '1ce5444fed274028a3aa70fbe0744f10'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:00.943369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:57:00.965605 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] Sync routers for ids ['f741e6eb-b979-4677-bed8-3b677b7d3419'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:57:00.984276 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] Routers {'f741e6eb-b979-4677-bed8-3b677b7d3419'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:00.994173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f741e6eb-b979-4677-bed8-3b677b7d3419'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:00.994344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:00.994344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-393f8fb7-b42e-4de5-900f-8b5228a5c635 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "PUT /v2.0/routers/f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 200 len: 709 time: 3.3339229 Aug 25 14:57:00.996556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33924) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:01.062554 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:01.077477 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] Routers {'f741e6eb-b979-4677-bed8-3b677b7d3419'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:01.078676 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:56:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f741e6eb-b979-4677-bed8-3b677b7d3419'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:01.145218 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:01.146735 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11961a9-9d20-4f85-8c6d-a9d288e761ff None None] The sync data for ids ['f741e6eb-b979-4677-bed8-3b677b7d3419'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:57:01.215896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e47ddd8f-0a87-4a3b-a6c5-20ec013458b7 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/routers/f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 200 len: 744 time: 0.2130253 Aug 25 14:57:01.218697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:01.281936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9fd50cf-1aff-45ad-8661-31653708df02 tempest-RoutersIpV6AdminTest-734821055 tempest-RoutersIpV6AdminTest-734821055-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 200 len: 205 time: 0.0617926 Aug 25 14:57:01.285980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33938) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:01.306790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 14:57:01.306790 n-d-805995-2 neutron-server[101873]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 14:57:01.306790 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'id': '893664df-d6f1-4add-a271-49ddceb3d0ae', 'expiration': datetime.datetime(2021, 8, 25, 14, 59, 1, 286420)}] Aug 25 14:57:01.306790 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:57:01.307702 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:57:01.310681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1813a465-44ca-442d-b238-2901dfa8722d None None] Provisioning for port 4411bec8-9459-41f1-ad49-092f63b5b3a4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:01.321367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1813a465-44ca-442d-b238-2901dfa8722d None None] Provisioning complete for port 4411bec8-9459-41f1-ad49-092f63b5b3a4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:01.321748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1813a465-44ca-442d-b238-2901dfa8722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.340270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18044c-ff04-459e-9e67-b087b241fda4 req-aa4909dd-4188-4700-b53c-97f67ca5a3ca tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:01.342446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b18044c-ff04-459e-9e67-b087b241fda4 req-aa4909dd-4188-4700-b53c-97f67ca5a3ca tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 931 time: 0.3343384 Aug 25 14:57:01.346046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d7c47f2-ee29-464b-b29a-fc7347332597 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 200 len: 205 time: 0.0588658 Aug 25 14:57:01.349140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33944) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:01.404954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Made reservation on behalf of 1ce5444fed274028a3aa70fbe0744f10 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:01.408957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.411410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b18044c-ff04-459e-9e67-b087b241fda4 req-57d15339-f58e-4f1d-99f6-76769ce338b4 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555885 Aug 25 14:57:01.423111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1813a465-44ca-442d-b238-2901dfa8722d None None] Port 4411bec8-9459-41f1-ad49-092f63b5b3a4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:01.454196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.479082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.479606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5e60cc-022d-4a81-87b4-49bb10cf5960 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:01.510657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:01.595342 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.643744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd49ad-7c86-4130-b2bc-e82fc2602116 req-03678fc9-00e7-4722-b6ae-7d52ebfdfeb8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:01.648298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06fd49ad-7c86-4130-b2bc-e82fc2602116 req-03678fc9-00e7-4722-b6ae-7d52ebfdfeb8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 943 time: 0.1099327 Aug 25 14:57:01.706153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:01.731630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06fd49ad-7c86-4130-b2bc-e82fc2602116 req-e6fd3be3-49da-463b-bc95-8552bb58301b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746922 Aug 25 14:57:01.789036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91d9bf18-92bb-4364-ab02-5a5e31c7f47c req-eb459d8b-2a70-41e8-9eb5-9ce3199ef735 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 210 time: 0.1435766 Aug 25 14:57:01.808320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4a5e60cc-022d-4a81-87b4-49bb10cf5960'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:01.832638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.862938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:01.940704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Allocated IP 172.20.0.7 (bb7576a4-5906-46f4-a6aa-5aba340355c5/d82256b0-50e9-428e-8249-7c325ca9ac80/31ece072-a70a-44e8-861c-85c828c40f2a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:01.945079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Made reservation on behalf of 52fe5ef0558a4240bf974675a4efb6c5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:01.951774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.061011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.061423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Fanout notify agent at l3_agent the message router_deleted on router f741e6eb-b979-4677-bed8-3b677b7d3419 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:57:02.068996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.069854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e955db1-d9f4-442a-a8ea-9f47d9650b58 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 204 len: 168 time: 0.7194629 Aug 25 14:57:02.075438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33952) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.116101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6913623f-5a9f-4ac0-b0af-c8600d9a314a tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 200 len: 205 time: 0.0394034 Aug 25 14:57:02.118903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33954) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.169360 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-328c889f-2fa1-49ca-a024-b314a60adc82 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] delete failed (client error): The resource could not be found. Aug 25 14:57:02.170932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-328c889f-2fa1-49ca-a024-b314a60adc82 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/f741e6eb-b979-4677-bed8-3b677b7d3419 HTTP/1.1" status: 404 len: 336 time: 0.0502679 Aug 25 14:57:02.173722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33956) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.246244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-69932520-2962-483c-bc52-828d62c0599e tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=612db273-3427-4677-9a92-99be5e0c2aa0 HTTP/1.1" status: 200 len: 205 time: 0.0656993 Aug 25 14:57:02.246244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.287265 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-d70a63e2-3309-4dbe-985c-700288dcefc2 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] delete failed (client error): The resource could not be found. Aug 25 14:57:02.289115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d70a63e2-3309-4dbe-985c-700288dcefc2 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/612db273-3427-4677-9a92-99be5e0c2aa0 HTTP/1.1" status: 404 len: 336 time: 0.0434189 Aug 25 14:57:02.295302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Allocated IP 19.86.0.104 (d2de1e77-6566-4d6e-8152-8d97207e2efa/70663787-7628-4e38-ac5f-1e00254e2a9d/6f35ad97-dce7-4585-aa62-9a861cf00207) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:02.296088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33962) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.311448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.329959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-76fa859a-baa9-469f-85cb-99e8da9e89bf tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=23af228b-1327-4740-b519-5f602360c5db HTTP/1.1" status: 200 len: 205 time: 0.0331426 Aug 25 14:57:02.338753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33966) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.405135 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-4ca3a836-31fd-42fe-80e1-28a81a0cfaf2 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] delete failed (client error): The resource could not be found. Aug 25 14:57:02.409040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4ca3a836-31fd-42fe-80e1-28a81a0cfaf2 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/23af228b-1327-4740-b519-5f602360c5db HTTP/1.1" status: 404 len: 336 time: 0.0665860 Aug 25 14:57:02.409590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.456754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be758bb3-bfd1-4f8a-b598-51a5491f9919 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=11983939-df70-4e5d-be3b-edd2541a400c HTTP/1.1" status: 200 len: 205 time: 0.0432692 Aug 25 14:57:02.456968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33980) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.509455 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-4066378d-f24d-4e08-81da-6a84bda6dcf3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] delete failed (client error): The resource could not be found. Aug 25 14:57:02.510749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4066378d-f24d-4e08-81da-6a84bda6dcf3 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/11983939-df70-4e5d-be3b-edd2541a400c HTTP/1.1" status: 404 len: 336 time: 0.0524805 Aug 25 14:57:02.513823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33984) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.547207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ea267413-c1c8-4399-995a-e8cfc31dde17 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa27856f-ea6e-4bc3-a29d-c5e8b859e49b HTTP/1.1" status: 200 len: 205 time: 0.0317302 Aug 25 14:57:02.550691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33986) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.675683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.675683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bb902-ba1d-4d74-9361-d8edee89f364 req-003736ad-b60b-4e44-8db3-d8a08e62de24 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:02.676706 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-0f4f2aa5-a8a9-47da-a94d-c23c4395d805 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] delete failed (client error): The resource could not be found. Aug 25 14:57:02.676798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-033bb902-ba1d-4d74-9361-d8edee89f364 req-003736ad-b60b-4e44-8db3-d8a08e62de24 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 931 time: 0.0893147 Aug 25 14:57:02.676887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0f4f2aa5-a8a9-47da-a94d-c23c4395d805 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/aa27856f-ea6e-4bc3-a29d-c5e8b859e49b HTTP/1.1" status: 404 len: 336 time: 0.0422750 Aug 25 14:57:02.676960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Transition to ACTIVE for port object 6f35ad97-dce7-4585-aa62-9a861cf00207 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:02.676960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-033bb902-ba1d-4d74-9361-d8edee89f364 req-e5ea5130-7a74-49b3-9a0e-8f2ac0683aad tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Aug 25 14:57:02.679083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33988) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.711121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fa97f84e-1273-47c8-a41d-a4c3c89999da tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "GET /v2.0/ports?device_id=5726f082-a9d3-433a-bb7d-7becc736d596 HTTP/1.1" status: 200 len: 205 time: 0.0307572 Aug 25 14:57:02.713371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33990) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.750220 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-2bcac6d1-532c-4376-98d5-16ce5e85c0f1 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] delete failed (client error): The resource could not be found. Aug 25 14:57:02.751263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2bcac6d1-532c-4376-98d5-16ce5e85c0f1 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/routers/5726f082-a9d3-433a-bb7d-7becc736d596 HTTP/1.1" status: 404 len: 336 time: 0.0369525 Aug 25 14:57:02.754111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33992) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:02.781480 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cdaaf7-94bc-44a1-86ff-9c7a6390a055 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] DELETE failed (client error): The resource could not be found. Aug 25 14:57:02.781861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cdaaf7-94bc-44a1-86ff-9c7a6390a055 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 14:57:02.783631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-40cdaaf7-94bc-44a1-86ff-9c7a6390a055 tempest-RoutersIpV6AdminTest-2069442760 tempest-RoutersIpV6AdminTest-2069442760-project] 10.222.0.58 "DELETE /v2.0/subnets/5753e074-b605-4a04-875e-9b9057639497 HTTP/1.1" status: 404 len: 337 time: 0.0286322 Aug 25 14:57:02.866105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.878148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff8cb1-4ffb-4faa-b8f7-029cd57fd423 req-00e7b6f2-0293-482e-bd55-995e585cec8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:02.879781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11ff8cb1-4ffb-4faa-b8f7-029cd57fd423 req-00e7b6f2-0293-482e-bd55-995e585cec8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 944 time: 0.0674486 Aug 25 14:57:02.906518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Network bb7576a4-5906-46f4-a6aa-5aba340355c5 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:02.911966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:02.931937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:02.932201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11ff8cb1-4ffb-4faa-b8f7-029cd57fd423 req-d104e853-43eb-48eb-a79a-0cf9390fa093 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373526 Aug 25 14:57:02.951782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:02.992795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Network d2de1e77-6566-4d6e-8152-8d97207e2efa is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:03.000801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:03.019615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:03.031822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Pushing event updated for resources: {'Port': ['ID=31ece072-a70a-44e8-861c-85c828c40f2a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:03.079340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.079704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.080049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.080393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.080741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.081071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.081407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.081759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.082086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.082410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.082751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.083097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:03.122486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:03.123721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.192028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a956c-4b3a-44f5-b9ef-3c17d519a88d req-9000d13e-1904-4e50-82ff-afa43894ce47 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:03.203862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f19a956c-4b3a-44f5-b9ef-3c17d519a88d req-9000d13e-1904-4e50-82ff-afa43894ce47 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 931 time: 0.2990992 Aug 25 14:57:03.259854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:03.260893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.309730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event updated for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:03.331606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-de83e623-3a46-4642-b1fe-6788be6aec64 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4113693 Aug 25 14:57:03.363651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f19a956c-4b3a-44f5-b9ef-3c17d519a88d req-12eb551f-dd20-41db-b34a-8d2b90dee445 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396489 Aug 25 14:57:03.370187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Request body: {'port': {'device_id': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:03.433501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a614bba8-5b76-44e5-bf36-ae91e45c342e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5230691 Aug 25 14:57:03.446460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Request body: {'port': {'device_id': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:03.452934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.511964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9d57aab9-b859-4368-8bb9-aab2e0ba9104 None None] Provisioning for port 6f35ad97-dce7-4585-aa62-9a861cf00207 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:03.524931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9d57aab9-b859-4368-8bb9-aab2e0ba9104 None None] Provisioning complete for port 6f35ad97-dce7-4585-aa62-9a861cf00207 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:03.526474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9d57aab9-b859-4368-8bb9-aab2e0ba9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.537123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:03.558795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.603634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9d57aab9-b859-4368-8bb9-aab2e0ba9104 None None] Port 6f35ad97-dce7-4585-aa62-9a861cf00207 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:03.616543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:03.695087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:03.695549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.792614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a184b849-ab46-47dc-8eb9-cf24975ceacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.862063 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.911638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:03.916462 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5889c1-bf79-4127-be97-d8721c40c184" -d '{"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:03.940216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:03.956641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a184b849-ab46-47dc-8eb9-cf24975ceacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:03.987502 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48e0386-2a06-45e5-86d7-12d71e1c4d4a x-openstack-request-id: req-b48e0386-2a06-45e5-86d7-12d71e1c4d4a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:03.988024 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:03.988374 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b48e0386-2a06-45e5-86d7-12d71e1c4d4a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:03.988977 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'code': 200} Aug 25 14:57:04.101496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528e00-ca22-4aed-b942-e6aed887639d req-d4327aa2-6722-4eee-91a7-c2cee0976893 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:04.103194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db528e00-ca22-4aed-b942-e6aed887639d req-d4327aa2-6722-4eee-91a7-c2cee0976893 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 944 time: 0.0559552 Aug 25 14:57:04.124950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4411bec8-9459-41f1-ad49-092f63b5b3a4 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:04.133383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.157462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db528e00-ca22-4aed-b942-e6aed887639d req-7c79bd07-fdde-47ae-87df-9302c353109a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Aug 25 14:57:04.166064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.208385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a184b849-ab46-47dc-8eb9-cf24975ceacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.223586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Transition to ACTIVE for port object 4411bec8-9459-41f1-ad49-092f63b5b3a4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:04.271468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184b849-ab46-47dc-8eb9-cf24975ceacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81faa76-b9be-4b46-bf63-34fdc127ceba,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:04.278383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:04.313370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0607c1-cbe9-47e7-8728-0a7998bbc9d4 req-cea1912c-deeb-43bc-9f2e-bdc523ae7001 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:04.317355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a184b849-ab46-47dc-8eb9-cf24975ceacb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5e975b95eaf46468ad523e10d7c548c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766962 Aug 25 14:57:04.318192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34034) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:04.319348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0607c1-cbe9-47e7-8728-0a7998bbc9d4 req-cea1912c-deeb-43bc-9f2e-bdc523ae7001 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:04.321217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f0607c1-cbe9-47e7-8728-0a7998bbc9d4 req-cea1912c-deeb-43bc-9f2e-bdc523ae7001 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1654 time: 0.3627079 Aug 25 14:57:04.381802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ace2d6ca-1085-4f33-8067-c74b4f1afd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.410955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ace2d6ca-1085-4f33-8067-c74b4f1afd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.556123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee705e-fb69-4fa5-a407-562249d06a06 req-4b50d32a-45ec-453b-b71a-0058d159b5bd tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:04.568010 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2ee705e-fb69-4fa5-a407-562249d06a06 req-4b50d32a-45ec-453b-b71a-0058d159b5bd tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 931 time: 0.0738525 Aug 25 14:57:04.585488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ace2d6ca-1085-4f33-8067-c74b4f1afd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.588393 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ace2d6ca-1085-4f33-8067-c74b4f1afd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.590364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ace2d6ca-1085-4f33-8067-c74b4f1afd3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a81faa76-b9be-4b46-bf63-34fdc127ceba HTTP/1.1" status: 204 len: 168 time: 0.2712562 Aug 25 14:57:04.610252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2d6ca-1085-4f33-8067-c74b4f1afd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81faa76-b9be-4b46-bf63-34fdc127ceba,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:04.677498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2ee705e-fb69-4fa5-a407-562249d06a06 req-be44f732-e4c3-4275-9f54-031d88e1dc35 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059775 Aug 25 14:57:04.786441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b65cdc-a4a6-4164-9d16-a14e6ba009cf req-184c75de-2683-4701-975c-6622f8bc8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:04.787969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6b65cdc-a4a6-4164-9d16-a14e6ba009cf req-184c75de-2683-4701-975c-6622f8bc8fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 1095 time: 0.6457238 Aug 25 14:57:04.797510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:04.958192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f0607c1-cbe9-47e7-8728-0a7998bbc9d4 req-2206bb8e-bae0-4006-9b39-6a28fe23503d tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259322 Aug 25 14:57:04.969487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6b65cdc-a4a6-4164-9d16-a14e6ba009cf req-65848265-19ae-4ae4-9ba8-5827e7f3534a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671605 Aug 25 14:57:04.978404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Pushing event updated for resources: {'Port': ['ID=4411bec8-9459-41f1-ad49-092f63b5b3a4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:05.113254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ece072-a70a-44e8-861c-85c828c40f2a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:05.138736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.173944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Attempting to bind port 4411bec8-9459-41f1-ad49-092f63b5b3a4 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:05.174273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Attempting to bind port 4411bec8-9459-41f1-ad49-092f63b5b3a4 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:05.174600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Attempting to bind port 4411bec8-9459-41f1-ad49-092f63b5b3a4 on network 00616359-e862-422c-a270-580b7df318ac {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:05.184530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Transition to ACTIVE for port object 31ece072-a70a-44e8-861c-85c828c40f2a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:05.186433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Port 4411bec8-9459-41f1-ad49-092f63b5b3a4 on network 00616359-e862-422c-a270-580b7df318ac not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:05.186433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Attempting to bind port 4411bec8-9459-41f1-ad49-092f63b5b3a4 on network 00616359-e862-422c-a270-580b7df318ac {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:05.191455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:05.191804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Checking segment: {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:05.192184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Bound using segment: {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:05.192612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Bound port: 4411bec8-9459-41f1-ad49-092f63b5b3a4, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffb4c84-e065-443f-b922-9962228cdc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00616359-e862-422c-a270-580b7df318ac'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:05.192971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.275397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] For port 4411bec8-9459-41f1-ad49-092f63b5b3a4, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:05.279178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] For port 4411bec8-9459-41f1-ad49-092f63b5b3a4, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4411bec8-9459-41f1-ad49-092f63b5b3a4,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:05.303268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.340632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f9818-4b4d-44c1-959b-dffc865963bf req-81edbcc6-4fe4-485b-aab9-d834b79b1fff tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:05.349871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-773f9818-4b4d-44c1-959b-dffc865963bf req-81edbcc6-4fe4-485b-aab9-d834b79b1fff tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0789480 Aug 25 14:57:05.404833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.407457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-773f9818-4b4d-44c1-959b-dffc865963bf req-e2430c71-3bbd-43d5-a6b5-3368b5895778 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508521 Aug 25 14:57:05.484860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=31ece072-a70a-44e8-861c-85c828c40f2a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:05.506034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:05.507408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.508418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] 10.222.0.45 "PUT /v2.0/ports/4411bec8-9459-41f1-ad49-092f63b5b3a4 HTTP/1.1" status: 200 len: 1091 time: 2.0668812 Aug 25 14:57:05.509929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'tag': '4411bec8-9459-41f1-ad49-092f63b5b3a4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:05.512387 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fdf006-d108-4dda-b488-17d19a12f6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "tag": "4411bec8-9459-41f1-ad49-092f63b5b3a4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:05.591869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08a5b3-ee81-4ebf-91c1-fbeefdc38d69 service neutron] Pushing event updated for resources: {'Port': ['ID=4411bec8-9459-41f1-ad49-092f63b5b3a4,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:05.603180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:05.615797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Attempting to bind port 31ece072-a70a-44e8-861c-85c828c40f2a on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:05.616923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Attempting to bind port 31ece072-a70a-44e8-861c-85c828c40f2a by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '0615ba13-9071-4c8d-b122-164f8ea05e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:05.617439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Attempting to bind port 31ece072-a70a-44e8-861c-85c828c40f2a on network bb7576a4-5906-46f4-a6aa-5aba340355c5 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:05.622116 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a18ce8-e145-4104-bf4a-81d4f21261ec x-openstack-request-id: req-d4a18ce8-e145-4104-bf4a-81d4f21261ec {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:05.622644 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "tag": "4411bec8-9459-41f1-ad49-092f63b5b3a4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:05.623062 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4a18ce8-e145-4104-bf4a-81d4f21261ec {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:05.623617 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'tag': '4411bec8-9459-41f1-ad49-092f63b5b3a4', 'status': 'completed', 'code': 200} Aug 25 14:57:05.640379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Port 31ece072-a70a-44e8-861c-85c828c40f2a on network bb7576a4-5906-46f4-a6aa-5aba340355c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:05.641068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Attempting to bind port 31ece072-a70a-44e8-861c-85c828c40f2a on network bb7576a4-5906-46f4-a6aa-5aba340355c5 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:05.666544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Request body: {'port': {'device_id': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:05.674737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:05.675345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-150c36f6-c552-40b9-a4d5-5ad900bb8165 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b84a4e96caaf4f0c96e8eaac8d6faedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702846 Aug 25 14:57:05.675689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Checking segment: {'id': '0615ba13-9071-4c8d-b122-164f8ea05e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:05.676093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:05.677268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Bound using segment: {'id': '0615ba13-9071-4c8d-b122-164f8ea05e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:05.678280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Bound port: 31ece072-a70a-44e8-861c-85c828c40f2a, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0615ba13-9071-4c8d-b122-164f8ea05e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:05.679422 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.804465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5774790-9e6a-42e9-b90c-219e302cd695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.839153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5774790-9e6a-42e9-b90c-219e302cd695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.854864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-b191798d-6b45-412d-8a58-b01d1434e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:05.862196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-b191798d-6b45-412d-8a58-b01d1434e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:05.864424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-b191798d-6b45-412d-8a58-b01d1434e83b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1913 time: 0.2384107 Aug 25 14:57:05.872221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:05.968347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724393-07e6-4e48-ab62-0795bbb1b538 req-2303967f-811a-45b2-88f3-cce48fee4686 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:05.970160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39724393-07e6-4e48-ab62-0795bbb1b538 req-2303967f-811a-45b2-88f3-cce48fee4686 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 943 time: 0.1997166 Aug 25 14:57:06.033874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] For port 31ece072-a70a-44e8-861c-85c828c40f2a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:06.045160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39724393-07e6-4e48-ab62-0795bbb1b538 req-6a747527-c79c-445c-a6f2-ecc76299dc4b tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Aug 25 14:57:06.082241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] For port 31ece072-a70a-44e8-861c-85c828c40f2a, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=31ece072-a70a-44e8-861c-85c828c40f2a,segment=NetworkSegment(0615ba13-9071-4c8d-b122-164f8ea05e5c),segment_id=0615ba13-9071-4c8d-b122-164f8ea05e5c)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:06.116794 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5774790-9e6a-42e9-b90c-219e302cd695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:06.124308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5774790-9e6a-42e9-b90c-219e302cd695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:06.124308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d5774790-9e6a-42e9-b90c-219e302cd695 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b369aec-18a8-4fad-a607-c49dc3dbe153 HTTP/1.1" status: 204 len: 168 time: 0.4452388 Aug 25 14:57:06.193120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:06.193475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5774790-9e6a-42e9-b90c-219e302cd695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b369aec-18a8-4fad-a607-c49dc3dbe153,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:06.257630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=31ece072-a70a-44e8-861c-85c828c40f2a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:06.259221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822312b-694b-4855-af1a-527354a69785 req-4c7e3373-2863-4d9c-920d-86d632ebf7b6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.265754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-843f006b-b01d-4ac7-9ccf-c9fa8e1cbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.266372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-843f006b-b01d-4ac7-9ccf-c9fa8e1cbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.266882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-843f006b-b01d-4ac7-9ccf-c9fa8e1cbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.268595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-843f006b-b01d-4ac7-9ccf-c9fa8e1cbb83 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3924191 Aug 25 14:57:06.269648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822312b-694b-4855-af1a-527354a69785 req-4c7e3373-2863-4d9c-920d-86d632ebf7b6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.287870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.288529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:06.289875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-027f9bc9-d2f2-4bc3-be54-9d5c7182eb9d service neutron] 10.222.0.45 "PUT /v2.0/ports/31ece072-a70a-44e8-861c-85c828c40f2a HTTP/1.1" status: 200 len: 1091 time: 2.9247696 Aug 25 14:57:06.290010 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b822312b-694b-4855-af1a-527354a69785 req-4c7e3373-2863-4d9c-920d-86d632ebf7b6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1666 time: 0.1616564 Aug 25 14:57:06.371736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b822312b-694b-4855-af1a-527354a69785 req-988d9e78-9999-4d3a-bf30-5644317cb50f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806599 Aug 25 14:57:06.497372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-2d54e87a-15de-4f41-8d75-0d20074d3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.498925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-2d54e87a-15de-4f41-8d75-0d20074d3f8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce5444fed274028a3aa70fbe0744f10&device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 1094 time: 0.1041007 Aug 25 14:57:06.510714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-1956cd36-afd1-4f47-a1cd-2c91f55eecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.512529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-96fdf006-d108-4dda-b488-17d19a12f6f5 req-1956cd36-afd1-4f47-a1cd-2c91f55eecf8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265372 Aug 25 14:57:06.561839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-68e71d45-cbae-4413-a78d-5761ef3728a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ece072-a70a-44e8-861c-85c828c40f2a HTTP/1.1" status: 200 len: 217 time: 0.0468245 Aug 25 14:57:06.604089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f2f16-08fa-485e-a88d-6bdcc1d69187 req-b20e9acf-4ecb-49ba-8b00-b41770363cc4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.606651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f4f2f16-08fa-485e-a88d-6bdcc1d69187 req-b20e9acf-4ecb-49ba-8b00-b41770363cc4 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.0672014 Aug 25 14:57:06.624585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-8a8792a2-d5e5-4395-9b41-3d3a3df706f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.625961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-8a8792a2-d5e5-4395-9b41-3d3a3df706f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82256b0-50e9-428e-8249-7c325ca9ac80 HTTP/1.1" status: 200 len: 849 time: 0.0566630 Aug 25 14:57:06.686214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f4f2f16-08fa-485e-a88d-6bdcc1d69187 req-37769d1f-a14c-42f1-b97a-15cfd305cd80 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676048 Aug 25 14:57:06.713083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-ae5b0063-451a-42bd-a2e4-445c630136f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb7576a4-5906-46f4-a6aa-5aba340355c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473790 Aug 25 14:57:06.732569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f35ad97-dce7-4585-aa62-9a861cf00207 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:06.782067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:06.843191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Transition to ACTIVE for port object 6f35ad97-dce7-4585-aa62-9a861cf00207 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:06.899240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928338e-42b2-488d-9dc9-4e1242e760f5 req-99313174-9897-4fa0-92a8-d1c1aeaab0bf tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:06.919311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4928338e-42b2-488d-9dc9-4e1242e760f5 req-99313174-9897-4fa0-92a8-d1c1aeaab0bf tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.1189165 Aug 25 14:57:06.930526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-f6aa1971-6803-459f-9cc6-502e2162c46d service neutron] 10.222.0.45 "GET /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094526 Aug 25 14:57:06.943743 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:07.094847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4928338e-42b2-488d-9dc9-4e1242e760f5 req-688f4c26-ed97-4d9c-b427-12cd75199674 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679258 Aug 25 14:57:07.117822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b3492-197b-4e30-b032-69318893f45a service neutron] Pushing event updated for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:07.227401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-778eb8a1-6ee3-482e-8372-8b049f3370a9 req-70c78b3f-f144-49ef-8595-194e28773941 service neutron] 10.222.0.45 "GET /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847068 Aug 25 14:57:07.292030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Attempting to bind port 6f35ad97-dce7-4585-aa62-9a861cf00207 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:07.292957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Attempting to bind port 6f35ad97-dce7-4585-aa62-9a861cf00207 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:07.293086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Attempting to bind port 6f35ad97-dce7-4585-aa62-9a861cf00207 on network d2de1e77-6566-4d6e-8152-8d97207e2efa {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:07.304533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Port 6f35ad97-dce7-4585-aa62-9a861cf00207 on network d2de1e77-6566-4d6e-8152-8d97207e2efa not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:07.304998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Attempting to bind port 6f35ad97-dce7-4585-aa62-9a861cf00207 on network d2de1e77-6566-4d6e-8152-8d97207e2efa {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:07.312020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:07.312508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Checking segment: {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:07.313168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Bound using segment: {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:07.313714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Bound port: 6f35ad97-dce7-4585-aa62-9a861cf00207, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:07.316176 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:07.422161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1d8b-1983-472e-960c-70d27063620f req-985ff55c-7426-46b6-94f2-5e2ab5495515 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:07.431726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-880b1d8b-1983-472e-960c-70d27063620f req-985ff55c-7426-46b6-94f2-5e2ab5495515 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 943 time: 0.1315036 Aug 25 14:57:07.444773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:07.452596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=6f35ad97-dce7-4585-aa62-9a861cf00207,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:07.485154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-880b1d8b-1983-472e-960c-70d27063620f req-1cc8f38a-252f-4455-ac3b-c252558d4ff4 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Aug 25 14:57:07.524669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:07.631524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'tag': '31ece072-a70a-44e8-861c-85c828c40f2a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:07.634904 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "728e1a9a-43af-416b-833d-2f2a3f6dfb62", "tag": "31ece072-a70a-44e8-861c-85c828c40f2a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:07.640592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f3b35-0699-41ce-a8ac-1579507d9f42 req-e87ece4f-5a3e-45b3-be32-80499dd09f50 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:07.644962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:07.645888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:07.648098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-336b3492-197b-4e30-b032-69318893f45a service neutron] 10.222.0.45 "PUT /v2.0/ports/6f35ad97-dce7-4585-aa62-9a861cf00207 HTTP/1.1" status: 200 len: 1092 time: 1.9870327 Aug 25 14:57:07.648259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f3b35-0699-41ce-a8ac-1579507d9f42 req-e87ece4f-5a3e-45b3-be32-80499dd09f50 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:07.652226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f54f3b35-0699-41ce-a8ac-1579507d9f42 req-e87ece4f-5a3e-45b3-be32-80499dd09f50 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1678 time: 0.0836086 Aug 25 14:57:07.695191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b3492-197b-4e30-b032-69318893f45a service neutron] Pushing event updated for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:07.743075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f54f3b35-0699-41ce-a8ac-1579507d9f42 req-add38ffe-9a02-4665-9283-f6493a17a87e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822339 Aug 25 14:57:07.900505 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477409a-fd8b-4d0f-8432-785a87ce875a x-openstack-request-id: req-0477409a-fd8b-4d0f-8432-785a87ce875a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:07.900505 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728e1a9a-43af-416b-833d-2f2a3f6dfb62", "tag": "31ece072-a70a-44e8-861c-85c828c40f2a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:07.900505 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0477409a-fd8b-4d0f-8432-785a87ce875a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:07.901242 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'tag': '31ece072-a70a-44e8-861c-85c828c40f2a', 'status': 'completed', 'code': 200} Aug 25 14:57:07.910288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-afef8d21-1771-422f-add0-197d7fc1acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:07.910931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-afef8d21-1771-422f-add0-197d7fc1acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:07.912681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-afef8d21-1771-422f-add0-197d7fc1acdf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1980 time: 0.0884321 Aug 25 14:57:08.043281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-335ebb49-5a6f-4073-9fce-84caa7815ca2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=4411bec8-9459-41f1-ad49-092f63b5b3a4 HTTP/1.1" status: 200 len: 217 time: 0.0968709 Aug 25 14:57:08.169798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-7e219f86-42f8-4f79-9851-fc04a423bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.171355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-7e219f86-42f8-4f79-9851-fc04a423bdef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ce5444fed274028a3aa70fbe0744f10&device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 1094 time: 0.1595228 Aug 25 14:57:08.191910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-fdda9185-e94e-4803-aef5-2033b546a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.193280 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-fdda9185-e94e-4803-aef5-2033b546a7ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d83f1af-fd5b-41a3-8ec4-5a965749b70e HTTP/1.1" status: 200 len: 801 time: 0.1403761 Aug 25 14:57:08.308092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-4e0d5c75-d1da-4c71-b98b-e633cc7da693 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.309635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-4e0d5c75-d1da-4c71-b98b-e633cc7da693 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 814 time: 0.2111602 Aug 25 14:57:08.360871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-ff563fb0-82d1-469a-aaa8-101b4094f82f tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/quotas/9e88495026154fd0a1eebddf3f950f86 HTTP/1.1" status: 200 len: 375 time: 0.0417342 Aug 25 14:57:08.363895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-44bdfd6c-1eb1-4184-acce-8665f0a3d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.365729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-44bdfd6c-1eb1-4184-acce-8665f0a3d4e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00616359-e862-422c-a270-580b7df318ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1563501 Aug 25 14:57:08.390898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-b63b580b-2bef-4aec-89ba-159362f7a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.392473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-b63b580b-2bef-4aec-89ba-159362f7a055 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb7576a4-5906-46f4-a6aa-5aba340355c5 HTTP/1.1" status: 200 len: 910 time: 0.2104571 Aug 25 14:57:08.514611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-5622944a-d16c-46d0-bdf2-443de5f4d7cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ece072-a70a-44e8-861c-85c828c40f2a HTTP/1.1" status: 200 len: 217 time: 0.1089878 Aug 25 14:57:08.603450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-4fd4a90f-fb79-4581-9039-f1fec827da22 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304907 Aug 25 14:57:08.619139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-967bee18-83d2-48db-ba0d-ea5ea103bf5b service neutron] 10.222.0.45 "GET /v2.0/networks/00616359-e862-422c-a270-580b7df318ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450712 Aug 25 14:57:08.631645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-68b0ac58-e651-4393-ad7e-2616a378dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.633677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-68b0ac58-e651-4393-ad7e-2616a378dd60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82256b0-50e9-428e-8249-7c325ca9ac80 HTTP/1.1" status: 200 len: 849 time: 0.1089323 Aug 25 14:57:08.722284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae306224-ebd1-4924-8b96-cc948b931d97 req-f4bd96a2-a227-46fe-b685-519636143da6 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:08.725162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae306224-ebd1-4924-8b96-cc948b931d97 req-f4bd96a2-a227-46fe-b685-519636143da6 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 943 time: 0.0689292 Aug 25 14:57:08.781936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-873117a1-aaf0-4bc5-b8c9-db9ab2ee35f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb7576a4-5906-46f4-a6aa-5aba340355c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102576 Aug 25 14:57:08.819282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae306224-ebd1-4924-8b96-cc948b931d97 req-1dbf8821-ea5c-423b-b6a1-1ba1bb634f3f tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757897 Aug 25 14:57:09.027830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bb38f-2339-47f9-abe8-18c39fbee273 req-9e1a3f84-b6bd-4391-8078-0861fed50014 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:09.028448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-90e90249-2cda-42ea-8d0b-63d1ff298cf0 service neutron] 10.222.0.45 "GET /v2.0/networks/00616359-e862-422c-a270-580b7df318ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926649 Aug 25 14:57:09.036313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bb38f-2339-47f9-abe8-18c39fbee273 req-9e1a3f84-b6bd-4391-8078-0861fed50014 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:09.045882 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e6bb38f-2339-47f9-abe8-18c39fbee273 req-9e1a3f84-b6bd-4391-8078-0861fed50014 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1678 time: 0.1136916 Aug 25 14:57:09.047828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-13c3bb28-58b3-4a9a-807f-5d17a0b17763 service neutron] 10.222.0.58 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111757 Aug 25 14:57:09.111230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e6bb38f-2339-47f9-abe8-18c39fbee273 req-e82e6f68-300a-49ef-bff5-6bbf80d1d13e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632679 Aug 25 14:57:09.204900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-e79d409e-d8b3-4749-a526-cfc362c5a3a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=6f35ad97-dce7-4585-aa62-9a861cf00207 HTTP/1.1" status: 200 len: 217 time: 0.1537862 Aug 25 14:57:09.282872 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-b325ef80-f389-44da-888e-a8a6f8fa08f2 service neutron] 10.222.0.45 "GET /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891438 Aug 25 14:57:09.362847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34194) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:09.395530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-b5ab52d7-597c-4fc4-ac0a-fbd6623a2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:09.397049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-b5ab52d7-597c-4fc4-ac0a-fbd6623a2b50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70663787-7628-4e38-ac5f-1e00254e2a9d HTTP/1.1" status: 200 len: 801 time: 0.1837139 Aug 25 14:57:09.436260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-a1036d10-3c04-44b5-a735-689af9d59152 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:09.437839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-a1036d10-3c04-44b5-a735-689af9d59152 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.45 "GET /v2.0/ports?device_id=37b08d5a-6471-4627-898d-8e50076627ec HTTP/1.1" status: 200 len: 945 time: 0.2448132 Aug 25 14:57:09.484328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-dd7183a0-c024-4274-8962-59494f6b6790 service neutron] 10.222.0.58 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347203 Aug 25 14:57:09.553811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-250280484', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:09.680026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Made reservation on behalf of 0852f79a2f57402c8aa84dca756ce9c4 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:09.683480 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:09.701743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:09.717861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-c9b101f7-793e-4229-b463-36cf104d6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:09.717861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-c9b101f7-793e-4229-b463-36cf104d6386 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2de1e77-6566-4d6e-8152-8d97207e2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3052249 Aug 25 14:57:09.720439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef32e917-93c2-4ab4-bd7e-937b73a94fdd req-2c1b51e5-ca8f-47b2-8f5d-a0c6948a44b6 service neutron] 10.222.0.45 "GET /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237216 Aug 25 14:57:09.892330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3022aa9d-5f9a-48b6-be9f-4c4c87f8cf7a req-bde1d49d-4f88-4bdf-b424-a1cd2913c2d1 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0795674 Aug 25 14:57:09.981356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:10.082375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:10.088497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] device_id is not set on port ff5fa7ec-933f-4acc-86da-267a61f73d23 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:57:10.189559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:10.192050 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ad677c-d437-433b-829f-8c592c1a2480" -d '{"events": [{"name": "network-changed", "server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:10.253381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e3efac-2a41-4873-be12-75ee1d988674,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:10.301125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Deleting port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:10.301481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:10.330292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Allocated IP 172.25.8.117 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/ff5fa7ec-933f-4acc-86da-267a61f73d23) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:10.357044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b223df3-7db2-4e7f-ae0c-64f504d2ea15 req-9e9ab461-25cd-4ae5-b492-b1ae90f8fcba tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:10.363742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b223df3-7db2-4e7f-ae0c-64f504d2ea15 req-9e9ab461-25cd-4ae5-b492-b1ae90f8fcba tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:10.373899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b223df3-7db2-4e7f-ae0c-64f504d2ea15 req-9e9ab461-25cd-4ae5-b492-b1ae90f8fcba tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1678 time: 0.1173701 Aug 25 14:57:10.382618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-46161593-9458-429b-9a05-237fa3b1d4dd service neutron] 10.222.0.45 "GET /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528802 Aug 25 14:57:10.393624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d411f5f-f6e1-425c-8164-1df16ceb3940 req-aac6ae67-8e5a-4157-a7cc-76e68b917248 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:10.401802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d411f5f-f6e1-425c-8164-1df16ceb3940 req-aac6ae67-8e5a-4157-a7cc-76e68b917248 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 943 time: 0.1816022 Aug 25 14:57:10.437273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b223df3-7db2-4e7f-ae0c-64f504d2ea15 req-fd56c244-2740-4fba-a506-ae3fb28b4799 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623047 Aug 25 14:57:10.569424 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd2ac8-79e4-4bb3-96d1-999ef3cf1ae6 x-openstack-request-id: req-e6dd2ac8-79e4-4bb3-96d1-999ef3cf1ae6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:10.569869 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:10.570130 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6dd2ac8-79e4-4bb3-96d1-999ef3cf1ae6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:10.570529 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207', 'status': 'completed', 'code': 200} Aug 25 14:57:10.613632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] For port 4a5e60cc-022d-4a81-87b4-49bb10cf5960, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4a5e60cc-022d-4a81-87b4-49bb10cf5960,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:10.614331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:10.631627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:10.652877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Calling delete_port for 4a5e60cc-022d-4a81-87b4-49bb10cf5960 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:10.678762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d411f5f-f6e1-425c-8164-1df16ceb3940 req-815ae3e3-69fd-4235-911e-c34fc22d72df tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757971 Aug 25 14:57:10.763206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4156ae-0e34-47d9-a84c-f00acc0a7287 req-a5689e9b-85c2-468c-838c-87530f05f373 service neutron] 10.222.0.45 "GET /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491082 Aug 25 14:57:10.819802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:10.883759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:10.898316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:10.900435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Pushing event updated for resources: {'Port': ['ID=ff5fa7ec-933f-4acc-86da-267a61f73d23,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:10.905018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:11.015584 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.016828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.021140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af5f3a7f-0498-4d19-8c3c-057532d72e13 req-d3c3ab10-73df-43f7-9173-dc30c45d5be0 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0357924 Aug 25 14:57:11.025507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-8d45af49-5a3b-460c-9607-bf0206a21625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.026106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-8d45af49-5a3b-460c-9607-bf0206a21625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.028142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-8d45af49-5a3b-460c-9607-bf0206a21625 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1980 time: 0.1121867 Aug 25 14:57:11.084950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.129484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-42094eb4-d386-4899-b862-2856d2e29a7d tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7652037 Aug 25 14:57:11.132063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34236) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:11.137135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.117'}]}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:11.167985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Pushing event deleted for resources: {'Port': ['ID=4a5e60cc-022d-4a81-87b4-49bb10cf5960,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:11.225115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.226523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.233667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] No DVR routers for this DVR port 4a5e60cc-022d-4a81-87b4-49bb10cf5960 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:11.237892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.245440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e89ea698-f1ec-4baf-9dcd-f3af39272cc6 req-95237b25-bbc8-45f3-b58f-a4b2b0550d3e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.45 "DELETE /v2.0/ports/4a5e60cc-022d-4a81-87b4-49bb10cf5960 HTTP/1.1" status: 204 len: 173 time: 1.7930355 Aug 25 14:57:11.261929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-9be9c09e-efbf-4277-8180-5a4a401157b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.263736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-9be9c09e-efbf-4277-8180-5a4a401157b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2de1e77-6566-4d6e-8152-8d97207e2efa HTTP/1.1" status: 200 len: 903 time: 0.2106898 Aug 25 14:57:11.320060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.324194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-d63131c9-2bbe-4d74-8892-df5bb370ddc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=6f35ad97-dce7-4585-aa62-9a861cf00207 HTTP/1.1" status: 200 len: 217 time: 0.0515428 Aug 25 14:57:11.399867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-4c041389-963a-4d8e-858d-8806309cdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.402356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-4c041389-963a-4d8e-858d-8806309cdb58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70663787-7628-4e38-ac5f-1e00254e2a9d HTTP/1.1" status: 200 len: 801 time: 0.0705867 Aug 25 14:57:11.461837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-e0c10362-aae6-49c4-918d-e78b121a8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.465245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-e0c10362-aae6-49c4-918d-e78b121a8dc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2de1e77-6566-4d6e-8152-8d97207e2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558469 Aug 25 14:57:11.608974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.639180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-e96d3b25-843b-48cf-bf36-5594ce66ef93 service neutron] 10.222.0.45 "GET /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655188 Aug 25 14:57:11.639499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 31ece072-a70a-44e8-861c-85c828c40f2a details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:57:11.642145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:11.679244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58487f-38e6-4d9d-8447-9f56f47cdc1f req-45b35f4e-b01a-4183-b1a9-5b76ce2109ba tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.699853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58487f-38e6-4d9d-8447-9f56f47cdc1f req-45b35f4e-b01a-4183-b1a9-5b76ce2109ba tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:11.711908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a58487f-38e6-4d9d-8447-9f56f47cdc1f req-45b35f4e-b01a-4183-b1a9-5b76ce2109ba tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1678 time: 0.1183808 Aug 25 14:57:11.757975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 31ece072-a70a-44e8-861c-85c828c40f2a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=31ece072-a70a-44e8-861c-85c828c40f2a,segment=NetworkSegment(0615ba13-9071-4c8d-b122-164f8ea05e5c),segment_id=0615ba13-9071-4c8d-b122-164f8ea05e5c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:11.790186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a58487f-38e6-4d9d-8447-9f56f47cdc1f req-016401cc-d111-4b9a-bd0f-18098d5928a3 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772951 Aug 25 14:57:11.796146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '31ece072-a70a-44e8-861c-85c828c40f2a', 'network_id': 'bb7576a4-5906-46f4-a6aa-5aba340355c5', 'port_id': '31ece072-a70a-44e8-861c-85c828c40f2a', 'mac_address': 'fa:16:3e:69:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82256b0-50e9-428e-8249-7c325ca9ac80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:57:11.803604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 4a5e60cc-022d-4a81-87b4-49bb10cf5960 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:11.804247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4a5e60cc-022d-4a81-87b4-49bb10cf5960 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:11.851897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:11.866191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ece072-a70a-44e8-861c-85c828c40f2a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:11.873357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ad677c-d437-433b-829f-8c592c1a2480 req-50784d6d-c3a7-40ed-9bbc-709a2a908b46 service neutron] 10.222.0.45 "GET /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265465 Aug 25 14:57:11.894332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 31ece072-a70a-44e8-861c-85c828c40f2a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=31ece072-a70a-44e8-861c-85c828c40f2a,segment=NetworkSegment(0615ba13-9071-4c8d-b122-164f8ea05e5c),segment_id=0615ba13-9071-4c8d-b122-164f8ea05e5c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:12.036582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:12.054956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda51cdf-25fe-49fc-85ce-585065893bd1 req-219f582b-0eb6-4984-953f-c295f3716b42 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:12.064102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eda51cdf-25fe-49fc-85ce-585065893bd1 req-219f582b-0eb6-4984-953f-c295f3716b42 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 943 time: 0.1003318 Aug 25 14:57:12.124900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=31ece072-a70a-44e8-861c-85c828c40f2a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:12.139806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eda51cdf-25fe-49fc-85ce-585065893bd1 req-d11c030a-39cf-4d9c-bfe2-717bcea2189d tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740848 Aug 25 14:57:12.203190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:12.228205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:12.236950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['31ece072-a70a-44e8-861c-85c828c40f2a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:12.269860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf7a4456-035e-436b-aa6d-5caec86d9dd7 req-96359cac-941f-40a7-a16a-41a56b163c6c tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0444248 Aug 25 14:57:12.532358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:12.572328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-deleted', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:12.578421 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fda2ae-b7d6-44dd-8b14-51669aac68a8" -d '{"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-deleted", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:12.678292 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404cd36b-ff26-4ed0-b093-01496596e315 x-openstack-request-id: req-404cd36b-ff26-4ed0-b093-01496596e315 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:12.678773 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b08d5a-6471-4627-898d-8e50076627ec", "name": "network-vif-deleted", "tag": "4a5e60cc-022d-4a81-87b4-49bb10cf5960", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:12.678977 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-404cd36b-ff26-4ed0-b093-01496596e315 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:12.679382 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b08d5a-6471-4627-898d-8e50076627ec', 'name': 'network-vif-deleted', 'tag': '4a5e60cc-022d-4a81-87b4-49bb10cf5960', 'status': 'completed', 'code': 200} Aug 25 14:57:12.840580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:12.843518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:13.028902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b0ad5feb-a313-4d8b-b3ea-cdd7822f5629 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:13.040522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b0ad5feb-a313-4d8b-b3ea-cdd7822f5629 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 814 time: 0.4371972 Aug 25 14:57:13.041142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:13.063836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bfcb4bf-0164-4ab4-b490-28f3d78e9cbd {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:57:13.065385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e1422-96ae-478f-9235-67fd9dfff4de req-f0e08a61-9195-49b8-8615-bbbc610cb850 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:13.065517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Request body: {'port': {'device_id': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'admin_state_up': True, 'tenant_id': '9e88495026154fd0a1eebddf3f950f86'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:13.065619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e1422-96ae-478f-9235-67fd9dfff4de req-f0e08a61-9195-49b8-8615-bbbc610cb850 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:13.065619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a2e1422-96ae-478f-9235-67fd9dfff4de req-f0e08a61-9195-49b8-8615-bbbc610cb850 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1678 time: 0.1326663 Aug 25 14:57:13.106187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a2e1422-96ae-478f-9235-67fd9dfff4de req-025ef861-7344-4b4f-9497-f5057bcfaf98 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Aug 25 14:57:13.318698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738dcdb-e6c2-42f4-bf72-9f4e45f71d23 req-4f470a84-3c67-409a-9c85-b06c328d3982 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:13.320208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5738dcdb-e6c2-42f4-bf72-9f4e45f71d23 req-4f470a84-3c67-409a-9c85-b06c328d3982 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 944 time: 0.0562494 Aug 25 14:57:13.371341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5738dcdb-e6c2-42f4-bf72-9f4e45f71d23 req-60e941f5-eb87-4064-9d67-17e69230c713 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Aug 25 14:57:13.384000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33b9a8f1-a92c-4c6b-94ef-fac36ca071f8 req-a609cbee-3115-4e49-a166-ac6347a1316a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0360076 Aug 25 14:57:13.549308 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 25 14:57:13.550423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bcb730a8-e95d-4d78-bee6-1701dd83a8b4 tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4173474 Aug 25 14:57:13.554264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:13.643133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4411bec8-9459-41f1-ad49-092f63b5b3a4 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:57:13.646247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 31ece072-a70a-44e8-861c-85c828c40f2a up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:13.655601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Made reservation on behalf of 9e88495026154fd0a1eebddf3f950f86 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:13.660066 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:13.666007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Deleting port ff5fa7ec-933f-4acc-86da-267a61f73d23 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:13.670954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:13.795826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 31ece072-a70a-44e8-861c-85c828c40f2a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:13.807499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 31ece072-a70a-44e8-861c-85c828c40f2a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:13.807499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:13.844296 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:57:13.849837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4411bec8-9459-41f1-ad49-092f63b5b3a4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4411bec8-9459-41f1-ad49-092f63b5b3a4,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:13.867364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '4411bec8-9459-41f1-ad49-092f63b5b3a4', 'network_id': '00616359-e862-422c-a270-580b7df318ac', 'port_id': '4411bec8-9459-41f1-ad49-092f63b5b3a4', 'mac_address': 'fa:16:3e:f9:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d83f1af-fd5b-41a3-8ec4-5a965749b70e', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:57:13.883800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:13.914897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Calling delete_port for ff5fa7ec-933f-4acc-86da-267a61f73d23 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:13.978769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.018306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.023491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4411bec8-9459-41f1-ad49-092f63b5b3a4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:14.024927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Allocated IP 172.20.0.6 (d7cbad28-c2b9-47d1-be95-1db2520e56df/024d4f95-5cec-4dbf-a1f8-4b1be586846a/ace583b8-b0bb-449c-959d-fe5c262a44ee) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:14.050323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4411bec8-9459-41f1-ad49-092f63b5b3a4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4411bec8-9459-41f1-ad49-092f63b5b3a4,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:14.076382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ece072-a70a-44e8-861c-85c828c40f2a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:14.078696 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b592a68b-3fb2-45e0-b838-780def405adc" -d '{"events": [{"server_uuid": "728e1a9a-43af-416b-833d-2f2a3f6dfb62", "name": "network-vif-plugged", "status": "completed", "tag": "31ece072-a70a-44e8-861c-85c828c40f2a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:14.095559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 31ece072-a70a-44e8-861c-85c828c40f2a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=31ece072-a70a-44e8-861c-85c828c40f2a,segment=NetworkSegment(0615ba13-9071-4c8d-b122-164f8ea05e5c),segment_id=0615ba13-9071-4c8d-b122-164f8ea05e5c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:14.148985 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803266b0-c14a-4d7a-9fe2-8bdb5dc22c7a x-openstack-request-id: req-803266b0-c14a-4d7a-9fe2-8bdb5dc22c7a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:14.148985 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728e1a9a-43af-416b-833d-2f2a3f6dfb62", "name": "network-vif-plugged", "status": "completed", "tag": "31ece072-a70a-44e8-861c-85c828c40f2a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:14.148985 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-803266b0-c14a-4d7a-9fe2-8bdb5dc22c7a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:14.148985 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ece072-a70a-44e8-861c-85c828c40f2a', 'code': 200} Aug 25 14:57:14.150577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.151360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 6f35ad97-dce7-4585-aa62-9a861cf00207 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:57:14.265485 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.267264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7881bbf-d49a-4819-aedf-e5342408a31a req-8f711534-4756-4dd5-a979-54a40f11ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:14.271173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7881bbf-d49a-4819-aedf-e5342408a31a req-8f711534-4756-4dd5-a979-54a40f11ed94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 1095 time: 0.0619948 Aug 25 14:57:14.319727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4411bec8-9459-41f1-ad49-092f63b5b3a4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:14.340137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acd921-6cbf-4f22-8a54-d5398c297bca req-a1fc52ed-5d7c-4615-a577-582b7380a93b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:14.345943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7881bbf-d49a-4819-aedf-e5342408a31a req-30d71297-7c6f-4d2f-b7c7-635ea87e782f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678725 Aug 25 14:57:14.346402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acd921-6cbf-4f22-8a54-d5398c297bca req-a1fc52ed-5d7c-4615-a577-582b7380a93b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:14.348227 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73acd921-6cbf-4f22-8a54-d5398c297bca req-a1fc52ed-5d7c-4615-a577-582b7380a93b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1679 time: 0.1129246 Aug 25 14:57:14.372684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.382452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=6f35ad97-dce7-4585-aa62-9a861cf00207,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:14.418866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '6f35ad97-dce7-4585-aa62-9a861cf00207', 'network_id': 'd2de1e77-6566-4d6e-8152-8d97207e2efa', 'port_id': '6f35ad97-dce7-4585-aa62-9a861cf00207', 'mac_address': 'fa:16:3e:fa:74:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70663787-7628-4e38-ac5f-1e00254e2a9d', 'ip_address': '19.86.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:57:14.463428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.471981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff5fa7ec-933f-4acc-86da-267a61f73d23,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:14.484915 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73acd921-6cbf-4f22-8a54-d5398c297bca req-170ac68b-078e-4a75-bbbd-6ac988d3476e tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254091 Aug 25 14:57:14.487474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=31ece072-a70a-44e8-861c-85c828c40f2a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:14.537019 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.546008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d862e-8aea-4514-a6e4-a1878a861d87 req-6bc75a4c-de6f-418b-b9dc-ac80b2dc92c1 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:14.553824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed4d862e-8aea-4514-a6e4-a1878a861d87 req-6bc75a4c-de6f-418b-b9dc-ac80b2dc92c1 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 945 time: 0.0759218 Aug 25 14:57:14.574483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f35ad97-dce7-4585-aa62-9a861cf00207 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:14.591135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed4d862e-8aea-4514-a6e4-a1878a861d87 req-8db2d6dc-71a7-47be-ba68-0d686e368e44 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359476 Aug 25 14:57:14.614870 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5d27e9e-bd1c-4d20-b9b8-94873cdc0e7c req-51926694-9ba1-451b-b181-1c6851c0deda tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0291529 Aug 25 14:57:14.616177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=6f35ad97-dce7-4585-aa62-9a861cf00207,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:14.637072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.639389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.641415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b84e91b2-cf37-4f11-97d3-184b8fd41c0b tempest-RoutersAdminNegativeIpV6Test-977684348 tempest-RoutersAdminNegativeIpV6Test-977684348-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ff5fa7ec-933f-4acc-86da-267a61f73d23 HTTP/1.1" status: 204 len: 168 time: 1.0862098 Aug 25 14:57:14.695684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Network d7cbad28-c2b9-47d1-be95-1db2520e56df is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:14.700430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:14.702422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Pushing event updated for resources: {'Port': ['ID=ace583b8-b0bb-449c-959d-fe5c262a44ee,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:14.705486 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.714939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:14.788674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:14.793648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:14.795151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:14.928851 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-b361ca17-84b5-45ef-964d-d3acda04aa8e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8753884 Aug 25 14:57:14.944148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Request body: {'port': {'device_id': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:14.952381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4411bec8-9459-41f1-ad49-092f63b5b3a4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:15.004609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.274257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34332) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:15.375349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace583b8-b0bb-449c-959d-fe5c262a44ee {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:15.384679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.398743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Transition to ACTIVE for port object ace583b8-b0bb-449c-959d-fe5c262a44ee will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:15.455248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d581c66e-f20a-4f17-840e-4f7cb09deac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.523247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.641524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4411bec8-9459-41f1-ad49-092f63b5b3a4 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:15.655489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Pushing event updated for resources: {'Port': ['ID=ace583b8-b0bb-449c-959d-fe5c262a44ee,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:15.749691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2e7a-87af-49be-92d2-ea412a03ad3f req-548b885c-3d3f-4c9b-b5dd-6fa9e7baf1c6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:15.755706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2e7a-87af-49be-92d2-ea412a03ad3f req-548b885c-3d3f-4c9b-b5dd-6fa9e7baf1c6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:15.757305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc1f2e7a-87af-49be-92d2-ea412a03ad3f req-548b885c-3d3f-4c9b-b5dd-6fa9e7baf1c6 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1680 time: 0.1508272 Aug 25 14:57:15.763628 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d581c66e-f20a-4f17-840e-4f7cb09deac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.778213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 4411bec8-9459-41f1-ad49-092f63b5b3a4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:15.783003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 4411bec8-9459-41f1-ad49-092f63b5b3a4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:15.783594 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.823553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Attempting to bind port ace583b8-b0bb-449c-959d-fe5c262a44ee on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:15.823890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Attempting to bind port ace583b8-b0bb-449c-959d-fe5c262a44ee by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:15.824228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Attempting to bind port ace583b8-b0bb-449c-959d-fe5c262a44ee on network d7cbad28-c2b9-47d1-be95-1db2520e56df {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:15.833156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc1f2e7a-87af-49be-92d2-ea412a03ad3f req-cf871fd6-8920-42ab-a4be-2e7687f4b297 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682099 Aug 25 14:57:15.834277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Port ace583b8-b0bb-449c-959d-fe5c262a44ee on network d7cbad28-c2b9-47d1-be95-1db2520e56df not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:15.834600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Attempting to bind port ace583b8-b0bb-449c-959d-fe5c262a44ee on network d7cbad28-c2b9-47d1-be95-1db2520e56df {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:15.845153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:15.845508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Checking segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:15.845907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Bound using segment: {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:15.846497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Bound port: ace583b8-b0bb-449c-959d-fe5c262a44ee, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:15.846686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.857988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d581c66e-f20a-4f17-840e-4f7cb09deac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.903587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:15.955346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4411bec8-9459-41f1-ad49-092f63b5b3a4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4411bec8-9459-41f1-ad49-092f63b5b3a4,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:15.989304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['6f35ad97-dce7-4585-aa62-9a861cf00207'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:16.065236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.127404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4411bec8-9459-41f1-ad49-092f63b5b3a4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:16.129687 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bab5ec-e91d-473c-909d-df2ddd8b3773" -d '{"events": [{"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-plugged", "status": "completed", "tag": "4411bec8-9459-41f1-ad49-092f63b5b3a4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:16.156852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4411bec8-9459-41f1-ad49-092f63b5b3a4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:16.284307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d581c66e-f20a-4f17-840e-4f7cb09deac9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84610133da2a4ef7b1c0d1e7dbd32187&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0086081 Aug 25 14:57:16.286911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34392) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:16.320549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581c66e-f20a-4f17-840e-4f7cb09deac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186d0402-9dd5-4f4a-82f7-32c2d9c699dc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:16.342878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95279150-1136-4383-8227-90e058e91203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.355632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b0be-ea10-4767-b406-93fd727c620c req-eac670b5-543d-4aa3-8fb9-44119dc94de0 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:16.359969 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1515b0be-ea10-4767-b406-93fd727c620c req-eac670b5-543d-4aa3-8fb9-44119dc94de0 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 945 time: 0.4369357 Aug 25 14:57:16.369016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95279150-1136-4383-8227-90e058e91203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.373970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] For port ace583b8-b0bb-449c-959d-fe5c262a44ee, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:16.384469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] For port ace583b8-b0bb-449c-959d-fe5c262a44ee, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:16.406832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1515b0be-ea10-4767-b406-93fd727c620c req-aaf9900a-0ddb-4844-aaad-d17ed5aebb4a tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Aug 25 14:57:16.476325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.535455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95279150-1136-4383-8227-90e058e91203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.538299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95279150-1136-4383-8227-90e058e91203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.539389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:16.540068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-95279150-1136-4383-8227-90e058e91203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/186d0402-9dd5-4f4a-82f7-32c2d9c699dc HTTP/1.1" status: 204 len: 168 time: 0.2516155 Aug 25 14:57:16.540258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:16.541481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] 10.222.0.52 "PUT /v2.0/ports/ace583b8-b0bb-449c-959d-fe5c262a44ee HTTP/1.1" status: 200 len: 1091 time: 1.6020310 Aug 25 14:57:16.541987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'tag': 'ace583b8-b0bb-449c-959d-fe5c262a44ee'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:16.544342 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9c0d17-747e-48a4-8e41-c03140ba990f", "tag": "ace583b8-b0bb-449c-959d-fe5c262a44ee"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:16.549039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279150-1136-4383-8227-90e058e91203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186d0402-9dd5-4f4a-82f7-32c2d9c699dc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:16.579429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc742e63-4f8a-499c-8b17-e6ff8cbfb364 req-539c7a69-5dfc-4a21-aeb9-0dcf80a96a8d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:16.581115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc742e63-4f8a-499c-8b17-e6ff8cbfb364 req-539c7a69-5dfc-4a21-aeb9-0dcf80a96a8d tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 943 time: 0.1158774 Aug 25 14:57:16.584574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa537c-be18-4559-9a3e-0a38aac37363 service neutron] Pushing event updated for resources: {'Port': ['ID=ace583b8-b0bb-449c-959d-fe5c262a44ee,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:16.637549 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc742e63-4f8a-499c-8b17-e6ff8cbfb364 req-41e6493b-1e46-4613-a91d-c107fd0544e3 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Aug 25 14:57:16.730741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-aedd228b-6582-46f2-84b1-887b81cf07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:16.732435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-aedd228b-6582-46f2-84b1-887b81cf07db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 1094 time: 0.0508425 Aug 25 14:57:16.753912 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ebd7e-6218-43f6-9358-d79b0a71d2e0 x-openstack-request-id: req-383ebd7e-6218-43f6-9358-d79b0a71d2e0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:16.754217 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-plugged", "status": "completed", "tag": "4411bec8-9459-41f1-ad49-092f63b5b3a4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:16.754476 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-383ebd7e-6218-43f6-9358-d79b0a71d2e0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:16.754876 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4411bec8-9459-41f1-ad49-092f63b5b3a4', 'code': 200} Aug 25 14:57:16.778756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-f5cb68ac-2362-4ee5-8c8d-c79455deb9f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee HTTP/1.1" status: 200 len: 217 time: 0.0366621 Aug 25 14:57:16.850387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-63b30b45-8103-49ab-81e7-5562a3589f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:16.854045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-63b30b45-8103-49ab-81e7-5562a3589f86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 200 len: 854 time: 0.0663784 Aug 25 14:57:16.887857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-7005b1f0-3519-4890-b598-ac5d0b2c4d80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d7cbad28-c2b9-47d1-be95-1db2520e56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262132 Aug 25 14:57:17.006368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-ba321797-34c5-4287-9d0f-48edf4552c24 service neutron] 10.222.0.52 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099904 Aug 25 14:57:17.140047 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b5aa8-bc2e-48e3-9c46-29cff48636d1 x-openstack-request-id: req-423b5aa8-bc2e-48e3-9c46-29cff48636d1 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:17.140434 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9c0d17-747e-48a4-8e41-c03140ba990f", "tag": "ace583b8-b0bb-449c-959d-fe5c262a44ee", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:17.140732 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-423b5aa8-bc2e-48e3-9c46-29cff48636d1 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:17.141133 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'tag': 'ace583b8-b0bb-449c-959d-fe5c262a44ee', 'status': 'completed', 'code': 200} Aug 25 14:57:17.147139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-487f0c3b-5d86-4706-8f42-1e842b0c6fef req-82ef1421-2b77-4fff-b784-09239b56d21a service neutron] 10.222.0.52 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318951 Aug 25 14:57:17.252923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6714a-7b8f-4806-bf59-4ced7292992c req-5a8bfabf-eb0f-45e5-bb9e-2e3a7d3f9c50 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:17.258978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6714a-7b8f-4806-bf59-4ced7292992c req-5a8bfabf-eb0f-45e5-bb9e-2e3a7d3f9c50 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:17.260602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60e6714a-7b8f-4806-bf59-4ced7292992c req-5a8bfabf-eb0f-45e5-bb9e-2e3a7d3f9c50 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1681 time: 0.0659864 Aug 25 14:57:17.303299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-60e6714a-7b8f-4806-bf59-4ced7292992c req-e4c2cf13-01d1-403e-a108-7ea68b5063da tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358894 Aug 25 14:57:17.362565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-bca8e800-2c07-45c0-8e45-295a1bfc1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:17.364261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-bca8e800-2c07-45c0-8e45-295a1bfc1325 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e88495026154fd0a1eebddf3f950f86&device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 1094 time: 0.0566404 Aug 25 14:57:17.364651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34426) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:17.419414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-266b05bf-4cc9-485a-9a3c-accac7fc8920 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0852f79a2f57402c8aa84dca756ce9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532846 Aug 25 14:57:17.423516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34430) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:17.485542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-0523199f-1e7a-44c6-bfba-ef8f64043b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:17.487235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-0523199f-1e7a-44c6-bfba-ef8f64043b6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 200 len: 915 time: 0.1120417 Aug 25 14:57:17.490569 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce721-7476-492e-a91f-623a83f5f83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:17.512592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce721-7476-492e-a91f-623a83f5f83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:17.533950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-54c881fb-8832-43e6-9f9c-ad18d2d905e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee HTTP/1.1" status: 200 len: 217 time: 0.0357451 Aug 25 14:57:17.602748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-b074b283-39c8-4586-86df-bc3c472e59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:17.605276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-b074b283-39c8-4586-86df-bc3c472e59a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 200 len: 854 time: 0.0613270 Aug 25 14:57:17.637017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce721-7476-492e-a91f-623a83f5f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:17.640619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa3ce721-7476-492e-a91f-623a83f5f83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:17.641943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fa3ce721-7476-492e-a91f-623a83f5f83d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9e3efac-2a41-4873-be12-75ee1d988674 HTTP/1.1" status: 204 len: 168 time: 0.2175059 Aug 25 14:57:17.651545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ce721-7476-492e-a91f-623a83f5f83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e3efac-2a41-4873-be12-75ee1d988674,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:17.655606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 6f35ad97-dce7-4585-aa62-9a861cf00207 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:17.703771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-8bb4065b-3592-44bc-b664-f30865c9f5c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d7cbad28-c2b9-47d1-be95-1db2520e56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874209 Aug 25 14:57:17.840800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a5bf-4796-49a1-88f8-a961c65884a0 req-65193bfc-a36a-4d9c-9a75-7b6cc661d390 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:17.842360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28e0a5bf-4796-49a1-88f8-a961c65884a0 req-65193bfc-a36a-4d9c-9a75-7b6cc661d390 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 943 time: 0.0730190 Aug 25 14:57:17.859175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 6f35ad97-dce7-4585-aa62-9a861cf00207 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:17.863385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 6f35ad97-dce7-4585-aa62-9a861cf00207 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:17.863760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:17.923637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28e0a5bf-4796-49a1-88f8-a961c65884a0 req-9cb75ac4-a7ea-4be8-a9aa-b25e213e2583 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Aug 25 14:57:17.935069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-525641c0-b086-4c84-980a-dc855cc18f03 service neutron] 10.222.0.52 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115607 Aug 25 14:57:18.014658 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:18.047928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=6f35ad97-dce7-4585-aa62-9a861cf00207,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:18.077225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bdef751-cfe6-45ba-a17b-bcc96bf5af92 req-30aacf25-b316-4906-8aa2-8aba4cd263fd service neutron] 10.222.0.52 "GET /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394153 Aug 25 14:57:18.128081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-40c4c426-20f4-4951-a193-d09a46a053d3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:18.131494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-40c4c426-20f4-4951-a193-d09a46a053d3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1421547 Aug 25 14:57:18.133600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:18.145939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-949768a9-3255-4f79-a07b-a25b9ad20b9c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/quotas/1cf49977bdf24698b12b4e3ccc546145 HTTP/1.1" status: 200 len: 375 time: 0.0106537 Aug 25 14:57:18.195873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:18.202997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-1dcc2419-1640-47b7-a12f-565fd4f47859 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489879 Aug 25 14:57:18.338077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-cf63b713-2fa2-4e86-b7ea-fb38aea11705 service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238728 Aug 25 14:57:18.444370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-f9404bcc-1fc6-48f6-80ee-e694caa5a2d6 service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991130 Aug 25 14:57:18.484346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211877d7-744b-484b-b471-46bbc22c19a0 req-f6e4756b-bdfd-467a-982d-1a71be617208 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:18.491018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211877d7-744b-484b-b471-46bbc22c19a0 req-f6e4756b-bdfd-467a-982d-1a71be617208 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:18.495758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-211877d7-744b-484b-b471-46bbc22c19a0 req-f6e4756b-bdfd-467a-982d-1a71be617208 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.0809708 Aug 25 14:57:18.537180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-211877d7-744b-484b-b471-46bbc22c19a0 req-80dc29c8-7ba0-4372-8a45-4c7102d36c92 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Aug 25 14:57:18.755578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:18.758470 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f957437b-4291-4af1-bbc5-c7c321cbaa20" -d '{"events": [{"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-plugged", "status": "completed", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:18.814984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd3de939-cf4c-4c1d-865c-259fb09747a2 req-40f3e8d5-bb5a-46a1-b5c6-fc085ea22928 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0660791 Aug 25 14:57:18.868456 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c594dc6e-560d-40b8-a09a-8fe7edd9dfe3 x-openstack-request-id: req-c594dc6e-560d-40b8-a09a-8fe7edd9dfe3 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:18.868819 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-plugged", "status": "completed", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:18.869139 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c594dc6e-560d-40b8-a09a-8fe7edd9dfe3 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:18.869600 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207', 'code': 200} Aug 25 14:57:19.008991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66845a07-17af-4843-8514-427bbc72e4dd req-87977c5c-77f7-474f-b1ce-0a1cb72abbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.009775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66845a07-17af-4843-8514-427bbc72e4dd req-87977c5c-77f7-474f-b1ce-0a1cb72abbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.012309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66845a07-17af-4843-8514-427bbc72e4dd req-87977c5c-77f7-474f-b1ce-0a1cb72abbe9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1984 time: 0.0520334 Aug 25 14:57:19.062386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66845a07-17af-4843-8514-427bbc72e4dd req-bc7516ec-93e2-499c-962a-4bf18a7c98da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Aug 25 14:57:19.085109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:19.150950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e49c95-4c15-44e7-99fa-4c7268444459 req-c5fea858-4535-4f6f-8404-06b75a4a74e5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.153383 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59e49c95-4c15-44e7-99fa-4c7268444459 req-c5fea858-4535-4f6f-8404-06b75a4a74e5 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 943 time: 0.0680594 Aug 25 14:57:19.215345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59e49c95-4c15-44e7-99fa-4c7268444459 req-7345d325-021c-4686-9c53-da40594d4e66 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508022 Aug 25 14:57:19.234439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-75770044'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:19.399398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Made reservation on behalf of cf995ca0237645bdb78c76984699a6c1 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:19.403840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.414758 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.518742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.611559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-cf79327d-11f2-449a-8054-d080085e4c62 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.613651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-cf79327d-11f2-449a-8054-d080085e4c62 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.52 "GET /v2.0/ports?device_id=a56c72a2-1bb1-404f-bc5f-aa91390b92aa HTTP/1.1" status: 200 len: 946 time: 0.0597517 Aug 25 14:57:19.622501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.653984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:57:19.664189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97473e-0c41-45ac-bbe7-9b7ffc43b4c0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:19.669539 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.669887 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Added segment e243967a-19ff-4c3a-9f8b-72099b8e6f36 of type vlan for network 5b70dd22-3837-460a-bc43-9de877c7623f Aug 25 14:57:19.729096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.738569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60277333-2f4a-4217-abef-bd26d4bf4dc6 req-c738239f-076b-4d15-839d-7af9083bf792 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.744606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60277333-2f4a-4217-abef-bd26d4bf4dc6 req-c738239f-076b-4d15-839d-7af9083bf792 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.747073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60277333-2f4a-4217-abef-bd26d4bf4dc6 req-c738239f-076b-4d15-839d-7af9083bf792 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.1170902 Aug 25 14:57:19.802129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60277333-2f4a-4217-abef-bd26d4bf4dc6 req-72311c6d-d97b-4b72-b52a-35673bb1f744 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 Aug 25 14:57:19.805619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Deleting port dda7f29d-0350-40ba-8885-a970d7f5471d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:19.806402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.836812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.842867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:19.858458 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:19.917475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Network': ['ID=5b70dd22-3837-460a-bc43-9de877c7623f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:19.928212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5b70dd22-3837-460a-bc43-9de877c7623f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:57:19.972080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-45e4ecde-32d3-4646-98b2-fce32b9e2fb8 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8826461 Aug 25 14:57:19.972293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34528) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:19.977899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5429a927-731e-4cac-b04e-c69963703604 req-4175707a-e6cf-4729-85d6-35b5f07c165a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0612319 Aug 25 14:57:19.979262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'subnet': {'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:19.991612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] For port dda7f29d-0350-40ba-8885-a970d7f5471d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=dda7f29d-0350-40ba-8885-a970d7f5471d,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:19.991999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.009717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Calling delete_port for dda7f29d-0350-40ba-8885-a970d7f5471d owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:20.065140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ace583b8-b0bb-449c-959d-fe5c262a44ee details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:57:20.093450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:20.246882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Made reservation on behalf of cf995ca0237645bdb78c76984699a6c1 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:20.253348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.266167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ace583b8-b0bb-449c-959d-fe5c262a44ee, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:20.281346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.281669 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.283530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'ace583b8-b0bb-449c-959d-fe5c262a44ee', 'network_id': 'd7cbad28-c2b9-47d1-be95-1db2520e56df', 'port_id': 'ace583b8-b0bb-449c-959d-fe5c262a44ee', 'mac_address': 'fa:16:3e:8b:4b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024d4f95-5cec-4dbf-a1f8-4b1be586846a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:57:20.320184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event deleted for resources: {'Port': ['ID=dda7f29d-0350-40ba-8885-a970d7f5471d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:20.371629 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.387280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] No DVR routers for this DVR port dda7f29d-0350-40ba-8885-a970d7f5471d on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:20.391852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.397871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3686addc-4cc5-498b-8b5d-f2b837179dab req-462def91-2678-4a12-903f-5f7f0692d9ab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.52 "DELETE /v2.0/ports/dda7f29d-0350-40ba-8885-a970d7f5471d HTTP/1.1" status: 204 len: 173 time: 0.7776000 Aug 25 14:57:20.399638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'name': 'network-vif-deleted', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:20.404584 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbdc6bc-9ee5-422b-9679-711b013634c7" -d '{"events": [{"server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "name": "network-vif-deleted", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:20.411490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace583b8-b0bb-449c-959d-fe5c262a44ee {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:20.453817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ace583b8-b0bb-449c-959d-fe5c262a44ee, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:20.482089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4277f0-9dd0-4871-9b93-f6ab9616afa4 req-7d9317ba-45c0-4563-b8b7-57802cb12440 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:20.483709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b4277f0-9dd0-4871-9b93-f6ab9616afa4 req-7d9317ba-45c0-4563-b8b7-57802cb12440 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 943 time: 0.1151106 Aug 25 14:57:20.567870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.573105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b4277f0-9dd0-4871-9b93-f6ab9616afa4 req-6b1be9c5-4db4-4d7b-9d0c-89fe21e88b4e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800066 Aug 25 14:57:20.712706 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ec9e71-62d3-46f6-8ab9-32fdf0e96167 x-openstack-request-id: req-18ec9e71-62d3-46f6-8ab9-32fdf0e96167 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:20.713348 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56c72a2-1bb1-404f-bc5f-aa91390b92aa", "name": "network-vif-deleted", "tag": "dda7f29d-0350-40ba-8885-a970d7f5471d", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:20.714113 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18ec9e71-62d3-46f6-8ab9-32fdf0e96167 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:20.715427 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c72a2-1bb1-404f-bc5f-aa91390b92aa', 'name': 'network-vif-deleted', 'tag': 'dda7f29d-0350-40ba-8885-a970d7f5471d', 'status': 'completed', 'code': 200} Aug 25 14:57:20.765773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:20.774745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ace583b8-b0bb-449c-959d-fe5c262a44ee,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:20.840154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Subnet': ['ID=27be1c2d-d4b7-49e6-9c53-33fde6e73288,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:20.850930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Checking segment: {'id': 'e243967a-19ff-4c3a-9f8b-72099b8e6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:20.851750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network hostable DHCP agents. Network: 5b70dd22-3837-460a-bc43-9de877c7623f, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:57:20.934090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network 5b70dd22-3837-460a-bc43-9de877c7623f is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:57:20.960467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cac96-cb04-4881-89c9-15e013b473db req-79503055-ffe2-4143-9b02-27bf40fe6b84 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:20.967013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cac96-cb04-4881-89c9-15e013b473db req-79503055-ffe2-4143-9b02-27bf40fe6b84 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:20.968719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af1cac96-cb04-4881-89c9-15e013b473db req-79503055-ffe2-4143-9b02-27bf40fe6b84 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.0665078 Aug 25 14:57:20.974871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ace583b8-b0bb-449c-959d-fe5c262a44ee'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:21.013210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af1cac96-cb04-4881-89c9-15e013b473db req-a9a0eab7-430a-43ed-adc6-24d893ebf709 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Aug 25 14:57:21.028315 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85569fd9-15a6-4cb3-a7d3-cd3d45acf5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.122056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5b70dd22-3837-460a-bc43-9de877c7623f) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:21.123336 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6f3a646-83a2-4b31-acb8-b1ccbf39db57 req-a4a8ffed-7dc1-40e2-a9aa-34d9bdfd2966 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0310557 Aug 25 14:57:21.126737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:21.127372 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.135097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4779a9-e0c9-45e6-bb4d-2083ca3c0bd1 None None] Network 5b70dd22-3837-460a-bc43-9de877c7623f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:21.229376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-94491929-8bd1-4164-9fc2-848ef93779c3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2559249 Aug 25 14:57:21.229742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34560) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:21.234830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1099537803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:21.329368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-5b70dd22-3837-460a-bc43-9de877c7623f', 'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f', 'tenant_id': 'cf995ca0237645bdb78c76984699a6c1', 'fixed_ips': [{'subnet_id': '27be1c2d-d4b7-49e6-9c53-33fde6e73288'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:57:21.330777 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.356575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed99d68-d304-4d6a-ac43-6bfa6f571d8e req-af0dcc21-714b-404d-8fa9-eb650c0e76eb tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:21.359156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ed99d68-d304-4d6a-ac43-6bfa6f571d8e req-af0dcc21-714b-404d-8fa9-eb650c0e76eb tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 945 time: 0.0917907 Aug 25 14:57:21.387950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.389464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.420980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ed99d68-d304-4d6a-ac43-6bfa6f571d8e req-d1b36fbf-c972-4770-b574-dc9982a3e934 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532491 Aug 25 14:57:21.482287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.517791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a4679638-fced-4e49-a01c-679fd880bc96 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:21.520448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a4679638-fced-4e49-a01c-679fd880bc96 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1628416 Aug 25 14:57:21.538513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Allocated IP 172.20.0.2 (5b70dd22-3837-460a-bc43-9de877c7623f/27be1c2d-d4b7-49e6-9c53-33fde6e73288/aa8f266b-4589-48e8-9d2d-36e6e9545426) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:21.539907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Request body: {'port': {'device_id': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'admin_state_up': True, 'tenant_id': '1cf49977bdf24698b12b4e3ccc546145'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:21.597286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.727427 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.734630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.736135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ce41473e-503e-4d3a-a595-d1bf677e2253 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5049927 Aug 25 14:57:21.739104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:21.750320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Transition to ACTIVE for port object aa8f266b-4589-48e8-9d2d-36e6e9545426 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:21.751403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a2221-0030-4eaf-8b3f-608b813e44aa req-69d7213e-37d3-4dd7-b97c-7b40a9542842 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:21.760290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c55a2221-0030-4eaf-8b3f-608b813e44aa req-69d7213e-37d3-4dd7-b97c-7b40a9542842 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 944 time: 0.0759377 Aug 25 14:57:21.770012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Transition to ACTIVE for port object aa8f266b-4589-48e8-9d2d-36e6e9545426 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:21.830226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2847ad-2219-49c3-bcba-ea2c107d95e7 req-5186299c-2789-4b27-8754-96c47d87e066 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:21.837253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2847ad-2219-49c3-bcba-ea2c107d95e7 req-5186299c-2789-4b27-8754-96c47d87e066 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:21.841321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c2847ad-2219-49c3-bcba-ea2c107d95e7 req-5186299c-2789-4b27-8754-96c47d87e066 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.0781298 Aug 25 14:57:21.857394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Made reservation on behalf of 1cf49977bdf24698b12b4e3ccc546145 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:21.861121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.905794 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:21.906792 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c55a2221-0030-4eaf-8b3f-608b813e44aa req-1b2406e5-3bcd-40eb-8748-f0717c7145eb tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444249 Aug 25 14:57:21.913886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c2847ad-2219-49c3-bcba-ea2c107d95e7 req-b61936cc-e126-42e7-a22f-961302bf6aa5 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642378 Aug 25 14:57:21.987754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Network 5b70dd22-3837-460a-bc43-9de877c7623f is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:21.988464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Pushing event updated for resources: {'Port': ['ID=aa8f266b-4589-48e8-9d2d-36e6e9545426,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:21.992145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:21.997965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:22.002165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.002522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.002869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.003236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.003587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.003977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.004313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.004649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.004973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.005302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.005636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.005953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:22.066098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Allocated IP 172.20.0.6 (6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb/609ba5f0-2432-4416-b730-ffea0fda0eb9/95e68d8f-f9bb-4698-bf01-01303d77348b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:22.085359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Attempting to bind port aa8f266b-4589-48e8-9d2d-36e6e9545426 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:22.085853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Attempting to bind port aa8f266b-4589-48e8-9d2d-36e6e9545426 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e243967a-19ff-4c3a-9f8b-72099b8e6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:22.086296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Attempting to bind port aa8f266b-4589-48e8-9d2d-36e6e9545426 on network 5b70dd22-3837-460a-bc43-9de877c7623f {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:22.092415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:22.095202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Checking segment: {'id': 'e243967a-19ff-4c3a-9f8b-72099b8e6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:22.095202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.095202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Bound using segment: {'id': 'e243967a-19ff-4c3a-9f8b-72099b8e6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:22.095202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Bound port: aa8f266b-4589-48e8-9d2d-36e6e9545426, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e243967a-19ff-4c3a-9f8b-72099b8e6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:22.095202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.103835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.181416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] For port aa8f266b-4589-48e8-9d2d-36e6e9545426, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:22.185637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] For port aa8f266b-4589-48e8-9d2d-36e6e9545426, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa8f266b-4589-48e8-9d2d-36e6e9545426,segment=NetworkSegment(e243967a-19ff-4c3a-9f8b-72099b8e6f36),segment_id=e243967a-19ff-4c3a-9f8b-72099b8e6f36)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:22.255354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3d52a07-39ef-4834-861b-5cdee70dec96 req-25a0f1e7-17ab-4e82-bc86-979f1f7c8160 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0327280 Aug 25 14:57:22.256994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.333238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.351444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874a9d9-4452-4a8c-9f79-cf43f4515faa None None] Pushing event updated for resources: {'Port': ['ID=aa8f266b-4589-48e8-9d2d-36e6e9545426,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:22.433810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Allocated IP 172.20.0.1 (5b70dd22-3837-460a-bc43-9de877c7623f/27be1c2d-d4b7-49e6-9c53-33fde6e73288/0872338f-df35-4b42-a4bb-f1f4d339c83d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:22.458192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.528280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:22.532410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:22.537786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:22.568713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:22.599913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:22.601075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.650757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.673970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428bcaf-3fa7-4127-8623-f61f5a32abef req-40dda0ed-e520-45c4-a9da-744e6c500667 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:22.674429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Transition to ACTIVE for port object 0872338f-df35-4b42-a4bb-f1f4d339c83d will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:22.675664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3428bcaf-3fa7-4127-8623-f61f5a32abef req-40dda0ed-e520-45c4-a9da-744e6c500667 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 945 time: 0.0716279 Aug 25 14:57:22.702718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-34410bc4-a7f4-4604-a2e6-389ae48798ca tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1676307 Aug 25 14:57:22.719865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Request body: {'port': {'device_id': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:22.770238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3428bcaf-3fa7-4127-8623-f61f5a32abef req-985d9e46-4942-4bed-83f4-ad3208c33e2a tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792999 Aug 25 14:57:22.783966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-e5ca8d81-10d1-4414-b006-db5d23ba75d2 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:22.785486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-e5ca8d81-10d1-4414-b006-db5d23ba75d2 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.45 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 945 time: 0.1318619 Aug 25 14:57:22.801838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.820053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:22.844074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network 5b70dd22-3837-460a-bc43-9de877c7623f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:22.850296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:22.856030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:22.890184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Port': ['ID=0872338f-df35-4b42-a4bb-f1f4d339c83d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:22.915071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.026353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Deleting port 31ece072-a70a-44e8-861c-85c828c40f2a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:23.026914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.070936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dfa1e-5453-4a3f-8f20-abe77359aa64 req-dae69110-399a-4279-b4cd-60beba92e547 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:23.077546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b3dfa1e-5453-4a3f-8f20-abe77359aa64 req-dae69110-399a-4279-b4cd-60beba92e547 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 944 time: 0.0740397 Aug 25 14:57:23.145604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b3dfa1e-5453-4a3f-8f20-abe77359aa64 req-5e22b5c9-56bf-4b32-9b05-5b57db2c8c77 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654209 Aug 25 14:57:23.154477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.245114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fc81-7013-4ae1-ad11-e29d57e1926d req-87809a65-7796-4e4c-802f-12c31e4c6ca5 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:23.251968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fc81-7013-4ae1-ad11-e29d57e1926d req-87809a65-7796-4e4c-802f-12c31e4c6ca5 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:23.259868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1c6fc81-7013-4ae1-ad11-e29d57e1926d req-87809a65-7796-4e4c-802f-12c31e4c6ca5 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.1727853 Aug 25 14:57:23.334527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] For port 31ece072-a70a-44e8-861c-85c828c40f2a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=31ece072-a70a-44e8-861c-85c828c40f2a,segment=NetworkSegment(0615ba13-9071-4c8d-b122-164f8ea05e5c),segment_id=0615ba13-9071-4c8d-b122-164f8ea05e5c)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:23.334895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.382565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1c6fc81-7013-4ae1-ad11-e29d57e1926d req-354aaa16-c142-4cd4-a8b8-0928db4104a0 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216931 Aug 25 14:57:23.405403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Calling delete_port for 31ece072-a70a-44e8-861c-85c828c40f2a owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:23.492370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0d5e4-35e8-4c71-8ead-4ce0f016fe73 req-070e5bc7-ea8c-4b8a-84a7-657f01cd7b35 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:23.500267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffa0d5e4-35e8-4c71-8ead-4ce0f016fe73 req-070e5bc7-ea8c-4b8a-84a7-657f01cd7b35 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 931 time: 0.1294506 Aug 25 14:57:23.509404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-693f0c8a-bb23-4819-b6cf-c00b8eb94220 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:23.516496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-693f0c8a-bb23-4819-b6cf-c00b8eb94220 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:23.518277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-693f0c8a-bb23-4819-b6cf-c00b8eb94220 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.2501626 Aug 25 14:57:23.583009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ffa0d5e4-35e8-4c71-8ead-4ce0f016fe73 req-1a040087-2e07-43fe-8787-17519d782bb0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795634 Aug 25 14:57:23.591827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e68d8f-f9bb-4698-bf01-01303d77348b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:23.605972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.618335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.640218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e70b73-61b6-47fa-92c6-d913e6c09bb8 None None] Network 5b70dd22-3837-460a-bc43-9de877c7623f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:23.656319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Transition to ACTIVE for port object 95e68d8f-f9bb-4698-bf01-01303d77348b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:23.712211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.741911 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-956b2f01-6e0e-435a-a2ab-e24d2151c85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.759773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.821469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e6fadfe8-f09a-49ef-84c8-9062de9decc3 None None] Provisioning for port aa8f266b-4589-48e8-9d2d-36e6e9545426 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:23.848024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Port': ['ID=0872338f-df35-4b42-a4bb-f1f4d339c83d,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:23.852997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 4411bec8-9459-41f1-ad49-092f63b5b3a4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:23.852997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.853249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.916513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:23.917004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:23.950753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.013972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45848-4ddd-44b2-a1c5-25478a0dcdc5 req-976eaf9b-859d-4846-ae25-bef35c2a226e tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:24.015846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86f45848-4ddd-44b2-a1c5-25478a0dcdc5 req-976eaf9b-859d-4846-ae25-bef35c2a226e tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 867 time: 0.1282535 Aug 25 14:57:24.056411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network 5b70dd22-3837-460a-bc43-9de877c7623f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:24.066656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:24.080996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86f45848-4ddd-44b2-a1c5-25478a0dcdc5 req-4bbb7d21-b886-4608-8084-e9754bac0722 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/security-groups?id=c273a01b-d3bf-4541-977d-928fb39322dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Aug 25 14:57:24.085170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ace583b8-b0bb-449c-959d-fe5c262a44ee up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:24.233560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port ace583b8-b0bb-449c-959d-fe5c262a44ee completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:24.242120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port ace583b8-b0bb-449c-959d-fe5c262a44ee triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:24.242503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.326946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Router 8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:57:24.344307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Pushing event deleted for resources: {'Port': ['ID=31ece072-a70a-44e8-861c-85c828c40f2a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:24.385880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.393608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-222c5d7d-3260-41f8-aa1d-318535bdea82 None None] Provisioning for port 0872338f-df35-4b42-a4bb-f1f4d339c83d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:24.420589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-222c5d7d-3260-41f8-aa1d-318535bdea82 None None] Provisioning complete for port 0872338f-df35-4b42-a4bb-f1f4d339c83d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:24.432004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-222c5d7d-3260-41f8-aa1d-318535bdea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.443067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 4411bec8-9459-41f1-ad49-092f63b5b3a4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4411bec8-9459-41f1-ad49-092f63b5b3a4,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:24.443443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.482993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] No DVR routers for this DVR port 31ece072-a70a-44e8-861c-85c828c40f2a on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:24.485455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 4411bec8-9459-41f1-ad49-092f63b5b3a4 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:24.490233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.492754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7612421-a6ac-42f6-a56b-27d9d4f7416e req-91469507-b955-4a3b-9e20-257173db5f71 tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.45 "DELETE /v2.0/ports/31ece072-a70a-44e8-861c-85c828c40f2a HTTP/1.1" status: 204 len: 173 time: 1.6906500 Aug 25 14:57:24.493761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'name': 'network-vif-deleted', 'tag': '31ece072-a70a-44e8-861c-85c828c40f2a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:24.496996 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd5433-de54-4350-9872-4056ab78ca44" -d '{"events": [{"server_uuid": "728e1a9a-43af-416b-833d-2f2a3f6dfb62", "name": "network-vif-deleted", "tag": "31ece072-a70a-44e8-861c-85c828c40f2a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:24.498801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace583b8-b0bb-449c-959d-fe5c262a44ee'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:24.503842 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb78440-805b-4179-978e-cb0d66801185" -d '{"events": [{"server_uuid": "ff9c0d17-747e-48a4-8e41-c03140ba990f", "name": "network-vif-plugged", "status": "completed", "tag": "ace583b8-b0bb-449c-959d-fe5c262a44ee"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:24.504142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Attempting to bind port 95e68d8f-f9bb-4698-bf01-01303d77348b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:24.504658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Attempting to bind port 95e68d8f-f9bb-4698-bf01-01303d77348b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:24.505142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Attempting to bind port 95e68d8f-f9bb-4698-bf01-01303d77348b on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:24.528281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91465-aca0-4795-a1e3-e05574a5ce47 req-95bac75b-a11a-4571-8f13-a7fb1004c42b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:24.529864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1e91465-aca0-4795-a1e3-e05574a5ce47 req-95bac75b-a11a-4571-8f13-a7fb1004c42b tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 944 time: 0.2334511 Aug 25 14:57:24.532188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa8f266b-4589-48e8-9d2d-36e6e9545426 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:24.532334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Port 95e68d8f-f9bb-4698-bf01-01303d77348b on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:24.532505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Attempting to bind port 95e68d8f-f9bb-4698-bf01-01303d77348b on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:24.583539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ace583b8-b0bb-449c-959d-fe5c262a44ee, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:24.596818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-222c5d7d-3260-41f8-aa1d-318535bdea82 None None] Port 0872338f-df35-4b42-a4bb-f1f4d339c83d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:24.619059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:24.619809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Checking segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:24.620018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Bound using segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:24.620501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Bound port: 95e68d8f-f9bb-4698-bf01-01303d77348b, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:24.620926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.654726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:57:24.665404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] Sync routers for ids ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:57:24.672648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9c3e6e9d-d3a3-435b-9968-22f0222445d1 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "PUT /v2.0/routers/8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303520 Aug 25 14:57:24.672648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34608) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:24.681246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'port': {'network_id': '5b70dd22-3837-460a-bc43-9de877c7623f', 'name': 'tempest-FloatingIPNegativeTestJSON-785394600'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:24.683797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] Routers {'8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:24.685479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:24.735711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1e91465-aca0-4795-a1e3-e05574a5ce47 req-31467220-9926-4f99-bd58-51a6abb119dd tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548626 Aug 25 14:57:24.761350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7af3-aa19-47fd-b2ce-a531fd1389a1 req-06af7497-f07b-469b-98aa-d3b66326567f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:24.766450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:24.780233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.782237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:24.782838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7af3-aa19-47fd-b2ce-a531fd1389a1 req-06af7497-f07b-469b-98aa-d3b66326567f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:24.785550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6dba7af3-aa19-47fd-b2ce-a531fd1389a1 req-06af7497-f07b-469b-98aa-d3b66326567f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 1682 time: 0.1952736 Aug 25 14:57:24.852658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: dda7f29d-0350-40ba-8885-a970d7f5471d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:24.852992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device dda7f29d-0350-40ba-8885-a970d7f5471d not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:24.860278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:24.860565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port aa8f266b-4589-48e8-9d2d-36e6e9545426 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:24.867015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] Routers {'8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:24.867228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:24.867767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:24.931204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port aa8f266b-4589-48e8-9d2d-36e6e9545426 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:24.931582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.938649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6dba7af3-aa19-47fd-b2ce-a531fd1389a1 req-b415691b-8d37-41b7-a245-35439feeee71 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249216 Aug 25 14:57:24.974592 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861f4b06-3fa0-47bb-8434-3031897971ce x-openstack-request-id: req-861f4b06-3fa0-47bb-8434-3031897971ce {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:24.975130 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728e1a9a-43af-416b-833d-2f2a3f6dfb62", "name": "network-vif-deleted", "tag": "31ece072-a70a-44e8-861c-85c828c40f2a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:24.975496 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-861f4b06-3fa0-47bb-8434-3031897971ce {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:24.975986 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728e1a9a-43af-416b-833d-2f2a3f6dfb62', 'name': 'network-vif-deleted', 'tag': '31ece072-a70a-44e8-861c-85c828c40f2a', 'status': 'completed', 'code': 200} Aug 25 14:57:24.985476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:24.993830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ace583b8-b0bb-449c-959d-fe5c262a44ee,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:25.016177 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf9fed-946d-4de7-815c-d635684d664a x-openstack-request-id: req-9cdf9fed-946d-4de7-815c-d635684d664a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:25.016540 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9c0d17-747e-48a4-8e41-c03140ba990f", "name": "network-vif-plugged", "status": "completed", "tag": "ace583b8-b0bb-449c-959d-fe5c262a44ee", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:25.016793 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cdf9fed-946d-4de7-815c-d635684d664a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:25.017215 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace583b8-b0bb-449c-959d-fe5c262a44ee', 'code': 200} Aug 25 14:57:25.018411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:25.019092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512c066-54cb-449c-bc7e-94286fe61f60 None None] The sync data for ids ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:57:25.022621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ce70f1d3-752b-4f0d-9567-905e74c4c8b4 None None] Provisioning complete for port 0872338f-df35-4b42-a4bb-f1f4d339c83d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:25.023079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce70f1d3-752b-4f0d-9567-905e74c4c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.056603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:25.058456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.062842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] 10.222.0.45 "PUT /v2.0/ports/95e68d8f-f9bb-4698-bf01-01303d77348b HTTP/1.1" status: 200 len: 1091 time: 2.3469064 Aug 25 14:57:25.069368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.086436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ce70f1d3-752b-4f0d-9567-905e74c4c8b4 None None] Port 0872338f-df35-4b42-a4bb-f1f4d339c83d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:25.135847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Made reservation on behalf of cf995ca0237645bdb78c76984699a6c1 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:25.139547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.164079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.172542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] device_id is not set on port 7b533c56-b5b8-4f77-aaff-8798cc9247e3 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:57:25.234847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 4411bec8-9459-41f1-ad49-092f63b5b3a4 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:25.243747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c9c25997-af69-4b02-890d-b888e89de32e None None] Provisioning complete for port 0872338f-df35-4b42-a4bb-f1f4d339c83d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:25.244369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c9c25997-af69-4b02-890d-b888e89de32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.252573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2245b56-5dde-420a-a817-c05eff1e9d79 service neutron] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:25.256214 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.258339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "DELETE /v2.0/ports/4411bec8-9459-41f1-ad49-092f63b5b3a4 HTTP/1.1" status: 204 len: 173 time: 1.7053902 Aug 25 14:57:25.304630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port aa8f266b-4589-48e8-9d2d-36e6e9545426, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa8f266b-4589-48e8-9d2d-36e6e9545426,segment=NetworkSegment(e243967a-19ff-4c3a-9f8b-72099b8e6f36),segment_id=e243967a-19ff-4c3a-9f8b-72099b8e6f36)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:25.305923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c9c25997-af69-4b02-890d-b888e89de32e None None] Port 0872338f-df35-4b42-a4bb-f1f4d339c83d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:25.329764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Allocated IP 172.20.0.13 (5b70dd22-3837-460a-bc43-9de877c7623f/27be1c2d-d4b7-49e6-9c53-33fde6e73288/7b533c56-b5b8-4f77-aaff-8798cc9247e3) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:25.333429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195b2ee-0ef5-4501-bc33-7c61b07f11e8 req-594ad84f-e51a-426e-aee1-5efad94a14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:25.335250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2195b2ee-0ef5-4501-bc33-7c61b07f11e8 req-594ad84f-e51a-426e-aee1-5efad94a14c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 1096 time: 0.2568898 Aug 25 14:57:25.359599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dfd4b-4769-48d2-928e-002e37ddde86 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=4411bec8-9459-41f1-ad49-092f63b5b3a4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:25.398573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e0865-6ca9-4598-8e71-1f575258d5d3 req-3f6c850a-210a-4fe9-82fc-cc0787b08d5b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:25.398573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce1e0865-6ca9-4598-8e71-1f575258d5d3 req-3f6c850a-210a-4fe9-82fc-cc0787b08d5b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 943 time: 0.2885289 Aug 25 14:57:25.417540 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.446932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-1c64bb91-bb1d-4332-9b84-df9f12fc5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:25.448590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-1c64bb91-bb1d-4332-9b84-df9f12fc5bb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 1094 time: 0.2467446 Aug 25 14:57:25.488602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=aa8f266b-4589-48e8-9d2d-36e6e9545426,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:25.508108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.523774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-bd9c1cc1-4206-4f37-92f6-2347f57d3a8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95e68d8f-f9bb-4698-bf01-01303d77348b HTTP/1.1" status: 200 len: 217 time: 0.0655820 Aug 25 14:57:25.529525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce1e0865-6ca9-4598-8e71-1f575258d5d3 req-abb715ca-8ec5-4b45-8b7c-ad47fbb66320 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332123 Aug 25 14:57:25.600730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-6e393f00-caf2-46a5-a87b-3d51fed4a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:25.602868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-6e393f00-caf2-46a5-a87b-3d51fed4a660 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.0722349 Aug 25 14:57:25.609313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 6f35ad97-dce7-4585-aa62-9a861cf00207 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:25.609760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.690688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-52bdf765-ba4f-4ad9-a3a1-7f3abe64132f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737355 Aug 25 14:57:25.704975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 6f35ad97-dce7-4585-aa62-9a861cf00207 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:25.808867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c540f915-294e-4bc9-805f-372cfaf12e77 req-11c0bf9e-6b05-4fea-ad87-06ff93fbc6de tempest-ServerTagsTestJSON-111318976 tempest-ServerTagsTestJSON-111318976-project] 10.222.0.58 "GET /v2.0/ports?device_id=728e1a9a-43af-416b-833d-2f2a3f6dfb62 HTTP/1.1" status: 200 len: 210 time: 0.4724829 Aug 25 14:57:25.824393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=6f35ad97-dce7-4585-aa62-9a861cf00207,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:25.825175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.836010 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2195b2ee-0ef5-4501-bc33-7c61b07f11e8 req-c4960517-e616-45cc-ace6-39e8d3d6bb52 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848044 Aug 25 14:57:25.849148 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.871556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 6f35ad97-dce7-4585-aa62-9a861cf00207 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:25.891872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 6f35ad97-dce7-4585-aa62-9a861cf00207, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=6f35ad97-dce7-4585-aa62-9a861cf00207,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:25.976133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:25.976861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 31ece072-a70a-44e8-861c-85c828c40f2a no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:26.013669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-fcae7cd2-f35e-4c26-8fe5-0935a67b577c service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154035 Aug 25 14:57:26.020322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.027707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5368bd-b117-475e-a9a8-c336b8e92d2c req-35b7cdd4-e1b4-4ce0-b83c-00673921e9c9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:26.029704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 31ece072-a70a-44e8-861c-85c828c40f2a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:26.030057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 31ece072-a70a-44e8-861c-85c828c40f2a not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:26.030482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4411bec8-9459-41f1-ad49-092f63b5b3a4 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:26.033660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c5368bd-b117-475e-a9a8-c336b8e92d2c req-35b7cdd4-e1b4-4ce0-b83c-00673921e9c9 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1760061 Aug 25 14:57:26.050821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Transition to ACTIVE for port object 7b533c56-b5b8-4f77-aaff-8798cc9247e3 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:26.067504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 4411bec8-9459-41f1-ad49-092f63b5b3a4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:26.067809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4411bec8-9459-41f1-ad49-092f63b5b3a4 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:26.100164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:26.140622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c5368bd-b117-475e-a9a8-c336b8e92d2c req-743d9a94-83c5-4bc3-a4a1-85efe69eb5ee tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808241 Aug 25 14:57:26.173905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.239107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65bdc7c4-4e60-40de-ab0b-6ade8be7539d req-aa4d9299-a645-41cc-bf11-100ee6aaa094 service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978111 Aug 25 14:57:26.265282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a227fc-00fc-44e3-aa52-889938fee608 req-336fceec-17fd-49af-989f-f8274c317c54 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:26.267611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20a227fc-00fc-44e3-aa52-889938fee608 req-336fceec-17fd-49af-989f-f8274c317c54 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 944 time: 0.1459663 Aug 25 14:57:26.277910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network 5b70dd22-3837-460a-bc43-9de877c7623f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:26.280937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:26.282798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Port': ['ID=7b533c56-b5b8-4f77-aaff-8798cc9247e3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:26.285260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:26.359405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.361195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa8f266b-4589-48e8-9d2d-36e6e9545426 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:26.379585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:26.380250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.387812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=6f35ad97-dce7-4585-aa62-9a861cf00207,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:26.389807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20a227fc-00fc-44e3-aa52-889938fee608 req-f409d678-c987-49ce-8a8e-c5b6991097fd tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093953 Aug 25 14:57:26.455465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port aa8f266b-4589-48e8-9d2d-36e6e9545426 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:26.456272 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.469014 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a8a3fcc6-9fb8-4ac6-b123-ac7dd8712438 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7959101 Aug 25 14:57:26.472436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 6f35ad97-dce7-4585-aa62-9a861cf00207 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:26.481005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34624) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:26.486424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:26.491632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.493938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8e4ac6-e06f-487f-924a-a3aed2a54595 req-a58affa7-0c83-49d1-8820-41e4e895da7f tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.45 "DELETE /v2.0/ports/6f35ad97-dce7-4585-aa62-9a861cf00207 HTTP/1.1" status: 204 len: 173 time: 1.2270153 Aug 25 14:57:26.597326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.730829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb19e3d9-9ced-4ab0-a965-584f31bbd4c7 None None] Provisioning for port 7b533c56-b5b8-4f77-aaff-8798cc9247e3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:26.737886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb19e3d9-9ced-4ab0-a965-584f31bbd4c7 None None] Provisioning complete for port 7b533c56-b5b8-4f77-aaff-8798cc9247e3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:26.739483 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb19e3d9-9ced-4ab0-a965-584f31bbd4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.758201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21497-0490-4d34-a858-3e76974f10a0 req-5f474f82-1cae-49f9-a532-cd78335899f5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:26.760364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fe21497-0490-4d34-a858-3e76974f10a0 req-5f474f82-1cae-49f9-a532-cd78335899f5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 943 time: 0.0844736 Aug 25 14:57:26.787773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cb19e3d9-9ced-4ab0-a965-584f31bbd4c7 None None] Port 7b533c56-b5b8-4f77-aaff-8798cc9247e3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:26.845368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fe21497-0490-4d34-a858-3e76974f10a0 req-4cbc1305-21e5-4108-a26b-a7915e93a1c8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748568 Aug 25 14:57:26.870019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.893648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34632) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:26.954520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Deleting subnet d82256b0-50e9-428e-8249-7c325ca9ac80 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:57:26.959533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:26.978839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b'}, {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-deleted', 'tag': '4411bec8-9459-41f1-ad49-092f63b5b3a4'}, {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-deleted', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:26.984135 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada4ce55-d846-4582-bf73-e6116db383f2" -d '{"events": [{"name": "network-changed", "server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b"}, {"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-deleted", "tag": "4411bec8-9459-41f1-ad49-092f63b5b3a4"}, {"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-deleted", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:26.994730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Allocated IP 172.25.8.216 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/0dc08efc-68d7-4e01-81ed-5a5dbda44ddf) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:27.036974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.056443 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bb452c-99d1-4fef-bad0-92bf086c3f72 x-openstack-request-id: req-14bb452c-99d1-4fef-bad0-92bf086c3f72 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:27.056816 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b", "status": "completed", "code": 200}, {"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-deleted", "tag": "4411bec8-9459-41f1-ad49-092f63b5b3a4", "status": "completed", "code": 200}, {"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-deleted", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:27.057028 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14bb452c-99d1-4fef-bad0-92bf086c3f72 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:27.058035 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'status': 'completed', 'code': 200} Aug 25 14:57:27.058314 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-deleted', 'tag': '4411bec8-9459-41f1-ad49-092f63b5b3a4', 'status': 'completed', 'code': 200} Aug 25 14:57:27.058575 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-deleted', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207', 'status': 'completed', 'code': 200} Aug 25 14:57:27.127920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.181762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-ecf4d69a-0539-4161-89ed-f0968e7d91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:27.183965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-ecf4d69a-0539-4161-89ed-f0968e7d91e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 1094 time: 0.0919201 Aug 25 14:57:27.187830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.264635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:27.271980 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f03f2be-43f7-432e-99f7-d948aebf4560" -d '{"events": [{"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-unplugged", "status": "completed", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:27.284167 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.289763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.327164 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.350245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.355579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d82256b0-50e9-428e-8249-7c325ca9ac80 HTTP/1.1" status: 204 len: 168 time: 0.4587116 Aug 25 14:57:27.361604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34644) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:27.373597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a838-8b3b-4f8e-805a-f30a7009e35b req-87dc4d30-e300-482c-a3c6-c10a4e9b9521 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:27.373597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5452a838-8b3b-4f8e-805a-f30a7009e35b req-87dc4d30-e300-482c-a3c6-c10a4e9b9521 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1108348 Aug 25 14:57:27.390643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635fb18-0fb3-46e5-878f-fd2734261335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82256b0-50e9-428e-8249-7c325ca9ac80,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:27.442933 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274b52f6-deea-4841-9e1d-2d32498a0383 x-openstack-request-id: req-274b52f6-deea-4841-9e1d-2d32498a0383 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:27.443270 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd82bd66-d697-4ab6-b048-e785760e1813", "name": "network-vif-unplugged", "status": "completed", "tag": "6f35ad97-dce7-4585-aa62-9a861cf00207", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:27.443774 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-274b52f6-deea-4841-9e1d-2d32498a0383 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:27.444053 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd82bd66-d697-4ab6-b048-e785760e1813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f35ad97-dce7-4585-aa62-9a861cf00207', 'code': 200} Aug 25 14:57:27.488651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5452a838-8b3b-4f8e-805a-f30a7009e35b req-c010859d-df2b-4d77-99fd-15b88b4bca03 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Aug 25 14:57:27.495875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-57b4f25b-1f6f-4fa2-b40e-7e3d4f9c70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:27.497767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-57b4f25b-1f6f-4fa2-b40e-7e3d4f9c70cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 905 time: 0.3026450 Aug 25 14:57:27.562984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-5a682adc-90db-4954-95ec-ca851899a943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95e68d8f-f9bb-4698-bf01-01303d77348b HTTP/1.1" status: 200 len: 217 time: 0.0538769 Aug 25 14:57:27.567253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-313012ac-9590-430e-a17a-b582adda6900 req-22287647-11d4-480b-9f06-63a060b3013a tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd82bd66-d697-4ab6-b048-e785760e1813 HTTP/1.1" status: 200 len: 210 time: 0.0375326 Aug 25 14:57:27.568967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.611197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.690644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:27.692451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-973abdbe-054e-4697-8029-1324d4e47a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:27.694103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-973abdbe-054e-4697-8029-1324d4e47a3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.1229992 Aug 25 14:57:27.702574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:27.726644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:27.783872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Port': ['ID=0dc08efc-68d7-4e01-81ed-5a5dbda44ddf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:27.809221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-499614c4-ff7e-4b6a-af02-c1cbc680874c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019857 Aug 25 14:57:27.819622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.885872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7576a4-5906-46f4-a6aa-5aba340355c5']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:27.907680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0615ba13-9071-4c8d-b122-164f8ea05e5c') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:27.907967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0615ba13-9071-4c8d-b122-164f8ea05e5c') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:27.944032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.973977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ce40-cd21-436f-a839-32dcef462728 req-0628c46d-7549-4867-a509-4e6f622d1d89 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:27.975716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b299ce40-cd21-436f-a839-32dcef462728 req-0628c46d-7549-4867-a509-4e6f622d1d89 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 943 time: 0.0541034 Aug 25 14:57:27.983583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:27.985751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.005209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:28.005620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:28.007332 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:28.020190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-00178ce5-47a0-4063-b546-85505ccb0b2d service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022383 Aug 25 14:57:28.025262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b299ce40-cd21-436f-a839-32dcef462728 req-8bfb1c11-9382-41b9-995c-434c396f5493 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Aug 25 14:57:28.149851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.199624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.207837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.212208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] 10.222.0.58 "DELETE /v2.0/networks/bb7576a4-5906-46f4-a6aa-5aba340355c5 HTTP/1.1" status: 204 len: 168 time: 0.8457174 Aug 25 14:57:28.215394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ada4ce55-d846-4582-bf73-e6116db383f2 req-9090680a-128e-462e-9cb4-e287d98112b6 service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632967 Aug 25 14:57:28.232206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d91aa9-17b8-491a-9ae9-443b358b0c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7576a4-5906-46f4-a6aa-5aba340355c5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:28.359902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.462292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.537065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Port': ['ID=0dc08efc-68d7-4e01-81ed-5a5dbda44ddf,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:28.550565 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.631921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256e0a-25ae-49ce-9780-60a0d0511095 req-9a8dec5b-569e-4949-a25e-4ae55a771c48 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:28.632590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:28.633615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29256e0a-25ae-49ce-9780-60a0d0511095 req-9a8dec5b-569e-4949-a25e-4ae55a771c48 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.0658462 Aug 25 14:57:28.650805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.657254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c1e7c285-c661-4ccb-9275-042d3c35dbd4 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1704876 Aug 25 14:57:28.659270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34664) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:28.666304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c9944a96-8a7a-431c-8504-c05100d68c62 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'floatingip': {'port_id': '7b533c56-b5b8-4f77-aaff-8798cc9247e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:28.690304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting subnet 70663787-7628-4e38-ac5f-1e00254e2a9d {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:57:28.693908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.718027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34666) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:28.728892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9944a96-8a7a-431c-8504-c05100d68c62 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.748529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.771572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29256e0a-25ae-49ce-9780-60a0d0511095 req-51cdcfff-d2a0-4004-9be3-bf480387d2a7 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289320 Aug 25 14:57:28.862475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-496dfc1c-f46e-4b81-8c35-f54af6d8d5eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ce5444fed274028a3aa70fbe0744f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408646 Aug 25 14:57:28.863232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34672) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:28.868001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.902894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:28.937985 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-c9944a96-8a7a-431c-8504-c05100d68c62 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] update failed (client error): The resource could not be found. Aug 25 14:57:28.942184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c9944a96-8a7a-431c-8504-c05100d68c62 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "PUT /v2.0/floatingips/dbdd5d7a-ab28-440b-9af3-374aabc133e2 HTTP/1.1" status: 404 len: 507 time: 0.2780588 Aug 25 14:57:28.944365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34674) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:28.976820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed169d17-c2a5-4764-811f-a6c317d44c27 req-8b10295c-3eb3-4bf9-b69e-362afc36d2ae tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:28.978513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed169d17-c2a5-4764-811f-a6c317d44c27 req-8b10295c-3eb3-4bf9-b69e-362afc36d2ae tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1025422 Aug 25 14:57:28.982416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da634ee3-118e-4f10-b5d6-a04bcf4b41a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.019742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da634ee3-118e-4f10-b5d6-a04bcf4b41a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.058755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed169d17-c2a5-4764-811f-a6c317d44c27 req-f4a43060-8ccb-468d-8964-4ad854b21524 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Aug 25 14:57:29.103724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Deleting port 0dc08efc-68d7-4e01-81ed-5a5dbda44ddf {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:29.104208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.146084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.171087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da634ee3-118e-4f10-b5d6-a04bcf4b41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.174121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da634ee3-118e-4f10-b5d6-a04bcf4b41a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.175365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-da634ee3-118e-4f10-b5d6-a04bcf4b41a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c273a01b-d3bf-4541-977d-928fb39322dd HTTP/1.1" status: 204 len: 168 time: 0.3113909 Aug 25 14:57:29.184093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da634ee3-118e-4f10-b5d6-a04bcf4b41a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273a01b-d3bf-4541-977d-928fb39322dd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:29.214226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Subnet': ['ID=70663787-7628-4e38-ac5f-1e00254e2a9d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:29.218317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.220342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cef57b69-a1ce-4626-abae-dc33a384833b tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/subnets/70663787-7628-4e38-ac5f-1e00254e2a9d HTTP/1.1" status: 204 len: 168 time: 0.5865815 Aug 25 14:57:29.224134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34682) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:29.225998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b064d5-3bbc-4a1e-80e0-b4f81208b135 None None] Network d2de1e77-6566-4d6e-8152-8d97207e2efa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:29.265049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961c565-cdd3-4f45-b801-d61279fb3c28 req-9d3d7ca8-9df6-4a2d-b6c0-a5b63d848f05 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.276596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6961c565-cdd3-4f45-b801-d61279fb3c28 req-9d3d7ca8-9df6-4a2d-b6c0-a5b63d848f05 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 943 time: 0.1521552 Aug 25 14:57:29.292739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.293070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.316602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Calling delete_port for 0dc08efc-68d7-4e01-81ed-5a5dbda44ddf owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:29.351704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6961c565-cdd3-4f45-b801-d61279fb3c28 req-7341edd1-f19d-46fc-9f5a-14abcac62082 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776997 Aug 25 14:57:29.381507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.495080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:29.495502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.530831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] DHCP port deletion for d2de1e77-6566-4d6e-8152-8d97207e2efa request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:57:29.594591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2038-ccb8-4a1f-8036-571a36d66ac2 req-cbff9f9f-b38b-493e-8094-58e42c6d8b9a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.606082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd1d2038-ccb8-4a1f-8036-571a36d66ac2 req-cbff9f9f-b38b-493e-8094-58e42c6d8b9a tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1578581 Aug 25 14:57:29.614301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] Deleting port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:29.623781 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.624131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 7b6f5454-725f-4f8e-b8f2-240b3f55c198, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b6f5454-725f-4f8e-b8f2-240b3f55c198,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:29.624131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.639779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.644760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 7b6f5454-725f-4f8e-b8f2-240b3f55c198 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:29.681286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Port': ['ID=0dc08efc-68d7-4e01-81ed-5a5dbda44ddf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:29.685067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd1d2038-ccb8-4a1f-8036-571a36d66ac2 req-cdef9fd9-3dec-4925-9c79-9141b0543414 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709653 Aug 25 14:57:29.695963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] For port 7b6f5454-725f-4f8e-b8f2-240b3f55c198, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b6f5454-725f-4f8e-b8f2-240b3f55c198,segment=NetworkSegment(2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd),segment_id=2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:29.696420 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.722912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:57:29.805146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.810197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] Calling delete_port for 7b6f5454-725f-4f8e-b8f2-240b3f55c198 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:29.812297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.820310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.831283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.835414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.843823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.850067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.853399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-ce8864ec-da18-4ee2-97ba-3f56c6c4c477 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.1770155 Aug 25 14:57:29.919256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00d92f6c-e1bc-42cc-8cdb-e3c8ef5d5ad5 req-79972de1-d689-4417-b8a8-d85cc947673a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562682 Aug 25 14:57:29.920128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.920278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc292cc5-5fd9-43ab-bd6c-8e469fd7b620 req-4592c563-2d35-4bc8-a06d-a7aea0ef6d90 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:29.921894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc292cc5-5fd9-43ab-bd6c-8e469fd7b620 req-4592c563-2d35-4bc8-a06d-a7aea0ef6d90 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1182973 Aug 25 14:57:29.922769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:29.923968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e96dd806-52a9-49ed-96ff-a036595b3c5f tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "DELETE /v2.0/floatingips/dbdd5d7a-ab28-440b-9af3-374aabc133e2 HTTP/1.1" status: 204 len: 168 time: 0.9785361 Aug 25 14:57:29.930995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34702) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:29.934838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8f9369c2-a3d1-463a-b1f5-d96fb47eea0a tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'floatingip': {'floating_network_id': '5b70dd22-3837-460a-bc43-9de877c7623f', 'port_id': '7b533c56-b5b8-4f77-aaff-8798cc9247e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:29.948254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:29.988923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'mac_address': 'fa:16:3e:f8:f7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:57:30.007968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc292cc5-5fd9-43ab-bd6c-8e469fd7b620 req-440d50ae-ef61-4bb2-b0a2-6c3e4a01863e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636966 Aug 25 14:57:30.059570 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.063448 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.082003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.085069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e68d8f-f9bb-4698-bf01-01303d77348b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:30.129513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] Pushing event deleted for resources: {'Port': ['ID=7b6f5454-725f-4f8e-b8f2-240b3f55c198,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:30.132943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc721723-d7b6-4b91-b8f6-0698c717f683 None None] No DVR routers for this DVR port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:30.136116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:30.153493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=7b6f5454-725f-4f8e-b8f2-240b3f55c198,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:30.163538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 7b6f5454-725f-4f8e-b8f2-240b3f55c198 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:30.167142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9369c2-a3d1-463a-b1f5-d96fb47eea0a tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.279150 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.331974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.340360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.342128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:30.348496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.356732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.364558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.371859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.379018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.381722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-595f471b-eb26-4ff6-87b1-2cd86de825b3 req-666c22ca-4e9f-489e-84d1-a87468bddefe tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.2744052 Aug 25 14:57:30.384860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b6f5454-725f-4f8e-b8f2-240b3f55c198 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:30.428768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.428876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7b6f5454-725f-4f8e-b8f2-240b3f55c198 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:30.428876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b6f5454-725f-4f8e-b8f2-240b3f55c198 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:30.431156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2de1e77-6566-4d6e-8152-8d97207e2efa']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:30.449228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:30.449614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf13f1b-8b2f-4f65-a8a1-d3714916a9dd') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:30.464958 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.465387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e433-7fe7-45e4-9ffd-721cb4f81216 req-7cc08949-d1eb-4b01-af50-ccd9ccb608f2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.467342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b85e433-7fe7-45e4-9ffd-721cb4f81216 req-7cc08949-d1eb-4b01-af50-ccd9ccb608f2 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.0919969 Aug 25 14:57:30.490270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['95e68d8f-f9bb-4698-bf01-01303d77348b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:30.497635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.506126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:30.506916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:30.511677 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:30.580659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b85e433-7fe7-45e4-9ffd-721cb4f81216 req-df7a8917-277a-4122-8ff0-60a5ae138037 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046553 Aug 25 14:57:30.706657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaef66-18a2-4109-b867-a29f439d3045 req-60aaeaf5-224a-4eab-a8ee-689cabe2bcda tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.715546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbfaef66-18a2-4109-b867-a29f439d3045 req-60aaeaf5-224a-4eab-a8ee-689cabe2bcda tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 944 time: 0.0835710 Aug 25 14:57:30.724942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab081e5-0a79-499b-b522-dc8db0a740c9 req-7d055628-8357-465e-947d-518164ca2107 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:30.725198 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-8f9369c2-a3d1-463a-b1f5-d96fb47eea0a tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:30.726015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f9369c2-a3d1-463a-b1f5-d96fb47eea0a tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7953064 Aug 25 14:57:30.726668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.726808 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aab081e5-0a79-499b-b522-dc8db0a740c9 req-7d055628-8357-465e-947d-518164ca2107 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.0617828 Aug 25 14:57:30.730622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34728) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:30.732316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.736047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/networks/d2de1e77-6566-4d6e-8152-8d97207e2efa HTTP/1.1" status: 204 len: 168 time: 1.5096631 Aug 25 14:57:30.736184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '7b533c56-b5b8-4f77-aaff-8798cc9247e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:30.742411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34730) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:30.842166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting subnet 0d83f1af-fd5b-41a3-8ec4-5a965749b70e {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:57:30.846983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aab081e5-0a79-499b-b522-dc8db0a740c9 req-da9fc5c2-da4f-422d-8516-ca726c9a3eaf tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050849 Aug 25 14:57:30.849237 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.911300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.918634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:30.947339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:31.098535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.121943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3237df-f467-4e71-aea5-21bcd9d2bab2 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Network': ['ID=d2de1e77-6566-4d6e-8152-8d97207e2efa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:31.140671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1932402843-network', 'tenant_id': '6bc3a17560724ee899b3b5b17dd91228'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:31.142960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbfaef66-18a2-4109-b867-a29f439d3045 req-c685dd1f-438c-4dfe-ad74-1bea5cc50104 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264576 Aug 25 14:57:31.200097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.271631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Made reservation on behalf of 6bc3a17560724ee899b3b5b17dd91228 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:31.274111 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.303442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.325166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.365882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Subnet': ['ID=0d83f1af-fd5b-41a3-8ec4-5a965749b70e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:31.381205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.383509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb71f8a-f91b-45c5-9b81-1d8969d4b744 None None] Network 00616359-e862-422c-a270-580b7df318ac requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:31.385266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c7f35ab-9dc5-44e3-98d1-d0780a8e87c9 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/subnets/0d83f1af-fd5b-41a3-8ec4-5a965749b70e HTTP/1.1" status: 204 len: 168 time: 0.6419163 Aug 25 14:57:31.388720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34744) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:31.399950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Allocated IP 172.25.8.200 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a6c3c727-6e65-4ac9-8a01-73f5a0d68e25) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:31.569265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.642033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d4143-f5ed-46f6-983e-2b836c09daf1 req-ffff05cb-63d0-447d-af5d-59e12d2387ac tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:31.649648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17f046-f607-443b-82bc-747172a46071 None None] DHCP port deletion for 00616359-e862-422c-a270-580b7df318ac request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:57:31.650050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d6d4143-f5ed-46f6-983e-2b836c09daf1 req-ffff05cb-63d0-447d-af5d-59e12d2387ac tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1359682 Aug 25 14:57:31.653073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.656489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.687522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Deleting port 3ae719da-e784-4823-a5f5-0c4a61bf5286 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:31.688173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.708098 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d6d4143-f5ed-46f6-983e-2b836c09daf1 req-d9aecd27-8e8f-4004-b973-a46ab90b802e tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572383 Aug 25 14:57:31.728309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ce17f046-f607-443b-82bc-747172a46071 None None] Deleting port 3ae719da-e784-4823-a5f5-0c4a61bf5286 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:31.728309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce17f046-f607-443b-82bc-747172a46071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.759554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.770577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:31.773820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] For port 3ae719da-e784-4823-a5f5-0c4a61bf5286, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ae719da-e784-4823-a5f5-0c4a61bf5286,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:31.774255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.784378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:57:31.801859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c17c0-b959-42f0-9e21-2d83fe6e701b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:31.803597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Calling delete_port for 3ae719da-e784-4823-a5f5-0c4a61bf5286 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:31.805334 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.805644 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Added segment a8a59bd2-5029-4c0d-8c53-e05844e30477 of type vlan for network f66f8e9f-3220-4669-836d-5c1495854bff Aug 25 14:57:31.815462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.860866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ce17f046-f607-443b-82bc-747172a46071 None None] For port 3ae719da-e784-4823-a5f5-0c4a61bf5286, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ae719da-e784-4823-a5f5-0c4a61bf5286,segment=NetworkSegment(3ffb4c84-e065-443f-b922-9962228cdc82),segment_id=3ffb4c84-e065-443f-b922-9962228cdc82)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:31.861279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce17f046-f607-443b-82bc-747172a46071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.881447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ce17f046-f607-443b-82bc-747172a46071 None None] Calling delete_port for 3ae719da-e784-4823-a5f5-0c4a61bf5286 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:31.886611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:31.898080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:31.910205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:31.916637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event updated for resources: {'Port': ['ID=a6c3c727-6e65-4ac9-8a01-73f5a0d68e25,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:31.925401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:31.973634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 95e68d8f-f9bb-4698-bf01-01303d77348b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:31.980667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 95e68d8f-f9bb-4698-bf01-01303d77348b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:31.981070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.032739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.062316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce17f046-f607-443b-82bc-747172a46071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.063366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Port': ['ID=3ae719da-e784-4823-a5f5-0c4a61bf5286,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:32.065354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] No DVR routers for this DVR port 3ae719da-e784-4823-a5f5-0c4a61bf5286 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:32.068901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.070109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:32.070450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.109136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17f046-f607-443b-82bc-747172a46071 None None] No DVR routers for this DVR port 3ae719da-e784-4823-a5f5-0c4a61bf5286 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:32.121245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17f046-f607-443b-82bc-747172a46071 None None] Pushing event deleted for resources: {'Port': ['ID=3ae719da-e784-4823-a5f5-0c4a61bf5286,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:32.128411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.157555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:32.160024 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac578fe4-ff9f-48be-acf3-8143b62c060b" -d '{"events": [{"server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "name": "network-vif-plugged", "status": "completed", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:32.162817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.178964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] Pushing event updated for resources: {'Network': ['ID=f66f8e9f-3220-4669-836d-5c1495854bff,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:32.180454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00616359-e862-422c-a270-580b7df318ac']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:32.195008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffb4c84-e065-443f-b922-9962228cdc82') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:32.195336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffb4c84-e065-443f-b922-9962228cdc82') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:32.196181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:32.196890 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0bc08147-ce3a-423f-9e0c-0b506cfdfbec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2475810 Aug 25 14:57:32.204329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f66f8e9f-3220-4669-836d-5c1495854bff details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:57:32.209067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.226238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.234901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:32.235380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.247398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Deleting port a6c3c727-6e65-4ac9-8a01-73f5a0d68e25 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:32.247766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.325369 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2932ef-8d9a-4717-86c8-4c4c8f18df8b x-openstack-request-id: req-6b2932ef-8d9a-4717-86c8-4c4c8f18df8b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:32.327653 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "name": "network-vif-plugged", "status": "completed", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:32.328077 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b2932ef-8d9a-4717-86c8-4c4c8f18df8b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:32.328568 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'code': 200} Aug 25 14:57:32.347132 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:32.401713 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:32.406460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.406460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.419257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ae719da-e784-4823-a5f5-0c4a61bf5286 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:32.423281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Calling delete_port for a6c3c727-6e65-4ac9-8a01-73f5a0d68e25 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:32.455530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7058-ee20-4e0f-82db-2838e50bf92a req-b321fcd9-959d-445f-827b-21f2b7039387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:32.457555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9edf7058-ee20-4e0f-82db-2838e50bf92a req-b321fcd9-959d-445f-827b-21f2b7039387 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 1096 time: 0.0546322 Aug 25 14:57:32.473175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.494174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.497057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] 10.222.0.58 "DELETE /v2.0/networks/00616359-e862-422c-a270-580b7df318ac HTTP/1.1" status: 204 len: 168 time: 1.1072080 Aug 25 14:57:32.498802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3ae719da-e784-4823-a5f5-0c4a61bf5286 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:32.499363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ae719da-e784-4823-a5f5-0c4a61bf5286 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:32.520936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad79da-059c-4da2-b802-f7d35a49be64 tempest-ServersTestMultiNic-1330238999 tempest-ServersTestMultiNic-1330238999-project] Pushing event deleted for resources: {'Network': ['ID=00616359-e862-422c-a270-580b7df318ac,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:32.537287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9edf7058-ee20-4e0f-82db-2838e50bf92a req-8133cd54-ca35-474f-b50e-55d0859370f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724986 Aug 25 14:57:32.570916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:32.604960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a914bb-dfda-40db-bc55-1ab435aecdc3 req-147a181f-3616-42d8-90b9-aba607ffa6a5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:32.606587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3a914bb-dfda-40db-bc55-1ab435aecdc3 req-147a181f-3616-42d8-90b9-aba607ffa6a5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0917311 Aug 25 14:57:32.696262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3a914bb-dfda-40db-bc55-1ab435aecdc3 req-be5907a4-9caa-4631-8573-2a96b69b4939 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664644 Aug 25 14:57:32.772203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:32.853923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Port': ['ID=a6c3c727-6e65-4ac9-8a01-73f5a0d68e25,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:32.956657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f33416-32a6-487c-94e8-253d7f740bd0 req-066ca31c-7f1d-4617-9df4-ce390de61f8b tempest-ComputeTenantNetworksTest-1431434609 tempest-ComputeTenantNetworksTest-1431434609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:32.962539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f33416-32a6-487c-94e8-253d7f740bd0 req-066ca31c-7f1d-4617-9df4-ce390de61f8b tempest-ComputeTenantNetworksTest-1431434609 tempest-ComputeTenantNetworksTest-1431434609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:32.965665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34790) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:32.968987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f33416-32a6-487c-94e8-253d7f740bd0 req-066ca31c-7f1d-4617-9df4-ce390de61f8b tempest-ComputeTenantNetworksTest-1431434609 tempest-ComputeTenantNetworksTest-1431434609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:32.970680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7f33416-32a6-487c-94e8-253d7f740bd0 req-066ca31c-7f1d-4617-9df4-ce390de61f8b tempest-ComputeTenantNetworksTest-1431434609 tempest-ComputeTenantNetworksTest-1431434609-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2819791 Aug 25 14:57:33.011675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-7e7be7e0-767a-4064-9c67-d77bab2e9122 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.013950 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-7e7be7e0-767a-4064-9c67-d77bab2e9122 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1308262 Aug 25 14:57:33.038929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792ff5-321b-49fe-a1ce-e02313100c64 req-6a5695e6-8922-4641-a57d-eb9d425577c8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.040582 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96792ff5-321b-49fe-a1ce-e02313100c64 req-6a5695e6-8922-4641-a57d-eb9d425577c8 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 945 time: 0.1122198 Aug 25 14:57:33.125202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac969b-def8-4d84-8f50-6c0b943e35a6 req-161ee138-8c95-4a46-a4f5-63ecdb0305ea tempest-ComputeTenantNetworksTest-1431434609 tempest-ComputeTenantNetworksTest-1431434609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.126918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dac969b-def8-4d84-8f50-6c0b943e35a6 req-161ee138-8c95-4a46-a4f5-63ecdb0305ea tempest-ComputeTenantNetworksTest-1431434609 tempest-ComputeTenantNetworksTest-1431434609-project] 10.222.0.58 "GET /v2.0/networks/f66f8e9f-3220-4669-836d-5c1495854bff HTTP/1.1" status: 200 len: 769 time: 0.0982058 Aug 25 14:57:33.140274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34798) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:33.153313 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] create failed (client error): The resource could not be found. Aug 25 14:57:33.158351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-76d42f19-e061-4250-abfa-053b22fcc021 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4226642 Aug 25 14:57:33.166018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34800) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:33.179247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96792ff5-321b-49fe-a1ce-e02313100c64 req-10d15389-da97-424a-aba0-feee0e1082cf tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/security-groups?id=18769a95-28b9-4d60-93f8-1d980c1c5e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096759 Aug 25 14:57:33.184901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.185234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.185704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.186899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.186899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.187279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.187772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:33.189819 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-0dc466b6-67af-42d8-b138-6c289606161d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6501 time: 0.2213697 Aug 25 14:57:33.228321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34804) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:33.297445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Deleting port ace583b8-b0bb-449c-959d-fe5c262a44ee {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:33.297811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.307462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-e8526362-ff42-4cb7-8afb-d56a1ee59dcf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074708 Aug 25 14:57:33.310329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.414353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Deleting port 7b533c56-b5b8-4f77-aaff-8798cc9247e3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:33.415103 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.476633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.493250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66f8e9f-3220-4669-836d-5c1495854bff']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:33.504916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] For port ace583b8-b0bb-449c-959d-fe5c262a44ee, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ace583b8-b0bb-449c-959d-fe5c262a44ee,segment=NetworkSegment(62a78ee3-d9c6-484d-8e7b-5ef7d39ede66),segment_id=62a78ee3-d9c6-484d-8e7b-5ef7d39ede66)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:33.505472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.516884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a59bd2-5029-4c0d-8c53-e05844e30477') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:33.517544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a59bd2-5029-4c0d-8c53-e05844e30477') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:33.529898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Calling delete_port for ace583b8-b0bb-449c-959d-fe5c262a44ee owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:33.540795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.580038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.601216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:33.601700 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:33.603846 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:33.605801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.660617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Calling delete_port for 7b533c56-b5b8-4f77-aaff-8798cc9247e3 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:33.775698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.784709 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:33.790421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] 10.222.0.58 "DELETE /v2.0/networks/f66f8e9f-3220-4669-836d-5c1495854bff HTTP/1.1" status: 204 len: 168 time: 0.6488752 Aug 25 14:57:33.941555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54848f35-d56f-4720-bea0-52e86f5d4cce admin admin] Pushing event deleted for resources: {'Network': ['ID=f66f8e9f-3220-4669-836d-5c1495854bff,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:34.004929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41e2e3-01fa-4c00-866f-3af4d6527637 req-2348d8c4-a57c-4623-beae-1a3f6af7b7d7 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:34.007229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.015727 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d41e2e3-01fa-4c00-866f-3af4d6527637 req-2348d8c4-a57c-4623-beae-1a3f6af7b7d7 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.2055619 Aug 25 14:57:34.021038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ace583b8-b0bb-449c-959d-fe5c262a44ee'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:57:34.059732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d41e2e3-01fa-4c00-866f-3af4d6527637 req-86f12ee5-46ca-478f-9d52-405fee6f5080 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Aug 25 14:57:34.061719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.096868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Port': ['ID=7b533c56-b5b8-4f77-aaff-8798cc9247e3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:34.129353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Pushing event deleted for resources: {'Port': ['ID=ace583b8-b0bb-449c-959d-fe5c262a44ee,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:34.195149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] No DVR routers for this DVR port ace583b8-b0bb-449c-959d-fe5c262a44ee on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:34.200642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.207196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-234ca1c3-6f9c-4d3f-bcad-393cfe02a873 req-9f0ac457-8e28-4feb-b5f6-18dddc54e2af tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.52 "DELETE /v2.0/ports/ace583b8-b0bb-449c-959d-fe5c262a44ee HTTP/1.1" status: 204 len: 173 time: 1.1789162 Aug 25 14:57:34.207196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'name': 'network-vif-deleted', 'tag': 'ace583b8-b0bb-449c-959d-fe5c262a44ee'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:34.207196 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc1fb7a-013a-4d59-9c60-d05fc5b664fe" -d '{"events": [{"server_uuid": "ff9c0d17-747e-48a4-8e41-c03140ba990f", "name": "network-vif-deleted", "tag": "ace583b8-b0bb-449c-959d-fe5c262a44ee"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:34.234698 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.296102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34822) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:34.305894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.308627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dceee16f-370f-4b00-be03-a7401e3c58fc tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "DELETE /v2.0/ports/7b533c56-b5b8-4f77-aaff-8798cc9247e3 HTTP/1.1" status: 204 len: 168 time: 1.1385126 Aug 25 14:57:34.317453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34824) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:34.328633 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9946a-3041-4009-9dc2-0eb3943a8a1f x-openstack-request-id: req-eee9946a-3041-4009-9dc2-0eb3943a8a1f {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:34.329281 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9c0d17-747e-48a4-8e41-c03140ba990f", "name": "network-vif-deleted", "tag": "ace583b8-b0bb-449c-959d-fe5c262a44ee", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:34.329559 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eee9946a-3041-4009-9dc2-0eb3943a8a1f {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:34.329957 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9c0d17-747e-48a4-8e41-c03140ba990f', 'name': 'network-vif-deleted', 'tag': 'ace583b8-b0bb-449c-959d-fe5c262a44ee', 'status': 'completed', 'code': 200} Aug 25 14:57:34.453596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c5a1329-9fa7-4f5e-bc89-d90543d56f04 req-8d1cc759-36ba-4b0a-a3fc-70e5d6feacdc tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0909805 Aug 25 14:57:34.467381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34923986-79ba-4778-b66e-ad6f3ef47bd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bc3a17560724ee899b3b5b17dd91228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635764 Aug 25 14:57:34.469122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34826) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:34.483287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73c0be-1ee1-4fe8-8b5d-afb353c12c2b tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:34.484876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4c73c0be-1ee1-4fe8-8b5d-afb353c12c2b tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e HTTP/1.1" status: 200 len: 913 time: 0.1664996 Aug 25 14:57:34.491998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:34.644029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08506757-2ebd-4ef6-982c-094ac3873ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.690064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Deleting port 6da29222-0ddd-4b86-8470-a203bda6d694 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:34.690411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:34.761589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08506757-2ebd-4ef6-982c-094ac3873ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.018495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.168940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] For port 6da29222-0ddd-4b86-8470-a203bda6d694, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6da29222-0ddd-4b86-8470-a203bda6d694,segment=NetworkSegment(9e86016a-d63b-4284-a7b7-85686e2b6d09),segment_id=9e86016a-d63b-4284-a7b7-85686e2b6d09)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:35.169891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.197486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Calling delete_port for 6da29222-0ddd-4b86-8470-a203bda6d694 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:35.259872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df4a09-cf69-4680-9076-3e4e850b59d5 req-8f197912-a381-4601-8dff-539eb13cb977 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:35.264175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6df4a09-cf69-4680-9076-3e4e850b59d5 req-8f197912-a381-4601-8dff-539eb13cb977 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1107602 Aug 25 14:57:35.328593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08506757-2ebd-4ef6-982c-094ac3873ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.331445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08506757-2ebd-4ef6-982c-094ac3873ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.332656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-08506757-2ebd-4ef6-982c-094ac3873ffd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e1c17c0-b959-42f0-9e21-2d83fe6e701b HTTP/1.1" status: 204 len: 168 time: 0.8625877 Aug 25 14:57:35.342066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Deleting port 0872338f-df35-4b42-a4bb-f1f4d339c83d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:35.342655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.355272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6df4a09-cf69-4680-9076-3e4e850b59d5 req-17a24db4-80f6-483d-ae94-9c31cee78941 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814118 Aug 25 14:57:35.355571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08506757-2ebd-4ef6-982c-094ac3873ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c17c0-b959-42f0-9e21-2d83fe6e701b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:35.527294 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.546555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Calling delete_port for 0872338f-df35-4b42-a4bb-f1f4d339c83d owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:35.625538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b4c7b1d-aa21-445b-a170-7d1b2fdc00ac req-738722a4-98a3-4a4a-95b4-722663267032 tempest-ServerDiskConfigTestJSON-1114388847 tempest-ServerDiskConfigTestJSON-1114388847-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9c0d17-747e-48a4-8e41-c03140ba990f HTTP/1.1" status: 200 len: 210 time: 0.0446105 Aug 25 14:57:35.664759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:35.729627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6da29222-0ddd-4b86-8470-a203bda6d694,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:35.778293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-a32426e4-4847-4edd-b07b-41777686171f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573367 Aug 25 14:57:35.977325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-a9512a76-6165-47ef-b0d4-608cc4fb1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:35.980394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-a9512a76-6165-47ef-b0d4-608cc4fb1786 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 1096 time: 0.1051490 Aug 25 14:57:36.081846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:36.086403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d17240-ebdd-4a21-8316-6bc772d890cf req-c041301a-f224-4813-9fd2-da75594d5409 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:36.088690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12d17240-ebdd-4a21-8316-6bc772d890cf req-c041301a-f224-4813-9fd2-da75594d5409 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.2294753 Aug 25 14:57:36.123354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Port': ['ID=0872338f-df35-4b42-a4bb-f1f4d339c83d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:36.139463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ace583b8-b0bb-449c-959d-fe5c262a44ee no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:36.158466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:36.175171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12d17240-ebdd-4a21-8316-6bc772d890cf req-6312779a-644d-4a62-921f-5134f7b4acdd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767357 Aug 25 14:57:36.201958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: ace583b8-b0bb-449c-959d-fe5c262a44ee {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:36.202295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ace583b8-b0bb-449c-959d-fe5c262a44ee not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:36.255736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-6e55d227-7643-43db-be7e-2d9bbfd82a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:36.257816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-6e55d227-7643-43db-be7e-2d9bbfd82a8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 905 time: 0.2548816 Aug 25 14:57:36.314998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-96ac4838-151e-4b74-828b-7dde9a57253d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95e68d8f-f9bb-4698-bf01-01303d77348b HTTP/1.1" status: 200 len: 217 time: 0.0472465 Aug 25 14:57:36.458558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:36.519201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-2dd45427-f6d6-4390-919f-8109dc113d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:36.520794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-2dd45427-f6d6-4390-919f-8109dc113d50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.1381474 Aug 25 14:57:36.536548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:57:36.575629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-655c6b1c-c63e-4f2c-b1c0-d204b0a302e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275674 Aug 25 14:57:36.715330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:57:36.725549 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a18adc2f-9c2f-4172-9ba7-e004382cec2d admin admin] 10.222.0.58 "PUT /v2.0/routers/7bab2b11-d3d2-4410-abcd-8e3ac851c7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923265 Aug 25 14:57:36.726475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:36.738171 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] Sync routers for ids ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:57:36.746349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Router 8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:57:36.755190 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] Routers {'7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:36.756077 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:36.879784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-69322605-f543-4e5d-a4f8-fffb91a8b538 service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948492 Aug 25 14:57:36.911986 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] Set router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:57:36.913864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:36.993618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34880) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:37.071007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:37.155622 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:57:35Z', 'revision_number': 5, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.165767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-348836397-network', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:37.185282 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] Checking router: 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:57:37.196626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Deleting subnet 024d4f95-5cec-4dbf-a1f8-4b1be586846a {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:57:37.201697 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] Routers {'7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:37.201697 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.217114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.282355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.288224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.334362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.350332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:57:37.364629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-733dcbba-1cf1-4711-b8e6-587b3c3c3179 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "PUT /v2.0/routers/8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8716419 Aug 25 14:57:37.365612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] Sync routers for ids ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:57:37.367750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:37.378345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Made reservation on behalf of 2031dc7b720d4414b231de1e019c76d3 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:37.384844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] Routers {'8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:37.384844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.388587 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.416642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.427044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] Routers {'8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:37.428140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.442087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c54bb-e1eb-4101-abe0-7cb49de42a22 req-47c718ac-6000-471f-bf8b-40486a21cdff tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:37.443603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-840c54bb-e1eb-4101-abe0-7cb49de42a22 req-47c718ac-6000-471f-bf8b-40486a21cdff tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0971382 Aug 25 14:57:37.470478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ae76ea-c07c-4989-9f99-2c6b0d7dd584 req-45f7e69a-be32-4ac8-aa8d-994f770f6a1d service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483630 Aug 25 14:57:37.475507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.476595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75f83d-01b4-4842-9959-36bfd9963078 None None] The sync data for ids ['8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:57:37.480132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.509586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-840c54bb-e1eb-4101-abe0-7cb49de42a22 req-014f91e5-6ce3-4381-83e5-a895441ce5c5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526261 Aug 25 14:57:37.525840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.562805 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] Set router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:57:37.690005 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.757863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:57:35Z', 'revision_number': 5, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.758666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.762049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024d4f95-5cec-4dbf-a1f8-4b1be586846a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:37.768565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.770494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b2c3a4bc-4378-4300-845b-e48e93aea1ae admin admin] 10.222.0.58 "DELETE /v2.0/subnets/024d4f95-5cec-4dbf-a1f8-4b1be586846a HTTP/1.1" status: 204 len: 168 time: 0.6974111 Aug 25 14:57:37.772218 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.774135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:37.792451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Deleting port c0a70f1b-ab9e-4033-8199-502fb016d95f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:37.792822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.802982 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cc174-ea87-4aa1-aebd-c1a04a68404c None None] The sync data for ids ['7bab2b11-d3d2-4410-abcd-8e3ac851c7f4'] in n-d-805995-2 is: [{'id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'name': 'tempest-ServersTestMultiNic-17260887-router', 'tenant_id': '52fe5ef0558a4240bf974675a4efb6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:55:38Z', 'updated_at': '2021-08-25T14:57:35Z', 'revision_number': 5, 'project_id': '52fe5ef0558a4240bf974675a4efb6c5', 'gw_port': {'id': 'c0a70f1b-ab9e-4033-8199-502fb016d95f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab2b11-d3d2-4410-abcd-8e3ac851c7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:55:39Z', 'updated_at': '2021-08-25T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:57:37.863331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.917472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.959284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.965677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] For port c0a70f1b-ab9e-4033-8199-502fb016d95f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c0a70f1b-ab9e-4033-8199-502fb016d95f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:37.966285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:37.974875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cbad28-c2b9-47d1-be95-1db2520e56df']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.988979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Calling delete_port for c0a70f1b-ab9e-4033-8199-502fb016d95f owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:37.991696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:37.991998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a78ee3-d9c6-484d-8e7b-5ef7d39ede66') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:38.004455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.005205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Fanout notify agent at l3_agent the message router_deleted on router 8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:57:38.006992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.012856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.018544 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbc97b6f-e97c-46cd-956e-4fb833e45722 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "DELETE /v2.0/routers/8cbe52f0-dc8f-4eef-86c7-f1c582ffea0e HTTP/1.1" status: 204 len: 168 time: 0.6450691 Aug 25 14:57:38.018544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34896) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:38.028354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.038541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:38.038541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:38.039477 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:38.052357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.121792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:57:38.144779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Deleting subnet 27be1c2d-d4b7-49e6-9c53-33fde6e73288 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:57:38.159018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.159389 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Added segment dca7c18f-7b98-48e4-af6d-c19b65918bc7 of type vlan for network 13072f43-e668-4735-8b02-0cdeacca7423 Aug 25 14:57:38.170715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.175581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.188506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.191924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d7cbad28-c2b9-47d1-be95-1db2520e56df HTTP/1.1" status: 204 len: 168 time: 0.4160550 Aug 25 14:57:38.192921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112ec44-6f83-4706-a448-36686ecf0901 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cbad28-c2b9-47d1-be95-1db2520e56df,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:38.232264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec24bf4-8449-4917-ba33-3093a3953e78,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:38.288251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6da29222-0ddd-4b86-8470-a203bda6d694 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:38.320530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6da29222-0ddd-4b86-8470-a203bda6d694 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:38.321110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6da29222-0ddd-4b86-8470-a203bda6d694 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:38.333697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.353660 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.508764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.548780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.549687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:38.550274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.645362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.646088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34904) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:38.679459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=13072f43-e668-4735-8b02-0cdeacca7423,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:38.683631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a70f1b-ab9e-4033-8199-502fb016d95f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:38.691714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 13072f43-e668-4735-8b02-0cdeacca7423 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:57:38.696401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-67dfb86d-40b6-4145-9699-2e4752c0d9ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e88495026154fd0a1eebddf3f950f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447519 Aug 25 14:57:38.697013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-791ad4b5-c359-41e5-914e-7cb3cc696ec7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6996241 Aug 25 14:57:38.698079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34906) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:38.698348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34908) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:38.703731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Request body: {'subnet': {'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-348836397-subnet', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:38.730707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.767743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Made reservation on behalf of 2031dc7b720d4414b231de1e019c76d3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:38.770577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.812091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a23ac-279f-46b4-95b3-e35804453c98 req-7ba3cc4f-5d2a-45d6-9245-7a9f41a8abea tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:38.813756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-735a23ac-279f-46b4-95b3-e35804453c98 req-7ba3cc4f-5d2a-45d6-9245-7a9f41a8abea tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.2120070 Aug 25 14:57:38.814517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Subnet': ['ID=27be1c2d-d4b7-49e6-9c53-33fde6e73288,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:38.826081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.828043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32e24336-3a61-41f5-a416-31d81a41b8f3 tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "DELETE /v2.0/subnets/27be1c2d-d4b7-49e6-9c53-33fde6e73288 HTTP/1.1" status: 204 len: 168 time: 0.8091595 Aug 25 14:57:38.833134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34910) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:38.841390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a67b4-df25-4272-896e-015a4cb3fad3 None None] Network 5b70dd22-3837-460a-bc43-9de877c7623f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:38.865185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.939568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:38.993975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2291381a-7301-4765-99e5-cbd8eaf0a103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.000433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-735a23ac-279f-46b4-95b3-e35804453c98 req-0a4cc626-bed3-40ce-a0fd-7bc2101e9820 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711991 Aug 25 14:57:39.004574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.009376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.079481 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2291381a-7301-4765-99e5-cbd8eaf0a103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.094414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Deleting port aa8f266b-4589-48e8-9d2d-36e6e9545426 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:39.094806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.103817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] DHCP port deletion for 5b70dd22-3837-460a-bc43-9de877c7623f request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:57:39.159099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] Deleting port aa8f266b-4589-48e8-9d2d-36e6e9545426 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:39.159601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.165560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.166582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 14:57:39.181831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.183801 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-285e488d-7882-4ba6-b2e0-f99a4d9dc343 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7bab2b11-d3d2-4410-abcd-8e3ac851c7f4 HTTP/1.1" status: 204 len: 168 time: 2.4566476 Aug 25 14:57:39.189766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:39.192958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] For port aa8f266b-4589-48e8-9d2d-36e6e9545426, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa8f266b-4589-48e8-9d2d-36e6e9545426,segment=NetworkSegment(e243967a-19ff-4c3a-9f8b-72099b8e6f36),segment_id=e243967a-19ff-4c3a-9f8b-72099b8e6f36)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:39.193322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.231654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.238900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2291381a-7301-4765-99e5-cbd8eaf0a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.242727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2291381a-7301-4765-99e5-cbd8eaf0a103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.244192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2291381a-7301-4765-99e5-cbd8eaf0a103 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18769a95-28b9-4d60-93f8-1d980c1c5e8b HTTP/1.1" status: 204 len: 168 time: 0.5448649 Aug 25 14:57:39.247410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] For port aa8f266b-4589-48e8-9d2d-36e6e9545426, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=aa8f266b-4589-48e8-9d2d-36e6e9545426,segment=NetworkSegment(e243967a-19ff-4c3a-9f8b-72099b8e6f36),segment_id=e243967a-19ff-4c3a-9f8b-72099b8e6f36)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:39.248919 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.266880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] Calling delete_port for aa8f266b-4589-48e8-9d2d-36e6e9545426 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:39.282021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291381a-7301-4765-99e5-cbd8eaf0a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18769a95-28b9-4d60-93f8-1d980c1c5e8b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:39.295659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Calling delete_port for aa8f266b-4589-48e8-9d2d-36e6e9545426 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:39.301415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:39.340205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Deleting subnet 4d83626f-5576-42a1-9077-dce5c2de1939 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:57:39.381821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.455536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Checking segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:39.455897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Network hostable DHCP agents. Network: 13072f43-e668-4735-8b02-0cdeacca7423, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:57:39.468240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.519133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.532005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.544166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] Pushing event deleted for resources: {'Port': ['ID=aa8f266b-4589-48e8-9d2d-36e6e9545426,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:39.554376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46f5d8-9782-4be2-9e41-18d672956cc2 None None] No DVR routers for this DVR port aa8f266b-4589-48e8-9d2d-36e6e9545426 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:39.582795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Port': ['ID=aa8f266b-4589-48e8-9d2d-36e6e9545426,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:39.590856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Network 13072f43-e668-4735-8b02-0cdeacca7423 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:57:39.593180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] No DVR routers for this DVR port aa8f266b-4589-48e8-9d2d-36e6e9545426 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:39.642658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.707967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.728152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b70dd22-3837-460a-bc43-9de877c7623f']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:39.737870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 13072f43-e668-4735-8b02-0cdeacca7423) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:39.742684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:39.745019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.748927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d1f8a-3e4b-4e4f-a2ea-456be22cc4c2 None None] Network 13072f43-e668-4735-8b02-0cdeacca7423 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:39.756519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e243967a-19ff-4c3a-9f8b-72099b8e6f36') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:39.756892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e243967a-19ff-4c3a-9f8b-72099b8e6f36') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:39.794512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.815263 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.823869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:39.824430 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:39.827695 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:39.878681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.922542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:39.925197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d83626f-5576-42a1-9077-dce5c2de1939 HTTP/1.1" status: 204 len: 168 time: 0.7343659 Aug 25 14:57:39.927231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86836ea-a89b-45fe-ab83-7aef84bd5d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83626f-5576-42a1-9077-dce5c2de1939,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:39.930840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-15666702-f9f1-49db-8008-193606ffe2ee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2307024 Aug 25 14:57:39.931056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:39.933629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34928) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:39.938988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:39.943981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8671dd-feb7-4aef-9359-b8c1315ebfaf None None] Network 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:39.967965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-13072f43-e668-4735-8b02-0cdeacca7423', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 14:57:39.968845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.008089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.013387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.017543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] 10.222.0.58 "DELETE /v2.0/networks/5b70dd22-3837-460a-bc43-9de877c7623f HTTP/1.1" status: 204 len: 168 time: 1.1804874 Aug 25 14:57:40.042839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.046135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5cd68-ae65-4a05-934a-960bb0a7255c tempest-FloatingIPNegativeTestJSON-702616192 tempest-FloatingIPNegativeTestJSON-702616192-project] Pushing event deleted for resources: {'Network': ['ID=5b70dd22-3837-460a-bc43-9de877c7623f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:40.063048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.067654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.134706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Deleting port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:57:40.136037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.236150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] For port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,segment=NetworkSegment(9e86016a-d63b-4284-a7b7-85686e2b6d09),segment_id=9e86016a-d63b-4284-a7b7-85686e2b6d09)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:40.236725 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.258024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Calling delete_port for a4c8d5a0-a071-4fb5-a794-84fe1f662cbd owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:57:40.258730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.285869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b2060-2ab1-4849-9842-aa9039264fbd req-254409c5-00d6-4cc6-8c58-605693e39326 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:40.296861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-334b2060-2ab1-4849-9842-aa9039264fbd req-254409c5-00d6-4cc6-8c58-605693e39326 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1790683 Aug 25 14:57:40.386861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa8f266b-4589-48e8-9d2d-36e6e9545426 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:40.420699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: aa8f266b-4589-48e8-9d2d-36e6e9545426 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:40.420699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device aa8f266b-4589-48e8-9d2d-36e6e9545426 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:40.420964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c0a70f1b-ab9e-4033-8199-502fb016d95f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:40.428798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-334b2060-2ab1-4849-9842-aa9039264fbd req-556b3f58-2810-4825-adf6-39cb58e1449b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299889 Aug 25 14:57:40.447939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c0a70f1b-ab9e-4033-8199-502fb016d95f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:40.448438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c0a70f1b-ab9e-4033-8199-502fb016d95f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:40.458405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.471139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Allocated IP 172.20.0.2 (13072f43-e668-4735-8b02-0cdeacca7423/eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb/990a6e98-db60-46a4-9fbc-87505f97fe79) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:40.506964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c0c1b-2093-447f-ac42-32182cfe202f None None] DHCP port deletion for 15b37efd-3f20-43b3-a956-fcc1db5fa1c0 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 14:57:40.517683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c8d5a0-a071-4fb5-a794-84fe1f662cbd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:40.526591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] No DVR routers for this DVR port a4c8d5a0-a071-4fb5-a794-84fe1f662cbd on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:57:40.664206 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.667888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.680962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b37efd-3f20-43b3-a956-fcc1db5fa1c0']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:40.695256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e86016a-d63b-4284-a7b7-85686e2b6d09') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:40.695779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e86016a-d63b-4284-a7b7-85686e2b6d09') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:40.708376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.712566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34952) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:40.726055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.740224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:57:40.741295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:57:40.743339 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:57:40.746923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.757180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Transition to ACTIVE for port object 990a6e98-db60-46a4-9fbc-87505f97fe79 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:40.775877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Transition to ACTIVE for port object 990a6e98-db60-46a4-9fbc-87505f97fe79 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:40.842044 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.896126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Pushing event updated for resources: {'Port': ['ID=990a6e98-db60-46a4-9fbc-87505f97fe79,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:40.916519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Network 13072f43-e668-4735-8b02-0cdeacca7423 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:40.918272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:40.921437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:40.927208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.934582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:40.936780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] 10.222.0.58 "DELETE /v2.0/networks/15b37efd-3f20-43b3-a956-fcc1db5fa1c0 HTTP/1.1" status: 204 len: 168 time: 1.0044112 Aug 25 14:57:40.960488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69a73-e55e-4ca2-9bfd-62b55ee3c2de admin admin] Pushing event deleted for resources: {'Network': ['ID=15b37efd-3f20-43b3-a956-fcc1db5fa1c0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:40.981827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:41.021190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Attempting to bind port 990a6e98-db60-46a4-9fbc-87505f97fe79 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:41.022119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Attempting to bind port 990a6e98-db60-46a4-9fbc-87505f97fe79 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:41.023170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Attempting to bind port 990a6e98-db60-46a4-9fbc-87505f97fe79 on network 13072f43-e668-4735-8b02-0cdeacca7423 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:41.029408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:41.029959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Checking segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:41.030477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.030974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Bound using segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:41.031588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Bound port: 990a6e98-db60-46a4-9fbc-87505f97fe79, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:41.032093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.049364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.066304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1639571382-network', 'tenant_id': 'c8c8442f0ae14530aadc56a2214f50f0'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:41.082418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.107912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] For port 990a6e98-db60-46a4-9fbc-87505f97fe79, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:41.111245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] For port 990a6e98-db60-46a4-9fbc-87505f97fe79, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=990a6e98-db60-46a4-9fbc-87505f97fe79,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:41.145574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c8ab0ad7-1324-46f8-bd36-381642e2fe08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf995ca0237645bdb78c76984699a6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346726 Aug 25 14:57:41.148294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:41.177184 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.177953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Made reservation on behalf of c8c8442f0ae14530aadc56a2214f50f0 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:41.180014 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.197842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.212737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Allocated IP 172.25.8.46 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/529e555f-7a83-465d-9dbd-c11eea61010b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:41.233872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.271051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9232-56c3-41b2-a678-804b46ac8e98 None None] Pushing event updated for resources: {'Port': ['ID=990a6e98-db60-46a4-9fbc-87505f97fe79,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:41.313541 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.382512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.435769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.439077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:41.513946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ddffbc12-d6a0-4f1d-9f81-7599a22c2f8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52fe5ef0558a4240bf974675a4efb6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734875 Aug 25 14:57:41.515176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.516827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34972) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:41.517861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.519826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d97473e-0c41-45ac-bbe7-9b7ffc43b4c0 HTTP/1.1" status: 204 len: 168 time: 0.3697138 Aug 25 14:57:41.538615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97473e-0c41-45ac-bbe7-9b7ffc43b4c0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:41.556868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.560550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.591401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.591769 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.592125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.592474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.592822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.593166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.593506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.593846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.594222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.594564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.594898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.599777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3f696-258d-403a-863e-12295213cc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:41.638394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:57:41.655441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.655441 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Added segment 1563f245-6d3a-458b-ac59-3fe3d9031df4 of type vlan for network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b Aug 25 14:57:41.660497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:41.669016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:41.671476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:41.722528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.735174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=529e555f-7a83-465d-9dbd-c11eea61010b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:41.747776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28f1b354-df24-4bdf-9888-0629b9512d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.747929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f9138f-111b-4898-bb4e-3537016ac2d4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:41.770548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a102-811d-4bb1-90e8-cfdb14a526a8 req-0b97cd21-4c16-40d3-bded-8e52a291e62d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:41.772238 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad65a102-811d-4bb1-90e8-cfdb14a526a8 req-0b97cd21-4c16-40d3-bded-8e52a291e62d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.2381556 Aug 25 14:57:41.816922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad65a102-811d-4bb1-90e8-cfdb14a526a8 req-41f00ab4-6242-49b5-8802-97c1f1e36de5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Aug 25 14:57:41.844779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28f1b354-df24-4bdf-9888-0629b9512d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.867241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.868442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:41.869177 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:41.937402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] Pushing event updated for resources: {'Network': ['ID=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:41.951949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:57:42.042651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-776d60f9-69b9-4754-91b2-f60e8fbb02ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0587509 Aug 25 14:57:42.046343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34980) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:42.062985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28f1b354-df24-4bdf-9888-0629b9512d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.065655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28f1b354-df24-4bdf-9888-0629b9512d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.066852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-28f1b354-df24-4bdf-9888-0629b9512d49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9148c74-95cd-4d9c-ab8f-ab797a8fa4db HTTP/1.1" status: 204 len: 168 time: 0.5488091 Aug 25 14:57:42.067834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Request body: {'subnet': {'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1639571382-subnet', 'tenant_id': 'c8c8442f0ae14530aadc56a2214f50f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:42.079783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b354-df24-4bdf-9888-0629b9512d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9148c74-95cd-4d9c-ab8f-ab797a8fa4db,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:42.168703 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.220391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Made reservation on behalf of c8c8442f0ae14530aadc56a2214f50f0 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:42.228110 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.447774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 990a6e98-db60-46a4-9fbc-87505f97fe79 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:42.593902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.616819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99e70b-13f4-4630-939f-75d0c98813af None None] Network 13072f43-e668-4735-8b02-0cdeacca7423 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:42.670116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.695589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 990a6e98-db60-46a4-9fbc-87505f97fe79 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:42.796858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c17a42-8a6d-4f67-b0d8-a91a582ad702,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:42.802314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Checking segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:42.806545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Network hostable DHCP agents. Network: eaf33ac9-22a3-46a1-87fb-1acb3d2f584b, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:57:42.857648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4c8d5a0-a071-4fb5-a794-84fe1f662cbd no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:57:42.904384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] Provisioning for port 990a6e98-db60-46a4-9fbc-87505f97fe79 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:42.909747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:57:42.913201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a4c8d5a0-a071-4fb5-a794-84fe1f662cbd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:57:42.913557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a4c8d5a0-a071-4fb5-a794-84fe1f662cbd not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:57:42.926729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] Provisioning complete for port 990a6e98-db60-46a4-9fbc-87505f97fe79 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:42.931465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:42.982078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 14:57:43.010932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4623d-e4ba-4621-a026-73861b846ae6 req-0e3c6bee-6e7f-475a-9524-0f8001cae1f1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:43.012571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1b4623d-e4ba-4621-a026-73861b846ae6 req-0e3c6bee-6e7f-475a-9524-0f8001cae1f1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0653820 Aug 25 14:57:43.059271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, eaf33ac9-22a3-46a1-87fb-1acb3d2f584b) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:43.065696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:43.072664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:43.094400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5ed83-c59b-45ac-8993-eb498d9c106e None None] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:43.142102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1b4623d-e4ba-4621-a026-73861b846ae6 req-10fe07a9-0fd6-4457-90d5-f7c8d9cee14c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942471 Aug 25 14:57:43.163544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:43.179013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-967286b1-d0b7-47c6-8679-fd3496672301 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1306360 Aug 25 14:57:43.180018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:57:43.195341 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:57:43.215799 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:43.216423 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:43.245489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] For port 990a6e98-db60-46a4-9fbc-87505f97fe79, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=990a6e98-db60-46a4-9fbc-87505f97fe79,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:43.290590 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:43.293512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2e4c8532-b1e3-4a3e-b1e5-e43f4f650ec2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3589406 Aug 25 14:57:43.296513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35018) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:43.318144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdab850-9c0a-4147-9337-3fac0c01989a None None] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:43.335329 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:43.417398 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:57:43.425970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35022) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:43.613377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b99d05-f7c0-4c82-8dbb-8223e479cfb6 None None] Pushing event updated for resources: {'Port': ['ID=990a6e98-db60-46a4-9fbc-87505f97fe79,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:43.626392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e6591bd2-8ce0-4733-86d4-59fbfb9327cd None None] Provisioning complete for port 990a6e98-db60-46a4-9fbc-87505f97fe79 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:43.626392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e6591bd2-8ce0-4733-86d4-59fbfb9327cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:43.702101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-91ceaccf-b1b2-4be6-9a13-f18fcb5ae61d tempest-DvrRoutersNegativeTest-368343607 tempest-DvrRoutersNegativeTest-368343607-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2021442631', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:43.706266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.policy [None req-91ceaccf-b1b2-4be6-9a13-f18fcb5ae61d tempest-DvrRoutersNegativeTest-368343607 tempest-DvrRoutersNegativeTest-368343607-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101873) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 25 14:57:43.706583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.policy [None req-91ceaccf-b1b2-4be6-9a13-f18fcb5ae61d tempest-DvrRoutersNegativeTest-368343607 tempest-DvrRoutersNegativeTest-368343607-project] Failed policy check for 'create_router' {{(pid=101873) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 25 14:57:43.707186 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-91ceaccf-b1b2-4be6-9a13-f18fcb5ae61d tempest-DvrRoutersNegativeTest-368343607 tempest-DvrRoutersNegativeTest-368343607-project] create failed (client error): Access was denied to this resource. Aug 25 14:57:43.708242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91ceaccf-b1b2-4be6-9a13-f18fcb5ae61d tempest-DvrRoutersNegativeTest-368343607 tempest-DvrRoutersNegativeTest-368343607-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2806282 Aug 25 14:57:43.714874 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:41Z', 'revision_number': 3, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:43.760534 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:57:43.760884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Updating router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 port 529e555f-7a83-465d-9dbd-c11eea61010b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:57:43.798237 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.160719 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.178542 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Transition to ACTIVE for port object 529e555f-7a83-465d-9dbd-c11eea61010b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:44.208160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-09480cd3-fd14-4ab7-b43b-e68c4311de18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1184833 Aug 25 14:57:44.284476 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.387242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.387744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.388223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.388793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.389263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.390220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.390698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.392937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cd0f41d6-e054-42d3-9968-d0e4d386488c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6489 time: 0.1542439 Aug 25 14:57:44.417881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d37b0b-d77e-462c-bd5d-80ba7643e676 req-0d614b45-7148-4773-a073-706d9bdc78ed tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.419587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04d37b0b-d77e-462c-bd5d-80ba7643e676 req-0d614b45-7148-4773-a073-706d9bdc78ed tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1479292 Aug 25 14:57:44.447297 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Attempting to bind port 529e555f-7a83-465d-9dbd-c11eea61010b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:44.448126 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Attempting to bind port 529e555f-7a83-465d-9dbd-c11eea61010b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:44.448848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Attempting to bind port 529e555f-7a83-465d-9dbd-c11eea61010b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:44.449242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 990a6e98-db60-46a4-9fbc-87505f97fe79 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:44.453329 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Pushing event updated for resources: {'Port': ['ID=529e555f-7a83-465d-9dbd-c11eea61010b,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:44.464195 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:44.464848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:44.465418 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.466001 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:44.466718 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Bound port: 529e555f-7a83-465d-9dbd-c11eea61010b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:44.468366 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.471011 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.471586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.472105 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.472621 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.473233 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.473732 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.474323 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.474827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.475340 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.475825 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.476371 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.476959 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:57:44.512218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35058) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:44.566365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 990a6e98-db60-46a4-9fbc-87505f97fe79 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:44.569431 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.575909 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] For port 529e555f-7a83-465d-9dbd-c11eea61010b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:44.580905 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] For port 529e555f-7a83-465d-9dbd-c11eea61010b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=529e555f-7a83-465d-9dbd-c11eea61010b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:44.605950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-630d523a-e668-4c6f-9881-2762b4d8b587 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.616037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-630d523a-e668-4c6f-9881-2762b4d8b587 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 818 time: 0.2412958 Aug 25 14:57:44.638669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-1de083f7-33dc-4fbc-92bb-b9f5a204d538 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/quotas/c8c8442f0ae14530aadc56a2214f50f0 HTTP/1.1" status: 200 len: 375 time: 0.0205696 Aug 25 14:57:44.659706 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04d37b0b-d77e-462c-bd5d-80ba7643e676 req-e978c4f9-5cb1-4826-b825-a0fd56e3b6fc tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171605 Aug 25 14:57:44.668364 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.685153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-714bd172-61d8-4b25-a5e9-f9c77469bb00 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450969 Aug 25 14:57:44.697037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.762868 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:44.763541 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:44.782676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82f6925a-85b4-493a-be7a-47cddc7b8c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:44.850454 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fb4c2-e06d-4135-8998-090d8499c837 None None] Pushing event updated for resources: {'Port': ['ID=529e555f-7a83-465d-9dbd-c11eea61010b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:44.865411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-97f63f48-3c8e-424b-a1c1-dd5f0c826773 service neutron] 10.222.0.58 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791518 Aug 25 14:57:44.934676 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:57:44.986005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-10e1ba98-1453-4518-8eea-613865e95dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.987600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-10e1ba98-1453-4518-8eea-613865e95dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.988767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-10e1ba98-1453-4518-8eea-613865e95dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:44.992688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-10e1ba98-1453-4518-8eea-613865e95dee service neutron] 10.222.0.52 "GET /v2.0/networks?id=07c04fab-acb5-4577-8c99-2807be0b11f3&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=afe330ac-65f4-44a8-9301-59dcac345fcf&id=afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 200 len: 2293 time: 0.5484049 Aug 25 14:57:45.065060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82f6925a-85b4-493a-be7a-47cddc7b8c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.080339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Allocated IP 172.20.0.1 (13072f43-e668-4735-8b02-0cdeacca7423/eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb/1961a5ba-4835-4c85-bea9-da5c054ce807) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:45.080472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-973e0584-0b27-4543-bae9-d71aacf8c272 service neutron] 10.222.0.58 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066698 Aug 25 14:57:45.116892 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-68b0045d-a219-491d-a70f-404ec11d6b5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 200 len: 1002 time: 0.1046412 Aug 25 14:57:45.215443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82f6925a-85b4-493a-be7a-47cddc7b8c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.234754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-0f95dfca-ddf3-45ad-b056-d0a60d465c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:45.236377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-0f95dfca-ddf3-45ad-b056-d0a60d465c3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7596377-2501-40a9-96e3-dfeb60fe25ad HTTP/1.1" status: 200 len: 850 time: 0.1139245 Aug 25 14:57:45.246272 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:41Z', 'revision_number': 3, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:45.259059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6925a-85b4-493a-be7a-47cddc7b8c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390f8142-519f-4f5b-85a3-913477542545,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:45.277702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82f6925a-85b4-493a-be7a-47cddc7b8c5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53962842bacc4db8ab918386e9fc04ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615924 Aug 25 14:57:45.281346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35080) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:45.308811 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8950a-b056-4056-8bb2-31d6456dc9fa None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:41Z', 'revision_number': 3, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:57:45.321491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.349392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-84d7a070-6971-4254-aa19-bad2cd2b395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:45.351140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-84d7a070-6971-4254-aa19-bad2cd2b395c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07c04fab-acb5-4577-8c99-2807be0b11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015017 Aug 25 14:57:45.354670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Transition to ACTIVE for port object 1961a5ba-4835-4c85-bea9-da5c054ce807 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:45.387604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3586603-a4c7-4854-a3e1-264f42eacf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.417811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3586603-a4c7-4854-a3e1-264f42eacf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.503462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-a04e34a7-d0f0-4341-8a25-e9eee90266af service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430163 Aug 25 14:57:45.593223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3586603-a4c7-4854-a3e1-264f42eacf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.595826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3586603-a4c7-4854-a3e1-264f42eacf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.597131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d3586603-a4c7-4854-a3e1-264f42eacf29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/390f8142-519f-4f5b-85a3-913477542545 HTTP/1.1" status: 204 len: 168 time: 0.3133113 Aug 25 14:57:45.616975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:45.621220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586603-a4c7-4854-a3e1-264f42eacf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390f8142-519f-4f5b-85a3-913477542545,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:45.737888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Network 13072f43-e668-4735-8b02-0cdeacca7423 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:45.743185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:45.760273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:45.923505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Pushing event updated for resources: {'Port': ['ID=1961a5ba-4835-4c85-bea9-da5c054ce807,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:45.927673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-705ba18d-7fe0-4ae0-8665-e2046b36f3f1 service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153881 Aug 25 14:57:45.938429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.016699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3bf4b87-30c7-473e-97fc-ec25a61f112d req-4f858bf7-139c-47d1-8572-9f73386ef1dc tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0757811 Aug 25 14:57:46.111707 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cbd7e16d-ca42-4e6b-ab1a-322e184bd721 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 217 time: 0.1666384 Aug 25 14:57:46.157325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35112) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:46.189893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-88ac2ea1-9486-4f8f-9525-92ae584b884a None None] Provisioning for port 1961a5ba-4835-4c85-bea9-da5c054ce807 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:46.198017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-88ac2ea1-9486-4f8f-9525-92ae584b884a None None] Provisioning complete for port 1961a5ba-4835-4c85-bea9-da5c054ce807 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:46.198017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-88ac2ea1-9486-4f8f-9525-92ae584b884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.200080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd52f4-22b4-4122-a830-caf72a4242f6 req-74b9d995-4be6-4997-8c4d-bdda33d9aefc tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:46.214262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bcd52f4-22b4-4122-a830-caf72a4242f6 req-74b9d995-4be6-4997-8c4d-bdda33d9aefc tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.3720939 Aug 25 14:57:46.313754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-88ac2ea1-9486-4f8f-9525-92ae584b884a None None] Port 1961a5ba-4835-4c85-bea9-da5c054ce807 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:46.334854 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bcd52f4-22b4-4122-a830-caf72a4242f6 req-d45fc5ad-9391-43cc-93b9-4aa0e24b6cd5 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196787 Aug 25 14:57:46.386958 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2acbb651-923b-404c-962f-9b9369b5f76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.413862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-0640f5f1-5463-4cc9-a1c6-7d59b770eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:46.418085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-0640f5f1-5463-4cc9-a1c6-7d59b770eb14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.2941070 Aug 25 14:57:46.442733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 529e555f-7a83-465d-9dbd-c11eea61010b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:46.514953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-259f04d6-32ad-4594-9073-220be769ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:46.516702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-259f04d6-32ad-4594-9073-220be769ae30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705972 Aug 25 14:57:46.591494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2acbb651-923b-404c-962f-9b9369b5f76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.674354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-a319d4fb-1513-413b-b294-ddf0c7b396ac service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477208 Aug 25 14:57:46.715744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 529e555f-7a83-465d-9dbd-c11eea61010b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:46.721374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 529e555f-7a83-465d-9dbd-c11eea61010b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:46.721896 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.744945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2acbb651-923b-404c-962f-9b9369b5f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.764018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.799999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2acbb651-923b-404c-962f-9b9369b5f76f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c7c46a3df354de6bf476d16adcc367f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387925 Aug 25 14:57:46.799999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbb651-923b-404c-962f-9b9369b5f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa6193c-54f6-4d54-a97f-b5f86014a626,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:46.814471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35128) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:46.831019 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.864330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 529e555f-7a83-465d-9dbd-c11eea61010b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=529e555f-7a83-465d-9dbd-c11eea61010b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:46.891916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-06e54d69-3e33-4647-86fd-743665aa2438 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088473 Aug 25 14:57:46.961267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:46.983140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-f8dd5853-2b6b-45e6-a68f-a0fa94f30e4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 217 time: 0.0734899 Aug 25 14:57:47.013569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d6f240a-180f-41fc-a190-298f1d4ba43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.051066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=529e555f-7a83-465d-9dbd-c11eea61010b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:47.081044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d6f240a-180f-41fc-a190-298f1d4ba43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.111602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-4c1a4ade-4277-437e-9719-83f751f365d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:47.113189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-4c1a4ade-4277-437e-9719-83f751f365d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1191690 Aug 25 14:57:47.125218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-402c8656-85fa-4c04-a539-7b27c610f1ea req-2d60b500-504c-428b-ad5e-badbfd9aa71c tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0344856 Aug 25 14:57:47.199443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.216364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-d3588304-68cb-4757-8be7-760c40d760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:47.217938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-d3588304-68cb-4757-8be7-760c40d760c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0935969 Aug 25 14:57:47.322054 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.344536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35148) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:47.357484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d6f240a-180f-41fc-a190-298f1d4ba43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.361853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d6f240a-180f-41fc-a190-298f1d4ba43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.361853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9d6f240a-180f-41fc-a190-298f1d4ba43e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fa6193c-54f6-4d54-a97f-b5f86014a626 HTTP/1.1" status: 204 len: 168 time: 0.5436268 Aug 25 14:57:47.408960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-28f6ae5b-30dc-4bfa-9126-2dbc8b2b9ead service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826184 Aug 25 14:57:47.413135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f240a-180f-41fc-a190-298f1d4ba43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa6193c-54f6-4d54-a97f-b5f86014a626,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:47.486693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.495654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Pushing event updated for resources: {'Port': ['ID=1961a5ba-4835-4c85-bea9-da5c054ce807,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:47.533560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d850cfc6-1208-49c5-95fc-7023dd38ecc0 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:47.534891 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-d850cfc6-1208-49c5-95fc-7023dd38ecc0 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 14:57:47.535527 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-d850cfc6-1208-49c5-95fc-7023dd38ecc0 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 14:57:47.539081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d850cfc6-1208-49c5-95fc-7023dd38ecc0 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1913621 Aug 25 14:57:47.542882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35156) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:47.549405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--449808035'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:47.677131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd5531-ca5e-4d29-87f8-223a8e29b238 req-2b15807f-eacf-4b2e-ada9-99b3c489a228 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:47.678756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bcbd5531-ca5e-4d29-87f8-223a8e29b238 req-2b15807f-eacf-4b2e-ada9-99b3c489a228 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1955767 Aug 25 14:57:47.684353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-08fd4fcb-caf7-4f0d-807f-23d5c77412c3 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615964 Aug 25 14:57:47.754940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-d3a0afa0-c1af-4fc4-be9c-673ba86ff830 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6 HTTP/1.1" status: 200 len: 217 time: 0.0597382 Aug 25 14:57:47.755687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.767339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Network 13072f43-e668-4735-8b02-0cdeacca7423 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:47.787357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:47.809264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:47.832479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bcbd5531-ca5e-4d29-87f8-223a8e29b238 req-514fa8f2-7b43-4024-99c5-6572f2776143 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439028 Aug 25 14:57:47.917472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-25294fb8-bdc8-4196-a7c1-974aef555b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:47.919270 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-25294fb8-bdc8-4196-a7c1-974aef555b69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1541007 Aug 25 14:57:48.069271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-c39633e1-3c62-45af-a2c2-87fb66ba0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:48.071095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-c39633e1-3c62-45af-a2c2-87fb66ba0d4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376712 Aug 25 14:57:48.148504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:57:48.153625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b7caa1e6-525b-4061-9244-c7f14f7952ee None None] Provisioning complete for port 1961a5ba-4835-4c85-bea9-da5c054ce807 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:48.154630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7caa1e6-525b-4061-9244-c7f14f7952ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.177516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.198588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b7caa1e6-525b-4061-9244-c7f14f7952ee None None] Port 1961a5ba-4835-4c85-bea9-da5c054ce807 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:57:48.224789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-deba9216-8bae-47db-80c0-b405ac0a4c6b req-c46fcca1-a99a-4b29-aabd-bd49d28addc4 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0342259 Aug 25 14:57:48.279208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-720d738b-8ec4-4f33-922e-04cde4f3747d service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937554 Aug 25 14:57:48.279208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.384360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 529e555f-7a83-465d-9dbd-c11eea61010b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:48.428917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbf63bb-a0c8-4be7-bd43-d61f8da52755,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:48.453320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 529e555f-7a83-465d-9dbd-c11eea61010b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:48.453832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.454335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:57:48.470075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-254cb3a7-06f6-4294-9977-4829dd7728fa admin admin] 10.222.0.58 "PUT /v2.0/routers/e7f90d52-f90f-4c25-8edf-c9130bd1a6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1721520 Aug 25 14:57:48.492693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:57:48.517811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:48.518452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:48.519320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.546208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-bc74892e-9b3d-4a77-803b-e4cc7915b343 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607908 Aug 25 14:57:48.601035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-7ad4b896-26d4-4aa1-b230-0856cef8b180 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d HTTP/1.1" status: 200 len: 217 time: 0.0459466 Aug 25 14:57:48.649629 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.680135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:57:48.698117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cad561-f811-4ae4-bb5b-8b87b4bc1f78,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:48.706791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-37ce6d3c-0ebc-48b3-8054-67f382d590a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:48.708690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-37ce6d3c-0ebc-48b3-8054-67f382d590a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1005366 Aug 25 14:57:48.768228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:48.769360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-334d3fc7-0af3-4b39-816a-22535c3e012d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2256947 Aug 25 14:57:48.772459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:48.777853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '08cad561-f811-4ae4-bb5b-8b87b4bc1f78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:48.785247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-4ce3dc73-1aaf-44a5-8ce3-f66d824dd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:48.786837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-4ce3dc73-1aaf-44a5-8ce3-f66d824dd074 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705695 Aug 25 14:57:48.906118 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-86731a59-273f-44e2-a597-153e5ab81f9e service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099489 Aug 25 14:57:49.002596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 2, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:49.051872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50eb76-31dc-49d5-a5d0-901fe9e4471b req-dd426416-2abf-4220-98b2-eef3fc9111d3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:49.064602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c50eb76-31dc-49d5-a5d0-901fe9e4471b req-dd426416-2abf-4220-98b2-eef3fc9111d3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1105077 Aug 25 14:57:49.089843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35196) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:49.141970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:57:49.142633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Updating router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 port 1961a5ba-4835-4c85-bea9-da5c054ce807 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 14:57:49.172907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35200) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:49.201865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73211595', 'description': 'tempest-description--1921337836'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:49.221181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.236073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c50eb76-31dc-49d5-a5d0-901fe9e4471b req-1642f9a2-36f8-4264-973a-daa4862652ae tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675148 Aug 25 14:57:49.347267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464819901-network', 'tenant_id': 'bd227a30043e4f08bbacf8b54c97a858'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:49.389437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.507366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Made reservation on behalf of bd227a30043e4f08bbacf8b54c97a858 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:49.509962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.524378 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.530733 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.532500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-456a52c6-67d3-4e6b-b972-236a8ca4bb8c req-5a0503c9-1d08-4959-b110-e35f7dcd884e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0545497 Aug 25 14:57:49.602341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-0eb77f5e-78fb-4df5-8f26-b05687969300 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887243 Aug 25 14:57:49.626546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.659774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-6c615e08-fbfe-4a8f-b3cf-0dcfc64f896b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892289ca-96b0-4816-9975-2e7bc9cbad18 HTTP/1.1" status: 200 len: 217 time: 0.0487990 Aug 25 14:57:49.662720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.711249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-38a6f57a-8a7d-4645-aca4-931f3c653dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:49.712736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-38a6f57a-8a7d-4645-aca4-931f3c653dc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.0449967 Aug 25 14:57:49.755387 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.759407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-4f2813a5-3d4a-4fc0-9079-a80462281dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:49.771419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.771569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-4f2813a5-3d4a-4fc0-9079-a80462281dfd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403202 Aug 25 14:57:49.771694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Transition to ACTIVE for port object 1961a5ba-4835-4c85-bea9-da5c054ce807 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:49.810619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfb1443-41d8-43aa-b2e0-841398dd6856,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:49.816023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.843323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09ef6bb-f4f5-48e0-b44f-a9567c606db0,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:49.876389 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.876942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-52a9c987-a0f1-48df-b227-54f54bacab17 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074240 Aug 25 14:57:49.881016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.927767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92018d3-2d26-484a-b545-38d6ca747dc0 None None] Pushing event updated for resources: {'Port': ['ID=1961a5ba-4835-4c85-bea9-da5c054ce807,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:49.990411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Attempting to bind port 1961a5ba-4835-4c85-bea9-da5c054ce807 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:49.990934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Attempting to bind port 1961a5ba-4835-4c85-bea9-da5c054ce807 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:49.991869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Attempting to bind port 1961a5ba-4835-4c85-bea9-da5c054ce807 on network 13072f43-e668-4735-8b02-0cdeacca7423 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:49.995982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-5aa26680-ffd7-4b10-a4c8-c2f90041add4 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110752 Aug 25 14:57:49.997470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:49.997933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Checking segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:49.998402 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:49.998856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Bound using segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:49.999436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Bound port: 1961a5ba-4835-4c85-bea9-da5c054ce807, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:50.004560 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.025910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.057932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-624d89c6-157a-4cd1-91bc-f9bb2a6ef2f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 200 len: 217 time: 0.0546346 Aug 25 14:57:50.073773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:57:50.078019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] For port 1961a5ba-4835-4c85-bea9-da5c054ce807, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:50.081927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164d2b1a-46cf-4220-832e-89937d59614b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:50.082289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] For port 1961a5ba-4835-4c85-bea9-da5c054ce807, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1961a5ba-4835-4c85-bea9-da5c054ce807,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:50.093395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.094056 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Added segment 96ebe47b-791b-4adb-9f59-938954c4a563 of type vlan for network b83670b6-a8d3-4207-afcd-d885cbc574ef Aug 25 14:57:50.130749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-e57a768b-d943-4bab-b871-dd50a23be28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:50.132754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-e57a768b-d943-4bab-b871-dd50a23be28b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.0644529 Aug 25 14:57:50.152424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.156912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.156912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6d5d1271-6e09-4785-a775-78bac50be081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9650836 Aug 25 14:57:50.160896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35208) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:50.167207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'security_group_rule': {'security_group_id': '2cfb1443-41d8-43aa-b2e0-841398dd6856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:50.176815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.187996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.190053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35210) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:50.198147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3baa1727-1471-4ea4-9baa-1128e62d4bf8 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '08cad561-f811-4ae4-bb5b-8b87b4bc1f78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:50.206653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-738e6edc-9c31-47c3-b24e-a875436915a6 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4157941 Aug 25 14:57:50.228925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-2718e508-e6c9-4746-b209-0b85b32b61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:50.232677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-2718e508-e6c9-4746-b209-0b85b32b61d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915425 Aug 25 14:57:50.266390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:57:50.267088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:50.327440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.328534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:50.329466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.342830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92018d3-2d26-484a-b545-38d6ca747dc0 None None] Pushing event updated for resources: {'Port': ['ID=1961a5ba-4835-4c85-bea9-da5c054ce807,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:50.357673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-7b96fe90-5831-4658-a434-a1b3a40146a2 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159065 Aug 25 14:57:50.450068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-1759f303-6918-49a8-8197-337bf4d8964d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:50.451785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-1759f303-6918-49a8-8197-337bf4d8964d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 818 time: 0.2396643 Aug 25 14:57:50.452717 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.467170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:57:50.511017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Request body: {'port': {'device_id': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'admin_state_up': True, 'tenant_id': 'c8c8442f0ae14530aadc56a2214f50f0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:50.514320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] Pushing event updated for resources: {'Network': ['ID=b83670b6-a8d3-4207-afcd-d885cbc574ef,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:50.527179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87288e3-7237-41dc-9a19-bad22b7e9d0c req-cce5d40d-9c81-47e8-ab41-4e3c515ed364 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551063 Aug 25 14:57:50.574714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network b83670b6-a8d3-4207-afcd-d885cbc574ef details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:57:50.676481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b767-46ef-497b-9296-57f356aedb8e req-e697d205-436c-49fd-9914-44034faac27e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:50.685052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cee0b767-46ef-497b-9296-57f356aedb8e req-e697d205-436c-49fd-9914-44034faac27e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.2641032 Aug 25 14:57:50.694047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3baa1727-1471-4ea4-9baa-1128e62d4bf8 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.721001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e96be96-4629-40b5-a02c-d65ff29ad766 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6148782 Aug 25 14:57:50.723746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35220) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:50.731116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Request body: {'subnet': {'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464819901-subnet', 'tenant_id': 'bd227a30043e4f08bbacf8b54c97a858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:50.751979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.794913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:50Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:57:50.807884 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-604983b0-05c2-4ea8-a378-99b35c9ae1cd req-381e4cd4-7e1d-4ca5-803b-3ca8413807ff tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0763266 Aug 25 14:57:50.830561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70d95-647f-47a0-981a-128b6f04b63f None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:50Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:57:50.838180 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:57:50.859254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cee0b767-46ef-497b-9296-57f356aedb8e req-5ad906ce-6c5f-4ddf-9bed-37e001d5ab59 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723063 Aug 25 14:57:50.871239 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:50.918263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d0bcb-fa06-497a-bdbb-467f926c805d,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:50.918555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Made reservation on behalf of bd227a30043e4f08bbacf8b54c97a858 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:50.921042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.027608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-69bca4d6-08c3-41f3-a66a-2c0194a71202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.124904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.126523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-14634e25-5ee9-42d3-bb14-a8d3385964ff tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9644260 Aug 25 14:57:51.127539 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-3baa1727-1471-4ea4-9baa-1128e62d4bf8 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 14:57:51.131096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3baa1727-1471-4ea4-9baa-1128e62d4bf8 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9358091 Aug 25 14:57:51.131970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:51.132102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35224) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:51.147354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'security_group_rule': {'security_group_id': '2cfb1443-41d8-43aa-b2e0-841398dd6856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:51.159658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-848c1955-f58a-48bd-b4bd-142de0a0c7c7 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:51.162686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-848c1955-f58a-48bd-b4bd-142de0a0c7c7 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 818 time: 0.1547265 Aug 25 14:57:51.177038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Request body: {'port': {'device_id': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'admin_state_up': True, 'tenant_id': 'c8c8442f0ae14530aadc56a2214f50f0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:51.229800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.255959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Made reservation on behalf of c8c8442f0ae14530aadc56a2214f50f0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:51.259613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.352723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46473565-0984-46de-9a94-4f9875824669 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.361222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cf77ac-d6c3-41c0-9bf0-76e0634655b0,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:51.414166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46473565-0984-46de-9a94-4f9875824669 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.433267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-05ecb7c0-134f-4ae7-9bd4-7f1dd903c073 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:51.434895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-05ecb7c0-134f-4ae7-9bd4-7f1dd903c073 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.52 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 818 time: 0.2711284 Aug 25 14:57:51.438900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Checking segment: {'id': '96ebe47b-791b-4adb-9f59-938954c4a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:51.439299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Network hostable DHCP agents. Network: b83670b6-a8d3-4207-afcd-d885cbc574ef, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:57:51.444056 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.459202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Request body: {'port': {'device_id': '3f97cc34-c978-43e0-997f-a334d254d913', 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'admin_state_up': True, 'tenant_id': 'c8c8442f0ae14530aadc56a2214f50f0'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:51.626708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.653147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46473565-0984-46de-9a94-4f9875824669 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.656288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46473565-0984-46de-9a94-4f9875824669 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.657870 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-46473565-0984-46de-9a94-4f9875824669 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/08cad561-f811-4ae4-bb5b-8b87b4bc1f78 HTTP/1.1" status: 204 len: 168 time: 0.5231597 Aug 25 14:57:51.658852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Network b83670b6-a8d3-4207-afcd-d885cbc574ef is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:57:51.674348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:51.714429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.725886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46473565-0984-46de-9a94-4f9875824669 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cad561-f811-4ae4-bb5b-8b87b4bc1f78,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:51.770708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0143bb6a-1e0e-456f-8799-fe66fbd5f1f5,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:51.790258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, b83670b6-a8d3-4207-afcd-d885cbc574ef) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:51.801642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2e6c4bc-875b-404e-9945-2664e342b957 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144724 Aug 25 14:57:51.802999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bd89b-e5c7-4b91-a33e-667d46f28d35 None None] Network b83670b6-a8d3-4207-afcd-d885cbc574ef requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:51.803462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:51.806664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.811790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35232) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:51.819278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--820076726'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:51.824019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Allocated IP 172.20.0.12 (eaf33ac9-22a3-46a1-87fb-1acb3d2f584b/a1c17a42-8a6d-4f67-b0d8-a91a582ad702/29474b86-5f52-43fc-8964-37420ef0ac46) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:51.876294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Made reservation on behalf of c8c8442f0ae14530aadc56a2214f50f0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:51.879916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.965592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cdd406d4-8def-482f-b3fd-10ebd5cb1289 req-d498e247-f2d3-4036-aaeb-60103e71e1cc tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0560982 Aug 25 14:57:51.967065 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:51.975978 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c4faa7ab-457f-4fb0-9d4a-6111e5a178e6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8400202 Aug 25 14:57:51.979362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35238) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:51.984722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:52.007375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9d1add67-fd7a-4a9d-92b2-acb31cefb40d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2820065 Aug 25 14:57:52.012891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5f260-c888-4a2e-b2a1-7bbb51f9f5cc None None] Network b83670b6-a8d3-4207-afcd-d885cbc574ef requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:52.131168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Made reservation on behalf of c8c8442f0ae14530aadc56a2214f50f0 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:52.131404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19410f-2c35-491a-a91d-4f69ba758ac1 req-10c86f45-0786-4d1c-b9e6-c93240e6663c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:52.131521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.131620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb19410f-2c35-491a-a91d-4f69ba758ac1 req-10c86f45-0786-4d1c-b9e6-c93240e6663c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1279936 Aug 25 14:57:52.142310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.154966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 14:57:52.154966 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 14:57:52.154966 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '2031dc7b720d4414b231de1e019c76d3', 'expiration_1': datetime.datetime(2021, 8, 25, 14, 57, 51, 993809)}] Aug 25 14:57:52.154966 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:57:52.156419 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:57:52.214787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb19410f-2c35-491a-a91d-4f69ba758ac1 req-593735e8-08fa-4599-9b51-343ddf0fe441 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696855 Aug 25 14:57:52.242187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.306077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.381311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1961a5ba-4835-4c85-bea9-da5c054ce807 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:52.396938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:52.415179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:52.428818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Allocated IP 172.20.0.11 (eaf33ac9-22a3-46a1-87fb-1acb3d2f584b/a1c17a42-8a6d-4f67-b0d8-a91a582ad702/416019fc-f868-404a-973e-7379819a1477) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:52.428818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:52.456728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Pushing event updated for resources: {'Port': ['ID=29474b86-5f52-43fc-8964-37420ef0ac46,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:52.491275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.513052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:52.513667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.517248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1961a5ba-4835-4c85-bea9-da5c054ce807 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:57:52.522167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1961a5ba-4835-4c85-bea9-da5c054ce807 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:52.523235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.596076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.613679 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.641036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1973d35-f023-44c0-affd-b2d02c4c158e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:52.648149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1961a5ba-4835-4c85-bea9-da5c054ce807, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1961a5ba-4835-4c85-bea9-da5c054ce807,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:52.662330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-99b8aaa8-8c4d-467b-a838-2bb2af75fb7e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1696839 Aug 25 14:57:52.677046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Request body: {'port': {'device_id': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:52.704068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:52.711568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1818497825-network', 'tenant_id': '9f3e9de302f44106bb5d4f7469a8186e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:52.714218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.715469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e03b779b-6e3d-4cee-87d8-837c4a8f47ff tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9027078 Aug 25 14:57:52.718517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35256) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:52.720154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.725188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6990aaa1-2570-4cb0-8896-82e44d955e99 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'f1973d35-f023-44c0-affd-b2d02c4c158e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:52.726014 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-6990aaa1-2570-4cb0-8896-82e44d955e99 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 25 14:57:52.726540 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-6990aaa1-2570-4cb0-8896-82e44d955e99 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:52.730949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6990aaa1-2570-4cb0-8896-82e44d955e99 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081282 Aug 25 14:57:52.731276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35258) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:52.749772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.772847 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.798767 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eae1288b-2826-43ed-897b-e85b24c7b81d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.827215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eae1288b-2826-43ed-897b-e85b24c7b81d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.836151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1961a5ba-4835-4c85-bea9-da5c054ce807,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:52.867621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.932951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:52.985301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Allocated IP 172.20.0.2 (eaf33ac9-22a3-46a1-87fb-1acb3d2f584b/a1c17a42-8a6d-4f67-b0d8-a91a582ad702/6ea8fa19-d2c9-4888-bc4f-6b192c4071e5) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:52.993630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:53.006423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:53.011891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:53.027239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eae1288b-2826-43ed-897b-e85b24c7b81d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.033503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eae1288b-2826-43ed-897b-e85b24c7b81d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.033503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eae1288b-2826-43ed-897b-e85b24c7b81d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/f1973d35-f023-44c0-affd-b2d02c4c158e HTTP/1.1" status: 204 len: 168 time: 0.2987516 Aug 25 14:57:53.037564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Made reservation on behalf of 9f3e9de302f44106bb5d4f7469a8186e for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:53.040118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.049117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35264) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:53.056062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Pushing event updated for resources: {'Port': ['ID=416019fc-f868-404a-973e-7379819a1477,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:53.071742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:53.072909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.105046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1288b-2826-43ed-897b-e85b24c7b81d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1973d35-f023-44c0-affd-b2d02c4c158e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:53.107614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.138998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-dd660348-28ef-4ae9-85f9-4e229ef00a12 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9666002 Aug 25 14:57:53.154679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Request body: {'port': {'device_id': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:53.166261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce2faaf0-82d3-471c-9926-0f75fe2f3acd req-ff86d373-ab7a-4e27-abd7-bf9ac64f69a6 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0927913 Aug 25 14:57:53.221839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.257521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-94f0985a-f128-4a6b-9915-76700592e4c2 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2084572 Aug 25 14:57:53.262626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35268) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:53.271705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956043544'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:53.287945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.378530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.410253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c45130-08c1-4984-9e93-43b0c6b3e6b0 req-a502e460-25fd-488c-94c1-69dbcabe5ce0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:53.412058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2c45130-08c1-4984-9e93-43b0c6b3e6b0 req-a502e460-25fd-488c-94c1-69dbcabe5ce0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1153562 Aug 25 14:57:53.458613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2c45130-08c1-4984-9e93-43b0c6b3e6b0 req-d607617e-a2d8-49c7-8071-2d76bafda450 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Aug 25 14:57:53.491912 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.515292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Allocated IP 172.25.8.89 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/deb53684-230d-4519-b1b4-2f649e85ca39) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:57:53.578596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.609094 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.632325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:57:53.649397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.676464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145b2b7-80db-482a-8b56-3f1c7dc11dec,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:53.682967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.683350 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Added segment 2eec515e-20f1-4dbb-aef2-3a4fc2d122e5 of type vlan for network 5e5d1985-8022-4809-9191-4003aa801a11 Aug 25 14:57:53.718321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:53.722063 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b7872029-dc32-4150-b686-9e6af6ab1d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.745132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:53.755470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Pushing event updated for resources: {'Port': ['ID=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:53.762719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:53.805155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.812982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29474b86-5f52-43fc-8964-37420ef0ac46 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:53.822495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.825350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.827426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.851147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Transition to ACTIVE for port object 29474b86-5f52-43fc-8964-37420ef0ac46 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:53.856800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:53.857417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.875291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.915586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:53.957163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdaac87-1858-4658-a98c-84e63a569e92,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:53.991339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.003177 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.005184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.006257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:54.006951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.011678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c44fe097-5ed2-424e-aa83-ec05780210b3 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5596890 Aug 25 14:57:54.033325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Request body: {'port': {'device_id': '3f97cc34-c978-43e0-997f-a334d254d913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:54.053399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.054763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b22bf496-a868-460a-9840-ec07f0741605 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7910440 Aug 25 14:57:54.064315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35274) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:54.073040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-969fc497-e552-40cc-b47b-cf5a9a886612 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '0cdaac87-1858-4658-a98c-84e63a569e92', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:54.073929 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-969fc497-e552-40cc-b47b-cf5a9a886612 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 25 14:57:54.074619 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-969fc497-e552-40cc-b47b-cf5a9a886612 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:54.080193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-969fc497-e552-40cc-b47b-cf5a9a886612 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063810 Aug 25 14:57:54.081687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35276) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:54.114574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Pushing event updated for resources: {'Port': ['ID=29474b86-5f52-43fc-8964-37420ef0ac46,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:54.154718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:57:54.155752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'Port': ['ID=deb53684-230d-4519-b1b4-2f649e85ca39,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:54.162078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4568026 Aug 25 14:57:54.165401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:54.193098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Request body: {'subnet': {'network_id': '5e5d1985-8022-4809-9191-4003aa801a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1818497825-subnet', 'tenant_id': '9f3e9de302f44106bb5d4f7469a8186e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:54.212231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:54.219638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:57:54.227472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13461b96-723a-4b44-8758-8efee461d64b admin admin] Pushing event updated for resources: {'Network': ['ID=5e5d1985-8022-4809-9191-4003aa801a11,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:54.233747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5e5d1985-8022-4809-9191-4003aa801a11 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:57:54.276924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.319439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c40a5c6e-9948-4b19-bb39-ac4de97e0b6d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.335160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Made reservation on behalf of 9f3e9de302f44106bb5d4f7469a8186e for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:57:54.337514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.346386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Attempting to bind port 29474b86-5f52-43fc-8964-37420ef0ac46 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:54.346726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Attempting to bind port 29474b86-5f52-43fc-8964-37420ef0ac46 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:54.347086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Attempting to bind port 29474b86-5f52-43fc-8964-37420ef0ac46 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:54.354735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416019fc-f868-404a-973e-7379819a1477 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:54.362849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.385301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Port 29474b86-5f52-43fc-8964-37420ef0ac46 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:54.385632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Attempting to bind port 29474b86-5f52-43fc-8964-37420ef0ac46 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:54.387307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1961a5ba-4835-4c85-bea9-da5c054ce807 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:57:54.388502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c40a5c6e-9948-4b19-bb39-ac4de97e0b6d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.392674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Transition to ACTIVE for port object 416019fc-f868-404a-973e-7379819a1477 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:54.404254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:54.404600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Checking segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:54.405028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Bound using segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:54.405482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Bound port: 29474b86-5f52-43fc-8964-37420ef0ac46, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:54.405849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.438544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1961a5ba-4835-4c85-bea9-da5c054ce807 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:57:54.439368 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.476665 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.496265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269abd-bc69-4623-90ff-7550f69ad704 req-d5294740-d91b-4f24-9dbc-abb77362943b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:54.505255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-47269abd-bc69-4623-90ff-7550f69ad704 req-d5294740-d91b-4f24-9dbc-abb77362943b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 931 time: 0.2232091 Aug 25 14:57:54.580344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.598472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=416019fc-f868-404a-973e-7379819a1477,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:54.616564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c40a5c6e-9948-4b19-bb39-ac4de97e0b6d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.619120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c40a5c6e-9948-4b19-bb39-ac4de97e0b6d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.621067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c40a5c6e-9948-4b19-bb39-ac4de97e0b6d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/0cdaac87-1858-4658-a98c-84e63a569e92 HTTP/1.1" status: 204 len: 168 time: 0.5355587 Aug 25 14:57:54.623059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] For port 29474b86-5f52-43fc-8964-37420ef0ac46, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:54.626172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:54.665746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5c6e-9948-4b19-bb39-ac4de97e0b6d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdaac87-1858-4658-a98c-84e63a569e92,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:54.673515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] For port 29474b86-5f52-43fc-8964-37420ef0ac46, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29474b86-5f52-43fc-8964-37420ef0ac46,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:54.697682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd6019-636d-425b-9082-947610faf948 req-79c46a54-d8ad-4c8e-a165-419301341140 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:54.697682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ccd6019-636d-425b-9082-947610faf948 req-79c46a54-d8ad-4c8e-a165-419301341140 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1520140 Aug 25 14:57:54.721649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-47269abd-bc69-4623-90ff-7550f69ad704 req-07297582-b222-4354-8484-0f4408b11b34 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155054 Aug 25 14:57:54.726890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Attempting to bind port 416019fc-f868-404a-973e-7379819a1477 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:54.726890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Attempting to bind port 416019fc-f868-404a-973e-7379819a1477 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:54.726890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Attempting to bind port 416019fc-f868-404a-973e-7379819a1477 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:54.735755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Port 416019fc-f868-404a-973e-7379819a1477 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:54.736088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Attempting to bind port 416019fc-f868-404a-973e-7379819a1477 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:54.749963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.755410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:54.755810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Checking segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:54.757201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Bound using segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:54.757201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Bound port: 416019fc-f868-404a-973e-7379819a1477, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:54.757201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.766974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ccd6019-636d-425b-9082-947610faf948 req-3c1206b6-5195-4335-bb3f-e3160b7d8b50 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597687 Aug 25 14:57:54.801405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.813056 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7adace81-59fb-42e6-baf0-72129d0e5e2b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1804140 Aug 25 14:57:54.821422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:54.821646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:54.822945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] 10.222.0.45 "PUT /v2.0/ports/29474b86-5f52-43fc-8964-37420ef0ac46 HTTP/1.1" status: 200 len: 1092 time: 2.1514511 Aug 25 14:57:54.826936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35286) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:54.826936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'tag': '29474b86-5f52-43fc-8964-37420ef0ac46'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:54.827823 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7bcc6-534e-4d84-9b23-4ad447bca948" -d '{"events": [{"name": "network-changed", "server_uuid": "c208185b-d7b0-4d6e-871f-fdee9f67f255", "tag": "29474b86-5f52-43fc-8964-37420ef0ac46"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:54.838766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360740100'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:54.904405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feeffd-3c51-4224-bcc4-cd986fb46c72 service neutron] Pushing event updated for resources: {'Port': ['ID=29474b86-5f52-43fc-8964-37420ef0ac46,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:54.938593 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece8cccd-a243-48c9-83ae-878563c7f15b x-openstack-request-id: req-ece8cccd-a243-48c9-83ae-878563c7f15b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:54.938886 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c208185b-d7b0-4d6e-871f-fdee9f67f255", "tag": "29474b86-5f52-43fc-8964-37420ef0ac46", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:54.939165 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ece8cccd-a243-48c9-83ae-878563c7f15b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:54.939567 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'tag': '29474b86-5f52-43fc-8964-37420ef0ac46', 'status': 'completed', 'code': 200} Aug 25 14:57:54.942070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] For port 416019fc-f868-404a-973e-7379819a1477, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:54.946642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] For port 416019fc-f868-404a-973e-7379819a1477, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=416019fc-f868-404a-973e-7379819a1477,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:54.992508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-699a5a73-369c-4c91-b566-783afca17211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:54.994062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-699a5a73-369c-4c91-b566-783afca17211 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 1095 time: 0.0496569 Aug 25 14:57:55.043117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-5476eff7-cfe9-4bf9-ae82-f5e4d40f5c52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29474b86-5f52-43fc-8964-37420ef0ac46 HTTP/1.1" status: 200 len: 217 time: 0.0404179 Aug 25 14:57:55.043957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.074714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.084030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.108398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:57:55.126260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.138061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:55.138680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.140189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/416019fc-f868-404a-973e-7379819a1477 HTTP/1.1" status: 200 len: 1092 time: 1.9915180 Aug 25 14:57:55.146722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-d99545b8-1ce9-4154-b515-ef0597efe092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:55.148269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-d99545b8-1ce9-4154-b515-ef0597efe092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 200 len: 858 time: 0.0954196 Aug 25 14:57:55.168594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Transition to ACTIVE for port object 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:57:55.182814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88146648-b6bd-471d-a5ca-09afc2705585,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:55.199424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-afea356b-4477-41fe-990e-982f7fb7695a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435514 Aug 25 14:57:55.203978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.210672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c0cf0-33e6-4497-b71d-d24e0093d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=416019fc-f868-404a-973e-7379819a1477,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:55.214060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Checking segment: {'id': '2eec515e-20f1-4dbb-aef2-3a4fc2d122e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5e5d1985-8022-4809-9191-4003aa801a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:55.214346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Network hostable DHCP agents. Network: 5e5d1985-8022-4809-9191-4003aa801a11, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:57:55.216481 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.272255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.287965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:55.350601 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.358609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Network 5e5d1985-8022-4809-9191-4003aa801a11 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:57:55.366310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-4f4f37b9-9296-428b-807f-ecaf7d62ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:55.367878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-4f4f37b9-9296-428b-807f-ecaf7d62ecd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 1095 time: 0.1299803 Aug 25 14:57:55.371570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-8bedf317-e0b1-44ab-a509-8f4208d93725 service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542153 Aug 25 14:57:55.389879 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.422659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'Port': ['ID=deb53684-230d-4519-b1b4-2f649e85ca39,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:55.430733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.444358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-9dd89029-50c5-4118-a649-c2ca3f4f4ca9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=416019fc-f868-404a-973e-7379819a1477 HTTP/1.1" status: 200 len: 217 time: 0.0622439 Aug 25 14:57:55.445750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.453743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Attempting to bind port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:57:55.454066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Attempting to bind port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:57:55.454403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Attempting to bind port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:55.458896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:57:55.459258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Attempting to bind port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 on network eaf33ac9-22a3-46a1-87fb-1acb3d2f584b {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:57:55.465341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:57:55.465718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Checking segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:57:55.466092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Bound using segment: {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:57:55.466506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Bound port: 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1563f245-6d3a-458b-ac59-3fe3d9031df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:57:55.466869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.504849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5e5d1985-8022-4809-9191-4003aa801a11) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:57:55.511846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:55.512468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.515781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ecd83e-c89f-4f21-9fe3-5738a84da3cb None None] Network 5e5d1985-8022-4809-9191-4003aa801a11 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:55.526560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.536737 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d92a6b9c-9dcb-4e0f-9a1e-e91a4a86aa25 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5470421 Aug 25 14:57:55.569303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] For port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:57:55.571264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f985bb-645f-4395-ab32-4ae05e6d63a4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:55.573361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] For port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:57:55.581477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-95cf4903-8210-4fc0-a911-bc1839cd23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:55.582998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-95cf4903-8210-4fc0-a911-bc1839cd23cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 200 len: 858 time: 0.0995767 Aug 25 14:57:55.604416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.608812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0598ad5b-a147-4025-9b41-31496cf6c7b1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7778862 Aug 25 14:57:55.608992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35296) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:55.616048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-db2fd9ce-9ca8-4c43-8da7-392e35ae077e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '30f985bb-645f-4395-ab32-4ae05e6d63a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:55.626806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-d21a66ec-cee3-49cd-b9f1-f9306f8df43d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359373 Aug 25 14:57:55.631529 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-db2fd9ce-9ca8-4c43-8da7-392e35ae077e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 25 14:57:55.632530 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-db2fd9ce-9ca8-4c43-8da7-392e35ae077e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:55.636853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-db2fd9ce-9ca8-4c43-8da7-392e35ae077e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226471 Aug 25 14:57:55.637437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35298) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:55.643758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ef668862-a8d6-48c6-a874-bcbfc5d0e773 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '30f985bb-645f-4395-ab32-4ae05e6d63a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:55.644575 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-ef668862-a8d6-48c6-a874-bcbfc5d0e773 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 25 14:57:55.645193 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-ef668862-a8d6-48c6-a874-bcbfc5d0e773 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:55.648951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef668862-a8d6-48c6-a874-bcbfc5d0e773 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081100 Aug 25 14:57:55.648951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6949f5b1-0c71-4af2-98c5-14590211c9b5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4770801 Aug 25 14:57:55.649796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.653780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35300) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:55.661349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-eca5d23d-cc47-43cf-b44d-7a939e9684ce service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779601 Aug 25 14:57:55.680959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db789529-2b60-4a7a-866f-33c251e94eec None None] Network 5e5d1985-8022-4809-9191-4003aa801a11 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:57:55.685364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5236df9e-8fb8-47eb-abab-623e80745e08 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '30f985bb-645f-4395-ab32-4ae05e6d63a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:55.686856 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-5236df9e-8fb8-47eb-abab-623e80745e08 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 25 14:57:55.687690 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-5236df9e-8fb8-47eb-abab-623e80745e08 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:55.691901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5236df9e-8fb8-47eb-abab-623e80745e08 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0316534 Aug 25 14:57:55.695746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35306) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:55.727874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b5f83f25-d5f0-4cc8-85cc-19aa8aa644ee tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '30f985bb-645f-4395-ab32-4ae05e6d63a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:55.729970 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-b5f83f25-d5f0-4cc8-85cc-19aa8aa644ee tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 25 14:57:55.730560 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-b5f83f25-d5f0-4cc8-85cc-19aa8aa644ee tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:55.735149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5f83f25-d5f0-4cc8-85cc-19aa8aa644ee tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133579 Aug 25 14:57:55.736074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35312) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:55.772859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:55.776585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:55.777857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] 10.222.0.52 "PUT /v2.0/ports/6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 HTTP/1.1" status: 200 len: 1091 time: 1.7498741 Aug 25 14:57:55.778951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f97cc34-c978-43e0-997f-a334d254d913', 'tag': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:55.785835 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91" -d '{"events": [{"name": "network-changed", "server_uuid": "3f97cc34-c978-43e0-997f-a334d254d913", "tag": "6ea8fa19-d2c9-4888-bc4f-6b192c4071e5"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:55.860349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f24f4-b54f-432e-b243-a7117029a1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:55.910250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-1eb7d1ad-a722-4d62-9ff5-5eedf57d0e92 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--73211595&fields=id&tenant_id=2031dc7b720d4414b231de1e019c76d3 HTTP/1.1" status: 200 len: 267 time: 0.1032009 Aug 25 14:57:55.916655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-34e8c446-ea9e-46a8-a8bc-33c5b8585621 service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756553 Aug 25 14:57:56.011665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-401a2ab4-cde8-4e52-b555-c3152d3a8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.013183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-401a2ab4-cde8-4e52-b555-c3152d3a8339 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 1095 time: 0.2237773 Aug 25 14:57:56.014761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-52a65482-8efc-4ad3-b596-0b2610a3ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.016561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff479cb5-69c2-4452-a959-496ff3b8ffea tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:56.016699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-52a65482-8efc-4ad3-b596-0b2610a3ec86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 1094 time: 0.1193628 Aug 25 14:57:56.069690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-293cfa18-cf0b-4ac7-9515-eaabfa130a1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 HTTP/1.1" status: 200 len: 217 time: 0.0424545 Aug 25 14:57:56.103487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdcbd3-cbb1-43f5-8b9a-b941e250247d req-9173b879-827c-453c-85cf-ebf5d0e05a45 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.105155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3afdcbd3-cbb1-43f5-8b9a-b941e250247d req-9173b879-827c-453c-85cf-ebf5d0e05a45 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 943 time: 0.2023034 Aug 25 14:57:56.113519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff479cb5-69c2-4452-a959-496ff3b8ffea tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:56.124232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-43095fb9-3d34-4774-800d-58053111561c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.126304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-43095fb9-3d34-4774-800d-58053111561c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 810 time: 0.1925325 Aug 25 14:57:56.155629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-3aefa7b8-774b-4b38-91fa-93cc51dda151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.157118 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-3aefa7b8-774b-4b38-91fa-93cc51dda151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 200 len: 858 time: 0.0781176 Aug 25 14:57:56.159778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-bb00e662-e7ca-4a92-b55d-7a3af44cbe92 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/quotas/2031dc7b720d4414b231de1e019c76d3 HTTP/1.1" status: 200 len: 375 time: 0.0179672 Aug 25 14:57:56.202229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-b9a05926-df6e-4ada-931f-6f3c6f380742 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351505 Aug 25 14:57:56.230320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-832435ea-6fa5-4a7e-a7be-a8f75872ada4 service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039722 Aug 25 14:57:56.240370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-ffe1c6bd-1030-4864-878b-2a1330474b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.242084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-ffe1c6bd-1030-4864-878b-2a1330474b22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 919 time: 0.2194200 Aug 25 14:57:56.245800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3afdcbd3-cbb1-43f5-8b9a-b941e250247d req-b4c9c4bd-7cb9-44f8-9ff5-1b60916c176b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294551 Aug 25 14:57:56.290153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-3349f86b-d68e-4f9f-b0a5-31e14c89cfc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29474b86-5f52-43fc-8964-37420ef0ac46 HTTP/1.1" status: 200 len: 217 time: 0.0402415 Aug 25 14:57:56.303422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-667e1230-e75f-4639-8470-4e6169525207 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374912 Aug 25 14:57:56.332969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff479cb5-69c2-4452-a959-496ff3b8ffea tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:56.335587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff479cb5-69c2-4452-a959-496ff3b8ffea tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:56.339760 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ff479cb5-69c2-4452-a959-496ff3b8ffea tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/30f985bb-645f-4395-ab32-4ae05e6d63a4 HTTP/1.1" status: 204 len: 168 time: 0.5996132 Aug 25 14:57:56.341156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35332) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:56.379996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff479cb5-69c2-4452-a959-496ff3b8ffea tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f985bb-645f-4395-ab32-4ae05e6d63a4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:56.391883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-bfaff391-c596-4cf2-ac62-c6d801180f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.392930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-bfaff391-c596-4cf2-ac62-c6d801180f9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 200 len: 858 time: 0.0955999 Aug 25 14:57:56.407236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-204de656-d57d-4d6a-b60c-e396a6f9b6cb service neutron] 10.222.0.52 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900210 Aug 25 14:57:56.420698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb010a6-85ad-4795-9e78-e01f9bf2f624 req-5a48fbc2-068a-4a9c-a49b-84be7f8a2e76 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.422638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7cb010a6-85ad-4795-9e78-e01f9bf2f624 req-5a48fbc2-068a-4a9c-a49b-84be7f8a2e76 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0935435 Aug 25 14:57:56.439600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-f1773d31-00d7-4e6d-beac-91ec22b1ff8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377727 Aug 25 14:57:56.522966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7cb010a6-85ad-4795-9e78-e01f9bf2f624 req-c5df4dfb-1741-4d05-bd5e-21f3f2fc3aa9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857706 Aug 25 14:57:56.569013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-c07c852c-8804-4a66-a11d-f2dcc0eafabb service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166260 Aug 25 14:57:56.672597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe7bcc6-534e-4d84-9b23-4ad447bca948 req-ea5b54d9-035e-4e45-ab9e-37971eac1cb4 service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947785 Aug 25 14:57:56.791946 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830dc50c-f89d-4003-8821-ad81291dcfe8 x-openstack-request-id: req-830dc50c-f89d-4003-8821-ad81291dcfe8 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:56.792531 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f97cc34-c978-43e0-997f-a334d254d913", "tag": "6ea8fa19-d2c9-4888-bc4f-6b192c4071e5", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:56.792531 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-830dc50c-f89d-4003-8821-ad81291dcfe8 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:56.795837 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f97cc34-c978-43e0-997f-a334d254d913', 'tag': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5', 'status': 'completed', 'code': 200} Aug 25 14:57:56.829276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-df81b80b-50fc-4b9d-b4e2-b7db088d839e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4856586 Aug 25 14:57:56.835749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35344) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:56.842843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--268632848'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:56.852429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9653b020-777f-4417-999d-49fd0b470f3c service neutron] 10.222.0.58 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341160 Aug 25 14:57:56.934530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-06c16bfd-b340-4cbe-b0ad-78147692ee11 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:56.936293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-06c16bfd-b340-4cbe-b0ad-78147692ee11 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/networks?id=b83670b6-a8d3-4207-afcd-d885cbc574ef HTTP/1.1" status: 200 len: 825 time: 0.1186152 Aug 25 14:57:56.940601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'tag': '416019fc-f868-404a-973e-7379819a1477'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:57:56.943080 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4576bf-85a6-4554-afe8-83a16f3fa07f", "tag": "416019fc-f868-404a-973e-7379819a1477"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:57:56.950444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-927c2def-ccd7-4840-b38a-b69e87a37f4b req-2afdb5cb-1cc9-4cc8-b9c3-2b3b132d4ac3 service neutron] 10.222.0.52 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247831 Aug 25 14:57:56.955907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-61466edc-a95b-40bb-8d14-1f1229b2ada8 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/quotas/bd227a30043e4f08bbacf8b54c97a858 HTTP/1.1" status: 200 len: 375 time: 0.0092332 Aug 25 14:57:56.989703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9da8252a-2cc0-4343-9c17-2dccbd3e772d service neutron] 10.222.0.58 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275535 Aug 25 14:57:56.991751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-973df687-f6ff-4838-a4d9-55de594b18a7 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd227a30043e4f08bbacf8b54c97a858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288961 Aug 25 14:57:57.064035 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:57.089684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-1c4b942d-43cd-4324-994f-3e09caa6815c service neutron] 10.222.0.58 "GET /v2.0/networks/b83670b6-a8d3-4207-afcd-d885cbc574ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Aug 25 14:57:57.163833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:57.181250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-caab48cf-2781-49d1-909a-b0d34eed9d84 service neutron] 10.222.0.58 "GET /v2.0/networks/b83670b6-a8d3-4207-afcd-d885cbc574ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Aug 25 14:57:57.192954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:57.282325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-ce084f47-4408-4df5-90b4-c186e12b2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.283973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-ce084f47-4408-4df5-90b4-c186e12b2884 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 1094 time: 0.0905318 Aug 25 14:57:57.324200 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594d11c9-b5b6-4b59-8024-b350345106e3 x-openstack-request-id: req-594d11c9-b5b6-4b59-8024-b350345106e3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:57:57.325147 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4576bf-85a6-4554-afe8-83a16f3fa07f", "tag": "416019fc-f868-404a-973e-7379819a1477", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:57:57.325612 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-594d11c9-b5b6-4b59-8024-b350345106e3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:57:57.329027 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'tag': '416019fc-f868-404a-973e-7379819a1477', 'status': 'completed', 'code': 200} Aug 25 14:57:57.386676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:57.422296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e42c2b4-dd87-4f1f-8f54-061a5523e91c req-e6d9eefd-641b-494f-9603-6e609356e446 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 210 time: 0.0624425 Aug 25 14:57:57.447945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-9f2f0d0a-76c3-4fd0-92f3-b055188f9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.452186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-9f2f0d0a-76c3-4fd0-92f3-b055188f9016 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 1095 time: 0.0984666 Aug 25 14:57:57.465143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:57.494944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-4bcc5b3b-2547-4547-b88c-ca87f40a926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.496437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-4bcc5b3b-2547-4547-b88c-ca87f40a926e service neutron] 10.222.0.52 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 919 time: 0.2035313 Aug 25 14:57:57.562497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-46ea14ef-dd88-411a-a671-22713626686c req-cba925ea-b5ac-47df-9ac2-d5b844368d6c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 210 time: 0.0826848 Aug 25 14:57:57.566669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-aff2ec3d-9303-4fdb-a890-be5c8b94cb73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 HTTP/1.1" status: 200 len: 217 time: 0.0611863 Aug 25 14:57:57.572132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:57.576321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7401364 Aug 25 14:57:57.578467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35364) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:57.581578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082f44b-19cd-48a0-b01d-474401b57797 req-2856be66-e77a-4625-9966-0314b957e551 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.583184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1082f44b-19cd-48a0-b01d-474401b57797 req-2856be66-e77a-4625-9966-0314b957e551 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 943 time: 0.1120522 Aug 25 14:57:57.591828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b0184e66-c9f4-4b29-8d75-47b1c41f5bc3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:57.601465 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-b0184e66-c9f4-4b29-8d75-47b1c41f5bc3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 14:57:57.601465 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-b0184e66-c9f4-4b29-8d75-47b1c41f5bc3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:57.601465 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b0184e66-c9f4-4b29-8d75-47b1c41f5bc3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082521 Aug 25 14:57:57.601692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35368) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:57.608619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6be6d60f-3e03-4d6d-8481-6b2a0751e7e4 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:57.615965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5e128-e4be-45e3-b377-7fa548d9b6e3 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee29d0-702b-4548-837a-d37875d508d6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:57.642281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-45aaee8b-1751-460f-a85b-50cda5242f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.643964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-4321d6e3-8f6f-42ad-81b2-2ea608ac00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.644131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-45aaee8b-1751-460f-a85b-50cda5242f20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 200 len: 858 time: 0.0667646 Aug 25 14:57:57.645434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-4321d6e3-8f6f-42ad-81b2-2ea608ac00a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 200 len: 919 time: 0.1846333 Aug 25 14:57:57.683260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-43010ae3-b28e-4d58-a643-b5031ab7532a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310295 Aug 25 14:57:57.806762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab88a-de27-4d4f-af84-b4ef84cc39d9 req-cc17305f-f4d4-44a7-b8d8-be6a4bd430c8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:57.808943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705ab88a-de27-4d4f-af84-b4ef84cc39d9 req-cc17305f-f4d4-44a7-b8d8-be6a4bd430c8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1289017 Aug 25 14:57:57.840945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-cccd3af8-5d0c-4de6-a51a-cfb3970138a7 service neutron] 10.222.0.52 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478534 Aug 25 14:57:57.908064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-705ab88a-de27-4d4f-af84-b4ef84cc39d9 req-17f32dac-71e3-4c6d-be4e-e55a708e2a8f tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900972 Aug 25 14:57:57.957375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7def4461-7bce-4ce7-9cb7-e1b8e478ca91 req-d0b24f7d-d162-4f02-9696-0d4b7f343ffb service neutron] 10.222.0.52 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082497 Aug 25 14:57:58.025933 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-f2ae43f7-2d39-411a-bda8-838783673fd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=416019fc-f868-404a-973e-7379819a1477 HTTP/1.1" status: 200 len: 217 time: 0.3706191 Aug 25 14:57:58.030652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1082f44b-19cd-48a0-b01d-474401b57797 req-a58dea39-c612-4148-8d3d-9a28cef8bf6b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395890 Aug 25 14:57:58.080620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-f226253f-6ec7-4824-9ee6-592a36037abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:58.082424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-f226253f-6ec7-4824-9ee6-592a36037abc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 200 len: 858 time: 0.0498137 Aug 25 14:57:58.115577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-8cf88817-0ff9-4c45-9143-14b11bd12aa8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250494 Aug 25 14:57:58.170149 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-6be6d60f-3e03-4d6d-8481-6b2a0751e7e4 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.171197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6be6d60f-3e03-4d6d-8481-6b2a0751e7e4 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5704036 Aug 25 14:57:58.175005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35378) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.179806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c1e964a0-1915-448b-8ca7-82f2d726c88d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:58.184351 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-c1e964a0-1915-448b-8ca7-82f2d726c88d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 25 14:57:58.184351 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-c1e964a0-1915-448b-8ca7-82f2d726c88d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.184351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1e964a0-1915-448b-8ca7-82f2d726c88d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055952 Aug 25 14:57:58.186705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35380) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.190993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c8eb4703-d00f-480b-8ed9-5cbf47933f12 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:58.214235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-8201f2f6-51f9-4fb8-98b9-9a3d3785b702 service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916574 Aug 25 14:57:58.305486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1004edb4-3dfe-4519-bbef-ad3e97ae24f8 req-ba1df9b1-f1ac-4055-bd2b-a0045db53a6f service neutron] 10.222.0.45 "GET /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 Aug 25 14:57:58.432617 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-c8eb4703-d00f-480b-8ed9-5cbf47933f12 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.433729 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c8eb4703-d00f-480b-8ed9-5cbf47933f12 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2461100 Aug 25 14:57:58.436552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35386) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.441481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7463a4c3-e156-4f41-ad67-12072807a524 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:58.442794 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-7463a4c3-e156-4f41-ad67-12072807a524 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 14:57:58.442794 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-7463a4c3-e156-4f41-ad67-12072807a524 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.443386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7463a4c3-e156-4f41-ad67-12072807a524 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057225 Aug 25 14:57:58.445894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35390) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.450605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-27e590ba-f663-4ab3-b7a2-7477792dfd6b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:58.514338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73abd7e4-448a-43b8-a746-1a090bbd12da req-4ea13fae-ec29-4da5-a79d-b74a6c2fdab7 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 210 time: 0.0299757 Aug 25 14:57:58.628790 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-27e590ba-f663-4ab3-b7a2-7477792dfd6b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.629921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27e590ba-f663-4ab3-b7a2-7477792dfd6b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1831031 Aug 25 14:57:58.632688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.638875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1b6dbb49-45fc-40f4-bc28-de20a2147023 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:58.639390 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-1b6dbb49-45fc-40f4-bc28-de20a2147023 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 25 14:57:58.639867 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-1b6dbb49-45fc-40f4-bc28-de20a2147023 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.640912 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b6dbb49-45fc-40f4-bc28-de20a2147023 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060809 Aug 25 14:57:58.643515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35396) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.648768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-979cc30d-c268-4545-bde8-49a612252228 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:58.667325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3866d082-9efe-4a22-853d-a796ff5d639c req-a058b504-2ce8-4f2a-912f-1b0c2f18912b tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 210 time: 0.0336335 Aug 25 14:57:58.863665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:58.893430 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-979cc30d-c268-4545-bde8-49a612252228 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:58.894993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-979cc30d-c268-4545-bde8-49a612252228 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2501352 Aug 25 14:57:58.897434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35398) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:58.904290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8acb137e-d7a0-4a7a-a523-cfd802f4ea3a tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'a5ee29d0-702b-4548-837a-d37875d508d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:59.036929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b37e-333d-455d-9496-75622cb05dd8 req-4db211e9-a5df-4952-accc-7530255bb2d2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:59.039669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2988b37e-333d-455d-9496-75622cb05dd8 req-4db211e9-a5df-4952-accc-7530255bb2d2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0584555 Aug 25 14:57:59.088744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2988b37e-333d-455d-9496-75622cb05dd8 req-a699cd13-7b2d-46dd-aa75-2b99bfef5e11 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Aug 25 14:57:59.167701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6aa2-d05b-4a7b-a77f-c9cc71d44255 req-aca36130-6db3-4025-8e3a-cc955897fd05 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:59.169157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c61a6aa2-d05b-4a7b-a77f-c9cc71d44255 req-aca36130-6db3-4025-8e3a-cc955897fd05 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 943 time: 0.0498819 Aug 25 14:57:59.193523 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-8acb137e-d7a0-4a7a-a523-cfd802f4ea3a tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:57:59.198198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35406) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:59.198416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8acb137e-d7a0-4a7a-a523-cfd802f4ea3a tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3000000 Aug 25 14:57:59.243558 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c61a6aa2-d05b-4a7b-a77f-c9cc71d44255 req-b86c04f8-1eb9-4570-ae70-a516461141ea tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676725 Aug 25 14:57:59.268938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d469b753-5960-4add-adc0-38609a8f023d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.292433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d469b753-5960-4add-adc0-38609a8f023d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.398205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d469b753-5960-4add-adc0-38609a8f023d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.400897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d469b753-5960-4add-adc0-38609a8f023d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.402095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d469b753-5960-4add-adc0-38609a8f023d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5ee29d0-702b-4548-837a-d37875d508d6 HTTP/1.1" status: 204 len: 168 time: 0.2029176 Aug 25 14:57:59.405469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35410) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:59.421668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469b753-5960-4add-adc0-38609a8f023d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee29d0-702b-4548-837a-d37875d508d6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:59.466275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2581b02f-dcb7-4eb2-9079-d0416389535f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592318 Aug 25 14:57:59.470150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35412) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:57:59.474799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--130754085'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:59.573343 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.616720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19415498-7224-473d-9214-3780abd32019 req-a525ba6e-f046-41bb-898e-17de8c15a126 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 210 time: 0.0310881 Aug 25 14:57:59.768498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-0bd6e59a-5fb6-4abf-a515-ce954b1a9081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:57:59.770005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-0bd6e59a-5fb6-4abf-a515-ce954b1a9081 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.52 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 810 time: 0.1460035 Aug 25 14:57:59.771643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78539592-f7a0-40dc-b236-d899e37643e0 req-d37bfcf3-d50b-44a5-aaf7-f79581af90d1 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 210 time: 0.0331523 Aug 25 14:57:59.782817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.824121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-dab7dbf1-991f-42bb-9a3d-bd1445517fcb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2031dc7b720d4414b231de1e019c76d3 HTTP/1.1" status: 200 len: 378 time: 0.0399685 Aug 25 14:57:59.835488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'port': {'device_id': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'admin_state_up': True, 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'security_groups': ['2cfb1443-41d8-43aa-b2e0-841398dd6856']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:57:59.858711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 416019fc-f868-404a-973e-7379819a1477 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:57:59.897416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:57:59.953257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5afb16-c734-44f5-8dd5-4567d2ffbfa1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:57:59.954903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 416019fc-f868-404a-973e-7379819a1477, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=416019fc-f868-404a-973e-7379819a1477,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:57:59.967568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '416019fc-f868-404a-973e-7379819a1477', 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'port_id': '416019fc-f868-404a-973e-7379819a1477', 'mac_address': 'fa:16:3e:7d:26:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c17a42-8a6d-4f67-b0d8-a91a582ad702', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:00.007163 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.018091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.019666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cdba2ad7-09e3-45e6-917e-896d574e51a9 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5484586 Aug 25 14:58:00.026484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35418) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:00.027339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f3ad170c-81ff-47b5-8aa4-fab1d77e41e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'ea5afb16-c734-44f5-8dd5-4567d2ffbfa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:00.028455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416019fc-f868-404a-973e-7379819a1477 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:00.052629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 416019fc-f868-404a-973e-7379819a1477, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=416019fc-f868-404a-973e-7379819a1477,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:00.143847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Made reservation on behalf of 2031dc7b720d4414b231de1e019c76d3 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:00.147701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.183958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.184984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29474b86-5f52-43fc-8964-37420ef0ac46 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:00.238822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323263c3-53fa-46db-b1ed-fee299cef79b req-79bb6649-626f-46e8-aec3-adbf87fb336d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:00.243864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-323263c3-53fa-46db-b1ed-fee299cef79b req-79bb6649-626f-46e8-aec3-adbf87fb336d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0716794 Aug 25 14:58:00.265146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29474b86-5f52-43fc-8964-37420ef0ac46, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29474b86-5f52-43fc-8964-37420ef0ac46,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:00.270137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=416019fc-f868-404a-973e-7379819a1477,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:00.274445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:00.294977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '29474b86-5f52-43fc-8964-37420ef0ac46', 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'port_id': '29474b86-5f52-43fc-8964-37420ef0ac46', 'mac_address': 'fa:16:3e:ea:d5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c17a42-8a6d-4f67-b0d8-a91a582ad702', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:00.320858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-323263c3-53fa-46db-b1ed-fee299cef79b req-0d21369f-9223-479a-8f82-6a9ae0e7f80d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727782 Aug 25 14:58:00.338626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.372463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29474b86-5f52-43fc-8964-37420ef0ac46 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:00.434054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29474b86-5f52-43fc-8964-37420ef0ac46, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29474b86-5f52-43fc-8964-37420ef0ac46,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:00.447612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Allocated IP 172.20.0.3 (13072f43-e668-4735-8b02-0cdeacca7423/eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb/797f97b1-7c39-43d2-acf5-b68ad5303faf) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:58:00.459054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28ecc-60ef-4fa1-8310-34906112579b req-b43ceaf8-4ae6-42f6-beba-314c22098c5e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:00.466665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10d28ecc-60ef-4fa1-8310-34906112579b req-b43ceaf8-4ae6-42f6-beba-314c22098c5e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 943 time: 0.1081908 Aug 25 14:58:00.470883 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-f3ad170c-81ff-47b5-8aa4-fab1d77e41e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The resource could not be found. Aug 25 14:58:00.475363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:00.481169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f3ad170c-81ff-47b5-8aa4-fab1d77e41e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4567518 Aug 25 14:58:00.482007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35428) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:00.489976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5b04fba0-c9de-4f3b-b816-5d7754573d5a tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'ea5afb16-c734-44f5-8dd5-4567d2ffbfa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '069a1be7-98af-4b62-b6c7-0d4254541049'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:00.492601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5', 'network_id': 'eaf33ac9-22a3-46a1-87fb-1acb3d2f584b', 'port_id': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5', 'mac_address': 'fa:16:3e:32:b1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c17a42-8a6d-4f67-b0d8-a91a582ad702', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:00.538790 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.549539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10d28ecc-60ef-4fa1-8310-34906112579b req-fb8c5b55-e329-4c74-b2d7-d1c41f43e7a6 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814960 Aug 25 14:58:00.562114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-6b6bd64a-9f5d-46f7-88c9-a71b6ef3217c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:00.563531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-6b6bd64a-9f5d-46f7-88c9-a71b6ef3217c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.52 "GET /v2.0/networks?id=b83670b6-a8d3-4207-afcd-d885cbc574ef HTTP/1.1" status: 200 len: 825 time: 0.2109694 Aug 25 14:58:00.583007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Request body: {'port': {'device_id': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef', 'admin_state_up': True, 'tenant_id': 'bd227a30043e4f08bbacf8b54c97a858'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:00.599677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.615820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=29474b86-5f52-43fc-8964-37420ef0ac46,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:00.623372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:00.645514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:00.713792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.726832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Transition to ACTIVE for port object 797f97b1-7c39-43d2-acf5-b68ad5303faf will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:58:00.729865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.732899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c007048c-6898-4f00-9466-0a6071a49492 req-e1890a2f-4696-47ea-ad2a-bd334aa8348a tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 210 time: 0.0315294 Aug 25 14:58:00.774841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['29474b86-5f52-43fc-8964-37420ef0ac46'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:00.777706 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['416019fc-f868-404a-973e-7379819a1477'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:00.828345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:00.872975 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b409e80a-6304-4804-bfe9-e527d860c509 req-f788dad4-66d0-4f9b-9540-c64036d4ad45 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 210 time: 0.0270433 Aug 25 14:58:00.920896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Made reservation on behalf of bd227a30043e4f08bbacf8b54c97a858 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:00.924867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.929808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:00.977428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Network 13072f43-e668-4735-8b02-0cdeacca7423 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:58:00.981278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:58:00.985413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:58:00.992329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'Port': ['ID=797f97b1-7c39-43d2-acf5-b68ad5303faf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:01.037965 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-5b04fba0-c9de-4f3b-b816-5d7754573d5a tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The resource could not be found. Aug 25 14:58:01.040294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b04fba0-c9de-4f3b-b816-5d7754573d5a tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5560780 Aug 25 14:58:01.043698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35436) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:01.081088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:01.083327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.099764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Allocated IP 172.20.0.2 (b83670b6-a8d3-4207-afcd-d885cbc574ef/d5cf77ac-d6c3-41c0-9bf0-76e0634655b0/4fe1f08e-fb44-4255-b159-b063c76da34f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:58:01.122272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d00ffb-ad2d-4220-a58d-843b6fa6f86b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.131620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6ea8fa19-d2c9-4888-bc4f-6b192c4071e5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:01.157476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d00ffb-ad2d-4220-a58d-843b6fa6f86b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.221468 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-9780aacc-673b-4c66-8f0d-9809894d2670 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3898273 Aug 25 14:58:01.238965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Request body: {'port': {'device_id': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:01.295588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.315937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.335286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d00ffb-ad2d-4220-a58d-843b6fa6f86b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.339060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10d00ffb-ad2d-4220-a58d-843b6fa6f86b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.339060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10d00ffb-ad2d-4220-a58d-843b6fa6f86b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/ea5afb16-c734-44f5-8dd5-4567d2ffbfa1 HTTP/1.1" status: 204 len: 168 time: 0.2941682 Aug 25 14:58:01.343097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35442) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:01.360713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d00ffb-ad2d-4220-a58d-843b6fa6f86b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5afb16-c734-44f5-8dd5-4567d2ffbfa1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:01.408266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e50219c0-6ab0-43ca-9d7f-e3ffaaf65ed4 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637939 Aug 25 14:58:01.408909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35444) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:01.409302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-835a0a2b-d4df-41fd-9c72-39ca11c9ba92 None None] Provisioning for port 797f97b1-7c39-43d2-acf5-b68ad5303faf completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:01.414344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f673a714-db9d-44c9-87c6-b79ea456b435 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': '011b97d9-fafc-46d2-8d15-969d29313292', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:01.415500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-835a0a2b-d4df-41fd-9c72-39ca11c9ba92 None None] Provisioning complete for port 797f97b1-7c39-43d2-acf5-b68ad5303faf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:01.417815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-835a0a2b-d4df-41fd-9c72-39ca11c9ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.452612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-835a0a2b-d4df-41fd-9c72-39ca11c9ba92 None None] Port 797f97b1-7c39-43d2-acf5-b68ad5303faf cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:58:01.504364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.550683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ce6d-1fc0-4642-9d35-c86d2c3e75c4 req-14d8f273-8a15-4d87-a5e5-e358e0b1f73e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:01.552524 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27e8ce6d-1fc0-4642-9d35-c86d2c3e75c4 req-14d8f273-8a15-4d87-a5e5-e358e0b1f73e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1142609 Aug 25 14:58:01.570595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Network b83670b6-a8d3-4207-afcd-d885cbc574ef is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:58:01.574870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:58:01.576742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Pushing event updated for resources: {'Port': ['ID=4fe1f08e-fb44-4255-b159-b063c76da34f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:01.578934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:58:01.636231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:01.636954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.642513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27e8ce6d-1fc0-4642-9d35-c86d2c3e75c4 req-8cc2df73-b2d6-468a-b6ea-6d717de6f685 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701931 Aug 25 14:58:01.662936 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-f673a714-db9d-44c9-87c6-b79ea456b435 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The resource could not be found. Aug 25 14:58:01.667542 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f673a714-db9d-44c9-87c6-b79ea456b435 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2552578 Aug 25 14:58:01.670333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35452) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:01.675434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078070814'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:01.702697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797f97b1-7c39-43d2-acf5-b68ad5303faf {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:01.710612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.724644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Transition to ACTIVE for port object 797f97b1-7c39-43d2-acf5-b68ad5303faf will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:58:01.738578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05f219-ad94-43f7-b74c-7ddf66bd10de req-d9cf24aa-0435-4734-b04c-169fd3b84d96 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:01.741311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d05f219-ad94-43f7-b74c-7ddf66bd10de req-d9cf24aa-0435-4734-b04c-169fd3b84d96 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 944 time: 0.0579765 Aug 25 14:58:01.745050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-e9a3491d-235e-4817-9717-a8f33cc817d0 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1669328 Aug 25 14:58:01.764680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Request body: {'port': {'device_id': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:01.806424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.834647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d05f219-ad94-43f7-b74c-7ddf66bd10de req-929e5a88-3dfa-4e8c-b6b0-66720b39e1b8 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863571 Aug 25 14:58:01.847654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.858469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:01.870464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Pushing event updated for resources: {'Port': ['ID=797f97b1-7c39-43d2-acf5-b68ad5303faf,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:01.874283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 416019fc-f868-404a-973e-7379819a1477 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:01.967258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Attempting to bind port 797f97b1-7c39-43d2-acf5-b68ad5303faf on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:58:01.967926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Attempting to bind port 797f97b1-7c39-43d2-acf5-b68ad5303faf by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:58:01.968469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Attempting to bind port 797f97b1-7c39-43d2-acf5-b68ad5303faf on network 13072f43-e668-4735-8b02-0cdeacca7423 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:01.975336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Port 797f97b1-7c39-43d2-acf5-b68ad5303faf on network 13072f43-e668-4735-8b02-0cdeacca7423 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:58:01.975942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Attempting to bind port 797f97b1-7c39-43d2-acf5-b68ad5303faf on network 13072f43-e668-4735-8b02-0cdeacca7423 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:01.983508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:58:01.983857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Checking segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:58:01.984299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Bound using segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:58:01.984742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Bound port: 797f97b1-7c39-43d2-acf5-b68ad5303faf, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:58:01.985105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.055289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 416019fc-f868-404a-973e-7379819a1477 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:02.059559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 416019fc-f868-404a-973e-7379819a1477 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:02.060498 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.078779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] For port 797f97b1-7c39-43d2-acf5-b68ad5303faf, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:58:02.083775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] For port 797f97b1-7c39-43d2-acf5-b68ad5303faf, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:58:02.144206 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.152987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.155093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66eb5a-59ef-48ff-8b20-e43605f3630d req-491f5b80-3e75-42be-91d8-3ad2d17aaf07 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.156654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e66eb5a-59ef-48ff-8b20-e43605f3630d req-491f5b80-3e75-42be-91d8-3ad2d17aaf07 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 943 time: 0.1543183 Aug 25 14:58:02.187379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.188013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.189468 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] 10.222.0.52 "PUT /v2.0/ports/797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 1091 time: 0.9548559 Aug 25 14:58:02.189930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:02.192488 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aacdc4-65f8-4012-adbe-20657bb55418" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:02.216165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c89c-ae69-4329-9f7b-8328d40dca33 service neutron] Pushing event updated for resources: {'Port': ['ID=797f97b1-7c39-43d2-acf5-b68ad5303faf,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:02.221280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416019fc-f868-404a-973e-7379819a1477'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:02.223924 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e4399-20c5-47e7-a761-f7c3ed7941ab" -d '{"events": [{"server_uuid": "9a4576bf-85a6-4554-afe8-83a16f3fa07f", "name": "network-vif-plugged", "status": "completed", "tag": "416019fc-f868-404a-973e-7379819a1477"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:02.233063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 416019fc-f868-404a-973e-7379819a1477, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=416019fc-f868-404a-973e-7379819a1477,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:02.250127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.259376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e66eb5a-59ef-48ff-8b20-e43605f3630d req-d1842ae9-26ac-498d-a076-b48542b0c0f9 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904558 Aug 25 14:58:02.321153 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.323099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29474b86-5f52-43fc-8964-37420ef0ac46 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:02.328427 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2fb332-bd4e-4e7c-9809-57104a8515d9 x-openstack-request-id: req-0d2fb332-bd4e-4e7c-9809-57104a8515d9 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:02.328427 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:02.328427 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d2fb332-bd4e-4e7c-9809-57104a8515d9 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:02.331053 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'status': 'completed', 'code': 200} Aug 25 14:58:02.406602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe1f08e-fb44-4255-b159-b063c76da34f {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:02.417026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.434448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Transition to ACTIVE for port object 4fe1f08e-fb44-4255-b159-b063c76da34f will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:58:02.434674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=416019fc-f868-404a-973e-7379819a1477,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:02.436763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.454008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-b9b11bf6-6387-441d-ad27-9ef4a1046f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.455600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-b9b11bf6-6387-441d-ad27-9ef4a1046f21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1094 time: 0.1620646 Aug 25 14:58:02.471511 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a3e49f-edb9-45fc-8bee-e5c9a61f5e5a x-openstack-request-id: req-e7a3e49f-edb9-45fc-8bee-e5c9a61f5e5a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:02.471846 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4576bf-85a6-4554-afe8-83a16f3fa07f", "name": "network-vif-plugged", "status": "completed", "tag": "416019fc-f868-404a-973e-7379819a1477", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:02.472107 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7a3e49f-edb9-45fc-8bee-e5c9a61f5e5a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:02.472606 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416019fc-f868-404a-973e-7379819a1477', 'code': 200} Aug 25 14:58:02.479824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172126a5-1159-4b3a-a537-573b1bbf4423 req-f4bf1819-6194-404c-bd7a-f1fd0b68460c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.480029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5d6fc-c505-408a-8b41-3907a3b075ac,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:02.481426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-172126a5-1159-4b3a-a537-573b1bbf4423 req-f4bf1819-6194-404c-bd7a-f1fd0b68460c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 931 time: 0.1463523 Aug 25 14:58:02.532959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-14fe5731-0a2d-496f-ab5d-c4bbacf2e3ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 217 time: 0.0505147 Aug 25 14:58:02.557939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 29474b86-5f52-43fc-8964-37420ef0ac46 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:02.565160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 29474b86-5f52-43fc-8964-37420ef0ac46 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:02.566047 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.574723 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.577270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.579548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0bbf9e17-cea5-4344-b9be-41750e96f4e1 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9081252 Aug 25 14:58:02.582965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35482) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:02.589366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--419870348'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:02.643392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-172126a5-1159-4b3a-a537-573b1bbf4423 req-92bc0079-0d4c-4cea-ae90-5fa2395607ba tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071227 Aug 25 14:58:02.650159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-f21e3c80-0938-4ba5-af9d-f34a412d74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.651977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-f21e3c80-0938-4ba5-af9d-f34a412d74fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.1045747 Aug 25 14:58:02.668057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.706315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bdc4b-8beb-4464-9e10-cecb5b91659a req-613f86c7-00c4-4b33-ab50-92030c1c7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.708188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c54bdc4b-8beb-4464-9e10-cecb5b91659a req-613f86c7-00c4-4b33-ab50-92030c1c7391 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 1097 time: 0.1736474 Aug 25 14:58:02.708579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-de9ae481-64f8-4c22-ac33-25ce1968a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.710130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-de9ae481-64f8-4c22-ac33-25ce1968a7d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476136 Aug 25 14:58:02.711459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 29474b86-5f52-43fc-8964-37420ef0ac46, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29474b86-5f52-43fc-8964-37420ef0ac46,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:02.731730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Pushing event updated for resources: {'Port': ['ID=4fe1f08e-fb44-4255-b159-b063c76da34f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:02.766786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Attempting to bind port 4fe1f08e-fb44-4255-b159-b063c76da34f on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:58:02.767136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Attempting to bind port 4fe1f08e-fb44-4255-b159-b063c76da34f by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '96ebe47b-791b-4adb-9f59-938954c4a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:58:02.767470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Attempting to bind port 4fe1f08e-fb44-4255-b159-b063c76da34f on network b83670b6-a8d3-4207-afcd-d885cbc574ef {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:02.771513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c54bdc4b-8beb-4464-9e10-cecb5b91659a req-c110b0a2-0c59-45a9-96d4-e72e68ee96da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537128 Aug 25 14:58:02.773518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Port 4fe1f08e-fb44-4255-b159-b063c76da34f on network b83670b6-a8d3-4207-afcd-d885cbc574ef not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:58:02.773833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Attempting to bind port 4fe1f08e-fb44-4255-b159-b063c76da34f on network b83670b6-a8d3-4207-afcd-d885cbc574ef {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:02.779357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:58:02.779698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Checking segment: {'id': '96ebe47b-791b-4adb-9f59-938954c4a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:58:02.780074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Bound using segment: {'id': '96ebe47b-791b-4adb-9f59-938954c4a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:58:02.780501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Bound port: 4fe1f08e-fb44-4255-b159-b063c76da34f, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ebe47b-791b-4adb-9f59-938954c4a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:58:02.780860 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.807534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.812115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-e055610c-7d46-4de9-a2c6-b1e3e8270f1c service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936310 Aug 25 14:58:02.830312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.854560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] For port 4fe1f08e-fb44-4255-b159-b063c76da34f, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:58:02.857722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] For port 4fe1f08e-fb44-4255-b159-b063c76da34f, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4fe1f08e-fb44-4255-b159-b063c76da34f,segment=NetworkSegment(96ebe47b-791b-4adb-9f59-938954c4a563),segment_id=96ebe47b-791b-4adb-9f59-938954c4a563)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:58:02.885508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=29474b86-5f52-43fc-8964-37420ef0ac46,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:02.921476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50984b35-ae50-45d6-814d-b1c52f8ca49f req-b5d78a37-349d-4d36-88d4-b5b22e8fc6a2 service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006193 Aug 25 14:58:02.936296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.971883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:02.972499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:02.973883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] 10.222.0.52 "PUT /v2.0/ports/4fe1f08e-fb44-4255-b159-b063c76da34f HTTP/1.1" status: 200 len: 1091 time: 1.2149875 Aug 25 14:58:02.974332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'tag': '4fe1f08e-fb44-4255-b159-b063c76da34f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:02.976658 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eced1a9-f730-4797-8d78-940277144735" -d '{"events": [{"name": "network-changed", "server_uuid": "b0349e1d-0210-425f-9f68-e16fcfbd3d1c", "tag": "4fe1f08e-fb44-4255-b159-b063c76da34f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:03.001687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e5224-ed86-47ce-9b25-9e2e0a5d89bd service neutron] Pushing event updated for resources: {'Port': ['ID=4fe1f08e-fb44-4255-b159-b063c76da34f,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:03.012139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663501-1e06-46c8-933e-59f2dd61c143 req-d30dfc2f-8a7c-4d39-a9be-5221ef63437d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.012139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d663501-1e06-46c8-933e-59f2dd61c143 req-d30dfc2f-8a7c-4d39-a9be-5221ef63437d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 944 time: 0.0735085 Aug 25 14:58:03.039085 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ec958-48f6-4de8-8c45-bd00b9a7362c x-openstack-request-id: req-324ec958-48f6-4de8-8c45-bd00b9a7362c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:03.039304 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0349e1d-0210-425f-9f68-e16fcfbd3d1c", "tag": "4fe1f08e-fb44-4255-b159-b063c76da34f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:03.040441 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-324ec958-48f6-4de8-8c45-bd00b9a7362c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:03.040441 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'tag': '4fe1f08e-fb44-4255-b159-b063c76da34f', 'status': 'completed', 'code': 200} Aug 25 14:58:03.058906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.080654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d663501-1e06-46c8-933e-59f2dd61c143 req-312d0536-f9ea-4829-b11f-0463faf7084e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495350 Aug 25 14:58:03.110220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eced1a9-f730-4797-8d78-940277144735 req-b49f11ff-c6fa-42fb-8dc5-0a1dfbefad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.112030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3eced1a9-f730-4797-8d78-940277144735 req-b49f11ff-c6fa-42fb-8dc5-0a1dfbefad46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd227a30043e4f08bbacf8b54c97a858&device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 1094 time: 0.0499542 Aug 25 14:58:03.135617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-c8226a5f-2278-4ab6-96cf-b07b450cea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.137631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-c8226a5f-2278-4ab6-96cf-b07b450cea41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1094 time: 0.0416818 Aug 25 14:58:03.190346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.217772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eced1a9-f730-4797-8d78-940277144735 req-883c90dc-65d4-41f6-8859-db358df2cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.219333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3eced1a9-f730-4797-8d78-940277144735 req-883c90dc-65d4-41f6-8859-db358df2cdb7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd227a30043e4f08bbacf8b54c97a858&shared=False HTTP/1.1" status: 200 len: 926 time: 0.0987296 Aug 25 14:58:03.246489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5188d3d1-d29b-40d2-b3bb-ea69a47938c5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:03.263965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-66e581eb-5a39-495c-9f39-e68ff50ae43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.265473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-66e581eb-5a39-495c-9f39-e68ff50ae43b service neutron] 10.222.0.52 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 911 time: 0.1204081 Aug 25 14:58:03.310594 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-4bb119c9-39c1-4ad2-bbbe-cfcdb7fc5ad7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 217 time: 0.0366111 Aug 25 14:58:03.311279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.312465 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5966ab7c-d0bd-4ef7-84d4-da96e0182e51 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7269316 Aug 25 14:58:03.315387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35492) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:03.319427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eced1a9-f730-4797-8d78-940277144735 req-c381515b-f9b9-45ed-8c61-d5bebe25e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.321646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3eced1a9-f730-4797-8d78-940277144735 req-c381515b-f9b9-45ed-8c61-d5bebe25e98b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941503 Aug 25 14:58:03.321783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-49f92449-e73f-4ba9-98c3-784c2d4a6f1b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group_rule': {'security_group_id': 'edb5d6fc-c505-408a-8b41-3907a3b075ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5188d3d1-d29b-40d2-b3bb-ea69a47938c5'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:03.381722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-428b5ae4-d897-4f11-873a-2342043ffb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.383159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-428b5ae4-d897-4f11-873a-2342043ffb8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.0556695 Aug 25 14:58:03.428817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51709dfa-bc4f-4177-b929-bcb556abaff2 req-e8f86fee-ee57-4b84-b47f-8e84e2932d8a tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.431890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51709dfa-bc4f-4177-b929-bcb556abaff2 req-e8f86fee-ee57-4b84-b47f-8e84e2932d8a tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 943 time: 0.0919154 Aug 25 14:58:03.444450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-a8407923-1c0d-4ab5-a4f0-220ed9ed1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.445981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-a8407923-1c0d-4ab5-a4f0-220ed9ed1cef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520995 Aug 25 14:58:03.449121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-485ef3bf-4e6d-4140-804f-54c9521f435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.450920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-485ef3bf-4e6d-4140-804f-54c9521f435a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd227a30043e4f08bbacf8b54c97a858&device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 1094 time: 0.0833106 Aug 25 14:58:03.504206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-0cee910b-4102-4656-930e-f0e71d52cf4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fe1f08e-fb44-4255-b159-b063c76da34f HTTP/1.1" status: 200 len: 217 time: 0.0427768 Aug 25 14:58:03.526967 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51709dfa-bc4f-4177-b929-bcb556abaff2 req-58deec5a-36c7-47fa-ab61-774f7167c408 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868692 Aug 25 14:58:03.559250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-0721b3ac-f91b-4f92-abba-ffec01c84058 service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979407 Aug 25 14:58:03.561227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9320-ac70-4516-b678-5f34df04d07c req-e39544a7-e465-40c6-a4cd-b1707941bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.562701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-e39544a7-e465-40c6-a4cd-b1707941bd69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5cf77ac-d6c3-41c0-9bf0-76e0634655b0 HTTP/1.1" status: 200 len: 865 time: 0.0496535 Aug 25 14:58:03.578132 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-49f92449-e73f-4ba9-98c3-784c2d4a6f1b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 14:58:03.579351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-49f92449-e73f-4ba9-98c3-784c2d4a6f1b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2621715 Aug 25 14:58:03.588772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:03.622110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-b0b892cc-e1bf-4397-bc1c-075b5b13f435 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b83670b6-a8d3-4207-afcd-d885cbc574ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419526 Aug 25 14:58:03.679506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59aacdc4-65f8-4012-adbe-20657bb55418 req-9cdb4e7d-32b7-47ff-aeb8-d3d85e6bd83e service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989811 Aug 25 14:58:03.720701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.791905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.804517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-b8f57c94-b353-417e-b623-f3ded781b228 service neutron] 10.222.0.52 "GET /v2.0/networks/b83670b6-a8d3-4207-afcd-d885cbc574ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725860 Aug 25 14:58:03.832230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b057-70d1-42e1-ad1f-6c7a27534efd req-b932b3c0-a5e0-44ab-b3e7-18b45cf6e6a1 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:03.833705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9b6b057-70d1-42e1-ad1f-6c7a27534efd req-b932b3c0-a5e0-44ab-b3e7-18b45cf6e6a1 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 943 time: 0.1090579 Aug 25 14:58:03.938299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9b6b057-70d1-42e1-ad1f-6c7a27534efd req-c3c51348-954c-4b25-b2df-64f94f2ac9cf tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917506 Aug 25 14:58:03.956969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-162b9320-ac70-4516-b678-5f34df04d07c req-d1dbaaec-ea51-4936-8c72-810e7b55eb07 service neutron] 10.222.0.52 "GET /v2.0/networks/b83670b6-a8d3-4207-afcd-d885cbc574ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439137 Aug 25 14:58:03.995238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.997783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:03.998979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/5188d3d1-d29b-40d2-b3bb-ea69a47938c5 HTTP/1.1" status: 204 len: 168 time: 0.4083149 Aug 25 14:58:04.001949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35512) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.008665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5188d3d1-d29b-40d2-b3bb-ea69a47938c5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:04.016904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.017264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.017613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.017954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.018299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.018639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.018973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.019334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.019803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.020102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.020425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.020753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc3d94-82ef-43ec-b45c-c9c9200f1e4f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:04.062790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-229a51c4-df18-45ac-ba89-f16986e10ea4 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0596070 Aug 25 14:58:04.065590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.126282 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d34db897-875a-4bdd-a0d4-ea884f41916d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.153928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d34db897-875a-4bdd-a0d4-ea884f41916d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.230058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662b176-108b-4ad2-8c37-2fc19a1f46a9 req-7235ae71-cd64-4f4e-88dd-16a07eb90fcd tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:04.231592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8662b176-108b-4ad2-8c37-2fc19a1f46a9 req-7235ae71-cd64-4f4e-88dd-16a07eb90fcd tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 944 time: 0.0668638 Aug 25 14:58:04.270062 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8662b176-108b-4ad2-8c37-2fc19a1f46a9 req-88c3022c-fc8c-464b-a3da-0cdcd8899cd9 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Aug 25 14:58:04.274580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d34db897-875a-4bdd-a0d4-ea884f41916d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.277600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d34db897-875a-4bdd-a0d4-ea884f41916d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.278730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d34db897-875a-4bdd-a0d4-ea884f41916d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/edb5d6fc-c505-408a-8b41-3907a3b075ac HTTP/1.1" status: 204 len: 168 time: 0.2122109 Aug 25 14:58:04.281495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.288695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34db897-875a-4bdd-a0d4-ea884f41916d tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5d6fc-c505-408a-8b41-3907a3b075ac,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:04.294142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:04.331081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c7bb490-923b-405b-bb2b-50e62928062f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483572 Aug 25 14:58:04.334853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.341582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'tempest-secgroup--912066157'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:04.394659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:04.398424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:04.398796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.412305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.474313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29474b86-5f52-43fc-8964-37420ef0ac46'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:04.476559 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b352b-aa1b-4f91-a1f9-12dc730fb9ea" -d '{"events": [{"server_uuid": "c208185b-d7b0-4d6e-871f-fdee9f67f255", "name": "network-vif-plugged", "status": "completed", "tag": "29474b86-5f52-43fc-8964-37420ef0ac46"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:04.483775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.493820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.517246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:04.532512 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db49bec6-2d14-4e5f-8fb1-bf1ff336fea2 x-openstack-request-id: req-db49bec6-2d14-4e5f-8fb1-bf1ff336fea2 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:04.532512 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c208185b-d7b0-4d6e-871f-fdee9f67f255", "name": "network-vif-plugged", "status": "completed", "tag": "29474b86-5f52-43fc-8964-37420ef0ac46", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:04.532512 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db49bec6-2d14-4e5f-8fb1-bf1ff336fea2 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:04.532512 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29474b86-5f52-43fc-8964-37420ef0ac46', 'code': 200} Aug 25 14:58:04.549248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.585857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb4ebd4-4102-4798-9857-6a5e98b80ed4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:04.590451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.641589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:04.652926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.654255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-819c475b-04db-496a-b845-5c1320f83532 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3165753 Aug 25 14:58:04.657132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fa8a2-b2fc-4801-99dd-bfa66e3002cb req-92770bac-38c0-4aca-838b-cf736a17dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:04.658843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-462fa8a2-b2fc-4801-99dd-bfa66e3002cb req-92770bac-38c0-4aca-838b-cf736a17dbed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 1097 time: 0.0576644 Aug 25 14:58:04.659470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35538) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.664038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9065837b-f5ca-4fc1-a3a6-1cf378685827 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:04.664567 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-9065837b-f5ca-4fc1-a3a6-1cf378685827 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 14:58:04.665118 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-9065837b-f5ca-4fc1-a3a6-1cf378685827 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] update failed (client error): There was a conflict when trying to complete your request. Aug 25 14:58:04.666522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9065837b-f5ca-4fc1-a3a6-1cf378685827 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "PUT /v2.0/security-groups/cfb4ebd4-4102-4798-9857-6a5e98b80ed4 HTTP/1.1" status: 409 len: 330 time: 0.0060477 Aug 25 14:58:04.667457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a0705-a98a-4dae-9d76-38ac9863be8f req-d780f54a-e9a5-439f-8762-b2926f81d4dd tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:04.669240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-977a0705-a98a-4dae-9d76-38ac9863be8f req-d780f54a-e9a5-439f-8762-b2926f81d4dd tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 943 time: 0.0633926 Aug 25 14:58:04.671513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35540) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.701466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-462fa8a2-b2fc-4801-99dd-bfa66e3002cb req-a2fd11e2-402d-416d-a228-a011708544ea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Aug 25 14:58:04.741603 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-977a0705-a98a-4dae-9d76-38ac9863be8f req-17790016-2ef7-4edd-8459-74dc527ba39b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641961 Aug 25 14:58:04.754963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb4d5-a42d-4687-95b1-828834de760e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.777342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb4d5-a42d-4687-95b1-828834de760e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.920830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb4d5-a42d-4687-95b1-828834de760e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.923521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb4d5-a42d-4687-95b1-828834de760e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:04.924681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4e8bb4d5-a42d-4687-95b1-828834de760e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/cfb4ebd4-4102-4798-9857-6a5e98b80ed4 HTTP/1.1" status: 204 len: 168 time: 0.2486048 Aug 25 14:58:04.934412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bb4d5-a42d-4687-95b1-828834de760e tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb4ebd4-4102-4798-9857-6a5e98b80ed4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:04.937469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35544) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:04.986282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e785582c-87e7-4575-b129-58e84b560907 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438075 Aug 25 14:58:04.986507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35548) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:05.000030 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-005fe0de-a93b-4c78-8038-2ec7c9e3991f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] delete failed (client error): The resource could not be found. Aug 25 14:58:05.001222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-005fe0de-a93b-4c78-8038-2ec7c9e3991f tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "DELETE /v2.0/security-groups/00a58c99-fd84-416f-b790-5fc940748057 HTTP/1.1" status: 404 len: 347 time: 0.0135083 Aug 25 14:58:05.005276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:05.019642 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-2b33ff74-243b-4b38-b9e9-744a745d7f22 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] show failed (client error): The resource could not be found. Aug 25 14:58:05.023353 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2b33ff74-243b-4b38-b9e9-744a745d7f22 tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-groups/dc6b8171-1e29-48ee-8831-5c53a2418b67 HTTP/1.1" status: 404 len: 347 time: 0.0142555 Aug 25 14:58:05.024567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35552) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:05.051610 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-305d61f1-2493-408a-9f2e-04cbc3cef44b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] show failed (client error): The resource could not be found. Aug 25 14:58:05.052621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-305d61f1-2493-408a-9f2e-04cbc3cef44b tempest-NegativeSecGroupTest-1300543668 tempest-NegativeSecGroupTest-1300543668-project] 10.222.0.58 "GET /v2.0/security-group-rules/fe5b30c5-829e-4be6-a305-3b8b90ef49b8 HTTP/1.1" status: 404 len: 356 time: 0.0270412 Aug 25 14:58:05.073860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da950c58-125c-43e2-8df0-cf5adf4e8bc7 req-341f2d59-27e9-494f-b117-aad588128912 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:05.075403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da950c58-125c-43e2-8df0-cf5adf4e8bc7 req-341f2d59-27e9-494f-b117-aad588128912 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 943 time: 0.0622201 Aug 25 14:58:05.117265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da950c58-125c-43e2-8df0-cf5adf4e8bc7 req-617c5ac1-34c1-4754-bc27-6f1c4d7a97d9 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Aug 25 14:58:05.409597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8917a-8cea-4229-ac0d-4159aac1a787 req-99c499f1-43f8-4e43-99ac-98a19860845e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:05.411961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7da8917a-8cea-4229-ac0d-4159aac1a787 req-99c499f1-43f8-4e43-99ac-98a19860845e tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 945 time: 0.0600371 Aug 25 14:58:05.454643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7da8917a-8cea-4229-ac0d-4159aac1a787 req-2c86c495-e049-4a10-bc01-c8ea2ebb30c0 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371466 Aug 25 14:58:05.889986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:05.911285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35590) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:05.939135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739c31e-cc9e-4ff5-a7f7-5b4c8f56c63d req-1bab1c37-5767-421a-bdcc-55e4ee72193b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:05.949175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0739c31e-cc9e-4ff5-a7f7-5b4c8f56c63d req-1bab1c37-5767-421a-bdcc-55e4ee72193b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 943 time: 0.0887611 Aug 25 14:58:05.997326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0739c31e-cc9e-4ff5-a7f7-5b4c8f56c63d req-1e8136b1-73f6-4b3c-ad3a-120853914b69 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472081 Aug 25 14:58:06.073916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:06.098159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'mac_address': 'fa:16:3e:f8:f7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:06.158111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1617f6c1-b0f8-4a75-b954-3369c6159ee1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cad0b3f33cf747e3a113ade3e9056267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455270 Aug 25 14:58:06.161139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35602) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:06.161637 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.175889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95e68d8f-f9bb-4698-bf01-01303d77348b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:06.199002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:06.230571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4c67bfd2-64bb-4b37-8ec6-979872be0731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.279298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4c67bfd2-64bb-4b37-8ec6-979872be0731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.296949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4fe1f08e-fb44-4255-b159-b063c76da34f details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:06.310957 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.340316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b199-9b36-47c7-863d-865b30ecf460 req-162e95a9-9405-4db2-a934-2f5a50c50b11 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:06.340913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16f8b199-9b36-47c7-863d-865b30ecf460 req-162e95a9-9405-4db2-a934-2f5a50c50b11 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 943 time: 0.0977676 Aug 25 14:58:06.397803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16f8b199-9b36-47c7-863d-865b30ecf460 req-bde9c1cc-c03c-4414-84f5-3c389e0f4a9c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Aug 25 14:58:06.425080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['95e68d8f-f9bb-4698-bf01-01303d77348b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:06.457684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4c67bfd2-64bb-4b37-8ec6-979872be0731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.463071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4c67bfd2-64bb-4b37-8ec6-979872be0731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.467258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4c67bfd2-64bb-4b37-8ec6-979872be0731 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcbf63bb-a0c8-4be7-bd43-d61f8da52755 HTTP/1.1" status: 204 len: 168 time: 0.3044813 Aug 25 14:58:06.476935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67bfd2-64bb-4b37-8ec6-979872be0731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbf63bb-a0c8-4be7-bd43-d61f8da52755,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:06.636672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f97cc34-c978-43e0-997f-a334d254d913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:06.639314 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2275c679-5be6-49c9-918e-14540ed046f5" -d '{"events": [{"server_uuid": "3f97cc34-c978-43e0-997f-a334d254d913", "name": "network-vif-plugged", "status": "completed", "tag": "6ea8fa19-d2c9-4888-bc4f-6b192c4071e5"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:06.650220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:06.686397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855dab-9c7c-470a-a894-8ce49559972c req-9af28a1e-f36e-4707-b62b-9f56ab50c746 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:06.694585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f855dab-9c7c-470a-a894-8ce49559972c req-9af28a1e-f36e-4707-b62b-9f56ab50c746 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 945 time: 0.1332617 Aug 25 14:58:06.745752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4fe1f08e-fb44-4255-b159-b063c76da34f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4fe1f08e-fb44-4255-b159-b063c76da34f,segment=NetworkSegment(96ebe47b-791b-4adb-9f59-938954c4a563),segment_id=96ebe47b-791b-4adb-9f59-938954c4a563)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:06.755095 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e049b1a-47f4-4494-b8cb-75c4728203b7 x-openstack-request-id: req-5e049b1a-47f4-4494-b8cb-75c4728203b7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:06.757263 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f97cc34-c978-43e0-997f-a334d254d913", "name": "network-vif-plugged", "status": "completed", "tag": "6ea8fa19-d2c9-4888-bc4f-6b192c4071e5", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:06.757263 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e049b1a-47f4-4494-b8cb-75c4728203b7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:06.757263 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f97cc34-c978-43e0-997f-a334d254d913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5', 'code': 200} Aug 25 14:58:06.807361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f855dab-9c7c-470a-a894-8ce49559972c req-4eb6dcfd-c0d2-42d3-be43-522b2c57b23d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Aug 25 14:58:06.861881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '4fe1f08e-fb44-4255-b159-b063c76da34f', 'network_id': 'b83670b6-a8d3-4207-afcd-d885cbc574ef', 'port_id': '4fe1f08e-fb44-4255-b159-b063c76da34f', 'mac_address': 'fa:16:3e:c7:48:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cf77ac-d6c3-41c0-9bf0-76e0634655b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:06.878249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85802f9-70ce-4f49-817e-2df7fc8697f3 req-def6b798-b7c5-4d01-a906-8f300d999ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:06.880180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a85802f9-70ce-4f49-817e-2df7fc8697f3 req-def6b798-b7c5-4d01-a906-8f300d999ad7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 1096 time: 0.0593777 Aug 25 14:58:06.960042 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:06.978912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a85802f9-70ce-4f49-817e-2df7fc8697f3 req-80386f83-d0ad-460a-9e6a-b795c7398e7b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858247 Aug 25 14:58:06.980292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe1f08e-fb44-4255-b159-b063c76da34f {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:07.001239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4fe1f08e-fb44-4255-b159-b063c76da34f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4fe1f08e-fb44-4255-b159-b063c76da34f,segment=NetworkSegment(96ebe47b-791b-4adb-9f59-938954c4a563),segment_id=96ebe47b-791b-4adb-9f59-938954c4a563)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:07.055967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:07.056776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 797f97b1-7c39-43d2-acf5-b68ad5303faf details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:07.163958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4fe1f08e-fb44-4255-b159-b063c76da34f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:07.177076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9180862-92c1-4c99-9829-941bfd013078 req-fc478d2b-957e-421b-a399-375ecf079e51 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:07.196234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9180862-92c1-4c99-9829-941bfd013078 req-fc478d2b-957e-421b-a399-375ecf079e51 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 943 time: 0.0889549 Aug 25 14:58:07.234769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9180862-92c1-4c99-9829-941bfd013078 req-c263cecc-5ce2-497f-aa89-1831116b5910 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425906 Aug 25 14:58:07.281126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 797f97b1-7c39-43d2-acf5-b68ad5303faf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:07.311893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'port_id': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'mac_address': 'fa:16:3e:5d:37:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:07.356072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:07.376703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797f97b1-7c39-43d2-acf5-b68ad5303faf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:07.415965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 797f97b1-7c39-43d2-acf5-b68ad5303faf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:07.495401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:07.550600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf7e39-00b2-4c37-b389-4897da46469a req-cd1ed93b-e21c-4f30-88d8-d5642ad3c1c8 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:07.561638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bebf7e39-00b2-4c37-b389-4897da46469a req-cd1ed93b-e21c-4f30-88d8-d5642ad3c1c8 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 944 time: 0.0781555 Aug 25 14:58:07.580706 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=797f97b1-7c39-43d2-acf5-b68ad5303faf,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:07.617856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bebf7e39-00b2-4c37-b389-4897da46469a req-d530b4b0-cbc0-4820-b9cd-a4a7567e9d92 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Aug 25 14:58:07.922322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:07.942244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35662) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:08.028657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['4fe1f08e-fb44-4255-b159-b063c76da34f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:08.060631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99e543-57ee-47e4-8bb1-19bc3273e8a9 req-99d4e3bb-55b5-4359-b829-cad08e0b88a0 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.070858 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b99e543-57ee-47e4-8bb1-19bc3273e8a9 req-99d4e3bb-55b5-4359-b829-cad08e0b88a0 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 945 time: 0.1660316 Aug 25 14:58:08.115973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['797f97b1-7c39-43d2-acf5-b68ad5303faf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:08.149784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b99e543-57ee-47e4-8bb1-19bc3273e8a9 req-753218c0-9937-44c0-9843-d4111d8174aa tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775664 Aug 25 14:58:08.169344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-88b463d7-22fd-4884-9d14-0390eade6071 tempest-ServiceProvidersTest-1584494465 tempest-ServiceProvidersTest-1584494465-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2255447 Aug 25 14:58:08.188857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 95e68d8f-f9bb-4698-bf01-01303d77348b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:08.189141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:08.449825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76466794-ec75-4d0f-8a69-1c961a779f3d req-22612d99-541d-423c-b815-532d5ba906ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.465376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76466794-ec75-4d0f-8a69-1c961a779f3d req-22612d99-541d-423c-b815-532d5ba906ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 944 time: 0.1084943 Aug 25 14:58:08.497524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:08.506534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.531231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.536589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76466794-ec75-4d0f-8a69-1c961a779f3d req-e8b318ed-ef74-42fc-8a8c-d75c4c532acc tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693417 Aug 25 14:58:08.542618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.562592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.571626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.578125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.580453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:08.585520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.588414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-b794b811-f292-452a-86fb-8366e00ea9c4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1780801 Aug 25 14:58:08.656003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6c585f4-b181-465d-84f1-c32a6b877b5c req-04fdfe28-4506-409b-aebb-2363d21d8baa tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508838 Aug 25 14:58:08.682690 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:08.769455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:08.776003 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa157cde-83e9-4a98-bfd7-58cdaee21384" -d '{"events": [{"server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "name": "network-vif-plugged", "status": "completed", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:08.825768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ed295-2b93-4fc7-bfa5-b5fedd4d4c20 req-726e2333-31f6-4a09-bb28-2bc78cb1957f tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.839365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a5ed295-2b93-4fc7-bfa5-b5fedd4d4c20 req-726e2333-31f6-4a09-bb28-2bc78cb1957f tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 944 time: 0.1248629 Aug 25 14:58:08.847875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:08.873859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.881974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.889722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.897021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.905407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.917692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.917831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a5ed295-2b93-4fc7-bfa5-b5fedd4d4c20 req-75902603-b37b-4d40-a53a-fb52007d65c2 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Aug 25 14:58:08.922414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:08.925158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601bec67-69fb-4e41-9e7c-dfa35b2d37dd req-256e15cd-878c-4028-90de-5b749854934f tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1450381 Aug 25 14:58:08.929465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35686) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:08.994002 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea02635-91dc-44d0-910d-ead8b3561ef1 x-openstack-request-id: req-1ea02635-91dc-44d0-910d-ead8b3561ef1 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:08.994366 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "name": "network-vif-plugged", "status": "completed", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:08.994679 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ea02635-91dc-44d0-910d-ead8b3561ef1 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:08.995229 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'code': 200} Aug 25 14:58:09.069084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a450e12d-1fa8-46aa-b49d-13b25beba4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.227041 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a450e12d-1fa8-46aa-b49d-13b25beba4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.301837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a8738-cf5b-4d8a-9498-32c48daf56ae req-7db14caa-9d15-486b-b523-22d0143e7056 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:09.303424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c13a8738-cf5b-4d8a-9498-32c48daf56ae req-7db14caa-9d15-486b-b523-22d0143e7056 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 945 time: 0.0569329 Aug 25 14:58:09.304640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a450e12d-1fa8-46aa-b49d-13b25beba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.366651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a450e12d-1fa8-46aa-b49d-13b25beba4e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a09d03c40ba44d0808b9df45b0bf776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359577 Aug 25 14:58:09.369367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35704) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:09.377225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450e12d-1fa8-46aa-b49d-13b25beba4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282e59ea-7ffe-4f96-ae47-0bd65ae01a90,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:09.386353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c13a8738-cf5b-4d8a-9498-32c48daf56ae req-5b90f326-ee37-4f1b-898b-7c9c722a3435 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725780 Aug 25 14:58:09.457707 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d33d729-31a3-4d46-ac58-902f2f761cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.509300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d33d729-31a3-4d46-ac58-902f2f761cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.584378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6387d-bbb4-4008-91f6-54cb5f35f414 req-fbf81c50-e43a-4dc8-ba12-6644b5e24048 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:09.587629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72e6387d-bbb4-4008-91f6-54cb5f35f414 req-fbf81c50-e43a-4dc8-ba12-6644b5e24048 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 946 time: 0.1149938 Aug 25 14:58:09.660103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72e6387d-bbb4-4008-91f6-54cb5f35f414 req-55db6c35-d908-485c-a94e-d14e8de60c26 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Aug 25 14:58:09.691621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d33d729-31a3-4d46-ac58-902f2f761cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.696331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d33d729-31a3-4d46-ac58-902f2f761cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:09.698055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d33d729-31a3-4d46-ac58-902f2f761cd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/282e59ea-7ffe-4f96-ae47-0bd65ae01a90 HTTP/1.1" status: 204 len: 168 time: 0.3275452 Aug 25 14:58:09.714728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324e250-1ca2-420d-a59f-254a779509d4 req-7d4e93e8-d5e7-4495-a2d4-a9333e7bf85c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:09.716596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c324e250-1ca2-420d-a59f-254a779509d4 req-7d4e93e8-d5e7-4495-a2d4-a9333e7bf85c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 944 time: 0.0728252 Aug 25 14:58:09.729861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33d729-31a3-4d46-ac58-902f2f761cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e59ea-7ffe-4f96-ae47-0bd65ae01a90,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:09.809220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c324e250-1ca2-420d-a59f-254a779509d4 req-f5396f2e-aef3-4581-80a9-34c7cb54709d tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814619 Aug 25 14:58:09.875404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffffef-c1ae-4df8-b925-2d6e2700a56f req-74801223-4a78-4950-92e2-5d4efda5baa2 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:09.877618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4ffffef-c1ae-4df8-b925-2d6e2700a56f req-74801223-4a78-4950-92e2-5d4efda5baa2 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 946 time: 0.0738754 Aug 25 14:58:09.930473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4ffffef-c1ae-4df8-b925-2d6e2700a56f req-85455c0a-7781-49ae-9e44-915997a51043 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Aug 25 14:58:10.131635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fc461-e450-4bb9-a016-a445ffd8f08d req-e08e3c2b-c796-4ec5-be6b-981dc2e6ab9b tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:10.139731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a74fc461-e450-4bb9-a016-a445ffd8f08d req-e08e3c2b-c796-4ec5-be6b-981dc2e6ab9b tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 944 time: 0.0876441 Aug 25 14:58:10.196245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a74fc461-e450-4bb9-a016-a445ffd8f08d req-e2036119-1a25-42c4-952e-596ef926285e tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542758 Aug 25 14:58:10.410303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 797f97b1-7c39-43d2-acf5-b68ad5303faf up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:10.692145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 797f97b1-7c39-43d2-acf5-b68ad5303faf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:10.698348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 797f97b1-7c39-43d2-acf5-b68ad5303faf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:10.698746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:10.789365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:10.829857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 797f97b1-7c39-43d2-acf5-b68ad5303faf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:10.959018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728b632-48bd-4514-be6f-c4a7f88bbbc7 req-377975ac-8553-435f-abec-f5ec44df36d8 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:10.959301 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:10.959301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4fe1f08e-fb44-4255-b159-b063c76da34f up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:10.959509 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d728b632-48bd-4514-be6f-c4a7f88bbbc7 req-377975ac-8553-435f-abec-f5ec44df36d8 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 946 time: 0.0890503 Aug 25 14:58:11.020330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97efb-bc86-46fe-a17e-80f7eee91cea req-6fd7ba69-8dda-4947-88f9-f9ab352ddc40 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:11.036393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:11.036952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d728b632-48bd-4514-be6f-c4a7f88bbbc7 req-7a4288c7-a3a1-4650-8d98-e46c07bd2630 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712597 Aug 25 14:58:11.041960 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abd56e-c132-4852-98ec-b91a8fdeac61" -d '{"events": [{"server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "name": "network-vif-plugged", "status": "completed", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:11.044702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c6a97efb-bc86-46fe-a17e-80f7eee91cea req-6fd7ba69-8dda-4947-88f9-f9ab352ddc40 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 944 time: 0.1373849 Aug 25 14:58:11.130399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c6a97efb-bc86-46fe-a17e-80f7eee91cea req-e54b3ea0-cbf7-4b96-bc3a-603e8b710cbf tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847888 Aug 25 14:58:11.179849 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d639d20-4a7d-4fc6-901f-26618d371e50 x-openstack-request-id: req-0d639d20-4a7d-4fc6-901f-26618d371e50 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:11.180484 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "name": "network-vif-plugged", "status": "completed", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:11.180897 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d639d20-4a7d-4fc6-901f-26618d371e50 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:11.182038 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'code': 200} Aug 25 14:58:11.257212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=797f97b1-7c39-43d2-acf5-b68ad5303faf,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:11.294228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010a7cc-eda4-4d23-941b-5400910f8cda req-4899672e-b71a-4a59-9c1f-7920dbad9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:11.296326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2010a7cc-eda4-4d23-941b-5400910f8cda req-4899672e-b71a-4a59-9c1f-7920dbad9250 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1096 time: 0.0810268 Aug 25 14:58:11.337384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 4fe1f08e-fb44-4255-b159-b063c76da34f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:11.349750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 4fe1f08e-fb44-4255-b159-b063c76da34f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:11.359510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:11.397705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2010a7cc-eda4-4d23-941b-5400910f8cda req-3ff3c012-9e9f-4ca1-81de-3cc019ebd110 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857882 Aug 25 14:58:11.404570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512864e9-2ff2-4f99-a1d4-43bef76ffc42 req-1e541bc4-2b55-4ef7-bb5d-09b57264a835 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:11.426702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-512864e9-2ff2-4f99-a1d4-43bef76ffc42 req-1e541bc4-2b55-4ef7-bb5d-09b57264a835 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 944 time: 0.1184995 Aug 25 14:58:11.528115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-512864e9-2ff2-4f99-a1d4-43bef76ffc42 req-7574165b-191c-4dc0-bbe0-d992a0ac34e2 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979912 Aug 25 14:58:11.557018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:11.605641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 4fe1f08e-fb44-4255-b159-b063c76da34f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4fe1f08e-fb44-4255-b159-b063c76da34f,segment=NetworkSegment(96ebe47b-791b-4adb-9f59-938954c4a563),segment_id=96ebe47b-791b-4adb-9f59-938954c4a563)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:11.656767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35784) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:11.661320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033491 Aug 25 14:58:11.664668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35786) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:11.673744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:11.784173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=4fe1f08e-fb44-4255-b159-b063c76da34f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:11.897306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d35aafec-2e79-4ea8-a16c-221585a22149 tempest-NetworksApiDiscovery-1420943721 tempest-NetworksApiDiscovery-1420943721-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2312944 Aug 25 14:58:12.042267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35798) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:12.143994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.144592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.145066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.145585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.146057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.146521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.146987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.149064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-a4f029ec-5638-4e5a-8811-f8c0a478fe03 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6489 time: 0.1112759 Aug 25 14:58:12.208392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-68cdd967-b54d-4986-a4cb-ec972b5a87a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0a929b1b-fe5d-4287-87b6-907863cc28a1&id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462849 Aug 25 14:58:12.349768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdbdfb-2f31-4517-b38b-3b658b668798 req-392f6d03-7223-42ff-9309-5e9ee15614cd tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.351482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2cdbdfb-2f31-4517-b38b-3b658b668798 req-392f6d03-7223-42ff-9309-5e9ee15614cd tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 946 time: 0.1413376 Aug 25 14:58:12.365967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefda2b7-e909-4368-99d1-e17e7a43287a req-a13718ca-728b-4015-aadd-b6fbc1ddf965 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.370453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-846f1b67-77ec-4566-855c-e815da2d4c08 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.371793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-846f1b67-77ec-4566-855c-e815da2d4c08 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 946 time: 0.1149285 Aug 25 14:58:12.373127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eefda2b7-e909-4368-99d1-e17e7a43287a req-a13718ca-728b-4015-aadd-b6fbc1ddf965 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0856483 Aug 25 14:58:12.444069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eefda2b7-e909-4368-99d1-e17e7a43287a req-6f8ab316-cc77-4cf9-ae62-afd53f82fbbc tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640371 Aug 25 14:58:12.506529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2cdbdfb-2f31-4517-b38b-3b658b668798 req-0e12a6e4-aabc-4f7d-a89c-53ca4c22e9de tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334076 Aug 25 14:58:12.516096 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:12.549894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Deleting port 29474b86-5f52-43fc-8964-37420ef0ac46 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:58:12.550350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:12.704658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] For port 29474b86-5f52-43fc-8964-37420ef0ac46, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=29474b86-5f52-43fc-8964-37420ef0ac46,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:12.705241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:12.722182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Calling delete_port for 29474b86-5f52-43fc-8964-37420ef0ac46 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:58:12.787871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ebd20-a5b5-49dd-bf87-94ea9b310064 req-f1a1c5d7-27e3-4b66-998e-7eeb0aacdac2 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:12.790122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c0ebd20-a5b5-49dd-bf87-94ea9b310064 req-f1a1c5d7-27e3-4b66-998e-7eeb0aacdac2 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.1088476 Aug 25 14:58:12.795641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6551b21d-a61c-4a99-ad8d-86856597a61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:12.891250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c0ebd20-a5b5-49dd-bf87-94ea9b310064 req-665ae52f-f71f-4feb-af25-c12921a94bc7 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Aug 25 14:58:13.013744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6551b21d-a61c-4a99-ad8d-86856597a61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.027394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.043066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['29474b86-5f52-43fc-8964-37420ef0ac46', '416019fc-f868-404a-973e-7379819a1477'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:13.056081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6ea8fa19-d2c9-4888-bc4f-6b192c4071e5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:13.082059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Pushing event deleted for resources: {'Port': ['ID=29474b86-5f52-43fc-8964-37420ef0ac46,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:13.089620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6551b21d-a61c-4a99-ad8d-86856597a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.173032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] No DVR routers for this DVR port 29474b86-5f52-43fc-8964-37420ef0ac46 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:58:13.176047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.184526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-284a8e16-97cb-45e1-b7ba-1626ac0c2e40 req-a388a00e-e4f9-40c7-a71d-0d4397f78295 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "DELETE /v2.0/ports/29474b86-5f52-43fc-8964-37420ef0ac46 HTTP/1.1" status: 204 len: 173 time: 0.8047404 Aug 25 14:58:13.185027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'name': 'network-vif-deleted', 'tag': '29474b86-5f52-43fc-8964-37420ef0ac46'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:13.186547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551b21d-a61c-4a99-ad8d-86856597a61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92813ec6-33dc-4b48-8dce-0a0193add6c1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:13.188256 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c30c22-4c22-4775-9118-56200984f662" -d '{"events": [{"server_uuid": "c208185b-d7b0-4d6e-871f-fdee9f67f255", "name": "network-vif-deleted", "tag": "29474b86-5f52-43fc-8964-37420ef0ac46"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:13.194969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe1f08e-fb44-4255-b159-b063c76da34f'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:13.197363 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eca863-3830-4e59-8cc2-0046ecb440da" -d '{"events": [{"server_uuid": "b0349e1d-0210-425f-9f68-e16fcfbd3d1c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe1f08e-fb44-4255-b159-b063c76da34f"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:13.224515 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6551b21d-a61c-4a99-ad8d-86856597a61f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05bdb129317049e09f1c2825ed822038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046287 Aug 25 14:58:13.224515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35834) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:13.269484 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292963c0-0503-4885-86c8-bcff2abd2db9 x-openstack-request-id: req-292963c0-0503-4885-86c8-bcff2abd2db9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:13.269783 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c208185b-d7b0-4d6e-871f-fdee9f67f255", "name": "network-vif-deleted", "tag": "29474b86-5f52-43fc-8964-37420ef0ac46", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:13.270039 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-292963c0-0503-4885-86c8-bcff2abd2db9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:13.270441 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c208185b-d7b0-4d6e-871f-fdee9f67f255', 'name': 'network-vif-deleted', 'tag': '29474b86-5f52-43fc-8964-37420ef0ac46', 'status': 'completed', 'code': 200} Aug 25 14:58:13.294096 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d2187-fd87-46b3-abff-f61a4419c02c x-openstack-request-id: req-bc3d2187-fd87-46b3-abff-f61a4419c02c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:13.294622 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0349e1d-0210-425f-9f68-e16fcfbd3d1c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe1f08e-fb44-4255-b159-b063c76da34f", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:13.295011 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc3d2187-fd87-46b3-abff-f61a4419c02c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:13.295697 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe1f08e-fb44-4255-b159-b063c76da34f', 'code': 200} Aug 25 14:58:13.374769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0d04-a540-48cf-a3cf-7c3ce1729084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.453294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0d04-a540-48cf-a3cf-7c3ce1729084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.468849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d66e1-3945-4be6-8e83-7b258529befc req-d46258e9-589f-4c27-a293-784dc3c27f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:13.470918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-082d66e1-3945-4be6-8e83-7b258529befc req-d46258e9-589f-4c27-a293-784dc3c27f47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 1096 time: 0.0664890 Aug 25 14:58:13.615723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0d04-a540-48cf-a3cf-7c3ce1729084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.619545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0d04-a540-48cf-a3cf-7c3ce1729084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:13.632202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3c2b0d04-a540-48cf-a3cf-7c3ce1729084 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92813ec6-33dc-4b48-8dce-0a0193add6c1 HTTP/1.1" status: 204 len: 168 time: 0.4063213 Aug 25 14:58:13.644873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-082d66e1-3945-4be6-8e83-7b258529befc req-d8619ef3-8ab6-4bb4-94ff-5b706cdde8e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515825 Aug 25 14:58:13.677732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b0d04-a540-48cf-a3cf-7c3ce1729084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92813ec6-33dc-4b48-8dce-0a0193add6c1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:13.678268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bac11-d82d-4a96-81cc-ba3d8b569a39 req-890967e4-05c5-42cc-a89b-94e96495fa22 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:13.680011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e2bac11-d82d-4a96-81cc-ba3d8b569a39 req-890967e4-05c5-42cc-a89b-94e96495fa22 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1158242 Aug 25 14:58:13.762284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5207cc73-d3ee-42aa-84e7-52197259c49d req-a4b10f29-70bc-4387-b287-e935c542713c tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=c208185b-d7b0-4d6e-871f-fdee9f67f255 HTTP/1.1" status: 200 len: 210 time: 0.1285393 Aug 25 14:58:13.765428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e2bac11-d82d-4a96-81cc-ba3d8b569a39 req-4c0460e8-8855-4fd6-8a38-737b53f136f4 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779037 Aug 25 14:58:14.007939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd11b5-a84c-4382-8658-dce840237bb4 req-debc7af1-681d-4cb3-a171-89a560a70075 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:14.016154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54fd11b5-a84c-4382-8658-dce840237bb4 req-debc7af1-681d-4cb3-a171-89a560a70075 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1207218 Aug 25 14:58:14.021728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35858) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:14.027858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'floatingip': {'port_id': '797f97b1-7c39-43d2-acf5-b68ad5303faf'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:14.105913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:14.146355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08dbe0-ec32-4f20-b838-6b7ab14d38a6 req-ed8957ba-7457-4829-84e5-6eedcd9f073a tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:14.155259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e08dbe0-ec32-4f20-b838-6b7ab14d38a6 req-ed8957ba-7457-4829-84e5-6eedcd9f073a tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0757282 Aug 25 14:58:14.245534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e08dbe0-ec32-4f20-b838-6b7ab14d38a6 req-b2a5fda4-3b34-4c2a-8c8c-a7f933c1acce tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888464 Aug 25 14:58:14.871261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:14.966828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:15.175151 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Floating IP eef0899f-eed8-4ca4-892a-e9668d8d3854 associated. External IP: 172.25.8.89, port: 797f97b1-7c39-43d2-acf5-b68ad5303faf. Aug 25 14:58:15.861625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12675f21-10b5-4f3c-8d1f-f153c0a3288f req-a2fe5117-5c19-4840-8369-2bd4fbb9a491 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:15.863404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12675f21-10b5-4f3c-8d1f-f153c0a3288f req-a2fe5117-5c19-4840-8369-2bd4fbb9a491 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.5433648 Aug 25 14:58:15.939913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:58:15.957753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12675f21-10b5-4f3c-8d1f-f153c0a3288f req-61dbdc8f-1d01-409a-89ed-fa9c1919daff tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854714 Aug 25 14:58:16.044087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e688-c1ab-4241-b5ce-7b1300561c28 req-db09ff33-9c89-4553-bc90-f19770500c1b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:16.052058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e688-c1ab-4241-b5ce-7b1300561c28 req-db09ff33-9c89-4553-bc90-f19770500c1b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:16.060961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c84e688-c1ab-4241-b5ce-7b1300561c28 req-db09ff33-9c89-4553-bc90-f19770500c1b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913&device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 1682 time: 0.0892317 Aug 25 14:58:16.125107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:58:16.125107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:16.127160 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15812d1-0e61-4039-b39d-1133988220db None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:58:16.127832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c84e688-c1ab-4241-b5ce-7b1300561c28 req-67d637b5-f2d3-45fe-b5e9-2711bda22a1b tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656447 Aug 25 14:58:16.172440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-05dff678-ffc8-43af-99d2-a11d09f11fe3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "PUT /v2.0/floatingips/eef0899f-eed8-4ca4-892a-e9668d8d3854 HTTP/1.1" status: 200 len: 990 time: 2.1495955 Aug 25 14:58:16.175864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:16.189344 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:16.293748 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c71399d-6041-4d9a-b350-fad7ec8c8ba3 x-openstack-request-id: req-2c71399d-6041-4d9a-b350-fad7ec8c8ba3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:16.294104 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:16.294430 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c71399d-6041-4d9a-b350-fad7ec8c8ba3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:16.294915 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'status': 'completed', 'code': 200} Aug 25 14:58:16.352635 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:58:16.354062 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:16.398284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-8f796864-0299-452b-bf60-628390013ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:16.401555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-8f796864-0299-452b-bf60-628390013ac2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1096 time: 0.0806918 Aug 25 14:58:16.504515 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:58:16.568869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-ce1b19e5-e391-4a07-9f6e-87a1e109b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:16.572220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-ce1b19e5-e391-4a07-9f6e-87a1e109b66e service neutron] 10.222.0.52 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 911 time: 0.1499493 Aug 25 14:58:16.658105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-a8e67c19-5e5a-4385-9e08-f95306a45564 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 998 time: 0.0780201 Aug 25 14:58:16.765594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-20ff15d9-7964-4073-b6a0-027b4d6cbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:16.767795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-20ff15d9-7964-4073-b6a0-027b4d6cbfa4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.1007910 Aug 25 14:58:16.817031 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'eef0899f-eed8-4ca4-892a-e9668d8d3854', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'port_id': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'mac_address': 'fa:16:3e:5d:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:57:54Z', 'updated_at': '2021-08-25T14:58:14Z', 'revision_number': 1, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:16.822614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-bb772c2b-11e8-4ee3-b1e6-df44113dd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:16.824249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-bb772c2b-11e8-4ee3-b1e6-df44113dd69a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456662 Aug 25 14:58:16.850512 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15812d1-0e61-4039-b39d-1133988220db None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:58:16.860324 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:58:16.861128 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:16.945217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-e8a79611-bc84-40f5-8fc1-d84e268b621b service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123056 Aug 25 14:58:17.120379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a9db9-dd4b-45e0-899a-a5fbf3674bb1 req-71e1125a-1b18-4fa9-9cdb-fd25b6b29056 service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662812 Aug 25 14:58:17.131394 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:58:17.142364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3a642-a531-4b9e-a271-f8e809308f16 req-598f6596-3b4d-4a09-bad3-759642023a9c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:17.151919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9b3a642-a531-4b9e-a271-f8e809308f16 req-598f6596-3b4d-4a09-bad3-759642023a9c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0769796 Aug 25 14:58:17.201636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9b3a642-a531-4b9e-a271-f8e809308f16 req-7d913384-a52f-4d02-bc92-dfd9d05d688c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Aug 25 14:58:17.417985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614ddb-8398-4a69-a504-4c721f831396 req-6150f861-88a4-4b87-9365-7725486b43ee tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:17.425402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f614ddb-8398-4a69-a504-4c721f831396 req-6150f861-88a4-4b87-9365-7725486b43ee tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0970354 Aug 25 14:58:17.475324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f614ddb-8398-4a69-a504-4c721f831396 req-7d09a9bb-4c2f-401f-9815-40bb764bd550 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Aug 25 14:58:17.555591 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c15812d1-0e61-4039-b39d-1133988220db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'eef0899f-eed8-4ca4-892a-e9668d8d3854', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'port_id': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'mac_address': 'fa:16:3e:5d:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:57:54Z', 'updated_at': '2021-08-25T14:58:14Z', 'revision_number': 1, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:17.568946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbf4d8-062e-445d-89a0-68346f7bac11 req-8f687d2a-590d-4822-94e3-ac64e38c5213 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:17.578167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9abbf4d8-062e-445d-89a0-68346f7bac11 req-8f687d2a-590d-4822-94e3-ac64e38c5213 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 946 time: 0.1035635 Aug 25 14:58:17.596465 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15812d1-0e61-4039-b39d-1133988220db None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'eef0899f-eed8-4ca4-892a-e9668d8d3854', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'port_id': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'mac_address': 'fa:16:3e:5d:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T14:57:54Z', 'updated_at': '2021-08-25T14:58:14Z', 'revision_number': 1, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:58:17.643596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9abbf4d8-062e-445d-89a0-68346f7bac11 req-7bea8e09-5df8-40a8-a5eb-7e11815925cf tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Aug 25 14:58:17.932191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46db318-3b4d-4b39-beb4-4e29098ab3da None None] New status for floating IP eef0899f-eed8-4ca4-892a-e9668d8d3854: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:58:17.979076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29474b86-5f52-43fc-8964-37420ef0ac46 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:58:18.032841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 29474b86-5f52-43fc-8964-37420ef0ac46 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:58:18.032841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 29474b86-5f52-43fc-8964-37420ef0ac46 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:58:18.092925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01357bd-c252-423f-bf4a-84ca57e2172d req-c7409852-5ebe-4f42-935f-783d57ea9134 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:18.094483 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b01357bd-c252-423f-bf4a-84ca57e2172d req-c7409852-5ebe-4f42-935f-783d57ea9134 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0637052 Aug 25 14:58:18.153505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b01357bd-c252-423f-bf4a-84ca57e2172d req-9e1729d2-0316-47c9-8906-2b7d4c566e02 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515409 Aug 25 14:58:18.209477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36010) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:18.261165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa619fc-7652-4463-b977-61498b446d4b req-c7b0960b-673e-40f3-848a-9f505c03254d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:18.262945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fa619fc-7652-4463-b977-61498b446d4b req-c7b0960b-673e-40f3-848a-9f505c03254d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 946 time: 0.0768836 Aug 25 14:58:18.389342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Deleting port 416019fc-f868-404a-973e-7379819a1477 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:58:18.389693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.425479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-221b45e3-5676-48ad-a0f0-52188852e55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.537141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] For port 416019fc-f868-404a-973e-7379819a1477, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=416019fc-f868-404a-973e-7379819a1477,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:18.537677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.577538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Calling delete_port for 416019fc-f868-404a-973e-7379819a1477 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:58:18.581793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-221b45e3-5676-48ad-a0f0-52188852e55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.712356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-221b45e3-5676-48ad-a0f0-52188852e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.770793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-221b45e3-5676-48ad-a0f0-52188852e55a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b81fb2659576461f939d6206cff8435d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595999 Aug 25 14:58:18.772791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36032) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:18.780245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b45e3-5676-48ad-a0f0-52188852e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c833edc1-38d6-4360-9de9-1255f22e1efe,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:18.852413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac91c-5c4c-492f-a8ed-80882f7a5e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.860182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-92a50651-0b91-4104-be7b-d2e8f10c9aff tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:18.861673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-92a50651-0b91-4104-be7b-d2e8f10c9aff tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 945 time: 0.1376827 Aug 25 14:58:18.869724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ee7a-ac43-414d-84a9-323b9875c344 req-6fb0cb80-4078-4dbc-9ccb-704f8be095c8 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:18.874897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac91c-5c4c-492f-a8ed-80882f7a5e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.877401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8c9ee7a-ac43-414d-84a9-323b9875c344 req-6fb0cb80-4078-4dbc-9ccb-704f8be095c8 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 946 time: 0.1342340 Aug 25 14:58:18.953418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:18.967398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['416019fc-f868-404a-973e-7379819a1477'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:18.969616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6ea8fa19-d2c9-4888-bc4f-6b192c4071e5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:18.990152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8c9ee7a-ac43-414d-84a9-323b9875c344 req-e8ca345c-faca-4215-ace2-6ad5380699bd tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/security-groups?id=73f9138f-111b-4898-bb4e-3537016ac2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102862 Aug 25 14:58:18.990706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2fa23-80f8-4c8a-9448-8b87b82979a5 req-e0bc1d11-3d3c-44fe-9438-cf80489da09c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:18.992349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ab2fa23-80f8-4c8a-9448-8b87b82979a5 req-e0bc1d11-3d3c-44fe-9438-cf80489da09c tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0664713 Aug 25 14:58:19.017636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac91c-5c4c-492f-a8ed-80882f7a5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.021609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac91c-5c4c-492f-a8ed-80882f7a5e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.026031 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ea8ac91c-5c4c-492f-a8ed-80882f7a5e02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c833edc1-38d6-4360-9de9-1255f22e1efe HTTP/1.1" status: 204 len: 168 time: 0.2489264 Aug 25 14:58:19.071463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ac91c-5c4c-492f-a8ed-80882f7a5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833edc1-38d6-4360-9de9-1255f22e1efe,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:19.098753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Pushing event deleted for resources: {'Port': ['ID=416019fc-f868-404a-973e-7379819a1477,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:19.117526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ab2fa23-80f8-4c8a-9448-8b87b82979a5 req-c9ebff40-cb76-4a1b-a63b-18d75c56a2a7 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186159 Aug 25 14:58:19.177809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] No DVR routers for this DVR port 416019fc-f868-404a-973e-7379819a1477 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:58:19.188538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.191321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fa619fc-7652-4463-b977-61498b446d4b req-030f9c46-0046-41a8-854d-a931835a579d tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.45 "DELETE /v2.0/ports/416019fc-f868-404a-973e-7379819a1477 HTTP/1.1" status: 204 len: 173 time: 0.9209871 Aug 25 14:58:19.192041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'name': 'network-vif-deleted', 'tag': '416019fc-f868-404a-973e-7379819a1477'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:19.196372 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff35a005-2149-4c3e-900f-ba713090121f" -d '{"events": [{"server_uuid": "9a4576bf-85a6-4554-afe8-83a16f3fa07f", "name": "network-vif-deleted", "tag": "416019fc-f868-404a-973e-7379819a1477"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:19.236555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Deleting port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:58:19.236555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.262615 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcea41d-ac98-49be-bfe9-8bd688737f1a x-openstack-request-id: req-4dcea41d-ac98-49be-bfe9-8bd688737f1a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:19.263306 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4576bf-85a6-4554-afe8-83a16f3fa07f", "name": "network-vif-deleted", "tag": "416019fc-f868-404a-973e-7379819a1477", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:19.263306 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4dcea41d-ac98-49be-bfe9-8bd688737f1a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:19.263716 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4576bf-85a6-4554-afe8-83a16f3fa07f', 'name': 'network-vif-deleted', 'tag': '416019fc-f868-404a-973e-7379819a1477', 'status': 'completed', 'code': 200} Aug 25 14:58:19.363888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] For port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,segment=NetworkSegment(1563f245-6d3a-458b-ac59-3fe3d9031df4),segment_id=1563f245-6d3a-458b-ac59-3fe3d9031df4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:19.364870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.383214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Calling delete_port for 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:58:19.709384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.724916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['416019fc-f868-404a-973e-7379819a1477'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:19.803054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Pushing event deleted for resources: {'Port': ['ID=6ea8fa19-d2c9-4888-bc4f-6b192c4071e5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:19.819262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] No DVR routers for this DVR port 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:58:19.821909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.824110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-739c5b86-3204-4c40-bd66-7b1aea1d96b0 req-67ec72f6-de91-4c5c-a60d-8ea1eeb1596a tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.52 "DELETE /v2.0/ports/6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 HTTP/1.1" status: 204 len: 173 time: 0.9439073 Aug 25 14:58:19.868482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36056) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:19.883663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6364c964-93b3-4202-947a-8c1f9f6d618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:19.996321 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6364c964-93b3-4202-947a-8c1f9f6d618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.109680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c24a688a-45ee-4b31-a61d-38a661f71a57 req-ce777d02-42bd-4f07-ba2b-858bf6ecd699 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a4576bf-85a6-4554-afe8-83a16f3fa07f HTTP/1.1" status: 200 len: 210 time: 0.0269973 Aug 25 14:58:20.241377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9774-ad7e-4258-9037-02984156f285 req-6ffca47b-58f8-4c2f-9b15-4865ed299d60 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:20.242871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f8f9774-ad7e-4258-9037-02984156f285 req-6ffca47b-58f8-4c2f-9b15-4865ed299d60 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0505741 Aug 25 14:58:20.307147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f8f9774-ad7e-4258-9037-02984156f285 req-a4118701-a27f-4957-a0a1-aa1beea8277d tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/security-groups?id=164d2b1a-46cf-4220-832e-89937d59614b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Aug 25 14:58:20.307917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-4cbab540-efcd-4564-9688-8b42cef3c8f2 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:20.307917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-4cbab540-efcd-4564-9688-8b42cef3c8f2 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 945 time: 0.0498261 Aug 25 14:58:20.372048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6364c964-93b3-4202-947a-8c1f9f6d618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.402590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Deleting port 4fe1f08e-fb44-4255-b159-b063c76da34f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:58:20.402972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.415124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6364c964-93b3-4202-947a-8c1f9f6d618e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b316db5526e482db9aa12031ba6c336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454972 Aug 25 14:58:20.415854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364c964-93b3-4202-947a-8c1f9f6d618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2144d5-7e52-4ac2-9b2e-06c176c392f3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:20.417625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36062) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:20.550334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c93032-3e38-4e89-8a60-7d6d4772123b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.573993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] For port 4fe1f08e-fb44-4255-b159-b063c76da34f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=4fe1f08e-fb44-4255-b159-b063c76da34f,segment=NetworkSegment(96ebe47b-791b-4adb-9f59-938954c4a563),segment_id=96ebe47b-791b-4adb-9f59-938954c4a563)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:20.574436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.589805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Calling delete_port for 4fe1f08e-fb44-4255-b159-b063c76da34f owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:58:20.680583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c93032-3e38-4e89-8a60-7d6d4772123b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.923846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c93032-3e38-4e89-8a60-7d6d4772123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.926888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c93032-3e38-4e89-8a60-7d6d4772123b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:20.928077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-47c93032-3e38-4e89-8a60-7d6d4772123b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa2144d5-7e52-4ac2-9b2e-06c176c392f3 HTTP/1.1" status: 204 len: 168 time: 0.5093834 Aug 25 14:58:20.938664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c93032-3e38-4e89-8a60-7d6d4772123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2144d5-7e52-4ac2-9b2e-06c176c392f3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:21.023213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:21.036304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['4fe1f08e-fb44-4255-b159-b063c76da34f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:21.053757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Pushing event deleted for resources: {'Port': ['ID=4fe1f08e-fb44-4255-b159-b063c76da34f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:21.086177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a79592d-f5fb-45d5-b99b-99a86f4501e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:21.097724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] No DVR routers for this DVR port 4fe1f08e-fb44-4255-b159-b063c76da34f on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:58:21.097724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:21.099202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-376cad39-fb4b-4fc7-ab58-a7864fa584ec req-2342c14b-6f70-4e78-ab7e-88653d41b893 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.52 "DELETE /v2.0/ports/4fe1f08e-fb44-4255-b159-b063c76da34f HTTP/1.1" status: 204 len: 173 time: 0.8040352 Aug 25 14:58:21.257648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ac5f180-64ac-4a52-85c7-c6ec9b9bb6e3 req-4dc9d48c-4ee0-4cdf-9aab-0081b87c86d9 tempest-ListServersNegativeTestJSON-585815948 tempest-ListServersNegativeTestJSON-585815948-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f97cc34-c978-43e0-997f-a334d254d913 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Aug 25 14:58:21.264589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f97cc34-c978-43e0-997f-a334d254d913', 'name': 'network-vif-deleted', 'tag': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5'}, {'server_uuid': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'name': 'network-vif-deleted', 'tag': '4fe1f08e-fb44-4255-b159-b063c76da34f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:21.266930 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f92bc5-0dbb-4def-8331-2c16c33a70d5" -d '{"events": [{"server_uuid": "3f97cc34-c978-43e0-997f-a334d254d913", "name": "network-vif-deleted", "tag": "6ea8fa19-d2c9-4888-bc4f-6b192c4071e5"}, {"server_uuid": "b0349e1d-0210-425f-9f68-e16fcfbd3d1c", "name": "network-vif-deleted", "tag": "4fe1f08e-fb44-4255-b159-b063c76da34f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:21.316435 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3c9640-fcfb-4c4f-ad3b-de4dfd4d2bdb x-openstack-request-id: req-8f3c9640-fcfb-4c4f-ad3b-de4dfd4d2bdb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:21.316435 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f97cc34-c978-43e0-997f-a334d254d913", "name": "network-vif-deleted", "tag": "6ea8fa19-d2c9-4888-bc4f-6b192c4071e5", "status": "completed", "code": 200}, {"server_uuid": "b0349e1d-0210-425f-9f68-e16fcfbd3d1c", "name": "network-vif-deleted", "tag": "4fe1f08e-fb44-4255-b159-b063c76da34f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:21.316435 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f3c9640-fcfb-4c4f-ad3b-de4dfd4d2bdb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:21.316435 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f97cc34-c978-43e0-997f-a334d254d913', 'name': 'network-vif-deleted', 'tag': '6ea8fa19-d2c9-4888-bc4f-6b192c4071e5', 'status': 'completed', 'code': 200} Aug 25 14:58:21.316435 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0349e1d-0210-425f-9f68-e16fcfbd3d1c', 'name': 'network-vif-deleted', 'tag': '4fe1f08e-fb44-4255-b159-b063c76da34f', 'status': 'completed', 'code': 200} Aug 25 14:58:21.404234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58f9bcd6-6363-407e-ab25-6a314b7f293c req-38af9c5c-33ed-4144-8973-ed6dbce80306 tempest-ServersNegativeTestMultiTenantJSON-1922435927 tempest-ServersNegativeTestMultiTenantJSON-1922435927-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0349e1d-0210-425f-9f68-e16fcfbd3d1c HTTP/1.1" status: 200 len: 210 time: 0.0331514 Aug 25 14:58:21.952479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 416019fc-f868-404a-973e-7379819a1477 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:58:21.973784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 416019fc-f868-404a-973e-7379819a1477 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:58:21.973976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 416019fc-f868-404a-973e-7379819a1477 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:58:22.317593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36168) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:22.325617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:58:22.346087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:58:22.346433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6ea8fa19-d2c9-4888-bc4f-6b192c4071e5 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:58:22.363316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Deleting subnet a1c17a42-8a6d-4f67-b0d8-a91a582ad702 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:58:22.366569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.403349 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.450955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.461057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36178) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:22.514047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Deleting subnet d5cf77ac-d6c3-41c0-9bf0-76e0634655b0 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:58:22.515344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.549997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.588739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.625854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.663416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c17a42-8a6d-4f67-b0d8-a91a582ad702,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:22.669414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.674159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-42fe05c2-0f34-42ba-8224-59d0fb270976 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a1c17a42-8a6d-4f67-b0d8-a91a582ad702 HTTP/1.1" status: 204 len: 168 time: 0.3526633 Aug 25 14:58:22.674159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36192) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:22.726608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.744278 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.765598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cf77ac-d6c3-41c0-9bf0-76e0634655b0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:22.769523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.772285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9dcb4783-6c31-43d5-bb52-9668c65e0a65 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d5cf77ac-d6c3-41c0-9bf0-76e0634655b0 HTTP/1.1" status: 204 len: 168 time: 0.3101568 Aug 25 14:58:22.774832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:22.848091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.860156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf33ac9-22a3-46a1-87fb-1acb3d2f584b']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:22.863596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.872954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1563f245-6d3a-458b-ac59-3fe3d9031df4') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:22.873318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1563f245-6d3a-458b-ac59-3fe3d9031df4') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:22.884571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.901557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.906680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:58:22.907122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:58:22.908898 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:58:22.976952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:22.996862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83670b6-a8d3-4207-afcd-d885cbc574ef']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:23.014955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ebe47b-791b-4adb-9f59-938954c4a563') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:23.015208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ebe47b-791b-4adb-9f59-938954c4a563') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:23.028308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.042593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.048823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:58:23.049301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:58:23.051165 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:58:23.058475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.063941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.066568 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/eaf33ac9-22a3-46a1-87fb-1acb3d2f584b HTTP/1.1" status: 204 len: 168 time: 0.3916714 Aug 25 14:58:23.080779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fa372-4ce1-4ba3-9c3d-726aace0e6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf33ac9-22a3-46a1-87fb-1acb3d2f584b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:23.206174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.211969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.218334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b83670b6-a8d3-4207-afcd-d885cbc574ef HTTP/1.1" status: 204 len: 168 time: 0.4361503 Aug 25 14:58:23.218442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36218) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:23.225045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d13aa-5591-48c9-80e3-690ce690c7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83670b6-a8d3-4207-afcd-d885cbc574ef,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:23.269226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Deleting subnet 88146648-b6bd-471d-a5ca-09afc2705585 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:58:23.273178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.309092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.350300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.497589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.525179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88146648-b6bd-471d-a5ca-09afc2705585,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:23.527243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.531744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36226) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:23.536258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4e3f221e-efef-4937-8145-409dc3e4ac5f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88146648-b6bd-471d-a5ca-09afc2705585 HTTP/1.1" status: 204 len: 168 time: 0.3138106 Aug 25 14:58:23.577570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:23.607180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.632781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-04312009-53eb-4830-9729-e2b8f2c90ab5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8c8442f0ae14530aadc56a2214f50f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540226 Aug 25 14:58:23.635269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36230) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:23.687504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b7577c9-a1c9-4796-8302-756a66db3748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.699737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.707729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5d1985-8022-4809-9191-4003aa801a11']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:23.715243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eec515e-20f1-4dbb-aef2-3a4fc2d122e5') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:23.715666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eec515e-20f1-4dbb-aef2-3a4fc2d122e5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:58:23.719753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b7577c9-a1c9-4796-8302-756a66db3748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.725062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.741085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.741821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-642ab08a-2606-448f-9009-1c8505572c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.748425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:58:23.748830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: timer() Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:58:23.750786 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:58:23.860765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b7577c9-a1c9-4796-8302-756a66db3748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.863451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b7577c9-a1c9-4796-8302-756a66db3748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.865337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6b7577c9-a1c9-4796-8302-756a66db3748 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73f9138f-111b-4898-bb4e-3537016ac2d4 HTTP/1.1" status: 204 len: 168 time: 0.2285943 Aug 25 14:58:23.873207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7577c9-a1c9-4796-8302-756a66db3748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f9138f-111b-4898-bb4e-3537016ac2d4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:23.981179 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.981710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:23.998936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:24.003578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5e5d1985-8022-4809-9191-4003aa801a11 HTTP/1.1" status: 204 len: 168 time: 0.4682732 Aug 25 14:58:24.003578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d883f7-50d5-4268-a431-cbbba5fbdfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5d1985-8022-4809-9191-4003aa801a11,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:24.017257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-ff93f0a8-e780-4043-977f-578890fe1d00 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:24.018815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-ff93f0a8-e780-4043-977f-578890fe1d00 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1158175 Aug 25 14:58:24.036655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-180fbbda-ece2-4087-8451-a93a35332043 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/quotas/1cf49977bdf24698b12b4e3ccc546145 HTTP/1.1" status: 200 len: 375 time: 0.0102005 Aug 25 14:58:24.330044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4fe1f08e-fb44-4255-b159-b063c76da34f no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:58:24.385158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36264) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:24.387505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 4fe1f08e-fb44-4255-b159-b063c76da34f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:58:24.388184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 4fe1f08e-fb44-4255-b159-b063c76da34f not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:58:24.434765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be3c24cf-219d-4cfa-bed9-f6cdfc7ee9df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd227a30043e4f08bbacf8b54c97a858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484128 Aug 25 14:58:24.437504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36266) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:24.448971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-52fd726d-dd6b-4bdb-b8c9-54f7e5667f25 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4040997 Aug 25 14:58:24.488252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eeedee79-795b-43e0-873c-9591502d71ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:24.511913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eeedee79-795b-43e0-873c-9591502d71ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:24.542440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-903c0cad-11a5-43ab-be7b-5ee98613d63f service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858004 Aug 25 14:58:24.622335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eeedee79-795b-43e0-873c-9591502d71ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:24.628917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eeedee79-795b-43e0-873c-9591502d71ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:24.630617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eeedee79-795b-43e0-873c-9591502d71ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/164d2b1a-46cf-4220-832e-89937d59614b HTTP/1.1" status: 204 len: 168 time: 0.1920247 Aug 25 14:58:24.638099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-d1b843ff-726e-439c-a3e0-d1fe746b4e2b service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895784 Aug 25 14:58:24.643181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedee79-795b-43e0-873c-9591502d71ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164d2b1a-46cf-4220-832e-89937d59614b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:24.927471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528b6574-69dc-45bb-837d-a08e7d425fe8 req-dd978473-afd1-4546-99a8-6a3ae9eb962c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 210 time: 0.0421290 Aug 25 14:58:25.102732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36294) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:25.185510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506520de-01b9-4595-a588-2a46e8fe3187 req-6f161b52-6ef7-4c5b-a651-6306992de5bd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:25.187227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-506520de-01b9-4595-a588-2a46e8fe3187 req-6f161b52-6ef7-4c5b-a651-6306992de5bd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "GET /v2.0/ports?device_id=33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0624602 Aug 25 14:58:25.225885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1685285428-network', 'tenant_id': '52c911701fed454fa89fdf407b2dcae5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:25.300437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Deleting port 95e68d8f-f9bb-4698-bf01-01303d77348b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:58:25.300678 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.385188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Made reservation on behalf of 52c911701fed454fa89fdf407b2dcae5 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:25.387632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.406076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.419552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] For port 95e68d8f-f9bb-4698-bf01-01303d77348b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95e68d8f-f9bb-4698-bf01-01303d77348b,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:25.419552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.435257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Calling delete_port for 95e68d8f-f9bb-4698-bf01-01303d77348b owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:58:25.457698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.503858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36306) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:25.546975 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-68521773-c66c-4bcf-a2c6-02967605d535 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f3e9de302f44106bb5d4f7469a8186e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419362 Aug 25 14:58:25.549743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36310) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:25.611737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eff48d76-5686-4c7a-9201-10190085d5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.617168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.634932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eff48d76-5686-4c7a-9201-10190085d5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.720099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.747554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6c08f4-3258-4cda-8990-05698d401212,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:25.752478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eff48d76-5686-4c7a-9201-10190085d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.755060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eff48d76-5686-4c7a-9201-10190085d5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.758625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eff48d76-5686-4c7a-9201-10190085d5cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9145b2b7-80db-482a-8b56-3f1c7dc11dec HTTP/1.1" status: 204 len: 168 time: 0.2052782 Aug 25 14:58:25.767670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff48d76-5686-4c7a-9201-10190085d5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145b2b7-80db-482a-8b56-3f1c7dc11dec,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:25.771950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.773637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:58:25.812478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event deleted for resources: {'Port': ['ID=95e68d8f-f9bb-4698-bf01-01303d77348b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:25.814804 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.815173 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Added segment 519a4f83-f117-462e-9905-1ff4a600f17e of type vlan for network d00881db-dc5f-4aee-83f7-d9295a82a856 Aug 25 14:58:25.890945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] No DVR routers for this DVR port 95e68d8f-f9bb-4698-bf01-01303d77348b on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:58:25.893745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.896304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:25.898265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-506520de-01b9-4595-a588-2a46e8fe3187 req-17ac643a-fd93-4ec9-8446-ed42a5d6852a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "DELETE /v2.0/ports/95e68d8f-f9bb-4698-bf01-01303d77348b HTTP/1.1" status: 204 len: 173 time: 0.7047825 Aug 25 14:58:25.898710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'name': 'network-vif-deleted', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:25.901048 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a805c02-4f63-4fe7-ad89-d4f4f561dcf2" -d '{"events": [{"server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "name": "network-vif-deleted", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:25.945214 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eff0f4-2ed4-47b1-89b7-66670a0dfe38 x-openstack-request-id: req-b6eff0f4-2ed4-47b1-89b7-66670a0dfe38 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:25.945571 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4", "name": "network-vif-deleted", "tag": "95e68d8f-f9bb-4698-bf01-01303d77348b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:25.945828 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6eff0f4-2ed4-47b1-89b7-66670a0dfe38 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:25.946233 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ccdfcb-ed05-4b94-ad0d-1a53fad3d6c4', 'name': 'network-vif-deleted', 'tag': '95e68d8f-f9bb-4698-bf01-01303d77348b', 'status': 'completed', 'code': 200} Aug 25 14:58:25.984248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:58:26.011683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:26.013970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:26.017188 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:26.020556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 95e68d8f-f9bb-4698-bf01-01303d77348b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:58:26.024360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:58:26.109922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-32b9ff7d-b0a0-4346-995a-c1025d216f68 req-897fa17d-f00b-43bf-bd81-b4244b9fefdd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 210 time: 0.0818033 Aug 25 14:58:26.121489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] Pushing event updated for resources: {'Network': ['ID=d00881db-dc5f-4aee-83f7-d9295a82a856,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:26.134829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d00881db-dc5f-4aee-83f7-d9295a82a856 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:58:26.263557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-08178765-27eb-4cca-8413-bceb6ce324db admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1591351 Aug 25 14:58:26.266322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36328) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:26.271736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Request body: {'subnet': {'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1685285428-subnet', 'tenant_id': '52c911701fed454fa89fdf407b2dcae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:26.377253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Made reservation on behalf of 52c911701fed454fa89fdf407b2dcae5 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:26.379774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:26.640577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:26.705667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421d880e-e3ff-46f1-85ec-2922eee8e7fc,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:26.719971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Checking segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:58:26.720580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Network hostable DHCP agents. Network: d00881db-dc5f-4aee-83f7-d9295a82a856, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:58:26.805251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Network d00881db-dc5f-4aee-83f7-d9295a82a856 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:58:26.915899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d00881db-dc5f-4aee-83f7-d9295a82a856) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:58:26.920882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:26.927255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:26.929431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccddb6f-b3c3-4ea6-a610-c277f0c18eff None None] Network d00881db-dc5f-4aee-83f7-d9295a82a856 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:58:27.007177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-173f8a24-720f-4bf8-a109-63bb7daa32f3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7395260 Aug 25 14:58:27.009644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:27.079564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32b58b-6fdc-4adf-abd8-8326622c4cb9 None None] Network d00881db-dc5f-4aee-83f7-d9295a82a856 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:58:27.137192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:27.256710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c873820-742c-4805-8ea5-692fa08007be req-195e2fc0-c5ed-4968-8cda-8590dc6c4379 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 210 time: 0.0410657 Aug 25 14:58:27.481649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-860385db-9b52-42c5-a36c-f6967cdfc081 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:27.483148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-860385db-9b52-42c5-a36c-f6967cdfc081 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1082087 Aug 25 14:58:27.498426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Request body: {'port': {'device_id': '4767bd21-a61a-41e1-9453-2d930f970960', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'admin_state_up': True, 'tenant_id': '1cf49977bdf24698b12b4e3ccc546145'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:27.692841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-79d4bdf5-8fe6-4e3a-90c1-fc8453cdfc98 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:27.694225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-79d4bdf5-8fe6-4e3a-90c1-fc8453cdfc98 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 814 time: 0.1474671 Aug 25 14:58:27.714241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-f9564f60-d382-443a-8d4f-a1f26be9fd59 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/quotas/52c911701fed454fa89fdf407b2dcae5 HTTP/1.1" status: 200 len: 375 time: 0.0128646 Aug 25 14:58:27.752098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-548e3a19-e9a7-4a23-9d65-2541c1f9d35b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289884 Aug 25 14:58:27.838504 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:58:27.854496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Made reservation on behalf of 1cf49977bdf24698b12b4e3ccc546145 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:27.858049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:27.900310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-787c46e9-1b23-4186-9009-36d43159e670 service neutron] 10.222.0.58 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401730 Aug 25 14:58:28.075048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ab5502fa-92ca-412d-a2d6-4c39ab81be2e service neutron] 10.222.0.58 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450219 Aug 25 14:58:28.076141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Allocated IP 172.20.0.6 (6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb/609ba5f0-2432-4416-b730-ffea0fda0eb9/75731620-1b47-447e-93dd-587fd53b3bf4) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:58:28.251411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:28.383492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0a2df55-f2ae-4a8c-9c67-a9045c4bb925 req-9698099e-fbfc-4217-9244-48188592f362 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 210 time: 0.0415959 Aug 25 14:58:28.395111 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:28.397089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1c2b837-069f-4b09-8042-bcf68c47e750 req-685eac45-7709-4185-82c9-1150a4ce270f tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 210 time: 0.0473254 Aug 25 14:58:28.451723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:58:28.454865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:58:28.462786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:58:28.509242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:28.535135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:28.537337 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:28.605072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-51908876-3501-4e58-95b1-97aa287394a0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1121380 Aug 25 14:58:28.618077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Request body: {'port': {'device_id': '4767bd21-a61a-41e1-9453-2d930f970960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:28.677704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:28.891778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:28.948883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75731620-1b47-447e-93dd-587fd53b3bf4 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:28.956080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:28.968272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Transition to ACTIVE for port object 75731620-1b47-447e-93dd-587fd53b3bf4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:58:29.054609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:29.110671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:29.185879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Attempting to bind port 75731620-1b47-447e-93dd-587fd53b3bf4 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:58:29.186217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Attempting to bind port 75731620-1b47-447e-93dd-587fd53b3bf4 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:58:29.186544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Attempting to bind port 75731620-1b47-447e-93dd-587fd53b3bf4 on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:29.191522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Port 75731620-1b47-447e-93dd-587fd53b3bf4 on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:58:29.191836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Attempting to bind port 75731620-1b47-447e-93dd-587fd53b3bf4 on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:29.198118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:58:29.198439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Checking segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:58:29.199872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Bound using segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:58:29.199872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Bound port: 75731620-1b47-447e-93dd-587fd53b3bf4, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:58:29.199872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:29.292534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:58:29.295878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:58:29.398216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:29.432863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:29.433712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:29.435439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/75731620-1b47-447e-93dd-587fd53b3bf4 HTTP/1.1" status: 200 len: 1091 time: 0.8217781 Aug 25 14:58:29.435895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:29.438240 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899162d2-acae-4d5d-8b4a-3097736a178c" -d '{"events": [{"name": "network-changed", "server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:29.493175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212d53b-81d3-478e-862e-48c3549409f2 service neutron] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:29.504267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d3dcb5c-140a-4b24-8e2f-2a275c20cb06 req-db24cf33-d377-4dd8-84a0-55e4dec317d3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 210 time: 0.0501630 Aug 25 14:58:29.545577 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74429db1-e328-4f81-93cb-b165a8a5f855 x-openstack-request-id: req-74429db1-e328-4f81-93cb-b165a8a5f855 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:29.545887 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:29.547009 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74429db1-e328-4f81-93cb-b165a8a5f855 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:29.547009 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4', 'status': 'completed', 'code': 200} Aug 25 14:58:29.569143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de850b89-ba25-4a8d-980d-329adeaaa9b1 req-83246617-29af-4371-8adc-61fe2441ed67 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:29.571772 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de850b89-ba25-4a8d-980d-329adeaaa9b1 req-83246617-29af-4371-8adc-61fe2441ed67 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 943 time: 0.0683515 Aug 25 14:58:29.615236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de850b89-ba25-4a8d-980d-329adeaaa9b1 req-02d75780-2e96-4567-a70b-e3fdb5efaeed tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Aug 25 14:58:29.619442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899162d2-acae-4d5d-8b4a-3097736a178c req-e965aa6b-fc2f-47bf-a9e4-5a0de0548806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:29.621313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-899162d2-acae-4d5d-8b4a-3097736a178c req-e965aa6b-fc2f-47bf-a9e4-5a0de0548806 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 1094 time: 0.0518274 Aug 25 14:58:29.748106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899162d2-acae-4d5d-8b4a-3097736a178c req-31f47667-c19a-433b-8f5d-94934c7f3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:29.749721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-899162d2-acae-4d5d-8b4a-3097736a178c req-31f47667-c19a-433b-8f5d-94934c7f3050 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1cf49977bdf24698b12b4e3ccc546145&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1201842 Aug 25 14:58:29.880281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36480) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:29.998558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:58:30.021204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 95e68d8f-f9bb-4698-bf01-01303d77348b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:58:30.021571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95e68d8f-f9bb-4698-bf01-01303d77348b not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:58:30.026472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfb1105a-5498-4c74-bc55-b68cfa5ba79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.144918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfb1105a-5498-4c74-bc55-b68cfa5ba79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.200159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899162d2-acae-4d5d-8b4a-3097736a178c req-3d19799e-22e6-40ba-a0cb-64c1f843fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:30.203548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-899162d2-acae-4d5d-8b4a-3097736a178c req-3d19799e-22e6-40ba-a0cb-64c1f843fbbf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4445155 Aug 25 14:58:30.222878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfb1105a-5498-4c74-bc55-b68cfa5ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.264899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bfb1105a-5498-4c74-bc55-b68cfa5ba79b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3542c59e50345ed8d909d6933cbdf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834386 Aug 25 14:58:30.265756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1105a-5498-4c74-bc55-b68cfa5ba79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9877658e-bd1b-4208-babc-35ddd5fd694d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:30.268128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36488) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:30.297320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-197f2d92-87bd-4e68-b0e3-b0cbbdf748a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:30.299154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-197f2d92-87bd-4e68-b0e3-b0cbbdf748a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 1094 time: 0.0498073 Aug 25 14:58:30.335008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38609e08-c425-42a7-9a01-e578d85040f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.355246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-2c67e359-d98b-4a8c-846c-f91887de160e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75731620-1b47-447e-93dd-587fd53b3bf4 HTTP/1.1" status: 200 len: 217 time: 0.0451155 Aug 25 14:58:30.366788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38609e08-c425-42a7-9a01-e578d85040f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.423067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-cc81e560-cc84-412b-bd7e-92e6fcdf9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:30.425535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-cc81e560-cc84-412b-bd7e-92e6fcdf9b41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.0594559 Aug 25 14:58:30.459616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-44d3d369-82c8-4210-9b49-6061f6d27710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271246 Aug 25 14:58:30.483522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38609e08-c425-42a7-9a01-e578d85040f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.486335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38609e08-c425-42a7-9a01-e578d85040f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:30.487519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-38609e08-c425-42a7-9a01-e578d85040f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9877658e-bd1b-4208-babc-35ddd5fd694d HTTP/1.1" status: 204 len: 168 time: 0.2184937 Aug 25 14:58:30.496720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38609e08-c425-42a7-9a01-e578d85040f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9877658e-bd1b-4208-babc-35ddd5fd694d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:30.571317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-4b091714-5236-4b0d-bc34-50bee9ae675f service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020296 Aug 25 14:58:30.601167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-940af8e2-9064-4e8e-85a4-41cbaa56add2 req-a6733410-1774-4f20-99e9-45edab36e69c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 210 time: 0.0264740 Aug 25 14:58:30.679648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba6a515-f1f7-41b1-bb57-cc9dee1853ae req-55534a38-5f2d-41d5-89fb-55b9828ad812 service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008518 Aug 25 14:58:30.758294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eff873-8b0a-4203-b25d-945fb0e278ab req-0aaafa79-af74-4d73-be33-25db5d6981fd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:30.760011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48eff873-8b0a-4203-b25d-945fb0e278ab req-0aaafa79-af74-4d73-be33-25db5d6981fd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 943 time: 0.0552504 Aug 25 14:58:30.808480 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48eff873-8b0a-4203-b25d-945fb0e278ab req-aff1d581-381d-4027-9da3-cec8c982d213 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Aug 25 14:58:31.124797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-190526f0-d3f0-427c-9698-c0f80e33648a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:31.126552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-190526f0-d3f0-427c-9698-c0f80e33648a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.45 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 814 time: 0.1128776 Aug 25 14:58:31.139525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Request body: {'port': {'device_id': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'admin_state_up': True, 'tenant_id': '52c911701fed454fa89fdf407b2dcae5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:31.340781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:31.354462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa28f-2a49-404a-9eaf-bb83bfbece80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.359946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Made reservation on behalf of 52c911701fed454fa89fdf407b2dcae5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:31.366469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.463554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa28f-2a49-404a-9eaf-bb83bfbece80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.515367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Allocated IP 172.20.0.13 (d00881db-dc5f-4aee-83f7-d9295a82a856/421d880e-e3ff-46f1-85ec-2922eee8e7fc/0caacaea-c46a-41fd-a1c1-b1954ff2d1bf) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:58:31.526520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa28f-2a49-404a-9eaf-bb83bfbece80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.566066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ab3aa28f-2a49-404a-9eaf-bb83bfbece80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14aac50ba2d74548a8fb31158fca4cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241628 Aug 25 14:58:31.566988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa28f-2a49-404a-9eaf-bb83bfbece80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9fea2c-1fe8-4967-9732-b7a9fd659ebb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:31.569485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:31.619957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f0930e5-1484-4a1b-b3b2-4403e1b3d189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.645031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f0930e5-1484-4a1b-b3b2-4403e1b3d189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.672389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.723168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e972ab23-676a-4f2c-a374-defeec58e384 req-e3e1b7db-9720-4922-a47a-ed08009cbf00 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Aug 25 14:58:31.786238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f0930e5-1484-4a1b-b3b2-4403e1b3d189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.795247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f0930e5-1484-4a1b-b3b2-4403e1b3d189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.795247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0f0930e5-1484-4a1b-b3b2-4403e1b3d189 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b9fea2c-1fe8-4967-9732-b7a9fd659ebb HTTP/1.1" status: 204 len: 168 time: 0.2196519 Aug 25 14:58:31.795422 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.810696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0930e5-1484-4a1b-b3b2-4403e1b3d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9fea2c-1fe8-4967-9732-b7a9fd659ebb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:31.862496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Network d00881db-dc5f-4aee-83f7-d9295a82a856 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:58:31.866232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:58:31.872061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:58:31.879612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:31.935298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:31.936209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:31.949504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03f676-d2fa-42d3-9814-4d5d92b1107b req-65b13d97-9ba6-482d-9556-76a0399551b1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:31.951185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d03f676-d2fa-42d3-9814-4d5d92b1107b req-65b13d97-9ba6-482d-9556-76a0399551b1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 943 time: 0.0541584 Aug 25 14:58:32.000568 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d03f676-d2fa-42d3-9814-4d5d92b1107b req-34a48f7f-4f1b-4ec6-8e0d-9f662a288970 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Aug 25 14:58:32.024040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ce6f8309-2be0-4d09-bc8f-739db620c223 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8883162 Aug 25 14:58:32.036411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Request body: {'port': {'device_id': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:32.094656 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:32.389201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:32.396789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:32.410847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Transition to ACTIVE for port object 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:58:32.471879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:32.539194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:32.590927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:58:32.591289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:58:32.591617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on network d00881db-dc5f-4aee-83f7-d9295a82a856 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:32.595915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on network d00881db-dc5f-4aee-83f7-d9295a82a856 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:58:32.596231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on network d00881db-dc5f-4aee-83f7-d9295a82a856 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:32.600940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:58:32.601275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Checking segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:58:32.601656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Bound using segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:58:32.602076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Bound port: 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:58:32.602426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:32.669698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:58:32.671236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:58:32.757202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:32.808418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:32.809272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:32.810840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] 10.222.0.45 "PUT /v2.0/ports/0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 1092 time: 0.7787747 Aug 25 14:58:32.811323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:32.813703 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960c466e-68cf-4b38-8088-5938a3720f60" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:32.831263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87231a7-7f6c-4f5f-a982-b11885fda789 service neutron] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:32.872179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2baa8-1d37-49bd-a724-9bdb12bdb22f req-ac197357-fe22-4a41-9ec6-1faed8193054 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:32.873681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcb2baa8-1d37-49bd-a724-9bdb12bdb22f req-ac197357-fe22-4a41-9ec6-1faed8193054 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.0696328 Aug 25 14:58:32.919615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcb2baa8-1d37-49bd-a724-9bdb12bdb22f req-c333c853-6d05-4bca-9f3a-6e3141923e35 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Aug 25 14:58:32.920931 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fee1b41-55c6-4636-99f5-640457f6a7a1 x-openstack-request-id: req-1fee1b41-55c6-4636-99f5-640457f6a7a1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:32.921223 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:32.921570 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fee1b41-55c6-4636-99f5-640457f6a7a1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:32.921934 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'status': 'completed', 'code': 200} Aug 25 14:58:33.000817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c466e-68cf-4b38-8088-5938a3720f60 req-dcb325b1-addb-4737-924a-5fee17d457d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:33.002450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-960c466e-68cf-4b38-8088-5938a3720f60 req-dcb325b1-addb-4737-924a-5fee17d457d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1095 time: 0.0508175 Aug 25 14:58:33.140280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c466e-68cf-4b38-8088-5938a3720f60 req-4d3866a0-efa7-42b1-b671-9972fc919732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:33.141858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-960c466e-68cf-4b38-8088-5938a3720f60 req-4d3866a0-efa7-42b1-b671-9972fc919732 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52c911701fed454fa89fdf407b2dcae5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1321862 Aug 25 14:58:33.177238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca622e-1f64-45c4-8eb1-a1c240b75b5e req-36110599-f6c8-4758-811e-48ae599e959a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:33.178755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0ca622e-1f64-45c4-8eb1-a1c240b75b5e req-36110599-f6c8-4758-811e-48ae599e959a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 943 time: 0.0877781 Aug 25 14:58:33.256988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:33.269181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0ca622e-1f64-45c4-8eb1-a1c240b75b5e req-3afd3955-5e6b-459f-acf3-d84ac4989014 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607128 Aug 25 14:58:33.291917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c466e-68cf-4b38-8088-5938a3720f60 req-44a30558-a850-43aa-89a9-a09395460617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:33.293326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-960c466e-68cf-4b38-8088-5938a3720f60 req-44a30558-a850-43aa-89a9-a09395460617 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451015 Aug 25 14:58:33.376905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ef4c4186-8df3-4353-b645-f8ca5233299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:33.380580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ef4c4186-8df3-4353-b645-f8ca5233299f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1095 time: 0.0494142 Aug 25 14:58:33.384684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de9b665f-5123-4520-af02-024ed477ee83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.424925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-8fd997b7-b8a9-47eb-8005-d883506578b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 217 time: 0.0389776 Aug 25 14:58:33.479697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de9b665f-5123-4520-af02-024ed477ee83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.491303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-c9f64222-d4e7-499e-b5cc-f96ae2f661f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:33.492805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-c9f64222-d4e7-499e-b5cc-f96ae2f661f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.0606978 Aug 25 14:58:33.534408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-74913733-d674-46b9-bffd-ea9d368b5e6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329521 Aug 25 14:58:33.551724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de9b665f-5123-4520-af02-024ed477ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.598966 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de9b665f-5123-4520-af02-024ed477ee83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e97d671384dd4debbc34e2b5b9350a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408823 Aug 25 14:58:33.600161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b665f-5123-4520-af02-024ed477ee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe06084-66ce-4ad5-9331-59420162ecfe,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:33.604287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36586) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:33.648173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-ca3d6aa3-d87f-4305-a34c-eb7d93b9552f service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085110 Aug 25 14:58:33.675877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-075216dd-7559-495e-93bb-2b81f3477298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.702904 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-075216dd-7559-495e-93bb-2b81f3477298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.767510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cfca831-7f5a-482c-bb82-1435a1f3ae02 req-17b09d44-6e9d-484a-b568-991c99c5a7b6 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112497 Aug 25 14:58:33.852151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-075216dd-7559-495e-93bb-2b81f3477298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.856461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-075216dd-7559-495e-93bb-2b81f3477298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:33.857957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-075216dd-7559-495e-93bb-2b81f3477298 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efe06084-66ce-4ad5-9331-59420162ecfe HTTP/1.1" status: 204 len: 168 time: 0.2527502 Aug 25 14:58:33.867295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075216dd-7559-495e-93bb-2b81f3477298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe06084-66ce-4ad5-9331-59420162ecfe,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:34.011540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:34.084463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c54ca8-7002-4d0d-bf42-d588f306d69a req-8891b9e0-0854-485f-b473-5ff8be4df4a5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:34.095675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0c54ca8-7002-4d0d-bf42-d588f306d69a req-8891b9e0-0854-485f-b473-5ff8be4df4a5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.0752568 Aug 25 14:58:34.143469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:34.144732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0c54ca8-7002-4d0d-bf42-d588f306d69a req-6be1b0b7-5c04-4437-af04-9749903c7129 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476398 Aug 25 14:58:34.171822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '75731620-1b47-447e-93dd-587fd53b3bf4', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': '75731620-1b47-447e-93dd-587fd53b3bf4', 'mac_address': 'fa:16:3e:31:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:34.238832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:34.262495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75731620-1b47-447e-93dd-587fd53b3bf4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:34.289126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:34.388513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:34.424348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1174996-55af-4c7e-b5c5-57946533beab req-7e33c1d7-9635-44d7-9f9f-8b24f94a0901 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:34.425988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1174996-55af-4c7e-b5c5-57946533beab req-7e33c1d7-9635-44d7-9f9f-8b24f94a0901 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 943 time: 0.0774345 Aug 25 14:58:34.450311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:34.457888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.458236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.458581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.458917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.459286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.459613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.459945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.460268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.460592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.460913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.461240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.461555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:58:34.475674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1174996-55af-4c7e-b5c5-57946533beab req-78fa2ae5-8222-403d-afba-6cdab6a0f5b7 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Aug 25 14:58:34.600077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['75731620-1b47-447e-93dd-587fd53b3bf4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:34.711569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36626) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:34.730879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa6c6-8818-4839-9bf8-5f75cbd6c4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:34.819066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa6c6-8818-4839-9bf8-5f75cbd6c4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:34.874375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa6c6-8818-4839-9bf8-5f75cbd6c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:34.911987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f7ffa6c6-8818-4839-9bf8-5f75cbd6c4da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e685f3d50934936bf15939756e6864e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992397 Aug 25 14:58:34.914056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffa6c6-8818-4839-9bf8-5f75cbd6c4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea930b-8f3b-4a61-82c0-1e28519d3441,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:34.914766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36628) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:34.972830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cb3a-b1c6-400c-8d28-b8de5438829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:34.998232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cb3a-b1c6-400c-8d28-b8de5438829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.085634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36634) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:35.143132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cb3a-b1c6-400c-8d28-b8de5438829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.145862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cb3a-b1c6-400c-8d28-b8de5438829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.147013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5cf9cb3a-b1c6-400c-8d28-b8de5438829c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8ea930b-8f3b-4a61-82c0-1e28519d3441 HTTP/1.1" status: 204 len: 168 time: 0.2305975 Aug 25 14:58:35.157619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9cb3a-b1c6-400c-8d28-b8de5438829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea930b-8f3b-4a61-82c0-1e28519d3441,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:35.199642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4394c84-a4e3-49b3-b13f-01ea22a855bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.298179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9368d6-6b46-4191-a74b-e938caf1dc7f req-ef1eded9-7c60-45cd-89fe-6e63314c71af tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:35.299778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d9368d6-6b46-4191-a74b-e938caf1dc7f req-ef1eded9-7c60-45cd-89fe-6e63314c71af tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.0724230 Aug 25 14:58:35.361000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4394c84-a4e3-49b3-b13f-01ea22a855bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.364237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d9368d6-6b46-4191-a74b-e938caf1dc7f req-dbf9e3a6-ddf3-493c-b925-d1cc3314a578 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580134 Aug 25 14:58:35.434543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4394c84-a4e3-49b3-b13f-01ea22a855bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.475459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f4394c84-a4e3-49b3-b13f-01ea22a855bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c79b3d765d94f0da7034cf8fd8deaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886929 Aug 25 14:58:35.476211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394c84-a4e3-49b3-b13f-01ea22a855bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6865438b-2d0e-4415-92db-f29d2c91fe50,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:35.478324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36644) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:35.537363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30b2ef-6ae1-4f67-b729-ab047fd42e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.561443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30b2ef-6ae1-4f67-b729-ab047fd42e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.642363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d978d3-b160-4c2f-ae4e-d30bc9e303b9 req-f6b6f624-251c-4cca-9ba6-da2869ada15b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:35.643994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3d978d3-b160-4c2f-ae4e-d30bc9e303b9 req-f6b6f624-251c-4cca-9ba6-da2869ada15b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 944 time: 0.0804598 Aug 25 14:58:35.698416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b3d978d3-b160-4c2f-ae4e-d30bc9e303b9 req-f9f50791-6ca8-4afb-bf92-281272525535 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 Aug 25 14:58:35.752255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30b2ef-6ae1-4f67-b729-ab047fd42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.754876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b30b2ef-6ae1-4f67-b729-ab047fd42e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:35.769636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0b30b2ef-6ae1-4f67-b729-ab047fd42e75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6865438b-2d0e-4415-92db-f29d2c91fe50 HTTP/1.1" status: 204 len: 168 time: 0.2760081 Aug 25 14:58:35.775607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30b2ef-6ae1-4f67-b729-ab047fd42e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6865438b-2d0e-4415-92db-f29d2c91fe50,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:35.880129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb289-a8a1-4736-9e1b-63de689d6373 req-d9072262-3b56-4bad-bff3-12054c6c132e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:35.883504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2ddb289-a8a1-4736-9e1b-63de689d6373 req-d9072262-3b56-4bad-bff3-12054c6c132e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0558336 Aug 25 14:58:35.922668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2ddb289-a8a1-4736-9e1b-63de689d6373 req-8bc69965-99bd-4bb6-ba2f-20554ebb9dcd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341194 Aug 25 14:58:36.014368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:36.018400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:36.189232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:36.204670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'port_id': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'mac_address': 'fa:16:3e:ad:7f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421d880e-e3ff-46f1-85ec-2922eee8e7fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:36.248844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:36.263198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:36.283180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:36.489261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493a5c6-db8b-4742-bc9b-ad829982b0f9 req-4a5ab9a9-4cd5-4e24-ac24-9630d1281f10 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:36.490792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c493a5c6-db8b-4742-bc9b-ad829982b0f9 req-4a5ab9a9-4cd5-4e24-ac24-9630d1281f10 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.0531042 Aug 25 14:58:36.532740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c493a5c6-db8b-4742-bc9b-ad829982b0f9 req-40a33738-acb4-4473-b714-d71648f39e94 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Aug 25 14:58:36.565893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 75731620-1b47-447e-93dd-587fd53b3bf4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:36.570681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 75731620-1b47-447e-93dd-587fd53b3bf4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:36.573944 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:36.595775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:36.669609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:36.708054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:36.737655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:36.740140 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d441af-ac4c-4495-91da-13280b26de34" -d '{"events": [{"server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "name": "network-vif-plugged", "status": "completed", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:36.758439 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:36.806329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:36.826632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:36.852078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac693402-0265-4b21-8b3d-75d909112e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:36.873135 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:36.873551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8adfed-ab76-433d-9cba-e95c4ba7099d req-881f62c6-2484-4668-a65b-f21d39f91d15 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:36.883639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f8adfed-ab76-433d-9cba-e95c4ba7099d req-881f62c6-2484-4668-a65b-f21d39f91d15 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 944 time: 0.0829041 Aug 25 14:58:36.965367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f8adfed-ab76-433d-9cba-e95c4ba7099d req-ec2befe9-dd54-4d80-a0ad-96f19909b65f tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782163 Aug 25 14:58:36.976621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:36.992036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac693402-0265-4b21-8b3d-75d909112e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:37.016285 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6394aeae-2f55-4b32-8fae-63ebd9a4bf8c x-openstack-request-id: req-6394aeae-2f55-4b32-8fae-63ebd9a4bf8c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:37.017121 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "name": "network-vif-plugged", "status": "completed", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:37.017121 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6394aeae-2f55-4b32-8fae-63ebd9a4bf8c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:37.017506 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4', 'code': 200} Aug 25 14:58:37.091102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac693402-0265-4b21-8b3d-75d909112e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:37.132445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daa244-b767-4141-994d-295f45a2cd6b req-98b85702-f1e0-480b-bae3-02bea95167a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:37.136769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5daa244-b767-4141-994d-295f45a2cd6b req-98b85702-f1e0-480b-bae3-02bea95167a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 1096 time: 0.0604868 Aug 25 14:58:37.136927 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac693402-0265-4b21-8b3d-75d909112e70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=302c2b69b26f4836aad47e4cf7db4261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077779 Aug 25 14:58:37.137801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac693402-0265-4b21-8b3d-75d909112e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de7ea4d-510e-4049-9c24-d13a5372fba0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:37.139105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36700) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:37.208932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5daa244-b767-4141-994d-295f45a2cd6b req-85248a0d-0b56-401e-9840-681b8080ea89 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627460 Aug 25 14:58:37.224862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a005763f-e3ce-4170-a36a-9c0cbcc25e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:37.249002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a005763f-e3ce-4170-a36a-9c0cbcc25e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:37.426066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a005763f-e3ce-4170-a36a-9c0cbcc25e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:37.428951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a005763f-e3ce-4170-a36a-9c0cbcc25e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:37.430154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a005763f-e3ce-4170-a36a-9c0cbcc25e31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2de7ea4d-510e-4049-9c24-d13a5372fba0 HTTP/1.1" status: 204 len: 168 time: 0.2898426 Aug 25 14:58:37.440217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005763f-e3ce-4170-a36a-9c0cbcc25e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de7ea4d-510e-4049-9c24-d13a5372fba0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:37.658327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d27103-6496-4554-b825-5139656bd3bc req-96b247bc-6b78-471e-a5c1-81eab5ae6e53 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:37.660210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19d27103-6496-4554-b825-5139656bd3bc req-96b247bc-6b78-471e-a5c1-81eab5ae6e53 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.0530398 Aug 25 14:58:37.704999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19d27103-6496-4554-b825-5139656bd3bc req-3758c6b5-cd13-4f2e-9067-b4599d51dbd6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Aug 25 14:58:38.030320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:38.128640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f35c7-7f9f-4fcb-a8c3-e70491a1a5e5 req-3a712be8-33eb-482a-8f58-3aab9d1e6d25 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:38.131535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a7f35c7-7f9f-4fcb-a8c3-e70491a1a5e5 req-3a712be8-33eb-482a-8f58-3aab9d1e6d25 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 945 time: 0.0886674 Aug 25 14:58:38.158931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:38.164360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:38.164608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:38.200184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a7f35c7-7f9f-4fcb-a8c3-e70491a1a5e5 req-afa5fec7-29d9-4179-b32c-9aa301004c75 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Aug 25 14:58:38.276043 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:38.335697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:38.423001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:38.462913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:38.530859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:38.759003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:38.773239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:38.816957 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:38.824130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e536-f648-4dcc-9a4a-5ea029f369de req-d2f3a469-f8b3-4002-8a2f-1ee8c85cebc9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:38.825981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7925e536-f648-4dcc-9a4a-5ea029f369de req-d2f3a469-f8b3-4002-8a2f-1ee8c85cebc9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0514815 Aug 25 14:58:38.833230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:38.855325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:38.880793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7925e536-f648-4dcc-9a4a-5ea029f369de req-b106fa49-ad33-40e8-bbb0-39572ee27424 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Aug 25 14:58:38.936756 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:38.989447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:39.017866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:39.020349 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac68451-9edb-467a-9376-268b80b9fb37" -d '{"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-plugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:39.063571 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f350e-bc5c-4dcc-98ca-c888383411f7 x-openstack-request-id: req-6b3f350e-bc5c-4dcc-98ca-c888383411f7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:39.064225 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-plugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:39.064390 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b3f350e-bc5c-4dcc-98ca-c888383411f7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:39.064975 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'code': 200} Aug 25 14:58:39.122654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c1926ca1-281d-43bc-ba7e-3b07811f77ca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:39.171947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205df98-196c-462f-815a-c08396780f1c req-24ec3e79-4849-4177-8676-924f028b7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:39.174014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d205df98-196c-462f-815a-c08396780f1c req-24ec3e79-4849-4177-8676-924f028b7b68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1097 time: 0.0487263 Aug 25 14:58:39.213699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d205df98-196c-462f-815a-c08396780f1c req-84ff1978-4d26-4a5b-a303-755bfe136d31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Aug 25 14:58:39.342254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442d32-55fd-4a51-8490-d10eb96697f0 req-44794696-19e7-4820-ae13-68020ed156f8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:39.343951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d442d32-55fd-4a51-8490-d10eb96697f0 req-44794696-19e7-4820-ae13-68020ed156f8 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 945 time: 0.0757284 Aug 25 14:58:39.389972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d442d32-55fd-4a51-8490-d10eb96697f0 req-705bc6c0-7b6a-4b3c-9b6e-966612ad3d18 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Aug 25 14:58:39.417272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36790) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:39.641044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e9-d18f-4fed-abae-9861f61f80c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:39.732154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e9-d18f-4fed-abae-9861f61f80c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:39.817642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e9-d18f-4fed-abae-9861f61f80c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:39.864737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e478e7e9-d18f-4fed-abae-9861f61f80c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=beb6cb8767224eafa7f9da2e82593823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462557 Aug 25 14:58:39.867073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e7e9-d18f-4fed-abae-9861f61f80c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a9b295-b2da-4c9c-80b0-1227d30cf36e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:39.867496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36802) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:39.882141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bf4de-6f71-4cbd-a58b-dec072e47497 req-9ff0ad6c-8ae2-4d32-8262-b7b375604ed0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:39.884674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b7bf4de-6f71-4cbd-a58b-dec072e47497 req-9ff0ad6c-8ae2-4d32-8262-b7b375604ed0 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 945 time: 0.0965235 Aug 25 14:58:39.927741 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-120f0c8d-7001-490c-b0df-4bf2e27be215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:39.929445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b7bf4de-6f71-4cbd-a58b-dec072e47497 req-f48504be-bdc3-47e6-8415-3bccdf3aa3d4 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 Aug 25 14:58:39.952284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-120f0c8d-7001-490c-b0df-4bf2e27be215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.027369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e878-d807-4ce7-8df5-0d2b09eaa31f req-9dabb740-138e-4cef-862d-90667fc3e65b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:40.029244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41d1e878-d807-4ce7-8df5-0d2b09eaa31f req-9dabb740-138e-4cef-862d-90667fc3e65b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0621302 Aug 25 14:58:40.069351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41d1e878-d807-4ce7-8df5-0d2b09eaa31f req-42a5f906-d934-40ca-9b8a-2393cf73b038 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Aug 25 14:58:40.100012 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-120f0c8d-7001-490c-b0df-4bf2e27be215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.103190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-120f0c8d-7001-490c-b0df-4bf2e27be215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.105406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-120f0c8d-7001-490c-b0df-4bf2e27be215 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0a9b295-b2da-4c9c-80b0-1227d30cf36e HTTP/1.1" status: 204 len: 168 time: 0.2352476 Aug 25 14:58:40.112574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f0c8d-7001-490c-b0df-4bf2e27be215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a9b295-b2da-4c9c-80b0-1227d30cf36e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:40.479911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:40.529620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c1926ca1-281d-43bc-ba7e-3b07811f77ca triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:40.529992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.613405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.646307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:40.734338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.789144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:40.806733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36830) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:40.822580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cfb7e-090d-4720-a1ca-f430eb567a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:40.918557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cfb7e-090d-4720-a1ca-f430eb567a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:41.066540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:41.069408 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab4ed43-e090-4281-9a1d-013bd3832d8d" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:41.080822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999cfb7e-090d-4720-a1ca-f430eb567a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:41.101702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb115-d45e-4d6c-805a-e56c225972ce req-a258bd13-6911-497f-a995-709fd94e958c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:41.103738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35bb115-d45e-4d6c-805a-e56c225972ce req-a258bd13-6911-497f-a995-709fd94e958c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 945 time: 0.0780325 Aug 25 14:58:41.113651 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600da35-9ee4-4a69-a1b3-f958c7818293 x-openstack-request-id: req-6600da35-9ee4-4a69-a1b3-f958c7818293 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:41.113651 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:41.113651 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6600da35-9ee4-4a69-a1b3-f958c7818293 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:41.113651 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:58:41.153704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cfb7e-090d-4720-a1ca-f430eb567a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04e09c-2867-4fb4-aed2-63ea15d6352b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:41.169077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36848) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:58:41.170016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-999cfb7e-090d-4720-a1ca-f430eb567a53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=641450b7a68742c18d4a8cfdce63ec55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615255 Aug 25 14:58:41.193298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35bb115-d45e-4d6c-805a-e56c225972ce req-4bbbdc14-056f-4e1b-899a-e53708ad76c4 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756857 Aug 25 14:58:41.251430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097bdb8-7fa8-472e-bcce-5a9fcbe60f09 req-5179350f-d2c0-4ab9-b99a-f9a4750c4880 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:41.253094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8097bdb8-7fa8-472e-bcce-5a9fcbe60f09 req-5179350f-d2c0-4ab9-b99a-f9a4750c4880 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0831687 Aug 25 14:58:41.276331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75d989a3-b6bb-4ad5-b487-19a4ffa1cbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:41.323233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75d989a3-b6bb-4ad5-b487-19a4ffa1cbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:41.339507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8097bdb8-7fa8-472e-bcce-5a9fcbe60f09 req-9abc1472-9ca4-43b3-ab46-5c3a26998e2d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774622 Aug 25 14:58:41.491655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75d989a3-b6bb-4ad5-b487-19a4ffa1cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:41.496086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75d989a3-b6bb-4ad5-b487-19a4ffa1cbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:41.496346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-75d989a3-b6bb-4ad5-b487-19a4ffa1cbf8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be04e09c-2867-4fb4-aed2-63ea15d6352b HTTP/1.1" status: 204 len: 168 time: 0.3323233 Aug 25 14:58:41.517954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d989a3-b6bb-4ad5-b487-19a4ffa1cbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04e09c-2867-4fb4-aed2-63ea15d6352b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:41.884865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-a3d360f8-9eca-414d-9d6a-9702754e25b5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:41.884865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-a3d360f8-9eca-414d-9d6a-9702754e25b5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 814 time: 0.1586654 Aug 25 14:58:41.909246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-9e3db4ed-3d05-44c6-b5ea-66cb606405b7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/quotas/52c911701fed454fa89fdf407b2dcae5 HTTP/1.1" status: 200 len: 375 time: 0.0192237 Aug 25 14:58:42.012680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-547cd255-f86c-49df-b9df-3f544e49d1a1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023896 Aug 25 14:58:42.141259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-128eaaba-62e3-4f4e-b27b-8950efb63904 service neutron] 10.222.0.58 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273677 Aug 25 14:58:42.267601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-f4dec776-50ec-40fd-af89-ae2a51553c46 service neutron] 10.222.0.58 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185174 Aug 25 14:58:42.622757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-427ff1e7-169b-4cd5-94a9-3e104324ccf5 req-21dfa457-4a8b-4e22-90b1-4ed30d595aab tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 210 time: 0.0381861 Aug 25 14:58:43.772414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76d7cdfb-a5e3-45fa-9302-019743c14302 req-6b435dbe-f473-4922-9e6d-7265dd564529 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 210 time: 0.0458562 Aug 25 14:58:44.048478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:44.054132 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-1b41c188-a1a3-407a-ba21-7afcce0b0afa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0790939 Aug 25 14:58:44.270931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.276891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.278037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.278724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.280104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.282675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.283418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.285485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9c405020-3645-40f9-8f83-8aeadfb39ef7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaf54f94ae7d48859ee0192be590fd30&device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 6501 time: 0.1588507 Aug 25 14:58:44.290548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:44.326447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '75731620-1b47-447e-93dd-587fd53b3bf4', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': '75731620-1b47-447e-93dd-587fd53b3bf4', 'mac_address': 'fa:16:3e:31:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:44.372510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:44.393999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75731620-1b47-447e-93dd-587fd53b3bf4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:44.448900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:44.483983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-2ebfc7c6-5d29-4189-a204-a0cf019dcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.484766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-2ebfc7c6-5d29-4189-a204-a0cf019dcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.485490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-2ebfc7c6-5d29-4189-a204-a0cf019dcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.487292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-2ebfc7c6-5d29-4189-a204-a0cf019dcbb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 200 len: 2297 time: 0.1554403 Aug 25 14:58:44.525542 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:44.605268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-afc0d93b-2f74-41c8-a213-e7a5c87d056a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 200 len: 999 time: 0.1082392 Aug 25 14:58:44.652170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:44.678840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['75731620-1b47-447e-93dd-587fd53b3bf4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:44.680149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-92930f40-b254-4e50-980c-8145bcd41347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.682129 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-92930f40-b254-4e50-980c-8145bcd41347 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aab80ce2-b914-4d34-af5e-f0143e9ba707 HTTP/1.1" status: 200 len: 855 time: 0.0694468 Aug 25 14:58:44.766022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-5f954bd3-d7aa-4a23-87c5-87624d72ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:44.767461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-5f954bd3-d7aa-4a23-87c5-87624d72ada0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666068 Aug 25 14:58:44.986583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-cec78835-e0fa-4a65-8ecc-80fcb317c3ed service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941926 Aug 25 14:58:45.016502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c1738d3-d05e-48d2-b8ef-239bb46ff03b req-34387a82-4bbc-4e8e-bd76-c3be0712325e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 210 time: 0.0681181 Aug 25 14:58:45.234293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-f54b5001-6713-4b49-ba57-a61844a87e59 service neutron] 10.222.0.52 "GET /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467947 Aug 25 14:58:45.241256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-16c4a34f-74a8-4636-b0f0-d78cc7ca0852 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:45.242940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-16c4a34f-74a8-4636-b0f0-d78cc7ca0852 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.45 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 814 time: 0.2287574 Aug 25 14:58:45.273283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Request body: {'port': {'device_id': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'admin_state_up': True, 'tenant_id': '52c911701fed454fa89fdf407b2dcae5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:45.345403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-f4dff60d-06d4-4a1a-a14f-e4492800dcb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 217 time: 0.1007869 Aug 25 14:58:45.500619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-f3853325-d7a7-4d75-a731-0567e1d90174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:45.502345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-f3853325-d7a7-4d75-a731-0567e1d90174 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1056585 Aug 25 14:58:45.600151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-f8261cb6-d702-40f1-a44b-85b9bac24b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:45.600151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-f8261cb6-d702-40f1-a44b-85b9bac24b86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700793 Aug 25 14:58:45.715209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Made reservation on behalf of 52c911701fed454fa89fdf407b2dcae5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:58:45.725248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:45.757093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-bb6940b1-14aa-45d8-a7b8-2ebb6418dd13 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633925 Aug 25 14:58:46.003516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-d37c67d8-d92d-4484-8591-2277b57a791d service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358761 Aug 25 14:58:46.025369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Allocated IP 172.20.0.10 (d00881db-dc5f-4aee-83f7-d9295a82a856/421d880e-e3ff-46f1-85ec-2922eee8e7fc/58c500fe-a18c-4911-aabf-01890d6b2ee9) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:58:46.070841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:46.128935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-499545bc-cb5a-482a-bf00-4cedf2ff606f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 217 time: 0.1162121 Aug 25 14:58:46.186807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 75731620-1b47-447e-93dd-587fd53b3bf4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:46.187575 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:46.364395 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:46.399295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba5a0983-4e0d-4b01-b7f7-4b7ca4d00151 req-d316e4de-7775-4363-bd3a-cfacf5d37b34 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 210 time: 0.0836942 Aug 25 14:58:46.458816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:46.464048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:46.470945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-4e44088d-397a-428c-afdc-b5ef6c63a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:46.471160 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab5b89-2b10-4da8-af5e-b77aae78eb82" -d '{"events": [{"server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "name": "network-vif-plugged", "status": "completed", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:46.471316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-4e44088d-397a-428c-afdc-b5ef6c63a61f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1606984 Aug 25 14:58:46.477001 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:46.571577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:46.746680 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e1b4af-b4b6-4e32-82f7-d48a6661b09f x-openstack-request-id: req-c1e1b4af-b4b6-4e32-82f7-d48a6661b09f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:46.746973 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "name": "network-vif-plugged", "status": "completed", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:46.749057 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1e1b4af-b4b6-4e32-82f7-d48a6661b09f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:46.750699 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4', 'code': 200} Aug 25 14:58:46.752678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:46.764873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-3aee5269-0db6-4e7e-8fe5-b469180e3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:46.766422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-3aee5269-0db6-4e7e-8fe5-b469180e3455 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2851613 Aug 25 14:58:46.896531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:46.913031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:47.029118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Network d00881db-dc5f-4aee-83f7-d9295a82a856 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:58:47.049345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:58:47.081958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:58:47.140105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Pushing event updated for resources: {'Port': ['ID=58c500fe-a18c-4911-aabf-01890d6b2ee9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:47.909781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-83d8b333-0dc8-4123-8b7c-8ff1e6c70917 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1330292 Aug 25 14:58:47.924694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:47.925610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:47.956571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccc4b7-7584-4132-b51f-e0bab4761e03 req-8134f387-9a03-4045-9a35-431464ac22bf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:47.965641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29ccc4b7-7584-4132-b51f-e0bab4761e03 req-8134f387-9a03-4045-9a35-431464ac22bf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 932 time: 0.1568255 Aug 25 14:58:48.111666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29ccc4b7-7584-4132-b51f-e0bab4761e03 req-a11c7f57-2abf-443f-adc5-cf2d9e6056ff tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424603 Aug 25 14:58:48.144980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-1b3ac3c1-e8f2-4036-a4fb-39dcd075dc9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8788283 Aug 25 14:58:48.177403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Request body: {'port': {'device_id': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:58:48.423865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-3945b6e8-4f5b-4b7c-b565-f750beec02b1 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949722 Aug 25 14:58:48.424492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:48.686200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-92c97349-7cd0-4c78-95a8-bb11bf5ce121 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=16776111-feb0-4edc-9789-14be0770eb4c HTTP/1.1" status: 200 len: 217 time: 0.2500658 Aug 25 14:58:48.850959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-df554b77-8a98-4f1f-ba5a-109eb75f223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:48.853804 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-df554b77-8a98-4f1f-ba5a-109eb75f223f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.1568356 Aug 25 14:58:49.022945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-e7e88549-7bbd-41f3-8045-8ea5519d745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:49.024609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-e7e88549-7bbd-41f3-8045-8ea5519d745e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1596951 Aug 25 14:58:49.159902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c500fe-a18c-4911-aabf-01890d6b2ee9 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:49.176249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:49.216510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Transition to ACTIVE for port object 58c500fe-a18c-4911-aabf-01890d6b2ee9 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:58:49.223788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-362b4524-3d36-48d2-9cd2-1acc80ec1a00 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905277 Aug 25 14:58:49.374636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:49.563061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Pushing event updated for resources: {'Port': ['ID=58c500fe-a18c-4911-aabf-01890d6b2ee9,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:49.852762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0d0f-a045-4ce4-9e9c-cc8d23266fbb req-49f8608d-8113-4432-80ad-39f88ba5b784 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:49.854398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ae0d0f-a045-4ce4-9e9c-cc8d23266fbb req-49f8608d-8113-4432-80ad-39f88ba5b784 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 944 time: 0.5087740 Aug 25 14:58:49.875385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-68d79c46-00dc-4df1-880c-4d0c44bb8fa5 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407428 Aug 25 14:58:49.955972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-4ce9653d-86d4-4a07-920c-dc7c2bc94656 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d HTTP/1.1" status: 200 len: 217 time: 0.0596263 Aug 25 14:58:50.051525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-81770d84-5cdb-4e1a-977f-44a085c0b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:50.057229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-81770d84-5cdb-4e1a-977f-44a085c0b59c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 200 len: 797 time: 0.0831697 Aug 25 14:58:50.085963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ae0d0f-a045-4ce4-9e9c-cc8d23266fbb req-b4a57a22-6e93-4fb3-933e-c820efbf450a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173841 Aug 25 14:58:50.161193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Attempting to bind port 58c500fe-a18c-4911-aabf-01890d6b2ee9 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:58:50.161998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Attempting to bind port 58c500fe-a18c-4911-aabf-01890d6b2ee9 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:58:50.162381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Attempting to bind port 58c500fe-a18c-4911-aabf-01890d6b2ee9 on network d00881db-dc5f-4aee-83f7-d9295a82a856 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:50.178936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Port 58c500fe-a18c-4911-aabf-01890d6b2ee9 on network d00881db-dc5f-4aee-83f7-d9295a82a856 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:58:50.181065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Attempting to bind port 58c500fe-a18c-4911-aabf-01890d6b2ee9 on network d00881db-dc5f-4aee-83f7-d9295a82a856 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:58:50.217809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:58:50.218154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Checking segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:58:50.218573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Bound using segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:58:50.219004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Bound port: 58c500fe-a18c-4911-aabf-01890d6b2ee9, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:58:50.219398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:50.276145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-d9b71da8-d8c3-4c0c-a459-8221f1c11ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:50.282248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-d9b71da8-d8c3-4c0c-a459-8221f1c11ed5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68960574-1aa5-4b02-8a2d-1b0e57aa0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1917114 Aug 25 14:58:50.597064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] For port 58c500fe-a18c-4911-aabf-01890d6b2ee9, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:58:50.603357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] For port 58c500fe-a18c-4911-aabf-01890d6b2ee9, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:58:50.620448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-83c0cbc7-a61b-49c1-a9d3-eff1a260d89d service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808864 Aug 25 14:58:50.867243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-0f6780b9-65a8-4a30-b199-10e3e2d6e939 service neutron] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372746 Aug 25 14:58:50.916182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-cf300af6-08f8-44b9-8819-06778457f6eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 200 len: 217 time: 0.0399885 Aug 25 14:58:50.977080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9d5ad5ad-4fe3-4a5d-b7ec-7a1dfafb0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:50.978945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-9d5ad5ad-4fe3-4a5d-b7ec-7a1dfafb0ebe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.0533521 Aug 25 14:58:51.045438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-1164cafc-ea02-4500-9638-8cc85574062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.046396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-1164cafc-ea02-4500-9638-8cc85574062d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596914 Aug 25 14:58:51.072262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:51.103746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.104680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:51.106207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] 10.222.0.45 "PUT /v2.0/ports/58c500fe-a18c-4911-aabf-01890d6b2ee9 HTTP/1.1" status: 200 len: 1092 time: 2.9439211 Aug 25 14:58:51.132023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1b3567fc-e0a4-4f45-ad21-8449ac71ddbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:51.161112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'tag': '58c500fe-a18c-4911-aabf-01890d6b2ee9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:51.163712 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8683a5ac-6adf-4d50-b641-3862302cc51f" -d '{"events": [{"name": "network-changed", "server_uuid": "f67f38a0-9212-408d-8fae-903cf15a3383", "tag": "58c500fe-a18c-4911-aabf-01890d6b2ee9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:51.277565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30fa75-c445-4543-ad77-cab85ac6ef38 service neutron] Pushing event updated for resources: {'Port': ['ID=58c500fe-a18c-4911-aabf-01890d6b2ee9,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:51.308997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b922b-87a8-4e81-88d7-c4d89b57aa0f req-cc7215c4-2aa2-43c2-9014-d6e82374c8c2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.311263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-518b922b-87a8-4e81-88d7-c4d89b57aa0f req-cc7215c4-2aa2-43c2-9014-d6e82374c8c2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 944 time: 0.1197639 Aug 25 14:58:51.314965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-0c194836-8815-4860-b2ed-bbaf4a7be059 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588873 Aug 25 14:58:51.410847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-518b922b-87a8-4e81-88d7-c4d89b57aa0f req-c3e46fc4-c585-4ba6-8c6a-3d1343ef299f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933158 Aug 25 14:58:51.481157 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534a4ba1-4c50-446a-ba33-59232072a8c8 x-openstack-request-id: req-534a4ba1-4c50-446a-ba33-59232072a8c8 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:51.481455 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67f38a0-9212-408d-8fae-903cf15a3383", "tag": "58c500fe-a18c-4911-aabf-01890d6b2ee9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:51.481713 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-534a4ba1-4c50-446a-ba33-59232072a8c8 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:51.482114 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'tag': '58c500fe-a18c-4911-aabf-01890d6b2ee9', 'status': 'completed', 'code': 200} Aug 25 14:58:51.484329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-a64c8205-fa1d-43ba-8a14-f4bdd64a066c service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600080 Aug 25 14:58:51.554444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-7c178c63-9001-44bc-9195-6b718cee911d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 200 len: 217 time: 0.0543542 Aug 25 14:58:51.595044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-a4de842b-ce3a-4da3-88d6-ee989da78687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.596595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-a4de842b-ce3a-4da3-88d6-ee989da78687 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 1095 time: 0.1063459 Aug 25 14:58:51.656747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-08a81a5f-84bd-4789-9b71-2ffab8ce4cc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9 HTTP/1.1" status: 200 len: 217 time: 0.0488696 Aug 25 14:58:51.663362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-d3b9b499-779c-43ee-a53d-44c5664ebe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.665616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-d3b9b499-779c-43ee-a53d-44c5664ebe9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 200 len: 797 time: 0.1020792 Aug 25 14:58:51.878051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363db3b-67a2-441a-a780-db007f628609 req-8659b2cc-8490-4b88-bd54-a0464b808d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.880127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-8659b2cc-8490-4b88-bd54-a0464b808d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.2060616 Aug 25 14:58:51.917581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-160cb1ea-926e-4ab1-a58b-39678cbf3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:51.920006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-160cb1ea-926e-4ab1-a58b-39678cbf3d63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283337 Aug 25 14:58:51.994338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-44c13b67-0e38-4e1d-a071-f20279ee938e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006188 Aug 25 14:58:52.154298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-26d967ac-d4ea-4f2a-a5fe-1bf4fef1a54e service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247381 Aug 25 14:58:52.505570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1145fdd9-25df-4835-b0b1-cad7a4132c0a req-4d2fcfe0-ae13-499b-bbf1-5b71d2e811c0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131843 Aug 25 14:58:52.724159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-fc271136-6959-4514-b437-6bec781b58c3 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172208 Aug 25 14:58:52.908940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822249-34ca-4877-9233-53ce4501e379 req-e877dc31-10b5-400a-9885-a30cd6ad38cd tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:52.924511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c822249-34ca-4877-9233-53ce4501e379 req-e877dc31-10b5-400a-9885-a30cd6ad38cd tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 944 time: 0.3085876 Aug 25 14:58:53.074964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c822249-34ca-4877-9233-53ce4501e379 req-52b60ea3-bf95-4a3e-a64d-ab26ed5caff5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487195 Aug 25 14:58:53.160487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8363db3b-67a2-441a-a780-db007f628609 req-612df7af-f0c9-49bf-aa32-3d356742aa01 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217451 Aug 25 14:58:53.465952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-8fde1705-e149-4de8-9c55-f5c130bd915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:53.467227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-8fde1705-e149-4de8-9c55-f5c130bd915a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 1095 time: 0.1232314 Aug 25 14:58:53.662287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-88becae0-77f2-4bf7-afd7-666d335902eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:53.664452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-88becae0-77f2-4bf7-afd7-666d335902eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 915 time: 0.1879103 Aug 25 14:58:53.760097 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-40d61195-f546-4845-ad7b-800b7d333f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:53.805363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-025cdaf4-6e33-4213-90f9-9f60f43f462f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9 HTTP/1.1" status: 200 len: 217 time: 0.1237283 Aug 25 14:58:53.858671 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:53.991220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-2638a0ea-9bd9-4441-ad7d-2cff15b94f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:54.001031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-2638a0ea-9bd9-4441-ad7d-2cff15b94f70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.1856863 Aug 25 14:58:54.061729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-c901a0c6-fd58-4c89-b45b-c90b7af0956f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444548 Aug 25 14:58:54.425840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-1d3735c1-e5d1-47b7-9799-dd6253023545 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535993 Aug 25 14:58:54.628741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3efdf7-ccfe-4248-9f68-8e683f440c56 req-5395a760-8379-4117-887a-1d4804e48b5b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:54.633172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c3efdf7-ccfe-4248-9f68-8e683f440c56 req-5395a760-8379-4117-887a-1d4804e48b5b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 944 time: 0.3453221 Aug 25 14:58:54.745710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c3efdf7-ccfe-4248-9f68-8e683f440c56 req-9ea37085-1c18-411f-b89b-d86c7cc1becc tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957553 Aug 25 14:58:54.774894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8683a5ac-6adf-4d50-b641-3862302cc51f req-145164b4-4bf2-4f63-84f4-5e05cd6b45f0 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359210 Aug 25 14:58:55.428774 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:55.890314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cdf3e-0731-4b21-9534-262a81af9422 req-9d2fa2c6-7dfb-43d6-b44c-352f48d5995a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:55.892004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c26cdf3e-0731-4b21-9534-262a81af9422 req-9d2fa2c6-7dfb-43d6-b44c-352f48d5995a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 944 time: 0.0621369 Aug 25 14:58:55.938650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c26cdf3e-0731-4b21-9534-262a81af9422 req-51400f0d-a39e-4c2d-8128-d71ae64b4515 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Aug 25 14:58:56.111533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 58c500fe-a18c-4911-aabf-01890d6b2ee9 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:58:56.215037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 58c500fe-a18c-4911-aabf-01890d6b2ee9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:56.313797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '58c500fe-a18c-4911-aabf-01890d6b2ee9', 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'port_id': '58c500fe-a18c-4911-aabf-01890d6b2ee9', 'mac_address': 'fa:16:3e:24:10:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421d880e-e3ff-46f1-85ec-2922eee8e7fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:58:56.313797 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:56.313797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c500fe-a18c-4911-aabf-01890d6b2ee9 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:58:56.313797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 58c500fe-a18c-4911-aabf-01890d6b2ee9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:56.467489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:56.520569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=58c500fe-a18c-4911-aabf-01890d6b2ee9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:56.716502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['58c500fe-a18c-4911-aabf-01890d6b2ee9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:58:57.011158 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:57.108195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:57.246142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32243ad4-02da-4c90-90ef-7c2cac2173fa req-e4833c48-d804-4a3b-92ef-ebf5d893943c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:57.255767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-32243ad4-02da-4c90-90ef-7c2cac2173fa req-e4833c48-d804-4a3b-92ef-ebf5d893943c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 945 time: 0.1622119 Aug 25 14:58:57.414869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-32243ad4-02da-4c90-90ef-7c2cac2173fa req-226bb27b-a51a-493e-a538-dbd63a19bf0f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540213 Aug 25 14:58:58.116193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 58c500fe-a18c-4911-aabf-01890d6b2ee9 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:58:58.306047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 58c500fe-a18c-4911-aabf-01890d6b2ee9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:58:58.310241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 58c500fe-a18c-4911-aabf-01890d6b2ee9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:58:58.310619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:58.430192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:58.475638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c500fe-a18c-4911-aabf-01890d6b2ee9'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:58:58.480443 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32545df9-2398-4731-ac98-9f5b7d0bc89d" -d '{"events": [{"server_uuid": "f67f38a0-9212-408d-8fae-903cf15a3383", "name": "network-vif-plugged", "status": "completed", "tag": "58c500fe-a18c-4911-aabf-01890d6b2ee9"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:58:58.504339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 58c500fe-a18c-4911-aabf-01890d6b2ee9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:58:58.614302 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:58.623805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b60b2-6533-4441-875b-b4276e8c2289 req-1be4a190-632e-48b9-94f8-cc587a093320 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:58.626297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a46b60b2-6533-4441-875b-b4276e8c2289 req-1be4a190-632e-48b9-94f8-cc587a093320 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0821922 Aug 25 14:58:58.700689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a46b60b2-6533-4441-875b-b4276e8c2289 req-f582c717-1eac-40e1-bfbc-569768cd0fed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613036 Aug 25 14:58:58.740895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432cea9-f6d0-4f2b-adc2-6f6f3161a280 req-7bb0ea82-1e61-4fa7-adcf-de81c4d87653 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:58.746613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a432cea9-f6d0-4f2b-adc2-6f6f3161a280 req-7bb0ea82-1e61-4fa7-adcf-de81c4d87653 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 946 time: 0.1149836 Aug 25 14:58:58.818619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=58c500fe-a18c-4911-aabf-01890d6b2ee9,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:58:58.833469 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afeec4-112a-4564-a708-fe9e52721ac0 x-openstack-request-id: req-a5afeec4-112a-4564-a708-fe9e52721ac0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:58:58.838502 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67f38a0-9212-408d-8fae-903cf15a3383", "name": "network-vif-plugged", "status": "completed", "tag": "58c500fe-a18c-4911-aabf-01890d6b2ee9", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:58:58.838502 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5afeec4-112a-4564-a708-fe9e52721ac0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:58:58.838502 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c500fe-a18c-4911-aabf-01890d6b2ee9', 'code': 200} Aug 25 14:58:58.848489 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a432cea9-f6d0-4f2b-adc2-6f6f3161a280 req-6ed41913-596a-4e5e-964f-72fb3dde89b1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929320 Aug 25 14:58:58.937447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8686b-b502-4803-9707-ddaaeb7816ea req-068153da-1ddf-4f1c-8213-73cc5b75bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:58.939231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69b8686b-b502-4803-9707-ddaaeb7816ea req-068153da-1ddf-4f1c-8213-73cc5b75bbe4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 1097 time: 0.0751188 Aug 25 14:58:58.942518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:58:58.983555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69b8686b-b502-4803-9707-ddaaeb7816ea req-349f91cf-7c78-4f9e-9624-aec6ca7c6562 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Aug 25 14:58:59.859561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba02a9-dbb1-4e54-87df-6777e4005543 req-1659de2b-46cf-468b-a01a-762449e10e40 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:58:59.866105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00ba02a9-dbb1-4e54-87df-6777e4005543 req-1659de2b-46cf-468b-a01a-762449e10e40 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0663788 Aug 25 14:58:59.969675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00ba02a9-dbb1-4e54-87df-6777e4005543 req-973ecbc6-e286-4379-9695-def3d223c021 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989616 Aug 25 14:59:00.086468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec606c1-32d6-4d45-a8b6-b5bc3e8e6969 req-d1ad1698-73db-4477-8e5d-1bc54d58481c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:00.089422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ec606c1-32d6-4d45-a8b6-b5bc3e8e6969 req-d1ad1698-73db-4477-8e5d-1bc54d58481c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 946 time: 0.1004341 Aug 25 14:59:00.192967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ec606c1-32d6-4d45-a8b6-b5bc3e8e6969 req-0726ce4d-75c7-406e-b26d-1f8efb0e67b3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909572 Aug 25 14:59:01.346747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ec1c8-313f-48af-9cbc-52d855b401da req-eca353f3-cd3b-4d8f-b552-eea2577abeb2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:01.349087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-005ec1c8-313f-48af-9cbc-52d855b401da req-eca353f3-cd3b-4d8f-b552-eea2577abeb2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 946 time: 0.0608304 Aug 25 14:59:01.425872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-005ec1c8-313f-48af-9cbc-52d855b401da req-117fd60f-4c6c-4f93-83f8-e8c974fbfd0c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666411 Aug 25 14:59:02.145495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acef52d-f8a9-420d-9da4-22ff237e9988 req-99825fd2-ab74-4c75-91f6-13e49d562fe4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:02.151552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1acef52d-f8a9-420d-9da4-22ff237e9988 req-99825fd2-ab74-4c75-91f6-13e49d562fe4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 946 time: 0.0754113 Aug 25 14:59:02.213736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1acef52d-f8a9-420d-9da4-22ff237e9988 req-40d275f1-98ca-408c-aae5-081c630a4bc5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Aug 25 14:59:02.591349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:59:02.594700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:02.740216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:02.760761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:02.781811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:59:02.788101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:02.791785 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71205cfa-e59f-4c9d-a365-0a4efe0a9c6e" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:02.818224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:02.858724 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:02.861478 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986e59a7-e7b6-4880-904d-bbc74b6a52ab x-openstack-request-id: req-986e59a7-e7b6-4880-904d-bbc74b6a52ab {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:02.861770 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:02.862023 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-986e59a7-e7b6-4880-904d-bbc74b6a52ab {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:02.862403 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:59:02.874312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:02.891714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:02.973291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 14:59:02.973750 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 14:59:02.977262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:03.409514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a81f1-dada-427c-9940-c47e62aa629c req-58053fa7-9139-458a-86c7-5de2cd94196e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:03.411565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-434a81f1-dada-427c-9940-c47e62aa629c req-58053fa7-9139-458a-86c7-5de2cd94196e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 946 time: 0.1216214 Aug 25 14:59:03.459092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-434a81f1-dada-427c-9940-c47e62aa629c req-9e7e22e6-3f4e-4617-a7ab-53301aec1c78 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Aug 25 14:59:03.533086 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:03.546955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:03.567000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:03.643042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-6fd80783-6e63-46b8-8987-f4fcee481e8b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:03.645099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-6fd80783-6e63-46b8-8987-f4fcee481e8b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.45 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 946 time: 0.0542152 Aug 25 14:59:03.653706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:03.708084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:03.810037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Deleting port 58c500fe-a18c-4911-aabf-01890d6b2ee9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:03.810624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:03.860050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c1926ca1-281d-43bc-ba7e-3b07811f77ca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:03.923312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] For port 58c500fe-a18c-4911-aabf-01890d6b2ee9, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=58c500fe-a18c-4911-aabf-01890d6b2ee9,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:03.924051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:03.938595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Calling delete_port for 58c500fe-a18c-4911-aabf-01890d6b2ee9 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:04.168308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:04.181851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', '58c500fe-a18c-4911-aabf-01890d6b2ee9'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:04.199507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Pushing event deleted for resources: {'Port': ['ID=58c500fe-a18c-4911-aabf-01890d6b2ee9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:04.219321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.222614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.223787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.223787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.277943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] No DVR routers for this DVR port 58c500fe-a18c-4911-aabf-01890d6b2ee9 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:04.280622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:04.282705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-597fada0-d925-4f70-8da4-34571d2ecb45 req-5a738e89-afda-48b8-8e1a-b301d7043e69 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.45 "DELETE /v2.0/ports/58c500fe-a18c-4911-aabf-01890d6b2ee9 HTTP/1.1" status: 204 len: 173 time: 0.6314151 Aug 25 14:59:04.283192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'name': 'network-vif-deleted', 'tag': '58c500fe-a18c-4911-aabf-01890d6b2ee9'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:04.285912 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513bddd7-9a67-4bbf-ac11-bca19a2856fa" -d '{"events": [{"server_uuid": "f67f38a0-9212-408d-8fae-903cf15a3383", "name": "network-vif-deleted", "tag": "58c500fe-a18c-4911-aabf-01890d6b2ee9"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:04.334430 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99526c6d-3131-4549-86ad-bb9b86178a89 x-openstack-request-id: req-99526c6d-3131-4549-86ad-bb9b86178a89 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:04.343429 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67f38a0-9212-408d-8fae-903cf15a3383", "name": "network-vif-deleted", "tag": "58c500fe-a18c-4911-aabf-01890d6b2ee9", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:04.343429 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99526c6d-3131-4549-86ad-bb9b86178a89 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:04.343429 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67f38a0-9212-408d-8fae-903cf15a3383', 'name': 'network-vif-deleted', 'tag': '58c500fe-a18c-4911-aabf-01890d6b2ee9', 'status': 'completed', 'code': 200} Aug 25 14:59:04.391702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37502) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:04.521452 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:04.579112 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf1e7130-ed06-4306-b32f-5d54a0e28d44 req-9d840241-41f3-405a-b78c-f35303616668 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=f67f38a0-9212-408d-8fae-903cf15a3383 HTTP/1.1" status: 200 len: 210 time: 0.0341008 Aug 25 14:59:04.654185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:04.736615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:04.774258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95962f17-3bdd-4494-ab03-0fe277425607,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:04.786865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.787255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.787612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.787977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.788369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.788723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.789065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.789405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.789745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.790667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.791035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.791381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:04.800525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a36b5c2c-28fb-4fbd-9af7-6ea0196bc70e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c74f6acd94474e2b9ff2999439a453f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068666 Aug 25 14:59:04.802273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:04.840317 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:59:04.861249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da26ecb5-1483-4140-a7d5-f29774af4980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:04.882477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da26ecb5-1483-4140-a7d5-f29774af4980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:05.031159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da26ecb5-1483-4140-a7d5-f29774af4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:05.034004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da26ecb5-1483-4140-a7d5-f29774af4980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:05.041042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-da26ecb5-1483-4140-a7d5-f29774af4980 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95962f17-3bdd-4494-ab03-0fe277425607 HTTP/1.1" status: 204 len: 168 time: 0.2370706 Aug 25 14:59:05.050025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26ecb5-1483-4140-a7d5-f29774af4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95962f17-3bdd-4494-ab03-0fe277425607,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:05.702289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-f4d3cd38-52ec-4259-b43c-3ca8942e0af1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:05.703821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-f4d3cd38-52ec-4259-b43c-3ca8942e0af1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1182747 Aug 25 14:59:05.720491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-848ae7e6-62d9-468a-809f-afad5dec6fc9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/quotas/1cf49977bdf24698b12b4e3ccc546145 HTTP/1.1" status: 200 len: 375 time: 0.0107970 Aug 25 14:59:05.782022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65674a6-8032-4f39-8858-8433df528efb req-0588db47-e0f5-4759-8b51-df1a67659bd7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:05.785087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-20370d0c-39f8-41ef-83f6-ade78c45a249 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583982 Aug 25 14:59:05.785600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:05.790905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b65674a6-8032-4f39-8858-8433df528efb req-0588db47-e0f5-4759-8b51-df1a67659bd7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0946875 Aug 25 14:59:05.801718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eba9e73-cf11-4d56-8f89-5168f8deed19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:05.841754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b65674a6-8032-4f39-8858-8433df528efb req-0e71028e-6ec5-40a8-85f1-7bae88b0c33f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Aug 25 14:59:06.031839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-bb1b3aff-9934-4c61-819f-19a3c04e7f09 service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847718 Aug 25 14:59:06.038530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eba9e73-cf11-4d56-8f89-5168f8deed19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.126150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12a6ad-6b9a-4fcb-86e7-e9d6f46b5667 req-667ea419-0194-4486-8aac-9b5a01be890a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:06.134680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed12a6ad-6b9a-4fcb-86e7-e9d6f46b5667 req-667ea419-0194-4486-8aac-9b5a01be890a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0639985 Aug 25 14:59:06.144192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-ada16e51-91ee-4bbc-90d8-57ee1b782398 service neutron] 10.222.0.58 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026285 Aug 25 14:59:06.145445 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eba9e73-cf11-4d56-8f89-5168f8deed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.201052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed12a6ad-6b9a-4fcb-86e7-e9d6f46b5667 req-05966b8d-5836-473d-b3cb-ba39478a0603 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647802 Aug 25 14:59:06.203522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9eba9e73-cf11-4d56-8f89-5168f8deed19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=873bb92d663544308d3ea99c4a0ce94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168553 Aug 25 14:59:06.204446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba9e73-cf11-4d56-8f89-5168f8deed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f98266-bf21-40fd-9269-9399e3ed1d6d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:06.206468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37598) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:06.294360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79baa8fd-ef15-4baf-a701-6d3380be937f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.324550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79baa8fd-ef15-4baf-a701-6d3380be937f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.495291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e71baa-64c3-42be-a5b2-dbcc0d5b9d98 req-4a33abeb-b2df-4603-96ad-7697e45ef57e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:06.497201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62e71baa-64c3-42be-a5b2-dbcc0d5b9d98 req-4a33abeb-b2df-4603-96ad-7697e45ef57e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1402469 Aug 25 14:59:06.518322 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ca18102-749c-4c5b-8734-113c50835da4 req-079acbca-a05f-4c5c-bf48-e013a75e609b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 210 time: 0.0693476 Aug 25 14:59:06.572492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62e71baa-64c3-42be-a5b2-dbcc0d5b9d98 req-92a6c798-f772-44a2-8148-9c4816e9fd8b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675173 Aug 25 14:59:06.606319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:59:06.639701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79baa8fd-ef15-4baf-a701-6d3380be937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.642434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79baa8fd-ef15-4baf-a701-6d3380be937f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.643647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-79baa8fd-ef15-4baf-a701-6d3380be937f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43f98266-bf21-40fd-9269-9399e3ed1d6d HTTP/1.1" status: 204 len: 168 time: 0.4239585 Aug 25 14:59:06.657681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baa8fd-ef15-4baf-a701-6d3380be937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f98266-bf21-40fd-9269-9399e3ed1d6d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:06.765913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c1926ca1-281d-43bc-ba7e-3b07811f77ca triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:06.769845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:06.935293 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:07.033643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:07.040739 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42541e-d006-49d9-bd39-c78eb71d87db" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:07.074046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:07.108622 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd1007-716a-4dcb-8065-9010bf24692b x-openstack-request-id: req-ecfd1007-716a-4dcb-8065-9010bf24692b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:07.108947 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:07.109192 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecfd1007-716a-4dcb-8065-9010bf24692b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:07.109612 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:59:07.206248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-ae4efdc1-5997-4660-8ac8-5858e5241eb2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:07.209213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-ae4efdc1-5997-4660-8ac8-5858e5241eb2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "GET /v2.0/ports?device_id=4767bd21-a61a-41e1-9453-2d930f970960 HTTP/1.1" status: 200 len: 945 time: 0.0895543 Aug 25 14:59:07.307654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:07.374375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:07.390938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Deleting port 75731620-1b47-447e-93dd-587fd53b3bf4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:07.399983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:07.657992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] For port 75731620-1b47-447e-93dd-587fd53b3bf4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=75731620-1b47-447e-93dd-587fd53b3bf4,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:07.657992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:07.691782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Calling delete_port for 75731620-1b47-447e-93dd-587fd53b3bf4 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:07.731783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f77180c-30b3-4f0a-aeed-f2286cd82bc1 req-fa727c48-5dea-4eab-938c-9ddefea8fc3f tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 210 time: 0.0729642 Aug 25 14:59:07.778835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37652) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:07.815394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f33091d-10bb-4919-9fc0-99fe227a22c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.045161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.099505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event deleted for resources: {'Port': ['ID=75731620-1b47-447e-93dd-587fd53b3bf4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:08.201613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 58c500fe-a18c-4911-aabf-01890d6b2ee9 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:08.233472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f33091d-10bb-4919-9fc0-99fe227a22c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.234853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] No DVR routers for this DVR port 75731620-1b47-447e-93dd-587fd53b3bf4 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:08.235641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 58c500fe-a18c-4911-aabf-01890d6b2ee9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:59:08.238150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.238653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 58c500fe-a18c-4911-aabf-01890d6b2ee9 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:59:08.239336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:08.248151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e97dc5f5-7862-4e24-9353-7233e7aaf023 req-b9b4c049-b6f4-4866-a731-c431a2cbd4c9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "DELETE /v2.0/ports/75731620-1b47-447e-93dd-587fd53b3bf4 HTTP/1.1" status: 204 len: 173 time: 1.0258551 Aug 25 14:59:08.249990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'name': 'network-vif-deleted', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:08.253109 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6db7e0-998a-4f4a-a48e-214b50e37e6d" -d '{"events": [{"server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "name": "network-vif-deleted", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:08.292135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 75731620-1b47-447e-93dd-587fd53b3bf4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:59:08.297468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:59:08.315009 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d0364a-c839-477a-81c7-5030e6ef409e x-openstack-request-id: req-08d0364a-c839-477a-81c7-5030e6ef409e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:08.315374 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4767bd21-a61a-41e1-9453-2d930f970960", "name": "network-vif-deleted", "tag": "75731620-1b47-447e-93dd-587fd53b3bf4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:08.315894 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08d0364a-c839-477a-81c7-5030e6ef409e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:08.316304 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4767bd21-a61a-41e1-9453-2d930f970960', 'name': 'network-vif-deleted', 'tag': '75731620-1b47-447e-93dd-587fd53b3bf4', 'status': 'completed', 'code': 200} Aug 25 14:59:08.333636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f33091d-10bb-4919-9fc0-99fe227a22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.518376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33091d-10bb-4919-9fc0-99fe227a22c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef5067-5162-4695-a771-08cdf8a7585d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:08.532926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6f33091d-10bb-4919-9fc0-99fe227a22c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58254c0e0f604a33b3931e21c24765e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513726 Aug 25 14:59:08.538562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37670) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:08.604977 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59671c2d-c20c-44f3-8391-bb8c35a5aa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.629841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59671c2d-c20c-44f3-8391-bb8c35a5aa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.793665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59671c2d-c20c-44f3-8391-bb8c35a5aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.797590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59671c2d-c20c-44f3-8391-bb8c35a5aa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:08.799009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-59671c2d-c20c-44f3-8391-bb8c35a5aa7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bef5067-5162-4695-a771-08cdf8a7585d HTTP/1.1" status: 204 len: 168 time: 0.2623463 Aug 25 14:59:08.840888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59671c2d-c20c-44f3-8391-bb8c35a5aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef5067-5162-4695-a771-08cdf8a7585d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:09.014955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91a9f9b3-d519-485e-9fd4-1c172a1d44e1 req-efbb06e9-8e6a-4399-8a7b-28e401b6b989 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 210 time: 0.0840425 Aug 25 14:59:09.612745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-6daa0d3c-6417-472b-872d-8acae5a34bab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:09.614586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-6daa0d3c-6417-472b-872d-8acae5a34bab tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "GET /v2.0/networks?id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 200 len: 804 time: 0.1932080 Aug 25 14:59:09.633477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Request body: {'port': {'device_id': '36a60981-7d58-420e-9240-ea551e76611d', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'admin_state_up': True, 'tenant_id': '1cf49977bdf24698b12b4e3ccc546145'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:09.886575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Made reservation on behalf of 1cf49977bdf24698b12b4e3ccc546145 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:59:09.890956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:10.215840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ecb6525f-f148-4686-9df0-dd37cc04f209 req-add3fd58-b218-4079-a398-c9f330747449 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 210 time: 0.0552208 Aug 25 14:59:10.233964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Allocated IP 172.20.0.11 (6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb/609ba5f0-2432-4416-b730-ffea0fda0eb9/1364163d-9f78-4eaf-a03c-cead8320488e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:59:10.546508 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:11.064785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16788-e86c-4596-84b4-19a54db45b6b req-3706f7c2-841e-4e3f-a30f-d3d612079172 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:11.074805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ae16788-e86c-4596-84b4-19a54db45b6b req-3706f7c2-841e-4e3f-a30f-d3d612079172 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1385589 Aug 25 14:59:11.091827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:11.200428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:59:11.205522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:11.208315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:59:11.222621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:59:11.291079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ae16788-e86c-4596-84b4-19a54db45b6b req-f5df8ef0-f929-4339-adea-e5e829069887 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148812 Aug 25 14:59:11.344749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:11.345713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:11.433373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9679146-d050-4da4-ac30-0dc19e4f25a5 req-aa629191-d8db-4f18-b139-77e51f0242e3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:11.435665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9679146-d050-4da4-ac30-0dc19e4f25a5 req-aa629191-d8db-4f18-b139-77e51f0242e3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 932 time: 0.0890281 Aug 25 14:59:11.476355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-99a50e05-9ddf-4334-94c3-e0ab8811dacf tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8529170 Aug 25 14:59:11.508116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Request body: {'port': {'device_id': '36a60981-7d58-420e-9240-ea551e76611d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:11.574381 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9679146-d050-4da4-ac30-0dc19e4f25a5 req-136b16b3-ee62-48a4-b3d0-545e66692317 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281765 Aug 25 14:59:11.613230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04208b-be0c-451c-bc10-2f6e5cbd77ea req-dfb13568-68c2-4022-905f-c9ee7fa58180 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:11.621430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec04208b-be0c-451c-bc10-2f6e5cbd77ea req-dfb13568-68c2-4022-905f-c9ee7fa58180 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.2164092 Aug 25 14:59:11.660381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:11.850681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec04208b-be0c-451c-bc10-2f6e5cbd77ea req-8e751359-7df8-40c9-a54d-1b7d92017daf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283332 Aug 25 14:59:12.211393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:12.271647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 75731620-1b47-447e-93dd-587fd53b3bf4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:59:12.272424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 75731620-1b47-447e-93dd-587fd53b3bf4 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:59:12.445152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1364163d-9f78-4eaf-a03c-cead8320488e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:12.455785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:12.470068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Transition to ACTIVE for port object 1364163d-9f78-4eaf-a03c-cead8320488e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:59:12.542567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:12.663288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:12.866621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e08468-69e4-4056-b313-98d71bbc0956 req-d43543e9-720d-4c58-8065-0250ce3ff6d4 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:12.874869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18e08468-69e4-4056-b313-98d71bbc0956 req-d43543e9-720d-4c58-8065-0250ce3ff6d4 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 944 time: 0.1213167 Aug 25 14:59:12.877736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Attempting to bind port 1364163d-9f78-4eaf-a03c-cead8320488e on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:59:12.878115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Attempting to bind port 1364163d-9f78-4eaf-a03c-cead8320488e by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:59:12.878449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Attempting to bind port 1364163d-9f78-4eaf-a03c-cead8320488e on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:59:12.895515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Port 1364163d-9f78-4eaf-a03c-cead8320488e on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:59:12.895919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Attempting to bind port 1364163d-9f78-4eaf-a03c-cead8320488e on network 6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:59:12.906396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:59:12.909750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Checking segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:59:12.909750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Bound using segment: {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:59:12.909750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Bound port: 1364163d-9f78-4eaf-a03c-cead8320488e, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd83dd8d-26fe-48bb-9909-f4d13274fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:59:12.909750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:12.932078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18e08468-69e4-4056-b313-98d71bbc0956 req-a6ecc128-dcd3-4113-80b3-5f9489049fd2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Aug 25 14:59:13.000280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:59:13.003835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:59:13.079781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:13.135535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:13.136747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:13.138756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] 10.222.0.45 "PUT /v2.0/ports/1364163d-9f78-4eaf-a03c-cead8320488e HTTP/1.1" status: 200 len: 1092 time: 1.6516030 Aug 25 14:59:13.140572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:13.149880 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6951a1-afb2-4088-ac33-5431ec63d628" -d '{"events": [{"name": "network-changed", "server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:13.169662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e409-71fd-4738-a1a7-654d0f60dbef service neutron] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:13.217044 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f39204-4f1b-4cf7-b891-5b9b937df8f0 x-openstack-request-id: req-d6f39204-4f1b-4cf7-b891-5b9b937df8f0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:13.217824 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:13.217824 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6f39204-4f1b-4cf7-b891-5b9b937df8f0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:13.218333 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e', 'status': 'completed', 'code': 200} Aug 25 14:59:13.296603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6951a1-afb2-4088-ac33-5431ec63d628 req-ca8341e6-dd7b-43dd-84b3-7b0bba63c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:13.298297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc6951a1-afb2-4088-ac33-5431ec63d628 req-ca8341e6-dd7b-43dd-84b3-7b0bba63c0b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 1095 time: 0.0552752 Aug 25 14:59:13.550694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37828) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:13.638010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6951a1-afb2-4088-ac33-5431ec63d628 req-a9800e90-63e8-4b9c-ac10-f299db134ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:13.639699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc6951a1-afb2-4088-ac33-5431ec63d628 req-a9800e90-63e8-4b9c-ac10-f299db134ef8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1cf49977bdf24698b12b4e3ccc546145&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3332450 Aug 25 14:59:13.737441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66e5799e-363e-40ef-9534-509b9026dcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:13.838661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6951a1-afb2-4088-ac33-5431ec63d628 req-b2186c27-f96a-4dad-a715-3304660d2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:13.840493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc6951a1-afb2-4088-ac33-5431ec63d628 req-b2186c27-f96a-4dad-a715-3304660d2e42 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927493 Aug 25 14:59:14.020338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-9c23703e-b466-4843-becc-14d534124565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:14.022254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-9c23703e-b466-4843-becc-14d534124565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf49977bdf24698b12b4e3ccc546145&device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 1095 time: 0.1072824 Aug 25 14:59:14.073149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66e5799e-363e-40ef-9534-509b9026dcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:14.093007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-92994098-d504-497a-8371-8aad14372e8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1364163d-9f78-4eaf-a03c-cead8320488e HTTP/1.1" status: 200 len: 217 time: 0.0625377 Aug 25 14:59:14.138196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1875-35e1-4154-8234-242b06b05e32 req-3174766d-218d-4871-b14d-5a6b9a2c0f7c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:14.148628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a5a1875-35e1-4154-8234-242b06b05e32 req-3174766d-218d-4871-b14d-5a6b9a2c0f7c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 944 time: 0.0921698 Aug 25 14:59:14.151574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-96491dee-f7be-4b6e-b486-16e21743144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:14.153446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-96491dee-f7be-4b6e-b486-16e21743144c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 200 len: 844 time: 0.0531390 Aug 25 14:59:14.197538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66e5799e-363e-40ef-9534-509b9026dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:14.211311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-b4b46ae1-9c0c-4b6f-9a04-b2e9c86afe61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394804 Aug 25 14:59:14.235163 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-66e5799e-363e-40ef-9534-509b9026dcad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=888cba4880cf4dde913bb6d6b0de5a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796103 Aug 25 14:59:14.237175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:14.302770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a5a1875-35e1-4154-8234-242b06b05e32 req-396570fa-a90a-4804-af41-cd03e807538d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506555 Aug 25 14:59:14.322429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5799e-363e-40ef-9534-509b9026dcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4f4d3-c446-479f-a8a1-4f24596ddde3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:14.397764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4140194-c936-474e-b776-0f5cb0297efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:14.406309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-a16f4884-595a-49e1-8e0c-63f5f410d8f8 service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857045 Aug 25 14:59:14.434668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4140194-c936-474e-b776-0f5cb0297efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:14.551674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc225e2-9c50-430a-a4e9-2778b100aee1 req-8795a52d-e3d8-4400-9906-8bb5880ed25c service neutron] 10.222.0.45 "GET /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371362 Aug 25 14:59:14.588849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4140194-c936-474e-b776-0f5cb0297efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:14.606619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4140194-c936-474e-b776-0f5cb0297efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:14.608441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4140194-c936-474e-b776-0f5cb0297efe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19f4f4d3-c446-479f-a8a1-4f24596ddde3 HTTP/1.1" status: 204 len: 168 time: 0.3698282 Aug 25 14:59:14.628617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4140194-c936-474e-b776-0f5cb0297efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4f4d3-c446-479f-a8a1-4f24596ddde3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:15.274719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad052cb-46eb-4e5b-b781-da8fad94b345 req-8247cc27-5ee3-47c1-b26a-81d10561e2f7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:15.276446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dad052cb-46eb-4e5b-b781-da8fad94b345 req-8247cc27-5ee3-47c1-b26a-81d10561e2f7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0604200 Aug 25 14:59:15.320547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dad052cb-46eb-4e5b-b781-da8fad94b345 req-6cf62bf8-8cd1-4913-be12-5d88770c1b5a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Aug 25 14:59:15.418191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6943-7677-4d00-82a8-17ce677045dd req-9e4587d8-234c-4280-8883-55f133e6adfe tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:15.419666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-778d6943-7677-4d00-82a8-17ce677045dd req-9e4587d8-234c-4280-8883-55f133e6adfe tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 944 time: 0.0547647 Aug 25 14:59:15.453399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6b17-3d92-49e4-af22-208ff514a35f req-931c435b-373c-444b-9ee6-617947d147a6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:15.455204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0cf6b17-3d92-49e4-af22-208ff514a35f req-931c435b-373c-444b-9ee6-617947d147a6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0549476 Aug 25 14:59:15.459074 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-778d6943-7677-4d00-82a8-17ce677045dd req-578fa03a-8d13-477b-a893-ffb4834b87dd tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Aug 25 14:59:15.495480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0cf6b17-3d92-49e4-af22-208ff514a35f req-c79642b1-d363-4034-a6a5-cd78a4439eb2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Aug 25 14:59:15.900597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8886bd-5a2a-4971-a1e5-3ee9ec661d9f req-aab8b2ac-00cb-4b20-b4a3-43e1e69d763b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:15.902160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b8886bd-5a2a-4971-a1e5-3ee9ec661d9f req-aab8b2ac-00cb-4b20-b4a3-43e1e69d763b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1131606 Aug 25 14:59:15.957752 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b8886bd-5a2a-4971-a1e5-3ee9ec661d9f req-364d0fdc-e78f-4917-b270-718a0489e321 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489678 Aug 25 14:59:16.112856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0749a-a057-4e0e-8dbd-022cd3f75b8a req-2911db9e-bf0c-410d-82c8-0f082a135fdd tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:16.115363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac0749a-a057-4e0e-8dbd-022cd3f75b8a req-2911db9e-bf0c-410d-82c8-0f082a135fdd tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0655084 Aug 25 14:59:16.177087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac0749a-a057-4e0e-8dbd-022cd3f75b8a req-d4e1dd66-350e-4d1f-8364-42b3fb0d94cf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Aug 25 14:59:16.520013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae664b63-b2d4-422f-a8a0-4bd974d6b1e6 req-044f3958-c728-4325-a839-40834ca264f5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:16.528294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae664b63-b2d4-422f-a8a0-4bd974d6b1e6 req-044f3958-c728-4325-a839-40834ca264f5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0738819 Aug 25 14:59:16.570325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae664b63-b2d4-422f-a8a0-4bd974d6b1e6 req-56eccfb3-e12d-42b3-bca2-3b2761e567e2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Aug 25 14:59:16.591385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e079-786c-41e8-92ea-9db7b51a2e73 req-ef12f2d9-a505-453c-a994-4eca2422f123 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:16.614755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f252e079-786c-41e8-92ea-9db7b51a2e73 req-ef12f2d9-a505-453c-a994-4eca2422f123 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 944 time: 0.0797610 Aug 25 14:59:16.721986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f252e079-786c-41e8-92ea-9db7b51a2e73 req-c4a85042-e926-40ef-bfcb-2aa8c7054974 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006021 Aug 25 14:59:16.783874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cdeb6-0abd-4d4a-825c-2e799aee013d req-6b92fbc2-d9bc-4811-96d4-eb932058722f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:16.785699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-330cdeb6-0abd-4d4a-825c-2e799aee013d req-6b92fbc2-d9bc-4811-96d4-eb932058722f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1226461 Aug 25 14:59:16.860315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-330cdeb6-0abd-4d4a-825c-2e799aee013d req-4fb6305c-50c2-4c6f-855f-86ae3a471eee tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673594 Aug 25 14:59:17.069544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0099cc-501b-4d70-a55a-88f7923e4343 req-3e831b7d-2432-4316-8619-a817c4927063 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:17.071239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa0099cc-501b-4d70-a55a-88f7923e4343 req-3e831b7d-2432-4316-8619-a817c4927063 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0627806 Aug 25 14:59:17.133403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa0099cc-501b-4d70-a55a-88f7923e4343 req-c59955d2-2537-4f08-9af2-99784fa29460 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550823 Aug 25 14:59:17.286527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f209705-bb92-4d15-9884-4aae6d2bf682 req-b5ec24bb-d513-42e2-9f0f-e577854d3931 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:17.295460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f209705-bb92-4d15-9884-4aae6d2bf682 req-b5ec24bb-d513-42e2-9f0f-e577854d3931 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0864239 Aug 25 14:59:17.346159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f209705-bb92-4d15-9884-4aae6d2bf682 req-2cf1b7ac-1fd2-4c41-8439-14534bc1b291 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Aug 25 14:59:17.553773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fb1db-e92c-4530-bb1e-e28879852d6a req-80baba20-e639-431b-8bf7-a0d11cac0e65 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:17.555498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-253fb1db-e92c-4530-bb1e-e28879852d6a req-80baba20-e639-431b-8bf7-a0d11cac0e65 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0574174 Aug 25 14:59:17.616273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-253fb1db-e92c-4530-bb1e-e28879852d6a req-f7d2dd61-f356-48fa-9359-199005f97890 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520046 Aug 25 14:59:17.837736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032ef21-c12a-4b25-8ecc-556430bd8d35 req-6366be99-eb53-401a-9bd0-bae2ad4a0db1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:17.850024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e032ef21-c12a-4b25-8ecc-556430bd8d35 req-6366be99-eb53-401a-9bd0-bae2ad4a0db1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1418302 Aug 25 14:59:17.934830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e032ef21-c12a-4b25-8ecc-556430bd8d35 req-c2ceb4d3-2d0b-4670-ae7b-d8e20dc399b4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835898 Aug 25 14:59:17.991795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0883b-c47e-4027-9ab3-f00b834317b6 req-15eea271-b3f3-49a1-961e-a86f4ae74fb7 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:18.005314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dba0883b-c47e-4027-9ab3-f00b834317b6 req-15eea271-b3f3-49a1-961e-a86f4ae74fb7 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 944 time: 0.1353831 Aug 25 14:59:18.091927 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dba0883b-c47e-4027-9ab3-f00b834317b6 req-98272284-5935-4f5b-afdc-b85d9d3bd787 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856285 Aug 25 14:59:18.231808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1364163d-9f78-4eaf-a03c-cead8320488e details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:59:18.328396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2456a-85ac-4ec4-b009-e1bd5484e607 req-61a11874-eaee-449e-8043-6a91e439b263 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:18.330996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2d2456a-85ac-4ec4-b009-e1bd5484e607 req-61a11874-eaee-449e-8043-6a91e439b263 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0770612 Aug 25 14:59:18.363201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:18.380371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1364163d-9f78-4eaf-a03c-cead8320488e', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': '1364163d-9f78-4eaf-a03c-cead8320488e', 'mac_address': 'fa:16:3e:c2:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:59:18.420578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2d2456a-85ac-4ec4-b009-e1bd5484e607 req-b28f55db-b36c-4d16-8b29-10d499561b91 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823166 Aug 25 14:59:18.435205 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:18.454537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1364163d-9f78-4eaf-a03c-cead8320488e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:18.489072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:18.576537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9fb3-3305-46ac-b76e-1475e2273a61 req-38837ebf-8f17-4b01-ae4b-d16d7de7cf35 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:18.578117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-017b9fb3-3305-46ac-b76e-1475e2273a61 req-38837ebf-8f17-4b01-ae4b-d16d7de7cf35 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0557566 Aug 25 14:59:18.642529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-017b9fb3-3305-46ac-b76e-1475e2273a61 req-0c7513cb-93dc-4f4a-917d-d4b7bcc9d2f2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560210 Aug 25 14:59:18.786125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:18.884575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:18.908584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ea7b-9f92-48b0-8158-78ab0aa5f4e5 req-b86e7c2d-7271-43f0-9e95-9177adfa14f8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:18.933119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bee1ea7b-9f92-48b0-8158-78ab0aa5f4e5 req-b86e7c2d-7271-43f0-9e95-9177adfa14f8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 814 time: 0.1370192 Aug 25 14:59:18.933119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bee1ea7b-9f92-48b0-8158-78ab0aa5f4e5 req-88c82072-5a3f-4fc9-8338-ff15de651455 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/quotas/52c911701fed454fa89fdf407b2dcae5 HTTP/1.1" status: 200 len: 375 time: 0.0105121 Aug 25 14:59:18.982953 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bee1ea7b-9f92-48b0-8158-78ab0aa5f4e5 req-6b51ea7a-a4f6-40ba-9a59-c2d6c621701f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471668 Aug 25 14:59:18.991532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1364163d-9f78-4eaf-a03c-cead8320488e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:19.107920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec3e6-f91a-4781-8024-619766dea92f req-37e144fb-33ce-45ce-a207-a0416af28da0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:19.109495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b83ec3e6-f91a-4781-8024-619766dea92f req-37e144fb-33ce-45ce-a207-a0416af28da0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0640104 Aug 25 14:59:19.160272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b83ec3e6-f91a-4781-8024-619766dea92f req-29887eeb-b217-47c0-8362-2b166aa9539b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Aug 25 14:59:19.313723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7335b4-9067-49bc-98e4-63d0d36fbc12 req-31d210af-b117-4f3a-b588-1678bbfb8935 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:19.316242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a7335b4-9067-49bc-98e4-63d0d36fbc12 req-31d210af-b117-4f3a-b588-1678bbfb8935 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 945 time: 0.0742540 Aug 25 14:59:19.364141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360e267-b5bd-41a2-a18a-73b9f1b3254d req-13939d3a-075f-4460-b5df-287e3b15c47b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:19.365988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8360e267-b5bd-41a2-a18a-73b9f1b3254d req-13939d3a-075f-4460-b5df-287e3b15c47b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0606492 Aug 25 14:59:19.390814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a7335b4-9067-49bc-98e4-63d0d36fbc12 req-3e0ebc00-ea22-4c98-9386-09a747c53dd3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666442 Aug 25 14:59:19.429379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8360e267-b5bd-41a2-a18a-73b9f1b3254d req-f764033f-1ffe-4034-9e65-34fbcad15e97 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538685 Aug 25 14:59:19.633077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167a2ff8-e06f-4dd9-a03c-b0926eae50f4 req-9e059ef0-33d3-4836-8c05-688216258eb0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=52c911701fed454fa89fdf407b2dcae5 HTTP/1.1" status: 200 len: 221 time: 0.0531867 Aug 25 14:59:19.749276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c451-d07c-4f70-8849-468e41804c4a req-56e881ac-c180-4487-a3c6-e800d2bf99b1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:19.751294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0372c451-d07c-4f70-8849-468e41804c4a req-56e881ac-c180-4487-a3c6-e800d2bf99b1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0615702 Aug 25 14:59:19.806361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0372c451-d07c-4f70-8849-468e41804c4a req-1d48407e-bc7d-4778-8dcc-62813d3086d8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 Aug 25 14:59:19.938235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528292a-2410-419e-a6cc-cea9a304ed86 req-36f968d5-725b-4b66-9ad2-48627c1af0e6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:19.939874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1528292a-2410-419e-a6cc-cea9a304ed86 req-36f968d5-725b-4b66-9ad2-48627c1af0e6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0557320 Aug 25 14:59:19.984461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1528292a-2410-419e-a6cc-cea9a304ed86 req-6e5e80e5-fd1f-4c08-857a-776aac7d4c07 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Aug 25 14:59:20.122327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7ffd-c05b-4277-b403-e165c8ae36d7 req-fc2a1d19-f416-4012-8109-b132b0304fb3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.123892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f30a7ffd-c05b-4277-b403-e165c8ae36d7 req-fc2a1d19-f416-4012-8109-b132b0304fb3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0510309 Aug 25 14:59:20.191683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f30a7ffd-c05b-4277-b403-e165c8ae36d7 req-5791ef1e-2199-4572-a920-00910715e126 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Aug 25 14:59:20.263385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1364163d-9f78-4eaf-a03c-cead8320488e up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:59:20.309693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bead1-86be-4998-92fd-57768802831b req-d574f423-5029-44a8-9f88-5f66b450ef0d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.311362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-284bead1-86be-4998-92fd-57768802831b req-d574f423-5029-44a8-9f88-5f66b450ef0d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0545492 Aug 25 14:59:20.358436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-284bead1-86be-4998-92fd-57768802831b req-c0cc3938-c4e7-475a-b9fc-46b5a908db9d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Aug 25 14:59:20.374075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 1364163d-9f78-4eaf-a03c-cead8320488e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:59:20.384885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1364163d-9f78-4eaf-a03c-cead8320488e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:20.384885 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:20.486504 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:20.519178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:20.522513 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b6734-6a0b-4b7f-9735-401cb147e563" -d '{"events": [{"server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "name": "network-vif-plugged", "status": "completed", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:20.534475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023b0af-0338-4be6-8704-5c60d595abe4 req-daea0af8-d446-4d49-af5c-76f4104b0658 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.539164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:20.542657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0023b0af-0338-4be6-8704-5c60d595abe4 req-daea0af8-d446-4d49-af5c-76f4104b0658 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0685453 Aug 25 14:59:20.556682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00180dd8-6300-47c8-a142-eb4e2bbd4dd5 req-47ae1053-e286-46de-b439-e952a47d47e2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.558426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00180dd8-6300-47c8-a142-eb4e2bbd4dd5 req-47ae1053-e286-46de-b439-e952a47d47e2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 945 time: 0.0868239 Aug 25 14:59:20.584106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0023b0af-0338-4be6-8704-5c60d595abe4 req-3539fbec-82bc-45b0-bafd-d480396fab5a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Aug 25 14:59:20.602462 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:20.616487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00180dd8-6300-47c8-a142-eb4e2bbd4dd5 req-09c2411a-429b-41a1-9fe5-cb14ad87d3df tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 Aug 25 14:59:20.652120 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3471cf14-48c3-40da-bd16-928abb557a3a x-openstack-request-id: req-3471cf14-48c3-40da-bd16-928abb557a3a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:20.652412 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "name": "network-vif-plugged", "status": "completed", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:20.652662 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3471cf14-48c3-40da-bd16-928abb557a3a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:20.653053 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e', 'code': 200} Aug 25 14:59:20.671228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:20.754378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290a624-cb9f-4385-b4cd-b737ba19f120 req-c5415a59-0bae-41c4-b3fd-cfcfdd2e6df6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.754961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75e52-9b48-44dd-b441-1d2b6712c7cc req-0751f02b-1263-4f65-ad43-122f6a03b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.755918 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0290a624-cb9f-4385-b4cd-b737ba19f120 req-c5415a59-0bae-41c4-b3fd-cfcfdd2e6df6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0581422 Aug 25 14:59:20.756299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cdd75e52-9b48-44dd-b441-1d2b6712c7cc req-0751f02b-1263-4f65-ad43-122f6a03b58f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 1097 time: 0.0437779 Aug 25 14:59:20.798605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cdd75e52-9b48-44dd-b441-1d2b6712c7cc req-906e4b0f-6933-4f8f-b225-8bbfe2ac3f12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 Aug 25 14:59:20.810987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0290a624-cb9f-4385-b4cd-b737ba19f120 req-1d2dee7c-5a53-4b2c-b12c-3de51ff16803 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Aug 25 14:59:20.948501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0076d184-7f30-44fe-9363-6ed7b0256b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:20.983931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc9895-d81a-49d4-8daf-41155eb09825 req-a64d0634-0cc3-4d6e-bb59-3bf8665b0af5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:20.985447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cdbc9895-d81a-49d4-8daf-41155eb09825 req-a64d0634-0cc3-4d6e-bb59-3bf8665b0af5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0788083 Aug 25 14:59:21.027198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cdbc9895-d81a-49d4-8daf-41155eb09825 req-01a18e3e-8dfd-4a4a-8729-7bf504bde58f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356021 Aug 25 14:59:21.182215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf65252-bae3-4e50-bfa0-bf078fa0721b req-99dfe11e-a9c2-47b2-b36d-4b4201755650 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:21.189757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbf65252-bae3-4e50-bfa0-bf078fa0721b req-99dfe11e-a9c2-47b2-b36d-4b4201755650 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0812745 Aug 25 14:59:21.240108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbf65252-bae3-4e50-bfa0-bf078fa0721b req-ff035c61-90a3-4607-8ed2-d5a714c59799 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Aug 25 14:59:21.243083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aade77-05c9-4426-b222-e06c6f562f72 req-3e545095-10f3-47fa-b9a7-8822679dcf14 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:21.244961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88aade77-05c9-4426-b222-e06c6f562f72 req-3e545095-10f3-47fa-b9a7-8822679dcf14 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0662656 Aug 25 14:59:21.312043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88aade77-05c9-4426-b222-e06c6f562f72 req-d28f0200-e8eb-49b6-ae26-d4bdd94276d4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526743 Aug 25 14:59:21.428841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a968e-2dea-44cc-9311-d0c837adee4a req-e9736000-8238-4aba-b90d-956dd746532f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:21.430405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55a968e-2dea-44cc-9311-d0c837adee4a req-e9736000-8238-4aba-b90d-956dd746532f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0513711 Aug 25 14:59:21.477952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55a968e-2dea-44cc-9311-d0c837adee4a req-f81d7454-0895-4acd-bea0-4622c9b56c3b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Aug 25 14:59:21.613459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64fd51-2e54-4cd5-9adf-49ec180d65bf req-e5ce8f40-1f8e-4b3d-a282-98c9211625e5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:21.615176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d64fd51-2e54-4cd5-9adf-49ec180d65bf req-e5ce8f40-1f8e-4b3d-a282-98c9211625e5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0594640 Aug 25 14:59:21.657925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d64fd51-2e54-4cd5-9adf-49ec180d65bf req-b2f20f41-850f-48b1-81f2-0cf743af7d6b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Aug 25 14:59:21.768826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aae114-7095-477e-8f50-a44099420263 req-d187ce8f-b867-4cd9-91f8-f7c76f521243 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:21.770445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40aae114-7095-477e-8f50-a44099420263 req-d187ce8f-b867-4cd9-91f8-f7c76f521243 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0494454 Aug 25 14:59:21.819602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40aae114-7095-477e-8f50-a44099420263 req-7ef264d2-19c9-4dfc-9d1b-819c2d2a9703 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Aug 25 14:59:21.958036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142bad9-a9a0-4def-921a-d5dffa6ec14f req-b1f9cf7e-1bf1-4cc7-9016-b632c5574ac3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:21.959634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c142bad9-a9a0-4def-921a-d5dffa6ec14f req-b1f9cf7e-1bf1-4cc7-9016-b632c5574ac3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0599742 Aug 25 14:59:22.002128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c142bad9-a9a0-4def-921a-d5dffa6ec14f req-4951a513-18f3-4cff-8858-feb095a4b905 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363865 Aug 25 14:59:22.042566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff40d0-3a15-4701-860f-bf5c30392813 req-ca2946bb-4140-487d-9281-a8eb03e39fb8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.044246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3ff40d0-3a15-4701-860f-bf5c30392813 req-ca2946bb-4140-487d-9281-a8eb03e39fb8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0703232 Aug 25 14:59:22.096003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3ff40d0-3a15-4701-860f-bf5c30392813 req-617c8aa8-52ef-4a0a-80ec-2ff2a8f6ce58 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Aug 25 14:59:22.145925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea49f-34d5-4377-b0e6-680d0ff21bf0 req-63d038cd-ee35-4785-9638-c23c895b73cf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.150493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a3ea49f-34d5-4377-b0e6-680d0ff21bf0 req-63d038cd-ee35-4785-9638-c23c895b73cf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0614054 Aug 25 14:59:22.187572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a3ea49f-34d5-4377-b0e6-680d0ff21bf0 req-b0b17b7d-95e0-4edb-9db0-7b73b5d4eaaf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Aug 25 14:59:22.324366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f8df-e4ca-43b9-8745-8f1a5ad930e1 req-bf370387-0b66-403a-ac1e-f06390543aea tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.325975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64a2f8df-e4ca-43b9-8745-8f1a5ad930e1 req-bf370387-0b66-403a-ac1e-f06390543aea tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0509653 Aug 25 14:59:22.392821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64a2f8df-e4ca-43b9-8745-8f1a5ad930e1 req-7a81c00f-6ad6-40a8-aefd-6d705a9683c6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507617 Aug 25 14:59:22.519701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c6da2-50ae-4c0c-978b-dd3ea6bcbc2b req-37e8567a-351c-4377-a007-f3d5249e3fcf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.521253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d8c6da2-50ae-4c0c-978b-dd3ea6bcbc2b req-37e8567a-351c-4377-a007-f3d5249e3fcf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0522940 Aug 25 14:59:22.561284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d8c6da2-50ae-4c0c-978b-dd3ea6bcbc2b req-68440c79-2d87-421d-bfcb-801960c497c3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Aug 25 14:59:22.740322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fab970-0525-48dc-a919-81bc564ac81f req-613df854-4b82-4ce5-993d-d37830052da9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.743084 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89fab970-0525-48dc-a919-81bc564ac81f req-613df854-4b82-4ce5-993d-d37830052da9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0502872 Aug 25 14:59:22.807304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89fab970-0525-48dc-a919-81bc564ac81f req-cc888e43-6892-4d81-a4da-c3ed9d3c4b5d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Aug 25 14:59:22.954055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964d4b2-d604-4ece-847b-3a7e2b1de035 req-8003c693-b7da-43ca-8607-e53656715f85 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.955741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9964d4b2-d604-4ece-847b-3a7e2b1de035 req-8003c693-b7da-43ca-8607-e53656715f85 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0596142 Aug 25 14:59:22.962323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66663-7be9-41f2-bd72-74144f0bf697 req-b3273d8c-ba6d-41ec-aaac-0eaa26d9ea17 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:22.963958 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54f66663-7be9-41f2-bd72-74144f0bf697 req-b3273d8c-ba6d-41ec-aaac-0eaa26d9ea17 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0558143 Aug 25 14:59:23.007958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9964d4b2-d604-4ece-847b-3a7e2b1de035 req-389bc1b8-85a9-4ea3-a58c-a950f28b8b07 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Aug 25 14:59:23.011323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54f66663-7be9-41f2-bd72-74144f0bf697 req-4f0e5205-9a15-4633-b207-4e9ebf9e085b tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Aug 25 14:59:23.192246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d8cf-992e-462b-a1dd-cd4d921c09bc req-6e476dda-fe0d-40b6-abb9-f72c9e347c79 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:23.194636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8820d8cf-992e-462b-a1dd-cd4d921c09bc req-6e476dda-fe0d-40b6-abb9-f72c9e347c79 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0579059 Aug 25 14:59:23.237714 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8820d8cf-992e-462b-a1dd-cd4d921c09bc req-f55341bb-186a-4f5a-a066-3527d87eab59 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Aug 25 14:59:23.359692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234850d-6ba6-4354-ae97-bf6c9022b6ac req-2bc9c9a1-abb4-4b44-abc3-1c208ece43ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:23.361173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4234850d-6ba6-4354-ae97-bf6c9022b6ac req-2bc9c9a1-abb4-4b44-abc3-1c208ece43ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0583093 Aug 25 14:59:23.412424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4234850d-6ba6-4354-ae97-bf6c9022b6ac req-2a1b2eb3-079a-478a-9200-405f7eb37471 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401301 Aug 25 14:59:23.525270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222719d5-7a92-4d27-9021-f53d68785399 req-4bdae493-5a05-480f-b5a1-7f227faeadac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:23.526760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-222719d5-7a92-4d27-9021-f53d68785399 req-4bdae493-5a05-480f-b5a1-7f227faeadac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0552585 Aug 25 14:59:23.573949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-222719d5-7a92-4d27-9021-f53d68785399 req-b826b64f-a5be-43e4-864c-05f1a20e50ff tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Aug 25 14:59:23.690076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb9ca-468a-42fa-b9f7-5d364af7124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:23.794864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4ea1a-c0ff-49c6-9dcd-d46eb27e7b63 req-a5f1b8cb-8e78-4fbb-a1f8-9ca3ecc44ebb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:23.796694 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60d4ea1a-c0ff-49c6-9dcd-d46eb27e7b63 req-a5f1b8cb-8e78-4fbb-a1f8-9ca3ecc44ebb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0763361 Aug 25 14:59:23.843670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60d4ea1a-c0ff-49c6-9dcd-d46eb27e7b63 req-8923a2b6-ae05-425a-b588-b363188ac87f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Aug 25 14:59:23.869192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:23.984176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a9fa9-4edc-420d-bf3e-358b339aeb71 req-e4507b34-3c80-415b-a342-05634c23ea7b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:23.986181 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c70a9fa9-4edc-420d-bf3e-358b339aeb71 req-e4507b34-3c80-415b-a342-05634c23ea7b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0598824 Aug 25 14:59:24.037902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c70a9fa9-4edc-420d-bf3e-358b339aeb71 req-1982b3d2-8aec-43db-b1e4-8b1cedc8bbb1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 Aug 25 14:59:24.217256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ed2a-46bf-4624-b7d2-af31dfa92af4 req-5309753d-b78f-4dd2-9a60-0ec3b679d72d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:24.218773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bb4ed2a-46bf-4624-b7d2-af31dfa92af4 req-5309753d-b78f-4dd2-9a60-0ec3b679d72d tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0498281 Aug 25 14:59:24.258005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bb4ed2a-46bf-4624-b7d2-af31dfa92af4 req-5d83bc5b-e19f-48cb-96e1-8b7623baea17 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Aug 25 14:59:24.393398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aed09-5ca5-410d-8ff3-eb9fa96ec644 req-78a8792e-5cf5-4642-a208-81d531f37f70 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:24.393398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f9aed09-5ca5-410d-8ff3-eb9fa96ec644 req-78a8792e-5cf5-4642-a208-81d531f37f70 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0519457 Aug 25 14:59:24.440704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f9aed09-5ca5-410d-8ff3-eb9fa96ec644 req-99a557de-84b7-4f97-af06-1a55bd262860 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Aug 25 14:59:24.542779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94dfbd-89bf-41c4-8310-3d7c1a087d5d req-ec0a2d13-2ac5-4b8d-8be0-3744836a4b1d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:24.544319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa94dfbd-89bf-41c4-8310-3d7c1a087d5d req-ec0a2d13-2ac5-4b8d-8be0-3744836a4b1d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0550065 Aug 25 14:59:24.584765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa94dfbd-89bf-41c4-8310-3d7c1a087d5d req-59fb4b0b-d0cc-4cb9-82ff-61aec1a5f6bf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343034 Aug 25 14:59:24.706295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:24.823659 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:24.846952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:24.849216 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066bcfdf-21ef-4937-9c56-c097fbba32f5" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:24.864837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:24.887654 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf2f003-3c17-41c0-9ee8-8132a032b171 x-openstack-request-id: req-fcf2f003-3c17-41c0-9ee8-8132a032b171 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:24.887900 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:24.888177 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcf2f003-3c17-41c0-9ee8-8132a032b171 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:24.888576 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:59:24.958729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:25.009654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:25.387315 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:25.389724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65239442-c6f7-431b-a1e5-3dec1365a796 req-7a6370f2-cff1-4e94-9d41-f9a78dda2b05 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:25.391151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65239442-c6f7-431b-a1e5-3dec1365a796 req-7a6370f2-cff1-4e94-9d41-f9a78dda2b05 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0528071 Aug 25 14:59:25.433672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65239442-c6f7-431b-a1e5-3dec1365a796 req-c973dbad-d8cb-468f-af25-9608c792c0fc tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 25 14:59:25.565159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662c6b3-a171-4ab4-9ae5-2e7e0dc3b6d0 req-84463e0a-1b36-4cb2-bbe6-dc25d92d6a5f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:25.566650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c662c6b3-a171-4ab4-9ae5-2e7e0dc3b6d0 req-84463e0a-1b36-4cb2-bbe6-dc25d92d6a5f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0522444 Aug 25 14:59:25.612004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c662c6b3-a171-4ab4-9ae5-2e7e0dc3b6d0 req-93cf63bf-0ad5-404b-af79-ea5da38d4e3b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Aug 25 14:59:25.727359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95763e7-628b-4905-ada2-3a040a4587ab req-c53f1f1f-836f-4fa9-a932-df4e14f24970 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:25.728842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c95763e7-628b-4905-ada2-3a040a4587ab req-c53f1f1f-836f-4fa9-a932-df4e14f24970 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0579467 Aug 25 14:59:25.780088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c95763e7-628b-4905-ada2-3a040a4587ab req-f0a54edb-f0cb-4013-bc6c-aff8526345d2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Aug 25 14:59:26.137090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd9635-3695-48e1-ae24-ec25a51d383a req-a1bac412-8526-44e8-a7c5-320b32ea5529 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:26.138763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8bd9635-3695-48e1-ae24-ec25a51d383a req-a1bac412-8526-44e8-a7c5-320b32ea5529 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0682359 Aug 25 14:59:26.182850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8bd9635-3695-48e1-ae24-ec25a51d383a req-967b5b77-61f2-4f7e-8bad-32ec99699eea tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373936 Aug 25 14:59:26.283686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1364163d-9f78-4eaf-a03c-cead8320488e details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:59:26.380919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:26.392486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '1364163d-9f78-4eaf-a03c-cead8320488e', 'network_id': '6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb', 'port_id': '1364163d-9f78-4eaf-a03c-cead8320488e', 'mac_address': 'fa:16:3e:c2:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ba5f0-2432-4416-b730-ffea0fda0eb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:59:26.468269 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:26.486998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1364163d-9f78-4eaf-a03c-cead8320488e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:26.512593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:26.558635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:26.580599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125eb8e-3fd3-4c49-808c-14e43e67d53b req-75eb1f67-64e1-4033-80b2-fb37a75b37f2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:26.584873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f125eb8e-3fd3-4c49-808c-14e43e67d53b req-75eb1f67-64e1-4033-80b2-fb37a75b37f2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0713005 Aug 25 14:59:26.638619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:26.654860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f125eb8e-3fd3-4c49-808c-14e43e67d53b req-5450759b-3681-4137-897f-21448ca50979 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610442 Aug 25 14:59:26.708568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['1364163d-9f78-4eaf-a03c-cead8320488e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:26.711010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:59:26.957107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b100a5-00b6-4794-938c-7ece23af7cbf req-2161b68e-8bb4-4f55-9548-d1826ff1815b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:26.967358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51b100a5-00b6-4794-938c-7ece23af7cbf req-2161b68e-8bb4-4f55-9548-d1826ff1815b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0896027 Aug 25 14:59:27.030979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51b100a5-00b6-4794-938c-7ece23af7cbf req-17d2401d-ef7f-4378-b008-52ab919b23dd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609503 Aug 25 14:59:27.204947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:27.222044 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:27.249931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:27.288449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'mac_address': 'fa:16:3e:ab:03:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:59:27.397515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d13af-09f8-4d3e-9786-a9f169b363fb req-884b30c5-b948-4a55-bb98-a696873efd31 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:27.398800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:27.400200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-123d13af-09f8-4d3e-9786-a9f169b363fb req-884b30c5-b948-4a55-bb98-a696873efd31 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0802224 Aug 25 14:59:27.469703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:27.478215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-123d13af-09f8-4d3e-9786-a9f169b363fb req-68e4b771-b9c7-44a0-9ad4-5882ceaeeceb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Aug 25 14:59:27.521009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:27.716962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d5e5-29e2-4772-8f09-e69f71d410e3 req-bae9083c-8f71-40f9-a46b-091fc6c7ce0d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:27.725239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8b8d5e5-29e2-4772-8f09-e69f71d410e3 req-bae9083c-8f71-40f9-a46b-091fc6c7ce0d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1062603 Aug 25 14:59:27.768834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:27.793986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8b8d5e5-29e2-4772-8f09-e69f71d410e3 req-3e48e1ab-17f9-4ce1-8a91-91c6e04bb4e0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674779 Aug 25 14:59:27.849710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:27.882219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da90411-aad3-4381-96e2-eb3d245abc5d req-d86580c1-1239-4207-8f0e-a7d0cb2ee8f9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:27.891933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4da90411-aad3-4381-96e2-eb3d245abc5d req-d86580c1-1239-4207-8f0e-a7d0cb2ee8f9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 945 time: 0.1196489 Aug 25 14:59:27.941707 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4da90411-aad3-4381-96e2-eb3d245abc5d req-35c78c7f-cd8a-44d9-bf41-3b2d8a8ebbf9 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486791 Aug 25 14:59:27.973570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c1926ca1-281d-43bc-ba7e-3b07811f77ca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:28.020244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd668-13d1-40e3-9d77-0e93f12b6989 req-c196619d-50d7-4c6a-9027-55ffdb69b68e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:28.021857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f87cd668-13d1-40e3-9d77-0e93f12b6989 req-c196619d-50d7-4c6a-9027-55ffdb69b68e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0744331 Aug 25 14:59:28.102813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f87cd668-13d1-40e3-9d77-0e93f12b6989 req-d8607fd9-ea9a-4966-bc69-1e3fd9da31a2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Aug 25 14:59:28.301903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1364163d-9f78-4eaf-a03c-cead8320488e up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:59:28.346806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effb63-8a8f-4637-a32a-8036bf36616a req-71e5428d-3718-441f-a40a-2809bc283bbb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:28.349994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5effb63-8a8f-4637-a32a-8036bf36616a req-71e5428d-3718-441f-a40a-2809bc283bbb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0768678 Aug 25 14:59:28.371578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 1364163d-9f78-4eaf-a03c-cead8320488e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:28.372236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:28.410689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5effb63-8a8f-4637-a32a-8036bf36616a req-b0b9d250-8342-4b26-b1ab-8f12fb252fae tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519240 Aug 25 14:59:28.486438 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:28.527174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:28.528152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:28.531294 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028067d-6006-4f01-94e6-db4e7ddf155f" -d '{"events": [{"server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "name": "network-vif-plugged", "status": "completed", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:28.590673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:28.650177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff307-37d0-4131-bc17-5d42c839d838 req-8c16210a-be1d-42ca-9fa2-678c5f19b73d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:28.656180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19dff307-37d0-4131-bc17-5d42c839d838 req-8c16210a-be1d-42ca-9fa2-678c5f19b73d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1786566 Aug 25 14:59:28.698728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:28.708555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19dff307-37d0-4131-bc17-5d42c839d838 req-22b30abc-5bd6-4a0d-9b50-1716f631801f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Aug 25 14:59:28.808223 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a385ad-ae59-443f-82c1-3a0c90ef7279 x-openstack-request-id: req-35a385ad-ae59-443f-82c1-3a0c90ef7279 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:28.812518 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "name": "network-vif-plugged", "status": "completed", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:28.812518 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35a385ad-ae59-443f-82c1-3a0c90ef7279 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:28.812518 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e', 'code': 200} Aug 25 14:59:28.901855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:28.942138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884424a-4b20-4f2f-9b11-c07c5ea84bcf req-19ebfaa3-ec01-4098-ba5f-f6fd1ff302e2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:28.947082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c307fc-313a-46e8-bf0e-2c090c332663 req-15ae81f2-9eb9-4312-beb4-6364abcfaa28 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:28.947889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-25c307fc-313a-46e8-bf0e-2c090c332663 req-15ae81f2-9eb9-4312-beb4-6364abcfaa28 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0772648 Aug 25 14:59:28.952515 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4884424a-4b20-4f2f-9b11-c07c5ea84bcf req-19ebfaa3-ec01-4098-ba5f-f6fd1ff302e2 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0681241 Aug 25 14:59:29.025491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4884424a-4b20-4f2f-9b11-c07c5ea84bcf req-a6d0f900-9d4d-4e32-a3de-fbff426e3cf1 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629668 Aug 25 14:59:29.027690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-25c307fc-313a-46e8-bf0e-2c090c332663 req-6360fc02-9a2e-4382-a34a-1c50ad6d6ddb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Aug 25 14:59:29.343126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0b87a-04df-4100-9d1f-5a63b1e5385f req-51472fa0-eb39-412c-bcd5-52ea95882d61 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:29.343126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ea0b87a-04df-4100-9d1f-5a63b1e5385f req-51472fa0-eb39-412c-bcd5-52ea95882d61 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1449182 Aug 25 14:59:29.343126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ea0b87a-04df-4100-9d1f-5a63b1e5385f req-ad909e3f-7cf9-401f-b2b4-2d04e354bdb1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Aug 25 14:59:29.507395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491deb58-e431-4726-99eb-d09cb1ae2612 req-e72411c1-e10b-4cbe-954c-d87bb6f8b864 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:29.509598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-491deb58-e431-4726-99eb-d09cb1ae2612 req-e72411c1-e10b-4cbe-954c-d87bb6f8b864 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0613410 Aug 25 14:59:29.551252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d26c1-1d82-4125-bb91-9e82ade8f474 req-39cdbe66-3c47-4d50-9c67-0afb17e5ff1a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:29.561811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b49d26c1-1d82-4125-bb91-9e82ade8f474 req-39cdbe66-3c47-4d50-9c67-0afb17e5ff1a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0721724 Aug 25 14:59:29.572594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-491deb58-e431-4726-99eb-d09cb1ae2612 req-04c8d3dd-3b9e-43c4-b4fc-875f2702f890 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551250 Aug 25 14:59:29.626608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b49d26c1-1d82-4125-bb91-9e82ade8f474 req-817b4d0e-c837-4e39-bc8d-fdd17bc966c7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638227 Aug 25 14:59:29.727942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6fb0-d769-4b36-b6f8-d3e51b9cbdc0 req-a4457220-af3f-4cc5-a04b-25adcbe6fbca tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:29.729646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1fd6fb0-d769-4b36-b6f8-d3e51b9cbdc0 req-a4457220-af3f-4cc5-a04b-25adcbe6fbca tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0519686 Aug 25 14:59:29.789660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1fd6fb0-d769-4b36-b6f8-d3e51b9cbdc0 req-9444eb1c-6dec-40b2-8cc0-3e0700a47f88 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 Aug 25 14:59:29.942273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc435a5b-206d-4feb-b566-7baaee7c1ef5 req-bc354bda-008d-45f7-bc3f-0b28e730356e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:29.950114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc435a5b-206d-4feb-b566-7baaee7c1ef5 req-bc354bda-008d-45f7-bc3f-0b28e730356e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0585966 Aug 25 14:59:30.010168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc435a5b-206d-4feb-b566-7baaee7c1ef5 req-c3cd4faa-9643-4bc8-a730-b053743faab8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Aug 25 14:59:30.146491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-6c049cd0-8475-417f-bdac-5f9fe7870fe3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:30.148282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-6c049cd0-8475-417f-bdac-5f9fe7870fe3 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.1079767 Aug 25 14:59:30.186980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd015997-e7d4-4640-b2e9-6243e4c80b0d req-d51b704a-59ed-49dd-9238-b9d4b8e3a3c8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:30.194855 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd015997-e7d4-4640-b2e9-6243e4c80b0d req-d51b704a-59ed-49dd-9238-b9d4b8e3a3c8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0621066 Aug 25 14:59:30.235403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd015997-e7d4-4640-b2e9-6243e4c80b0d req-0564906e-0646-45d4-a71a-ab7ef4bb2791 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Aug 25 14:59:30.309069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3bd7-1695-414b-b999-53afa8566c9c req-3b12aa21-e1c3-4a8a-b42d-893f9e03019c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:30.310585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73cc3bd7-1695-414b-b999-53afa8566c9c req-3b12aa21-e1c3-4a8a-b42d-893f9e03019c tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 946 time: 0.0971658 Aug 25 14:59:30.362070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73cc3bd7-1695-414b-b999-53afa8566c9c req-f01c7ba8-5ea2-4ca3-827e-65176e493b6a tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3e9a04d-d38f-41ff-873a-24980719d0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Aug 25 14:59:30.364855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Deleting port 1364163d-9f78-4eaf-a03c-cead8320488e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:30.365266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:30.391731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cd95d-6893-434f-b0d7-03bff0a0c2ea req-802c50bd-8439-498c-be9b-9e4dccbfba48 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:30.413220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af2cd95d-6893-434f-b0d7-03bff0a0c2ea req-802c50bd-8439-498c-be9b-9e4dccbfba48 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0606117 Aug 25 14:59:30.438257 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af2cd95d-6893-434f-b0d7-03bff0a0c2ea req-a517d3c5-5130-4985-b23d-7a11ff741e38 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Aug 25 14:59:30.502280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] For port 1364163d-9f78-4eaf-a03c-cead8320488e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=1364163d-9f78-4eaf-a03c-cead8320488e,segment=NetworkSegment(dd83dd8d-26fe-48bb-9909-f4d13274fb09),segment_id=dd83dd8d-26fe-48bb-9909-f4d13274fb09)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:30.502919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:30.522484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Calling delete_port for 1364163d-9f78-4eaf-a03c-cead8320488e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:30.633749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396460c-854d-4450-8f3a-f40e1d946585 req-73dc42f7-c299-401c-9a9f-67f35caec9aa tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:30.637708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3396460c-854d-4450-8f3a-f40e1d946585 req-73dc42f7-c299-401c-9a9f-67f35caec9aa tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1048162 Aug 25 14:59:30.743740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3396460c-854d-4450-8f3a-f40e1d946585 req-60c7e9e6-c952-4ec5-8e5a-279e2115598b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772789 Aug 25 14:59:30.786534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:59:30.808814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c14a-d712-4bd1-b449-c66d60e6d5a0 req-02523745-1c5b-49eb-8044-6b141c672651 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:30.817032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0b5c14a-d712-4bd1-b449-c66d60e6d5a0 req-02523745-1c5b-49eb-8044-6b141c672651 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 945 time: 0.0753276 Aug 25 14:59:30.866997 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0b5c14a-d712-4bd1-b449-c66d60e6d5a0 req-db0b01cf-f738-4cc1-aa2a-bc65613b72b0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446193 Aug 25 14:59:30.884021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c1926ca1-281d-43bc-ba7e-3b07811f77ca triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:30.884510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:30.901638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:30.984139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Pushing event deleted for resources: {'Port': ['ID=1364163d-9f78-4eaf-a03c-cead8320488e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:31.039362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] No DVR routers for this DVR port 1364163d-9f78-4eaf-a03c-cead8320488e on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:31.043662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:31.046185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca429f8d-7520-49a5-9180-04a3c3bd4c5f req-abaa694f-1265-40e5-b739-33f1c9a6ee9e tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.45 "DELETE /v2.0/ports/1364163d-9f78-4eaf-a03c-cead8320488e HTTP/1.1" status: 204 len: 173 time: 0.8779414 Aug 25 14:59:31.048545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'name': 'network-vif-deleted', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:31.051476 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a23fd5-1bd9-4192-8884-c680e4f479b3" -d '{"events": [{"server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "name": "network-vif-deleted", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:31.059910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d78b1-b578-4fcf-8b19-717158282de3 req-8fef0db8-3ede-48e5-b775-21a38b1020f4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:31.079805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-590d78b1-b578-4fcf-8b19-717158282de3 req-8fef0db8-3ede-48e5-b775-21a38b1020f4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1250770 Aug 25 14:59:31.080238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:31.132364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-590d78b1-b578-4fcf-8b19-717158282de3 req-be03d4db-472c-4734-911c-e34104dbb18e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468142 Aug 25 14:59:31.134771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:31.138066 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f91d563-9983-4933-8f97-300287936163" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:31.155729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:31.230113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:31.310681 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3cacdd-68ce-4b35-aeac-f8e401f534e2 x-openstack-request-id: req-cf3cacdd-68ce-4b35-aeac-f8e401f534e2 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:31.310959 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-plugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:31.311350 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf3cacdd-68ce-4b35-aeac-f8e401f534e2 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:31.311814 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:59:31.350917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=13']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:31.434900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d1f8-bd12-4402-8c07-add365d2aced req-9b695004-2447-455b-a447-d0e0d997b3df tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:31.442172 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9917d1f8-bd12-4402-8c07-add365d2aced req-9b695004-2447-455b-a447-d0e0d997b3df tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0955601 Aug 25 14:59:31.467653 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d7178-202d-4ad0-8ee5-5ae670766b1c x-openstack-request-id: req-c94d7178-202d-4ad0-8ee5-5ae670766b1c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:31.469051 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a60981-7d58-420e-9240-ea551e76611d", "name": "network-vif-deleted", "tag": "1364163d-9f78-4eaf-a03c-cead8320488e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:31.469499 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c94d7178-202d-4ad0-8ee5-5ae670766b1c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:31.470483 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a60981-7d58-420e-9240-ea551e76611d', 'name': 'network-vif-deleted', 'tag': '1364163d-9f78-4eaf-a03c-cead8320488e', 'status': 'completed', 'code': 200} Aug 25 14:59:31.498022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9917d1f8-bd12-4402-8c07-add365d2aced req-c25abca9-3225-48b1-ab3f-9555be8c84f9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Aug 25 14:59:31.586899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb202110-c11e-4f16-ba37-3a7789e1e88a req-3ea43b13-35e4-4909-adca-00a66a8d8025 tempest-ImagesTestJSON-1203051785 tempest-ImagesTestJSON-1203051785-project] 10.222.0.58 "GET /v2.0/ports?device_id=36a60981-7d58-420e-9240-ea551e76611d HTTP/1.1" status: 200 len: 210 time: 0.0438495 Aug 25 14:59:31.763850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bf4ed-0f31-49d9-9fb5-5f42c17c7eca req-60f132da-735d-46ca-9c89-1c8753764035 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:31.774374 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a2bf4ed-0f31-49d9-9fb5-5f42c17c7eca req-60f132da-735d-46ca-9c89-1c8753764035 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0830967 Aug 25 14:59:31.847591 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a2bf4ed-0f31-49d9-9fb5-5f42c17c7eca req-de87bb99-ea41-4f13-b952-890539fb88ae tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720732 Aug 25 14:59:32.070207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb127-0357-4339-b8e5-369b3a5a5cd4 req-26793b96-477a-42dd-aa8c-8b2f3ea8cd3d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:32.078789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92cfb127-0357-4339-b8e5-369b3a5a5cd4 req-26793b96-477a-42dd-aa8c-8b2f3ea8cd3d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0998924 Aug 25 14:59:32.093729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e25122-a94c-4e94-ba40-9507057c92dc req-7290cecc-16bf-4990-9dc3-230f6220b9e2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:32.109886 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08e25122-a94c-4e94-ba40-9507057c92dc req-7290cecc-16bf-4990-9dc3-230f6220b9e2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1232576 Aug 25 14:59:32.130853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92cfb127-0357-4339-b8e5-369b3a5a5cd4 req-a8536a12-60c1-4d97-8522-0a4588f4b182 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507424 Aug 25 14:59:32.177722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08e25122-a94c-4e94-ba40-9507057c92dc req-e0bb60a2-082b-4142-8e07-ac255726b82a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654764 Aug 25 14:59:32.328605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1364163d-9f78-4eaf-a03c-cead8320488e no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:32.375087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 1364163d-9f78-4eaf-a03c-cead8320488e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 14:59:32.375798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 1364163d-9f78-4eaf-a03c-cead8320488e not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:59:32.465686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd716177-c045-429d-af63-e38ce5c73799 req-afd6572b-6a0b-49a2-808c-02dcaf60cfef tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:32.470426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd716177-c045-429d-af63-e38ce5c73799 req-afd6572b-6a0b-49a2-808c-02dcaf60cfef tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0961652 Aug 25 14:59:32.525483 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd716177-c045-429d-af63-e38ce5c73799 req-e8b48d8a-3864-419e-94bf-58973bb55455 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Aug 25 14:59:32.673203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449285-ccd4-4fab-a605-edd5331b0f70 req-1e189556-7c98-4720-9058-b6568e731151 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:32.681513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64449285-ccd4-4fab-a605-edd5331b0f70 req-1e189556-7c98-4720-9058-b6568e731151 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0714266 Aug 25 14:59:32.736786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64449285-ccd4-4fab-a605-edd5331b0f70 req-1e64c4d9-2691-4b30-8d91-ff0745074cc1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529046 Aug 25 14:59:32.985754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e544371-510b-4c46-bc9a-acefb1d4d965 req-1b1013b0-2e5b-4c3b-9b27-614dbeca674f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:32.996131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e544371-510b-4c46-bc9a-acefb1d4d965 req-1b1013b0-2e5b-4c3b-9b27-614dbeca674f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0882306 Aug 25 14:59:33.062524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e544371-510b-4c46-bc9a-acefb1d4d965 req-6cd2ee7c-4214-4ad3-99ee-be971ff7b1ed tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606420 Aug 25 14:59:33.219706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27a7be-e6df-41e9-8820-e9210bc2aff0 req-4e6b4cef-c8a4-468b-9ed5-aa9868126712 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:33.230010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c27a7be-e6df-41e9-8820-e9210bc2aff0 req-4e6b4cef-c8a4-468b-9ed5-aa9868126712 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0867305 Aug 25 14:59:33.437530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c27a7be-e6df-41e9-8820-e9210bc2aff0 req-bce37a1c-0457-43ed-86f6-54b56c4b3bd4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054303 Aug 25 14:59:33.502027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce19af-b31e-4f40-86fa-0b5c7a422268 req-1e1bb629-c584-4162-b0f4-fe6fbe53e1cf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:33.504584 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62ce19af-b31e-4f40-86fa-0b5c7a422268 req-1e1bb629-c584-4162-b0f4-fe6fbe53e1cf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.1730139 Aug 25 14:59:33.523922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38590) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:33.573937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62ce19af-b31e-4f40-86fa-0b5c7a422268 req-eac7038c-79cb-498b-a558-c3dd27e2ee4b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505025 Aug 25 14:59:33.619434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Deleting subnet 609ba5f0-2432-4416-b730-ffea0fda0eb9 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 14:59:33.622888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:33.689914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:33.745945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:33.890667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc34-f5aa-4606-8972-4496dabc618c req-d6e31553-dc8b-4def-bd5d-64c8c9d46689 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:33.890667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74afcc34-f5aa-4606-8972-4496dabc618c req-d6e31553-dc8b-4def-bd5d-64c8c9d46689 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.2327466 Aug 25 14:59:33.962239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74afcc34-f5aa-4606-8972-4496dabc618c req-73a9005a-4dd7-423e-b613-d887f9b961d1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547836 Aug 25 14:59:34.029988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.061195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.065494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/609ba5f0-2432-4416-b730-ffea0fda0eb9 HTTP/1.1" status: 204 len: 168 time: 0.5404770 Aug 25 14:59:34.068929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:34.098072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d64ef2-a246-4d0c-84d6-c2b643f571b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609ba5f0-2432-4416-b730-ffea0fda0eb9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:34.194379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.215282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca5353-70ee-4686-b4d5-b140615921fe req-5e1005a2-73c1-40ee-abe0-2a4a89fc5b6e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:34.217027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9aca5353-70ee-4686-b4d5-b140615921fe req-5e1005a2-73c1-40ee-abe0-2a4a89fc5b6e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1243579 Aug 25 14:59:34.355332 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9aca5353-70ee-4686-b4d5-b140615921fe req-7c883ddc-c571-4a5a-8699-e29b9d84ce7f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301024 Aug 25 14:59:34.401036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.415288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:34.430043 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd83dd8d-26fe-48bb-9909-f4d13274fb09') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:34.430697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd83dd8d-26fe-48bb-9909-f4d13274fb09') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:34.463066 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.487163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.503311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 14:59:34.504031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: timer() Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 14:59:34.506054 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 14:59:34.690539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3a7ae-779b-4e6e-85fd-6897931ad053 req-a77f06ab-da19-430e-92dc-80d934e52708 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:34.692151 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c6e3a7ae-779b-4e6e-85fd-6897931ad053 req-a77f06ab-da19-430e-92dc-80d934e52708 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0532398 Aug 25 14:59:34.696299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.701372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:34.702613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb HTTP/1.1" status: 204 len: 168 time: 0.6326196 Aug 25 14:59:34.721865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d21889-d856-4399-ae6c-aadafba60681 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5a1c74-2a64-496c-9ae7-c079c8b5bbeb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:34.762127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c6e3a7ae-779b-4e6e-85fd-6897931ad053 req-a436db39-5527-4deb-9532-51d31fde4a21 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583241 Aug 25 14:59:35.324616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38642) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:35.422171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4e9e330f-1151-44e8-ac9a-1259d233c433 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1cf49977bdf24698b12b4e3ccc546145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960588 Aug 25 14:59:35.424628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38646) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:35.518457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce507-cd43-43df-857b-486f55ee2bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:35.551329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce507-cd43-43df-857b-486f55ee2bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:35.561145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272aba2-9225-419f-9bc9-56630b73408f req-8136cedd-4f11-4d10-9bc6-5e6f5ad22a8c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:35.562703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0272aba2-9225-419f-9bc9-56630b73408f req-8136cedd-4f11-4d10-9bc6-5e6f5ad22a8c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0970321 Aug 25 14:59:35.658759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0272aba2-9225-419f-9bc9-56630b73408f req-dac2026e-5ff8-4c8f-8a29-d8a0a347ca38 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871961 Aug 25 14:59:35.844950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce507-cd43-43df-857b-486f55ee2bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:35.847880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce507-cd43-43df-857b-486f55ee2bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:35.849269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a4ce507-cd43-43df-857b-486f55ee2bec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3e9a04d-d38f-41ff-873a-24980719d0f6 HTTP/1.1" status: 204 len: 168 time: 0.4236360 Aug 25 14:59:35.867688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ce507-cd43-43df-857b-486f55ee2bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e9a04d-d38f-41ff-873a-24980719d0f6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:35.877422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-36659740-6b4d-480f-88aa-07543167e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:35.879247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-36659740-6b4d-480f-88aa-07543167e8dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1097 time: 0.2440140 Aug 25 14:59:36.073828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-6b86a9c9-40a6-462a-ba6c-95697050ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.075283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-6b86a9c9-40a6-462a-ba6c-95697050ea24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 915 time: 0.1523917 Aug 25 14:59:36.101412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b3d56-fa91-44fc-90d4-395407ff502e req-20bcb355-eac7-436e-82b5-5469fc1da5e9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.108993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6a3b3d56-fa91-44fc-90d4-395407ff502e req-20bcb355-eac7-436e-82b5-5469fc1da5e9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.2074180 Aug 25 14:59:36.164063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-88446f9b-f30a-42d5-8a66-33012276e96e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 217 time: 0.0803995 Aug 25 14:59:36.244719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6a3b3d56-fa91-44fc-90d4-395407ff502e req-0c7682e8-1422-4688-80c8-72f3daae48ca tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348267 Aug 25 14:59:36.286851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.289533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.301161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-9ac9a734-43fc-42a3-97f0-d2cbeffd01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.303763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-9ac9a734-43fc-42a3-97f0-d2cbeffd01b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.1330638 Aug 25 14:59:36.315076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.327278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.344514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.359710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-7909183a-6b84-495d-a8f2-61ecdc527258 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472424 Aug 25 14:59:36.365225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.372703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.386412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-ea387228-3fcf-4637-a672-3f70da300f25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.2231853 Aug 25 14:59:36.451547 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-067f3e95-b784-45f9-9e35-9f17fbead488 req-aeebbbe4-982b-4f78-bfd0-0a62b7a89e25 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632243 Aug 25 14:59:36.560790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-c01152c4-e5fb-4bfc-b833-6e1fa266d2d8 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920011 Aug 25 14:59:36.719300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01398cf4-3b5e-4aee-b167-f358423cdc54 req-0d3a5d3d-9ec0-4fd3-ba27-57b7b50a0aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501815 Aug 25 14:59:36.928862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316508c-c5c0-46bf-af18-af34de09cfb9 req-ed54f74b-54fc-42df-96cb-d7d786f65058 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:36.939721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6316508c-c5c0-46bf-af18-af34de09cfb9 req-ed54f74b-54fc-42df-96cb-d7d786f65058 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1219361 Aug 25 14:59:37.003314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6316508c-c5c0-46bf-af18-af34de09cfb9 req-17c42a7d-c5fb-4fcf-b7a9-f0c75a128e94 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620482 Aug 25 14:59:37.350574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.364200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.381937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.389285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.396288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.405338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.411832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.414073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-acd71f8f-337b-44bc-8a33-4f4c3abc9136 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.1700807 Aug 25 14:59:37.590757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-5a3889f1-92f2-4204-8fc0-e8347586203a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.607427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-5a3889f1-92f2-4204-8fc0-e8347586203a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "GET /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1798465 Aug 25 14:59:37.622429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38714) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:37.708631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835cb1-e761-41da-a01a-fd3716198acb req-2b2003d9-3c4e-4f23-902b-483485d4f457 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.723679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4835cb1-e761-41da-a01a-fd3716198acb req-2b2003d9-3c4e-4f23-902b-483485d4f457 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.3080883 Aug 25 14:59:37.723944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.740250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.750266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.766633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.802677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.809447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.815639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:37.824271 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-77ea8c75-9ebf-44cf-aaa1-e19f8fd14e2c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 5444 time: 0.2270312 Aug 25 14:59:37.865772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-631363312-network', 'tenant_id': '1b508eea8c8a43d4b4bbc0fec8062ea6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:37.872345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01ac924c-9cab-47bc-b2bf-0a64f30369ef req-c81e5862-e60e-4428-9a1c-e6e11936260c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470612 Aug 25 14:59:37.899686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4835cb1-e761-41da-a01a-fd3716198acb req-a31a6937-ed4d-42e2-ba5d-59346976b419 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748860 Aug 25 14:59:37.994136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-959084b7-ab26-4bf2-a5a6-19a16d69e502 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "GET /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3725889 Aug 25 14:59:38.007975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:38.167750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.204790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccaa42-7164-42ba-9dfc-cccacee1252c req-78d367c9-ab84-4ccd-9d4a-8391cfc65911 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:38.214055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4ccaa42-7164-42ba-9dfc-cccacee1252c req-78d367c9-ab84-4ccd-9d4a-8391cfc65911 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1061013 Aug 25 14:59:38.257037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Made reservation on behalf of 1b508eea8c8a43d4b4bbc0fec8062ea6 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:59:38.263450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.299341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4ccaa42-7164-42ba-9dfc-cccacee1252c req-3b5cbb2f-f5c5-4d2c-a48c-a59bde7d5608 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841706 Aug 25 14:59:38.302153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.497933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ba62f261-5b8b-41bf-8288-839a2cf858c2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:38.561024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.571235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] For port ba62f261-5b8b-41bf-8288-839a2cf858c2, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:59:38.612545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] device_id is not set on port ba62f261-5b8b-41bf-8288-839a2cf858c2 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:59:38.628976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.687918 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.745343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 14:59:38.751095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.786534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb3bf2-7701-49d9-a6e6-36178814b3b6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:38.799073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.799683 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Added segment 9662454c-278c-4220-87ac-be7126ec5dc8 of type vlan for network 8a6b4817-450d-416f-bcdb-d72b0d57935a Aug 25 14:59:38.881390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ba62f261-5b8b-41bf-8288-839a2cf858c2 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:38.881390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ba62f261-5b8b-41bf-8288-839a2cf858c2 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 14:59:38.881390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bac3fd4d-72d0-4364-8e06-6cb03e65425a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:38.891701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] No DVR routers for this DVR port ba62f261-5b8b-41bf-8288-839a2cf858c2 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:38.894852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.897417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Pushing event updated for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:38.964235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.982159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] In _notify_port_updated(), no bound segment for port ba62f261-5b8b-41bf-8288-839a2cf858c2 on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 14:59:38.983127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:38.983793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:38.985647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-17511456-3a0a-4103-807f-2c6862781666 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 200 len: 1033 time: 0.9836361 Aug 25 14:59:39.019209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:39.020837 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fdce9d-a9e9-4550-9c9c-1cc2d5deb9a6" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "bac3fd4d-72d0-4364-8e06-6cb03e65425a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:39.036823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:39.047238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.048213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.048795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.083919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.090966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.092870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-2340d40e-195b-46df-820b-d5b436f4cb50 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.094507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-2340d40e-195b-46df-820b-d5b436f4cb50 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "GET /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1006565 Aug 25 14:59:39.111122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.114341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 16776111-feb0-4edc-9789-14be0770eb4c no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:39.116982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.124758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e318f9e3-6ee9-4b24-80a2-153e93703a36 None None] Provisioning complete for port ba62f261-5b8b-41bf-8288-839a2cf858c2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:39.124758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e318f9e3-6ee9-4b24-80a2-153e93703a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.130749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.156295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.171059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.175134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-c985b2cd-26aa-43fe-ac6d-5a48788b71e0 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 4664 time: 0.1690893 Aug 25 14:59:39.198187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] Pushing event updated for resources: {'Network': ['ID=8a6b4817-450d-416f-bcdb-d72b0d57935a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:39.234322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824eef7-35a5-400f-a037-58a5b6dff4e1 req-2de67594-d0fc-4713-b994-06cf7f0425ea tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:39.246995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f824eef7-35a5-400f-a037-58a5b6dff4e1 req-2de67594-d0fc-4713-b994-06cf7f0425ea tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.2149630 Aug 25 14:59:39.246995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e176cc1-11e3-47b8-bd77-4d20e8dd628e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6207290 Aug 25 14:59:39.254820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38756) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:39.282354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96d32012-0b12-46b3-bd5d-4d733e8b5771 req-ddb71bec-754e-4c93-ad40-02fdf14deec1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948792 Aug 25 14:59:39.289461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8a6b4817-450d-416f-bcdb-d72b0d57935a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 14:59:39.306552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Request body: {'subnet': {'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-631363312-subnet', 'tenant_id': '1b508eea8c8a43d4b4bbc0fec8062ea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:39.322701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:39.413656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e318f9e3-6ee9-4b24-80a2-153e93703a36 None None] Port ba62f261-5b8b-41bf-8288-839a2cf858c2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:59:39.441667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:39.474189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f824eef7-35a5-400f-a037-58a5b6dff4e1 req-f7a4e5f8-2252-48a7-bdb9-8c730dadb3ee tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154486 Aug 25 14:59:39.492170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Made reservation on behalf of 1b508eea8c8a43d4b4bbc0fec8062ea6 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:59:39.496974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.501587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.511196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.511784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.512230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.512675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.513130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.513552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.514003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.514473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.514922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.515501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.515948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.516364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 14:59:39.546245 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.637797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=16776111-feb0-4edc-9789-14be0770eb4c,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:39.656299 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98db965-edc5-490e-8389-5a6327c4a1c7 x-openstack-request-id: req-f98db965-edc5-490e-8389-5a6327c4a1c7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:39.656595 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "bac3fd4d-72d0-4364-8e06-6cb03e65425a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:39.656848 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f98db965-edc5-490e-8389-5a6327c4a1c7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:39.657244 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac3fd4d-72d0-4364-8e06-6cb03e65425a', 'code': 200} Aug 25 14:59:39.730994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.732165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:39.836602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:39.895953 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:39.937331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:40.044288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.045361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 69aeab4d-a286-4728-a913-f346c0cd7a7d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:40.190840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:40.238417 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.242068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d1ea-aec4-4749-ba48-da3361c248d9 req-b1ab3793-a051-4395-b80d-681adf24a6e6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.276632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b681d1ea-aec4-4749-ba48-da3361c248d9 req-b1ab3793-a051-4395-b80d-681adf24a6e6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.6124547 Aug 25 14:59:40.278699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:40.309044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bac3fd4d-72d0-4364-8e06-6cb03e65425a,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:40.374636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b681d1ea-aec4-4749-ba48-da3361c248d9 req-8a4875af-178f-425c-8095-bb15482492e0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Aug 25 14:59:40.403962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.405127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:40.408468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] For port bac3fd4d-72d0-4364-8e06-6cb03e65425a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:59:40.439595 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.445971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.452196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.458164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.459626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] device_id is not set on port bac3fd4d-72d0-4364-8e06-6cb03e65425a yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 14:59:40.465327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.472068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.472451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.474334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37754561-7142-4d6a-a867-871a075f04df req-7ae3dae3-cc56-4ef2-912d-1006a154e0b3 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 4658 time: 0.1076143 Aug 25 14:59:40.476407 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.492353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:40.534020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66a9960-bd94-43ad-b89b-0e858720f2a8,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:40.556954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37754561-7142-4d6a-a867-871a075f04df req-9d733473-ea4c-448e-8467-1d10b5aae8d1 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb564db4-c859-42cc-b05c-eb9caa2eeaae&id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748034 Aug 25 14:59:40.567222 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.570151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.604026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:40.696725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.697763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5049d6bc-4c01-401e-83cf-f334072af0e1 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:40.707697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Checking segment: {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:59:40.708059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Network hostable DHCP agents. Network: 8a6b4817-450d-416f-bcdb-d72b0d57935a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 14:59:40.713710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] No DVR routers for this DVR port bac3fd4d-72d0-4364-8e06-6cb03e65425a on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:40.772119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:40.792688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:40.823626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfdd3e-ce01-4f34-94a5-afd791ffe5cb req-f372c94a-da8f-4337-a695-909f64158a12 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.823626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfdd3e-ce01-4f34-94a5-afd791ffe5cb req-f372c94a-da8f-4337-a695-909f64158a12 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.1967540 Aug 25 14:59:40.823626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] In _notify_port_updated(), no bound segment for port bac3fd4d-72d0-4364-8e06-6cb03e65425a on network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 14:59:40.823904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.824292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.825551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-fc0f9f27-5873-4d9b-9e17-40443f5acbe4 service neutron] 10.222.0.52 "PUT /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 200 len: 1031 time: 1.6824069 Aug 25 14:59:40.885668 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.886754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Network 8a6b4817-450d-416f-bcdb-d72b0d57935a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 14:59:40.931495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5049d6bc-4c01-401e-83cf-f334072af0e1,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:40.954511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfdd3e-ce01-4f34-94a5-afd791ffe5cb req-4621bee8-4d53-44fe-882e-fffa05a19ec7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183298 Aug 25 14:59:40.967816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1c006a51-fe3e-405a-b933-17de9864a52c None None] Provisioning complete for port bac3fd4d-72d0-4364-8e06-6cb03e65425a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:40.969835 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c006a51-fe3e-405a-b933-17de9864a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:40.979610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 8a6b4817-450d-416f-bcdb-d72b0d57935a) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:59:40.986102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:40.986102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.006248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06414593-d457-452e-9d27-5ff94901c5dd None None] Network 8a6b4817-450d-416f-bcdb-d72b0d57935a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:59:41.012506 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.013384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port 5049d6bc-4c01-401e-83cf-f334072af0e1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:41.013740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.074382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1c006a51-fe3e-405a-b933-17de9864a52c None None] Port bac3fd4d-72d0-4364-8e06-6cb03e65425a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:59:41.107328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0f43373b-2452-44bf-afca-85a615b824ea admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7998023 Aug 25 14:59:41.120213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:41.146444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] For port 5049d6bc-4c01-401e-83cf-f334072af0e1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5049d6bc-4c01-401e-83cf-f334072af0e1,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:41.147110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.170215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for 5049d6bc-4c01-401e-83cf-f334072af0e1 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:41.193749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c0ed8-1ce9-418d-a273-a24598db825f None None] Network 8a6b4817-450d-416f-bcdb-d72b0d57935a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 14:59:41.369611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-7de3538a-0769-4f3a-bd6c-c54024b4b3ed req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-856108334', 'description': 'tempest-description-1910628314'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:41.415751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.497606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=5049d6bc-4c01-401e-83cf-f334072af0e1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:41.512913 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7de3538a-0769-4f3a-bd6c-c54024b4b3ed req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.616899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] No DVR routers for this DVR port 5049d6bc-4c01-401e-83cf-f334072af0e1 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:41.623762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.626110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0b1c9e20-7b00-4e92-b27f-a133370472bf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "DELETE /v2.0/ports/5049d6bc-4c01-401e-83cf-f334072af0e1 HTTP/1.1" status: 204 len: 173 time: 0.7847495 Aug 25 14:59:41.628072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:41.630345 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd214d-86f0-40c3-b1d0-11817f64e7d6" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:41.638971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7de3538a-0769-4f3a-bd6c-c54024b4b3ed req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.658700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:41.661162 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433b55f-8ba4-42ee-9191-54ee4137969a" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "16776111-feb0-4edc-9789-14be0770eb4c"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:41.684133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e5dd-8b88-42c3-bb74-fbf288aec64c req-52be3adc-8865-47ce-a539-1d81b61a1a2a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:41.685793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1e9e5dd-8b88-42c3-bb74-fbf288aec64c req-52be3adc-8865-47ce-a539-1d81b61a1a2a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1994684 Aug 25 14:59:41.738935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7de3538a-0769-4f3a-bd6c-c54024b4b3ed req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.764063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1e9e5dd-8b88-42c3-bb74-fbf288aec64c req-0198bfa3-3730-4e8b-b92d-4e7d4c0f02ef tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660055 Aug 25 14:59:41.804534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa210f-b109-454a-a087-840921f263e7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:41.807100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:41.808141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.844436 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 14:59:41.889899 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-7de3538a-0769-4f3a-bd6c-c54024b4b3ed req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.899597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7de3538a-0769-4f3a-bd6c-c54024b4b3ed req-3f171659-cbb9-46e6-990b-1bd29ae01dbd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5350792 Aug 25 14:59:41.956958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] For port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:41.957499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:41.981982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:41.994211 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac667a82-a7cb-4ad4-8177-5eb3e36f9612 x-openstack-request-id: req-ac667a82-a7cb-4ad4-8177-5eb3e36f9612 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:41.994508 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:41.994798 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac667a82-a7cb-4ad4-8177-5eb3e36f9612 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:41.995227 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1', 'status': 'completed', 'code': 200} Aug 25 14:59:42.004175 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4561cc6-66a4-49b7-8928-9e281f1a1fc1 x-openstack-request-id: req-d4561cc6-66a4-49b7-8928-9e281f1a1fc1 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:42.004687 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "16776111-feb0-4edc-9789-14be0770eb4c", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-unplugged", "status": "completed", "tag": "5049d6bc-4c01-401e-83cf-f334072af0e1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:42.004800 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4561cc6-66a4-49b7-8928-9e281f1a1fc1 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:42.005129 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c', 'code': 200} Aug 25 14:59:42.005876 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'code': 200} Aug 25 14:59:42.006142 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d', 'code': 200} Aug 25 14:59:42.006398 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e', 'code': 200} Aug 25 14:59:42.006651 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5049d6bc-4c01-401e-83cf-f334072af0e1', 'code': 200} Aug 25 14:59:42.042467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc1cb-2a2b-4f0a-a0c7-6828f42ca7c3 req-7c606919-ece5-40ba-963c-e359d09b09ef tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:42.048585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc1cb-2a2b-4f0a-a0c7-6828f42ca7c3 req-7c606919-ece5-40ba-963c-e359d09b09ef tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:42.055234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc1cb-2a2b-4f0a-a0c7-6828f42ca7c3 req-7c606919-ece5-40ba-963c-e359d09b09ef tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:42.061300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc1cb-2a2b-4f0a-a0c7-6828f42ca7c3 req-7c606919-ece5-40ba-963c-e359d09b09ef tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:42.063321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-742dc1cb-2a2b-4f0a-a0c7-6828f42ca7c3 req-7c606919-ece5-40ba-963c-e359d09b09ef tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 3143 time: 0.2079268 Aug 25 14:59:42.094422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-8c6f14d6-cf5e-40a3-a3e4-65f9d5a3ccb6 req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-786455341', 'description': 'tempest-description-1669762676'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:42.140791 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-742dc1cb-2a2b-4f0a-a0c7-6828f42ca7c3 req-db38dfac-198e-4d60-b324-89e7fbcc7fe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647299 Aug 25 14:59:42.228586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-8c6f14d6-cf5e-40a3-a3e4-65f9d5a3ccb6 req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.260133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec747b-bce9-4c2d-bf44-eb5f01c1a17e req-3d14c753-c807-4c4c-a9b2-8f5dba69bd26 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:42.266087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4dec747b-bce9-4c2d-bf44-eb5f01c1a17e req-3d14c753-c807-4c4c-a9b2-8f5dba69bd26 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.0566173 Aug 25 14:59:42.286460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.328465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-8c6f14d6-cf5e-40a3-a3e4-65f9d5a3ccb6 req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.331661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=5e2076b1-894a-4c9a-8d7e-ed79a267aa0e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:42.341328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4dec747b-bce9-4c2d-bf44-eb5f01c1a17e req-7f64761c-b7c2-447a-93a2-cb99b4c6804e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720520 Aug 25 14:59:42.379647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] No DVR routers for this DVR port 5e2076b1-894a-4c9a-8d7e-ed79a267aa0e on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:42.382599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.391960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-0f4e3add-df3b-422f-8c64-727838eca65b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "DELETE /v2.0/ports/5e2076b1-894a-4c9a-8d7e-ed79a267aa0e HTTP/1.1" status: 204 len: 173 time: 0.7551851 Aug 25 14:59:42.432693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-8c6f14d6-cf5e-40a3-a3e4-65f9d5a3ccb6 req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.463273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf25886-8d6b-4242-8749-3d568f1ad012,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:42.535772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-8c6f14d6-cf5e-40a3-a3e4-65f9d5a3ccb6 req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.537177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c6f14d6-cf5e-40a3-a3e4-65f9d5a3ccb6 req-09698f09-b605-4ef3-a2e7-faec58f4e4d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4479923 Aug 25 14:59:42.542989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port 16776111-feb0-4edc-9789-14be0770eb4c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:42.553482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.689899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] For port 16776111-feb0-4edc-9789-14be0770eb4c, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=16776111-feb0-4edc-9789-14be0770eb4c,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:42.690250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:42.717636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for 16776111-feb0-4edc-9789-14be0770eb4c owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:42.887708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-d2024f61-e08c-471a-a201-ea38ee79f8af tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:42.889481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-d2024f61-e08c-471a-a201-ea38ee79f8af tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 812 time: 0.1903150 Aug 25 14:59:42.910060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-e9c6698c-f00d-48e9-9556-f5a143c9e1aa tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/quotas/1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 375 time: 0.0131974 Aug 25 14:59:42.978536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-a4d61445-19ba-4467-9570-eaa42d28af7b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599470 Aug 25 14:59:43.008884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143efdc5-6e91-4ed1-8af7-e6cf5fcfaa22 req-a5baa072-c23a-44d3-aa9f-3ff404e8f0a0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:43.010659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-143efdc5-6e91-4ed1-8af7-e6cf5fcfaa22 req-a5baa072-c23a-44d3-aa9f-3ff404e8f0a0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0577366 Aug 25 14:59:43.049607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-143efdc5-6e91-4ed1-8af7-e6cf5fcfaa22 req-78c2b7e0-7257-488c-bb65-8638b02236a2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Aug 25 14:59:43.082267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-a2d8a339-94cb-49fb-9371-362843488c15 service neutron] 10.222.0.58 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956085 Aug 25 14:59:43.173954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:43.190548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-95e03d2b-128d-4db8-ab76-77c643e3ec4f service neutron] 10.222.0.58 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970504 Aug 25 14:59:43.209550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=16776111-feb0-4edc-9789-14be0770eb4c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:43.272829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] No DVR routers for this DVR port 16776111-feb0-4edc-9789-14be0770eb4c on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:43.276339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:43.278879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-cc4c1ebe-49bb-4484-8c62-417c398f1e7a tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "DELETE /v2.0/ports/16776111-feb0-4edc-9789-14be0770eb4c HTTP/1.1" status: 204 len: 173 time: 0.8826826 Aug 25 14:59:43.321892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e677090-afea-4c21-98b7-8d65151d27c8 req-5f5c2a08-acdb-468c-a03b-93f636f6fab9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:43.328276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e677090-afea-4c21-98b7-8d65151d27c8 req-5f5c2a08-acdb-468c-a03b-93f636f6fab9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:43.336636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e677090-afea-4c21-98b7-8d65151d27c8 req-5f5c2a08-acdb-468c-a03b-93f636f6fab9 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 1677 time: 0.1061165 Aug 25 14:59:43.379873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e677090-afea-4c21-98b7-8d65151d27c8 req-81506779-3fff-440c-a9e6-29140f0c390c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Aug 25 14:59:43.398894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port 69aeab4d-a286-4728-a913-f346c0cd7a7d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:43.399284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:43.517261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8af5ad13-7d2c-42d8-84fc-d54b7c02323f req-e3bb4f88-60f1-4b17-95d1-507ac9433bab tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 210 time: 0.0328770 Aug 25 14:59:43.546235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] For port 69aeab4d-a286-4728-a913-f346c0cd7a7d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=69aeab4d-a286-4728-a913-f346c0cd7a7d,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:43.546235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:43.560626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for 69aeab4d-a286-4728-a913-f346c0cd7a7d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:43.700855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dd8a7-c892-4175-a5d7-9ff36f17b5ca req-00a058db-a60b-485b-afd1-d7e14cbc6090 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:43.709334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-241dd8a7-c892-4175-a5d7-9ff36f17b5ca req-00a058db-a60b-485b-afd1-d7e14cbc6090 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 946 time: 0.1248789 Aug 25 14:59:43.783765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-241dd8a7-c892-4175-a5d7-9ff36f17b5ca req-4e3282ff-8f66-4b8b-b82f-76582866465e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681615 Aug 25 14:59:43.975786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.001624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:44.005506 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c156ebe-8ff2-47ed-9b9b-c386b31b1c65" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "16776111-feb0-4edc-9789-14be0770eb4c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:44.014334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=69aeab4d-a286-4728-a913-f346c0cd7a7d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:44.062019 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3592c03-729a-48f4-9058-7cb6b0816109 x-openstack-request-id: req-a3592c03-729a-48f4-9058-7cb6b0816109 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:44.062320 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "5e2076b1-894a-4c9a-8d7e-ed79a267aa0e", "status": "completed", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "16776111-feb0-4edc-9789-14be0770eb4c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:44.062569 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3592c03-729a-48f4-9058-7cb6b0816109 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:44.062954 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '5e2076b1-894a-4c9a-8d7e-ed79a267aa0e', 'status': 'completed', 'code': 200} Aug 25 14:59:44.063232 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '16776111-feb0-4edc-9789-14be0770eb4c', 'status': 'completed', 'code': 200} Aug 25 14:59:44.064265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] No DVR routers for this DVR port 69aeab4d-a286-4728-a913-f346c0cd7a7d on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:44.068110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.070109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-95aa6cf4-c1dd-4505-83d7-34b3cb724827 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "DELETE /v2.0/ports/69aeab4d-a286-4728-a913-f346c0cd7a7d HTTP/1.1" status: 204 len: 173 time: 0.7857351 Aug 25 14:59:44.230659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 14:59:44.231052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.242876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb8563-c694-43f1-b274-4815c666fa24 req-cb3084e4-7c75-4b7d-9336-9c6b5a2146ae tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:44.244458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bdb8563-c694-43f1-b274-4815c666fa24 req-cb3084e4-7c75-4b7d-9336-9c6b5a2146ae tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1064849 Aug 25 14:59:44.342344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bdb8563-c694-43f1-b274-4815c666fa24 req-c167c16a-52dd-4562-aece-e3609172b5a9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864360 Aug 25 14:59:44.372778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] For port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:44.373156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.556635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e4f5a-67a9-4052-8432-9896c4a53b20 req-9c321086-b1e3-4f06-a02e-1882df20a83e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:44.564903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b0e4f5a-67a9-4052-8432-9896c4a53b20 req-9c321086-b1e3-4f06-a02e-1882df20a83e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 943 time: 0.0661905 Aug 25 14:59:44.566672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:44.629400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b0e4f5a-67a9-4052-8432-9896c4a53b20 req-19e05a9e-cb8f-411b-bb19-305044150146 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups?id=660a0e1f-c283-4864-ba86-25eb08a32c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598919 Aug 25 14:59:44.669098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f89e719-fe2c-457e-abe6-ce1ff2b0ccad req-ea9631c8-2afb-4c24-8baa-aa944aa01cc4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 210 time: 0.0581419 Aug 25 14:59:44.703523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.703523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.703523 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Floating IP 7367d672-8007-4975-b814-439e5ab7a566 disassociated. External IP: 172.25.8.5, port: eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7. Aug 25 14:59:44.703523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 14:59:44.734639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a745f67-7c41-4c66-aaed-b23fd47914a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.839299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 14:59:44.877063 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a745f67-7c41-4c66-aaed-b23fd47914a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.928782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:44.951433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:44.953644 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f563714-daea-470c-a18e-e685736afee0" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:44.969734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:44.992140 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5671d0e-3423-4d48-aa03-3da3d1f10926 x-openstack-request-id: req-c5671d0e-3423-4d48-aa03-3da3d1f10926 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:44.992443 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:44.992727 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5671d0e-3423-4d48-aa03-3da3d1f10926 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:44.993143 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'code': 200} Aug 25 14:59:45.038152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a745f67-7c41-4c66-aaed-b23fd47914a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.038316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.081491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:45.089989 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.100637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a745f67-7c41-4c66-aaed-b23fd47914a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbfcda4e0b794fefbfeaed38671db60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321336 Aug 25 14:59:45.101932 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745f67-7c41-4c66-aaed-b23fd47914a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0faba03-358b-4bb3-9de9-3336e7af49de,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:45.103579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:45.186938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=14']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:45.267317 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51643968-2c5f-4b22-a920-c0c93dddd7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.295942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51643968-2c5f-4b22-a920-c0c93dddd7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.321046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Router 1df99e36-aff2-4181-b34a-4d5772e794c7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 14:59:45.448616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 14:59:45.461804 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] Sync routers for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 14:59:45.479668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:59:45.480867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:45.522076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fddae-ffa3-4699-8047-12f1e1700003 req-27c17127-6278-496d-a081-6b6068c14fd6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:45.543521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] No DVR routers for this DVR port eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 14:59:45.545440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51643968-2c5f-4b22-a920-c0c93dddd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.548693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-51643968-2c5f-4b22-a920-c0c93dddd7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.549975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-51643968-2c5f-4b22-a920-c0c93dddd7ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0faba03-358b-4bb3-9de9-3336e7af49de HTTP/1.1" status: 204 len: 168 time: 0.4436436 Aug 25 14:59:45.551308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b0fddae-ffa3-4699-8047-12f1e1700003 req-27c17127-6278-496d-a081-6b6068c14fd6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1211143 Aug 25 14:59:45.551697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:45.554310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fbfa411-1a03-4e20-80e0-ae9a65dceca8 req-74a7b998-cc48-4e8b-8883-f3236bee400d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.52 "DELETE /v2.0/ports/eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7 HTTP/1.1" status: 204 len: 173 time: 1.4696825 Aug 25 14:59:45.564115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51643968-2c5f-4b22-a920-c0c93dddd7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0faba03-358b-4bb3-9de9-3336e7af49de,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:45.675891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b0fddae-ffa3-4699-8047-12f1e1700003 req-927c1715-c155-4623-aa21-7f44eb48278d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085262 Aug 25 14:59:45.682522 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:59:45.877112 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8541e014-aca6-442a-9acd-0269776642ca req-9cfb62fc-ef32-4932-8d26-81b58fbbc2c6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 210 time: 0.0637622 Aug 25 14:59:45.894505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e56b35a-37ee-42eb-8ac7-c10c10f79d48 req-0e1a7973-51f2-48db-8688-3558b14fa6cd tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0908327 Aug 25 14:59:46.067286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-3a12a7e1-0828-4831-917d-0f424f293e1d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0905206 Aug 25 14:59:46.067843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d'}, {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:46.071442 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd9261-df02-41ce-b873-96a2a449bcf3" -d '{"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d"}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:46.146221 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e6bd5-225e-42e3-8d41-8350f19b1e37 x-openstack-request-id: req-245e6bd5-225e-42e3-8d41-8350f19b1e37 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:46.146876 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "69aeab4d-a286-4728-a913-f346c0cd7a7d", "status": "completed", "code": 200}, {"server_uuid": "2026bb36-15cb-456c-a629-5422903f0cba", "name": "network-vif-deleted", "tag": "eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:46.147338 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-245e6bd5-225e-42e3-8d41-8350f19b1e37 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:46.148041 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': '69aeab4d-a286-4728-a913-f346c0cd7a7d', 'status': 'completed', 'code': 200} Aug 25 14:59:46.149030 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026bb36-15cb-456c-a629-5422903f0cba', 'name': 'network-vif-deleted', 'tag': 'eaacd0aa-f1fc-4250-ac0c-4e0b4565e2b7', 'status': 'completed', 'code': 200} Aug 25 14:59:46.155641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:57Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:46.181791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.182621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.186840 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] Checking router: 1df99e36-aff2-4181-b34a-4d5772e794c7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 14:59:46.195451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.196356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.197279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.197952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.198439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.200794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-51d98361-6773-4225-84b8-0230855ca889 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c42dff84449f44e8949b4d9dfa020426&device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 6489 time: 0.1035419 Aug 25 14:59:46.202025 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 14:59:46.202763 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:46.412249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-feb530ef-460b-449b-ba8a-c2465de4cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.413147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-feb530ef-460b-449b-ba8a-c2465de4cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.415160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-feb530ef-460b-449b-ba8a-c2465de4cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.417516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-feb530ef-460b-449b-ba8a-c2465de4cc61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07c04fab-acb5-4577-8c99-2807be0b11f3&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&id=afe330ac-65f4-44a8-9301-59dcac345fcf&id=afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 200 len: 2293 time: 0.1649396 Aug 25 14:59:46.465488 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 14:59:46.616206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-92519dd3-3b8b-4f47-bb51-b9d704912fd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 200 len: 1002 time: 0.1913810 Aug 25 14:59:46.699068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-a8a4805d-ee2a-469b-a430-112eb0dceec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.700538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-a8a4805d-ee2a-469b-a430-112eb0dceec5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7596377-2501-40a9-96e3-dfeb60fe25ad HTTP/1.1" status: 200 len: 850 time: 0.0699277 Aug 25 14:59:46.725511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-bc055df3-10e0-4578-af37-a62af2a8b229 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.727295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-bc055df3-10e0-4578-af37-a62af2a8b229 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 812 time: 0.2113943 Aug 25 14:59:46.750017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:57Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 14:59:46.756631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'port': {'device_id': '57002c40-70f7-4892-80da-af8052812d8a', 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a', 'admin_state_up': True, 'tenant_id': '1b508eea8c8a43d4b4bbc0fec8062ea6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:46.812509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d2755-f547-4b63-8ac4-e5f8bb903503 req-a3336f10-1829-4b66-b7ee-f2842572ab48 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:46.825688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b89d2755-f547-4b63-8ac4-e5f8bb903503 req-a3336f10-1829-4b66-b7ee-f2842572ab48 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0756176 Aug 25 14:59:46.947417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b89d2755-f547-4b63-8ac4-e5f8bb903503 req-0c0d9777-5b4b-46f5-ab9b-0c5c0ebbd7b9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177986 Aug 25 14:59:47.029140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c129a92-0a07-48d7-a855-b8c40a2f7b46 None None] The sync data for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 is: [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T14:48:49Z', 'revision_number': 4, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '820afd9e-fe76-41c2-91ff-126304c941dd', 'name': '', 'network_id': '69f0c5a7-7fa8-45b9-aef9-ba6654fafba1', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'mac_address': 'fa:16:3e:52:08:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:48Z', 'updated_at': '2021-08-25T14:48:57Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'subnets': [{'id': 'aab80ce2-b914-4d34-af5e-f0143e9ba707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 14:59:47.069144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-387e5b42-15e9-4d04-99d3-b009aec4597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:47.070967 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-387e5b42-15e9-4d04-99d3-b009aec4597f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07c04fab-acb5-4577-8c99-2807be0b11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3612232 Aug 25 14:59:47.159306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb30d67e-1873-47e7-8a6f-602a770f1425 req-5c499afd-91c6-4786-a8d8-bd256ad2a142 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0430257 Aug 25 14:59:47.491575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb0511-6561-46ec-9ebe-e7787e66a158 None None] New status for floating IP 7367d672-8007-4975-b814-439e5ab7a566: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 14:59:47.631137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca39716d-bac5-4a5d-a321-8c4ee0b481ee req-e0ef5ebf-b1b6-4e13-9f5d-cc63c98e8add tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 210 time: 0.5640938 Aug 25 14:59:47.700909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-f1b39ae8-9396-4c8d-8f64-134eec5bcf81 service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451104 Aug 25 14:59:47.812522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-2c241776-b8e5-4fb5-9ae8-8935926e6e48 service neutron] 10.222.0.52 "GET /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035416 Aug 25 14:59:47.830637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Made reservation on behalf of 1b508eea8c8a43d4b4bbc0fec8062ea6 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:59:47.834127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:47.869898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-3cdf025c-63f2-4cc2-860e-50ce354c5825 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 217 time: 0.0488603 Aug 25 14:59:48.019469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-3c0a87b2-cf0a-4b69-aaeb-ac6231a41192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.021004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-3c0a87b2-cf0a-4b69-aaeb-ac6231a41192 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1386821 Aug 25 14:59:48.023899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08930186-a605-47f0-925e-b01a0f94a436 req-8d766aeb-d41c-4ab6-b3cb-456b14610186 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.026133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08930186-a605-47f0-925e-b01a0f94a436 req-8d766aeb-d41c-4ab6-b3cb-456b14610186 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1012149 Aug 25 14:59:48.075357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08930186-a605-47f0-925e-b01a0f94a436 req-cb888d91-3382-42d6-acb0-f2377b9c98bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Aug 25 14:59:48.202845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Allocated IP 172.20.0.12 (8a6b4817-450d-416f-bcdb-d72b0d57935a/d66a9960-bd94-43ad-b89b-0e858720f2a8/f125802c-6c7b-47a0-ba29-4e68334660a7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:59:48.208519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346219-3004-4586-b79e-af7194fd01d5 req-1827fc89-b71f-4a7b-99d6-49a7b2473bac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.220566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95346219-3004-4586-b79e-af7194fd01d5 req-1827fc89-b71f-4a7b-99d6-49a7b2473bac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1666405 Aug 25 14:59:48.284322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-585c1f76-f74b-40e0-a693-dd7a6813edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.286287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-585c1f76-f74b-40e0-a693-dd7a6813edf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2354600 Aug 25 14:59:48.392533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95346219-3004-4586-b79e-af7194fd01d5 req-94628b8b-d741-4f45-ba28-ac99f7c50f76 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704655 Aug 25 14:59:48.510538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-3b60a8bf-d412-43ac-abe1-01512862b7e0 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114666 Aug 25 14:59:48.601706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64488d4e-e201-47c8-ba11-612264946122 req-47091a9f-df12-4957-b38d-1187e32b0458 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.609457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64488d4e-e201-47c8-ba11-612264946122 req-47091a9f-df12-4957-b38d-1187e32b0458 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0786500 Aug 25 14:59:48.674934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64488d4e-e201-47c8-ba11-612264946122 req-7941bca9-1115-442e-ab07-61ebabd0753f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641353 Aug 25 14:59:48.684412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8932ccfe-ae3d-4ecb-bdc1-c098f24285a4 req-04e1dd2f-f4ea-4e9a-aae8-081d2f299e01 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.1718779 Aug 25 14:59:48.696969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-8e8c8db8-5df4-4266-9986-67a26d9b1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.701776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-8e8c8db8-5df4-4266-9986-67a26d9b1a43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.1240230 Aug 25 14:59:48.805091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-b6683015-9fad-4f5b-a37e-8b97c183173f service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584004 Aug 25 14:59:48.891543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-90d02d04-4161-48f9-a994-b921a0fb5a1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 217 time: 0.0751274 Aug 25 14:59:48.900858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-84cac097-38ba-4962-87c9-ed56a7f9e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:48.903287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-84cac097-38ba-4962-87c9-ed56a7f9e2e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1934109 Aug 25 14:59:48.928746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4ecb90b-7681-42cd-a929-ea24fc564349 req-5aca943e-660b-448f-b13e-bfb08f2328c2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 210 time: 0.0574493 Aug 25 14:59:49.047193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:49.065878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-9bde36c9-6f4f-4233-afab-d48118b91709 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.1526136 Aug 25 14:59:49.089181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-0bbe0248-457e-49fb-95dc-12a4e0cb9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.092104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-0bbe0248-457e-49fb-95dc-12a4e0cb9709 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1816387 Aug 25 14:59:49.195943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-6a660ded-87c1-40b7-b321-c44280f6c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.200296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-6a660ded-87c1-40b7-b321-c44280f6c42e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1275284 Aug 25 14:59:49.205542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-a909cec0-3e50-4eba-afde-044c3ddb74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.211518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-a909cec0-3e50-4eba-afde-044c3ddb74e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1070821 Aug 25 14:59:49.295298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-5a58eabd-6a04-452e-865e-59563629dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.297205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-5a58eabd-6a04-452e-865e-59563629dcec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890548 Aug 25 14:59:49.301502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:49.363606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Network 8a6b4817-450d-416f-bcdb-d72b0d57935a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:59:49.370008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:59:49.396248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:59:49.454097 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-415a46be-2055-417d-bb11-35d8af3e4926 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491172 Aug 25 14:59:49.467656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:49.490611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.491292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:49.506272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-29bd66aa-5a79-477a-bf7f-8cbe2ca72e10 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922647 Aug 25 14:59:49.606963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeba4d-0125-4626-a0d3-4131f616e9b2 req-8be82c3f-5c9a-440a-882e-f3b9494036ea tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.615124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80aeba4d-0125-4626-a0d3-4131f616e9b2 req-8be82c3f-5c9a-440a-882e-f3b9494036ea tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1300187 Aug 25 14:59:49.635671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-3d6f0eb5-c020-41e7-bfe1-c2121674b9e6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8934481 Aug 25 14:59:49.640913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-ecf965b3-eadc-4742-a8e6-dddae4c8dd57 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266260 Aug 25 14:59:49.651797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Request body: {'port': {'device_id': '57002c40-70f7-4892-80da-af8052812d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:49.658488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d73f7562-504b-4ead-a6b0-64d1e30931b9 req-0637398a-eec2-465e-939e-0d7c4c969860 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973929 Aug 25 14:59:49.696398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80aeba4d-0125-4626-a0d3-4131f616e9b2 req-5059e080-0ed0-43c4-ba2b-96e45f9150a4 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801237 Aug 25 14:59:49.769965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-680044e9-caa8-465e-a3b5-a4b5d5c4ef78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6 HTTP/1.1" status: 200 len: 217 time: 0.1142485 Aug 25 14:59:49.867344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed5fd6a2-5abe-4254-b78c-d62cd7986e8a req-6813fd3e-29c5-4155-9eec-00c11c489e31 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0510170 Aug 25 14:59:49.928399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2d01-f928-438a-840a-5958429d0457 req-00ec94ce-9386-43b2-8ab4-e32b6a6c952d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.930317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-657f2d01-f928-438a-840a-5958429d0457 req-00ec94ce-9386-43b2-8ab4-e32b6a6c952d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1622853 Aug 25 14:59:49.932618 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:49.961611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-71a1f2ce-d797-41b5-b1c7-11bdd9acb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:49.961611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-71a1f2ce-d797-41b5-b1c7-11bdd9acb659 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.1460776 Aug 25 14:59:50.101446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-657f2d01-f928-438a-840a-5958429d0457 req-bb8cc42a-5c3b-4090-9033-e03c3c50711b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577690 Aug 25 14:59:50.178002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-381408fb-e830-4658-b701-51f6ffa4f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:50.414616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-381408fb-e830-4658-b701-51f6ffa4f390 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1691258 Aug 25 14:59:50.422691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cfa29-5d4e-41f1-91f1-7dae10251296 req-4e49dcba-c29c-4adc-937e-473f15ef6806 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:50.422691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d46cfa29-5d4e-41f1-91f1-7dae10251296 req-4e49dcba-c29c-4adc-937e-473f15ef6806 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 932 time: 0.0902050 Aug 25 14:59:50.422691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d46cfa29-5d4e-41f1-91f1-7dae10251296 req-27b62046-31fa-4ae0-a6a8-58266b001730 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Aug 25 14:59:50.435100 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-71fc891f-d14f-478e-8b38-2a6db80b5fac service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329719 Aug 25 14:59:50.556433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f125802c-6c7b-47a0-ba29-4e68334660a7 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:50.568015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:50.595379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-4482492f-621f-4f06-9a68-e98e3e66d41c service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535554 Aug 25 14:59:50.596210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Transition to ACTIVE for port object f125802c-6c7b-47a0-ba29-4e68334660a7 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:59:50.662610 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-04eff6e7-05e6-4891-ba38-28c5dd22a9b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d HTTP/1.1" status: 200 len: 217 time: 0.0587621 Aug 25 14:59:50.756280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-ba11d313-7fb8-4b35-8bfc-5c18c9b9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:50.762417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-ba11d313-7fb8-4b35-8bfc-5c18c9b9e680 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 200 len: 797 time: 0.0924280 Aug 25 14:59:50.763876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:50.921088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39242) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:50.976793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf825-5ea6-40ea-9ef7-e5e69a5bb796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:50.977820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:51.024696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-069a93a3-1d07-4827-8861-c8bb046bbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.027391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-069a93a3-1d07-4827-8861-c8bb046bbf0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c70c5a0-68ae-4e0e-8637-18393d353ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2395387 Aug 25 14:59:51.098952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86caae9-79fe-4436-895e-f3fbe209419a req-4ef6841f-e08c-483f-b1a3-be56673864f0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.100648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c86caae9-79fe-4436-895e-f3fbe209419a req-4ef6841f-e08c-483f-b1a3-be56673864f0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.2114394 Aug 25 14:59:51.128719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0aa0135a-a78d-4034-aa7a-1cd1e2d94039 req-68bf0359-220a-45fb-a412-5988b83ef012 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0820901 Aug 25 14:59:51.161817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-903569d0-e395-483e-8367-079880739cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.357083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Attempting to bind port f125802c-6c7b-47a0-ba29-4e68334660a7 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:59:51.357624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Attempting to bind port f125802c-6c7b-47a0-ba29-4e68334660a7 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:59:51.358190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Attempting to bind port f125802c-6c7b-47a0-ba29-4e68334660a7 on network 8a6b4817-450d-416f-bcdb-d72b0d57935a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:59:51.363566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-903569d0-e395-483e-8367-079880739cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.367989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-e858abb8-8334-4d28-be6e-95ffb7ad9458 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104181 Aug 25 14:59:51.378825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c86caae9-79fe-4436-895e-f3fbe209419a req-e2b65765-38b5-499a-bd29-da45bf2e05f3 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213893 Aug 25 14:59:51.379688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Port f125802c-6c7b-47a0-ba29-4e68334660a7 on network 8a6b4817-450d-416f-bcdb-d72b0d57935a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:59:51.380087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Attempting to bind port f125802c-6c7b-47a0-ba29-4e68334660a7 on network 8a6b4817-450d-416f-bcdb-d72b0d57935a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:59:51.437837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:59:51.437837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Checking segment: {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:59:51.437837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Bound using segment: {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:59:51.437837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Bound port: f125802c-6c7b-47a0-ba29-4e68334660a7, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:59:51.439242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.439998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673bc8c-2a56-416f-8fb6-c5f0930ccffd req-e3d8b937-f41a-4558-b7cc-a5f50857d3f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.442233 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a673bc8c-2a56-416f-8fb6-c5f0930ccffd req-e3d8b937-f41a-4558-b7cc-a5f50857d3f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0832267 Aug 25 14:59:51.496526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-903569d0-e395-483e-8367-079880739cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.544660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a673bc8c-2a56-416f-8fb6-c5f0930ccffd req-6145bf9a-48e0-4560-b02a-fb345d0497ba tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955064 Aug 25 14:59:51.574555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-903569d0-e395-483e-8367-079880739cf5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b6b9c0f20664670ae7217a3f3a14768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6519890 Aug 25 14:59:51.583369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39260) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:51.596850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903569d0-e395-483e-8367-079880739cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8ab7c-524e-418a-bcc8-aca0dbe325f4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:51.670033 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-d40e7189-d670-4cf7-b8d1-aebddf5c7a32 service neutron] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856638 Aug 25 14:59:51.700510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:59:51.758788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-8abc042b-ae32-44d6-bc75-56ece7353d71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=892289ca-96b0-4816-9975-2e7bc9cbad18 HTTP/1.1" status: 200 len: 217 time: 0.0763927 Aug 25 14:59:51.761666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:59:51.770440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851419-eb3b-4ab9-8b2f-9e8b713c6c53 req-2e44d24c-fc7d-4fd6-8af1-57386fa73c00 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.778514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0851419-eb3b-4ab9-8b2f-9e8b713c6c53 req-2e44d24c-fc7d-4fd6-8af1-57386fa73c00 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 944 time: 0.2452857 Aug 25 14:59:51.794652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e8d88-83a0-4a53-b5a8-b43c4fa0f4b4 req-6e405c66-9007-4cf4-acc3-656c468f864e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.797908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e49e8d88-83a0-4a53-b5a8-b43c4fa0f4b4 req-6e405c66-9007-4cf4-acc3-656c468f864e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0767846 Aug 25 14:59:51.846230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.857270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6c01b9a0-ea2b-46e4-b3e4-a97e1506c814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.878288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e49e8d88-83a0-4a53-b5a8-b43c4fa0f4b4 req-ac31221f-adf0-4240-956c-82d046923069 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698295 Aug 25 14:59:51.927003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f0851419-eb3b-4ab9-8b2f-9e8b713c6c53 req-c82ca06b-2f28-4f84-a0f5-68e84ee98992 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465940 Aug 25 14:59:51.931867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.932602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:51.934253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] 10.222.0.45 "PUT /v2.0/ports/f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 1092 time: 2.2892568 Aug 25 14:59:51.940445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:51.943860 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976709d-4fe3-425d-9e0a-34c2c4798d74" -d '{"events": [{"name": "network-changed", "server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:51.948831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-87ee9233-ac8f-425c-bcf2-d9de8287f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:51.951446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-87ee9233-ac8f-425c-bcf2-d9de8287f93c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.1697381 Aug 25 14:59:51.984668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6c01b9a0-ea2b-46e4-b3e4-a97e1506c814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:52.014523 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a6814-0eff-4b1f-853c-2dce2cb31013 x-openstack-request-id: req-ab5a6814-0eff-4b1f-853c-2dce2cb31013 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:52.014895 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:52.015238 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab5a6814-0eff-4b1f-853c-2dce2cb31013 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:52.015698 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'status': 'completed', 'code': 200} Aug 25 14:59:52.027435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bc1a2-be32-4430-a4da-265fd5de335e service neutron] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:52.057694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568410fb-6c0b-4a32-9249-a25c74514eda req-f35e9b28-882c-46b1-bbbc-1f40870800d3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.059588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-568410fb-6c0b-4a32-9249-a25c74514eda req-f35e9b28-882c-46b1-bbbc-1f40870800d3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0770187 Aug 25 14:59:52.110403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-bfc100e4-48d3-422f-a5f0-bccc076c18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.112003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-bfc100e4-48d3-422f-a5f0-bccc076c18d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1488428 Aug 25 14:59:52.121591 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-568410fb-6c0b-4a32-9249-a25c74514eda req-13757f3b-9008-40d2-855b-07ef344a5a9e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554323 Aug 25 14:59:52.135553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976709d-4fe3-425d-9e0a-34c2c4798d74 req-022eeba1-4814-4486-bd59-1675d4b20898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.137177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d976709d-4fe3-425d-9e0a-34c2c4798d74 req-022eeba1-4814-4486-bd59-1675d4b20898 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1095 time: 0.0992877 Aug 25 14:59:52.274318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6c01b9a0-ea2b-46e4-b3e4-a97e1506c814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:52.275881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6c01b9a0-ea2b-46e4-b3e4-a97e1506c814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:52.277103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6c01b9a0-ea2b-46e4-b3e4-a97e1506c814 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dc8ab7c-524e-418a-bcc8-aca0dbe325f4 HTTP/1.1" status: 204 len: 168 time: 0.6646574 Aug 25 14:59:52.319208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80a86ec2-f67b-41f8-aca2-dde4193d3acb req-9d210cc6-f5d7-41e2-aa39-f4235f7e7054 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0695996 Aug 25 14:59:52.350816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:59:52.352272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01b9a0-ea2b-46e4-b3e4-a97e1506c814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8ab7c-524e-418a-bcc8-aca0dbe325f4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:52.375045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-1988677f-a484-48ea-aac8-bedf1a3b911f service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526391 Aug 25 14:59:52.378322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976709d-4fe3-425d-9e0a-34c2c4798d74 req-e1a85708-ec3d-431a-add8-dcf580ba79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.379858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d976709d-4fe3-425d-9e0a-34c2c4798d74 req-e1a85708-ec3d-431a-add8-dcf580ba79c3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2319040 Aug 25 14:59:52.644143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:52.647833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-587ff0a7-c91b-4421-bfd3-5e8a53122ef7 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626801 Aug 25 14:59:52.651113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976709d-4fe3-425d-9e0a-34c2c4798d74 req-30c53dd3-782d-4f38-bb9b-6f1c84bfbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.653890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d976709d-4fe3-425d-9e0a-34c2c4798d74 req-30c53dd3-782d-4f38-bb9b-6f1c84bfbcdd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2369666 Aug 25 14:59:52.674137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'port_id': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'mac_address': 'fa:16:3e:ad:7f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421d880e-e3ff-46f1-85ec-2922eee8e7fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:59:52.695804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-ecaf8789-8acf-4eae-934f-df39ab2a633d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.707012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-ecaf8789-8acf-4eae-934f-df39ab2a633d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.3195124 Aug 25 14:59:52.725980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-c26dc2be-365d-45af-b0e3-ff8824c8d3d7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/quotas/a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 375 time: 0.0177488 Aug 25 14:59:52.763489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-4cca2689-f182-4084-b58b-88516dcb465e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 200 len: 217 time: 0.1054149 Aug 25 14:59:52.779766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabb5d-6e7e-4f23-89e3-dedcb3473f7b req-8d3403ec-eb28-48c7-b8fd-87cb744dede6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.780120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:52.781873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2daabb5d-6e7e-4f23-89e3-dedcb3473f7b req-8d3403ec-eb28-48c7-b8fd-87cb744dede6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1998708 Aug 25 14:59:52.823515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:52.869086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:52.906039 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-f93fb94b-3089-4760-b9df-3b04070ff345 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1732199 Aug 25 14:59:52.920058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-9406cacd-ef10-4036-af23-5081e5cfb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.921962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-9406cacd-ef10-4036-af23-5081e5cfb3d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 200 len: 797 time: 0.1515880 Aug 25 14:59:52.924568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-f892c633-f99e-4eb9-be86-06675c6297ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:52.926361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-f892c633-f99e-4eb9-be86-06675c6297ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1095 time: 0.1749477 Aug 25 14:59:52.930421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2daabb5d-6e7e-4f23-89e3-dedcb3473f7b req-6004fe53-fbea-4cca-856f-c48f2dd3729e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086421 Aug 25 14:59:52.959929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:53.080164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:53.143749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-c2a6e345-0035-4bca-aa17-97693e9a4eb2 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164910 Aug 25 14:59:53.169635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:53.360882 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-3f0d7ea8-d522-40e8-804f-62659add1c5f service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155621 Aug 25 14:59:53.402030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39316) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:53.431771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c902348d-0524-4a2f-a08b-22f6e8f5cdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:53.438037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-bafd5aa8-ec10-424b-ad06-bfc90df434ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 217 time: 0.4969654 Aug 25 14:59:53.569462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-ab34048d-f079-4e0e-930c-46b57460ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:53.573126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-ab34048d-f079-4e0e-930c-46b57460ac7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afe330ac-65f4-44a8-9301-59dcac345fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6411393 Aug 25 14:59:53.608912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-aa5fe791-70b0-4f74-b09d-6bb87ea2bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:53.610517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-aa5fe791-70b0-4f74-b09d-6bb87ea2bfb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.1633637 Aug 25 14:59:53.644090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c902348d-0524-4a2f-a08b-22f6e8f5cdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:53.674710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe168c7-c51e-4a5c-b145-bf0b0bd60553 req-bea00d7c-d8d8-4a9a-b3b9-57ddf1eba9f1 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:53.683784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe168c7-c51e-4a5c-b145-bf0b0bd60553 req-bea00d7c-d8d8-4a9a-b3b9-57ddf1eba9f1 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 944 time: 0.2486095 Aug 25 14:59:53.738484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e08515ee-f4fb-4d21-a40f-3befc6ca45c2 req-bd91d1dd-944c-4da4-9813-5079dc6e4531 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0339334 Aug 25 14:59:53.747129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e6baa16-5f95-4cfb-a103-0b9f323b6372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:53.760510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c902348d-0524-4a2f-a08b-22f6e8f5cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:53.831447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902348d-0524-4a2f-a08b-22f6e8f5cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e293daa9-b356-494c-8824-803fb24371c3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:53.866018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:53.892742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c902348d-0524-4a2f-a08b-22f6e8f5cdde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3dac2ad228e4c8ebd7c2fd527dd2102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886575 Aug 25 14:59:53.893274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39332) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 14:59:53.931703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-992d84da-4d11-4072-9f05-5664504e0c7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2454469 Aug 25 14:59:54.033267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbe168c7-c51e-4a5c-b145-bf0b0bd60553 req-fb7e7fb6-a094-4722-bb6f-58832fff06d7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485277 Aug 25 14:59:54.071177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-53d73689-5479-4e4e-8f25-f0dd14b6bcb4 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864986 Aug 25 14:59:54.082112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-9b8d7c78-7cb1-456d-9dac-c8bee9f18f76 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422720 Aug 25 14:59:54.082813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15294bc2-ac27-42d9-947c-d2b21f1c6c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.092389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6f56bb50-ca8c-4257-b50e-93dcfa85725e req-01066d8f-2a4d-4426-8f35-88607136d7a4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 210 time: 0.0966582 Aug 25 14:59:54.156361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15294bc2-ac27-42d9-947c-d2b21f1c6c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.315280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18173-c1c3-44b0-88c8-e01ddc51e353 req-4a4eb466-7a73-4e00-b62f-07c84f60a742 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:54.317049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55e18173-c1c3-44b0-88c8-e01ddc51e353 req-4a4eb466-7a73-4e00-b62f-07c84f60a742 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1843803 Aug 25 14:59:54.358294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 14:59:54.362025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15294bc2-ac27-42d9-947c-d2b21f1c6c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.364756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15294bc2-ac27-42d9-947c-d2b21f1c6c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.365963 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15294bc2-ac27-42d9-947c-d2b21f1c6c47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e293daa9-b356-494c-8824-803fb24371c3 HTTP/1.1" status: 204 len: 168 time: 0.4717321 Aug 25 14:59:54.415431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15294bc2-ac27-42d9-947c-d2b21f1c6c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293daa9-b356-494c-8824-803fb24371c3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:54.416008 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d5d7f97-10f6-4b90-aae8-b4b961097730 req-af9b480d-0934-4046-a3fd-fa6c51ec4e3a service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231142 Aug 25 14:59:54.417061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8b063e2-87f9-4b4b-ab98-0ff5697774ec req-f8f72146-b7c5-41c3-87ce-55bb2808a9f8 service neutron] 10.222.0.52 "GET /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261395 Aug 25 14:59:54.468689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55e18173-c1c3-44b0-88c8-e01ddc51e353 req-a8fb72ba-8b77-46f8-9ec4-7be432777712 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355467 Aug 25 14:59:54.541753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:54.542515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.665089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.699505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 14:59:54.702169 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bbc948-8974-42e7-9931-fc373c8a2480" -d '{"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-plugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 14:59:54.716035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:54.789329 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea74fdc1-9604-4e34-816e-0f14cf6af4e6 x-openstack-request-id: req-ea74fdc1-9604-4e34-816e-0f14cf6af4e6 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 14:59:54.794035 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-plugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 14:59:54.794420 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea74fdc1-9604-4e34-816e-0f14cf6af4e6 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 14:59:54.794930 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'code': 200} Aug 25 14:59:54.798586 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:54.912435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:54.954006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3512c054-a1a6-46c0-9f71-02be407247f6 req-a11cd1b9-c6ae-4a58-b952-af511e9b059c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0496185 Aug 25 14:59:55.252474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-066ad630-fe0b-4513-93ac-5f85a3496068 req-11ba4df0-5306-4d0c-8dc1-59305306694b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 210 time: 0.0439837 Aug 25 14:59:55.299162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e666e5-b464-4302-b6e6-4e89d6db2147 req-93267def-0f6b-4e12-9ec4-55e18456aef1 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:55.310095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e666e5-b464-4302-b6e6-4e89d6db2147 req-93267def-0f6b-4e12-9ec4-55e18456aef1 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 944 time: 0.1874051 Aug 25 14:59:55.384973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e666e5-b464-4302-b6e6-4e89d6db2147 req-81f8efc1-cfd9-4ffc-8463-6bd1e07ced4e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704899 Aug 25 14:59:55.395805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:55.684766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a7203-e7d3-49a7-9413-e1cb38e4bd2f req-632804ea-c529-42e3-bdae-1ff1045cd886 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:55.696060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db7a7203-e7d3-49a7-9413-e1cb38e4bd2f req-632804ea-c529-42e3-bdae-1ff1045cd886 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1154306 Aug 25 14:59:55.744120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db7a7203-e7d3-49a7-9413-e1cb38e4bd2f req-fb63f86f-8509-40d2-996b-73b8246a181f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462058 Aug 25 14:59:56.177304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ce083b1-bed9-4acb-b58f-e428127cffb1 req-b7dc3802-6296-4e9c-97c7-c03653393b3e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0467341 Aug 25 14:59:56.413491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd66416c-e302-4830-9a14-0acb96bb8767 req-c37cffc7-45a8-4822-8563-7d8fcb74ebda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 210 time: 0.0566239 Aug 25 14:59:56.649677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097b2e3-ee0b-4222-86ac-37db2dc3387b req-0f2f9d13-e14d-4601-a301-8a2fdb065baa tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:56.651841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a097b2e3-ee0b-4222-86ac-37db2dc3387b req-0f2f9d13-e14d-4601-a301-8a2fdb065baa tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 944 time: 0.1644647 Aug 25 14:59:56.739255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-9aeb7068-a91f-4d3d-825f-027fcbc4ed73 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:56.740690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-9aeb7068-a91f-4d3d-825f-027fcbc4ed73 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.2091269 Aug 25 14:59:56.754061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a097b2e3-ee0b-4222-86ac-37db2dc3387b req-666b4cad-a557-4578-b5af-74ecba43299c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929749 Aug 25 14:59:56.775704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'port': {'device_id': '0a86d1a1-7210-45e4-8379-461e3831c314', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'admin_state_up': True, 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:56.932123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe1cf-0b70-498c-8785-f52010545657 req-eef9960d-518e-4ef0-80aa-66c0a1beaf66 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:56.947414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17bbe1cf-0b70-498c-8785-f52010545657 req-eef9960d-518e-4ef0-80aa-66c0a1beaf66 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1024168 Aug 25 14:59:57.033206 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:57.037154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17bbe1cf-0b70-498c-8785-f52010545657 req-0336e4f2-3088-4a71-86b0-5f8392df116d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 Aug 25 14:59:57.152248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 14:59:57.152658 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:57.159681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:57.375356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Allocated IP 172.20.0.8 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/35a3fad6-118f-4c8f-865a-6b0433c216ff) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 14:59:57.431874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66dc25bb-95b7-42d3-a8fc-34a8cbfa4118 req-e0555abd-6020-4627-93c2-d7ecfeba1071 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0850270 Aug 25 14:59:57.656584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:57.677388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46a59ef9-97ed-414f-82f9-6644718f1064 req-f9df1c20-8a8e-409b-be24-d38b1958f685 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 210 time: 0.0785570 Aug 25 14:59:57.699486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Transition to ACTIVE for port object 35a3fad6-118f-4c8f-865a-6b0433c216ff will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:59:57.876359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:57.940906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 14:59:57.949017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 14:59:57.953651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 14:59:57.999546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d69e0-ce81-40a7-b86f-82e45711133d req-badc49ba-60c6-46d4-82cc-6a4e7ff00ad4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:58.015927 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-207d69e0-ce81-40a7-b86f-82e45711133d req-badc49ba-60c6-46d4-82cc-6a4e7ff00ad4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 944 time: 0.1255362 Aug 25 14:59:58.026034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=35a3fad6-118f-4c8f-865a-6b0433c216ff,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:58.094488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:58.095269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:58.178459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-207d69e0-ce81-40a7-b86f-82e45711133d req-905775d4-5edc-439e-aba6-4d7a13c01a20 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586628 Aug 25 14:59:58.219887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-d6987a76-e9ba-40e0-84f0-d3fea7f8ff1b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640534 Aug 25 14:59:58.251094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Request body: {'port': {'device_id': '0a86d1a1-7210-45e4-8379-461e3831c314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 14:59:58.354331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:58.355921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f125802c-6c7b-47a0-ba29-4e68334660a7 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 14:59:58.409603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e353cc-e904-4fb2-aae9-10bf356d536e req-6ca4df1a-da5d-4bc2-bda0-c12414fb4dab tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:58.415602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83e353cc-e904-4fb2-aae9-10bf356d536e req-6ca4df1a-da5d-4bc2-bda0-c12414fb4dab tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.2093203 Aug 25 14:59:58.557256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:58.606701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a', 'port_id': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'mac_address': 'fa:16:3e:2d:d4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66a9960-bd94-43ad-b89b-0e858720f2a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 14:59:58.625881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d1d24c6f-6528-4e72-9ea7-b30741fd794f None None] Provisioning for port 35a3fad6-118f-4c8f-865a-6b0433c216ff completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 14:59:58.627211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e8da982-6948-43a5-8c77-7945fb2db48d req-255c54aa-d335-499c-93dc-1c5a9b043271 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0615129 Aug 25 14:59:58.669119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d1d24c6f-6528-4e72-9ea7-b30741fd794f None None] Provisioning complete for port 35a3fad6-118f-4c8f-865a-6b0433c216ff triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 14:59:58.669513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d1d24c6f-6528-4e72-9ea7-b30741fd794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:58.742054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83e353cc-e904-4fb2-aae9-10bf356d536e req-b1fd3585-3f84-4d98-8784-3de550b3c28c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095713 Aug 25 14:59:58.746812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:58.758827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d1d24c6f-6528-4e72-9ea7-b30741fd794f None None] Port 35a3fad6-118f-4c8f-865a-6b0433c216ff cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 14:59:58.766543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125802c-6c7b-47a0-ba29-4e68334660a7 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:58.874291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 14:59:58.935993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d43d27-e50f-4605-a085-3877f2521434 req-b34563ca-7511-4d7e-abf5-9cc981b5a165 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:58.943180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06d43d27-e50f-4605-a085-3877f2521434 req-b34563ca-7511-4d7e-abf5-9cc981b5a165 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 931 time: 0.1122913 Aug 25 14:59:58.957860 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:58.965817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a3fad6-118f-4c8f-865a-6b0433c216ff {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 14:59:58.978785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:58.989547 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:59.055516 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06d43d27-e50f-4605-a085-3877f2521434 req-e7f60996-a8ce-4df4-b9ab-6f403e7b20f4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027408 Aug 25 14:59:59.060674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Transition to ACTIVE for port object 35a3fad6-118f-4c8f-865a-6b0433c216ff will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 14:59:59.079729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:59.146933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:59.225566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 14:59:59.318733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Pushing event updated for resources: {'Port': ['ID=35a3fad6-118f-4c8f-865a-6b0433c216ff,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 14:59:59.539060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Attempting to bind port 35a3fad6-118f-4c8f-865a-6b0433c216ff on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 14:59:59.539731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Attempting to bind port 35a3fad6-118f-4c8f-865a-6b0433c216ff by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 14:59:59.539878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Attempting to bind port 35a3fad6-118f-4c8f-865a-6b0433c216ff on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:59:59.562513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Port 35a3fad6-118f-4c8f-865a-6b0433c216ff on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 14:59:59.562914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Attempting to bind port 35a3fad6-118f-4c8f-865a-6b0433c216ff on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 14:59:59.572905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 14:59:59.573422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 14:59:59.573731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 14:59:59.574217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Bound port: 35a3fad6-118f-4c8f-865a-6b0433c216ff, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 14:59:59.574683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:59.602216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eb5a2-0c81-4b7e-bb0d-cece4334492e req-98fd2b5c-5425-45dd-ac36-09acdc758a78 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:59.610497 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d7eb5a2-0c81-4b7e-bb0d-cece4334492e req-98fd2b5c-5425-45dd-ac36-09acdc758a78 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 945 time: 0.2243977 Aug 25 14:59:59.681360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d7eb5a2-0c81-4b7e-bb0d-cece4334492e req-497c9248-530b-4591-a10b-92a5ff4403da tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699928 Aug 25 14:59:59.718735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] For port 35a3fad6-118f-4c8f-865a-6b0433c216ff, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 14:59:59.722434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] For port 35a3fad6-118f-4c8f-865a-6b0433c216ff, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 14:59:59.759804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c2115a5e-2f7b-4921-adc2-ed8aa2085d06 req-09b85b8e-8132-490e-875f-daf0e4f84a81 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0309193 Aug 25 14:59:59.913140 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 14:59:59.942060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4842c4-dd06-4719-a41e-93e7f62cb927 req-ed974767-ca7f-4cbf-bb23-68ed0dab96f1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 14:59:59.943784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b4842c4-dd06-4719-a41e-93e7f62cb927 req-ed974767-ca7f-4cbf-bb23-68ed0dab96f1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0937977 Aug 25 15:00:00.071098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:00.071744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:00.073697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] 10.222.0.52 "PUT /v2.0/ports/35a3fad6-118f-4c8f-865a-6b0433c216ff HTTP/1.1" status: 200 len: 1091 time: 1.8291671 Aug 25 15:00:00.087567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b4842c4-dd06-4719-a41e-93e7f62cb927 req-99b7447a-b9ba-4f5d-91b5-aed57eb6c855 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888307 Aug 25 15:00:00.090853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a86d1a1-7210-45e4-8379-461e3831c314', 'tag': '35a3fad6-118f-4c8f-865a-6b0433c216ff'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:00.096017 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a86d1a1-7210-45e4-8379-461e3831c314", "tag": "35a3fad6-118f-4c8f-865a-6b0433c216ff"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:00.183220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952f50c-ef49-44ae-a645-0f3c3e1abd6b service neutron] Pushing event updated for resources: {'Port': ['ID=35a3fad6-118f-4c8f-865a-6b0433c216ff,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:00.206045 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfff1d93-db50-481f-a9c1-815dabdb18e3 x-openstack-request-id: req-bfff1d93-db50-481f-a9c1-815dabdb18e3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:00.208695 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a86d1a1-7210-45e4-8379-461e3831c314", "tag": "35a3fad6-118f-4c8f-865a-6b0433c216ff", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:00.209201 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfff1d93-db50-481f-a9c1-815dabdb18e3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:00.232733 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a86d1a1-7210-45e4-8379-461e3831c314', 'tag': '35a3fad6-118f-4c8f-865a-6b0433c216ff', 'status': 'completed', 'code': 200} Aug 25 15:00:00.323789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298780-d51f-4e0c-ad86-661f50b5a503 req-e7b443dd-8d2e-4d95-8d27-344ed6712aa3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:00.333458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-fbee789b-436c-4086-9499-ba9b03d5cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:00.337513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-fbee789b-436c-4086-9499-ba9b03d5cd07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 1094 time: 0.1381059 Aug 25 15:00:00.339094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a0298780-d51f-4e0c-ad86-661f50b5a503 req-e7b443dd-8d2e-4d95-8d27-344ed6712aa3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 943 time: 0.1253307 Aug 25 15:00:00.373494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f125802c-6c7b-47a0-ba29-4e68334660a7 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:00:00.435880 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a0298780-d51f-4e0c-ad86-661f50b5a503 req-8ee93854-22cb-4cc1-9f00-c3e03467995b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956759 Aug 25 15:00:00.524561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-f394379e-d46f-4419-b9c1-7f24cd87ba4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff HTTP/1.1" status: 200 len: 217 time: 0.1747992 Aug 25 15:00:00.642816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-b4ac697e-5294-4a23-acf5-556d30286a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:00.650447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-b4ac697e-5294-4a23-acf5-556d30286a35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1178498 Aug 25 15:00:00.667577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port f125802c-6c7b-47a0-ba29-4e68334660a7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:00:00.672944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f125802c-6c7b-47a0-ba29-4e68334660a7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:00.673435 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:00.697531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:00.764941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-212a0981-e799-45eb-9555-a8c4da6e3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:00.766512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-212a0981-e799-45eb-9555-a8c4da6e3f19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144323 Aug 25 15:00:01.008256 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.064945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:01.071336 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51277efb-6c53-4f38-a789-7a438fc81df7" -d '{"events": [{"server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "name": "network-vif-plugged", "status": "completed", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:01.097058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-f3d58487-be77-4102-8f8d-e116169735da service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224180 Aug 25 15:00:01.115370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:01.118855 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4abf597-4e8d-4c97-b9f4-185aebbc8229 req-a966017d-c975-4724-ad00-1bde02fb1aaf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.1420083 Aug 25 15:00:01.122962 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89e55a19-c335-4221-8671-6cc774fb1afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.201339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.265823 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b56c1-d810-45cd-95bf-7f0724e727ba x-openstack-request-id: req-d08b56c1-d810-45cd-95bf-7f0724e727ba {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:01.266190 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "name": "network-vif-plugged", "status": "completed", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:01.266383 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d08b56c1-d810-45cd-95bf-7f0724e727ba {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:01.268993 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'code': 200} Aug 25 15:00:01.278295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-774c8579-a148-4f7f-9032-ce9fd6c7e20f req-c4d41573-7011-4239-bf84-1ddf959a1693 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640725 Aug 25 15:00:01.312633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143c979-7017-4a36-9a86-6d2eaa72c1ea req-5f97b1f0-ad76-4cf7-9ae8-8f4e59fd2d73 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.324308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b143c979-7017-4a36-9a86-6d2eaa72c1ea req-5f97b1f0-ad76-4cf7-9ae8-8f4e59fd2d73 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 945 time: 0.4454000 Aug 25 15:00:01.348485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:01.437436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b143c979-7017-4a36-9a86-6d2eaa72c1ea req-659ac50b-1991-44e5-b6bf-d25801036609 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051054 Aug 25 15:00:01.443068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89e55a19-c335-4221-8671-6cc774fb1afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.513474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0a6c1-b523-4aac-9aeb-bc373723d7cc req-8fd1ef33-c7ae-4065-ab5e-19ef97f5c0d5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.523910 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-31d0a6c1-b523-4aac-9aeb-bc373723d7cc req-8fd1ef33-c7ae-4065-ab5e-19ef97f5c0d5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0832939 Aug 25 15:00:01.558611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-6a16b4e4-6c99-4027-a46e-4e44429da34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.560196 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-6a16b4e4-6c99-4027-a46e-4e44429da34c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 1094 time: 0.1465256 Aug 25 15:00:01.562825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89e55a19-c335-4221-8671-6cc774fb1afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.567190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4802c3c-8d77-4627-8fa4-961332af0b2a req-1fc37f01-332d-4368-809f-dce22bf9dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.568859 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4802c3c-8d77-4627-8fa4-961332af0b2a req-1fc37f01-332d-4368-809f-dce22bf9dbb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1097 time: 0.1564057 Aug 25 15:00:01.637137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-31d0a6c1-b523-4aac-9aeb-bc373723d7cc req-c49b79e5-2acf-4284-bd55-be915a6259c9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108751 Aug 25 15:00:01.657280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e55a19-c335-4221-8671-6cc774fb1afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df94eb72-7fe3-4588-acdb-6aa69c4495ce,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:01.712221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-89e55a19-c335-4221-8671-6cc774fb1afa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92c4fb8b5e8e49d5a4c7f7c42383c42c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0134401 Aug 25 15:00:01.714690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:01.737773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4802c3c-8d77-4627-8fa4-961332af0b2a req-ca1aaaf1-a407-4fae-b979-5c4318b2478d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573176 Aug 25 15:00:01.765261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb5920-3677-4aa6-83f1-cf73c895cb4c req-ad762266-058f-470e-aab2-54db81fc932b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.767478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1fb5920-3677-4aa6-83f1-cf73c895cb4c req-ad762266-058f-470e-aab2-54db81fc932b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 943 time: 0.1860256 Aug 25 15:00:01.799608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-01480415-ce4b-48a2-bce6-ab0188fb6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.801365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-01480415-ce4b-48a2-bce6-ab0188fb6348 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.2294204 Aug 25 15:00:01.860967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3f5419e-cea7-41dd-a24f-6ee0ddbbd4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.884546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3f5419e-cea7-41dd-a24f-6ee0ddbbd4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:01.929952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-c5d01632-f4dc-466d-9cdb-c9c104b30808 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff HTTP/1.1" status: 200 len: 217 time: 0.1143556 Aug 25 15:00:01.939136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1fb5920-3677-4aa6-83f1-cf73c895cb4c req-d3875fbd-4221-41f0-97e4-bc86bff2d644 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587582 Aug 25 15:00:01.996287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-3044eb18-cf29-4391-a6dc-374233cb6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:01.998039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-3044eb18-cf29-4391-a6dc-374233cb6094 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0580463 Aug 25 15:00:02.070310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-53b34308-bb1e-4b8c-9a92-85789442e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:02.071893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-53b34308-bb1e-4b8c-9a92-85789442e603 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649698 Aug 25 15:00:02.186234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3f5419e-cea7-41dd-a24f-6ee0ddbbd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:02.189214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3f5419e-cea7-41dd-a24f-6ee0ddbbd4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:02.190531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d3f5419e-cea7-41dd-a24f-6ee0ddbbd4d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df94eb72-7fe3-4588-acdb-6aa69c4495ce HTTP/1.1" status: 204 len: 168 time: 0.4746442 Aug 25 15:00:02.215626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5419e-cea7-41dd-a24f-6ee0ddbbd4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df94eb72-7fe3-4588-acdb-6aa69c4495ce,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:02.258096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-7392e080-e570-4671-8837-5bf7b88f4381 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729488 Aug 25 15:00:02.385425 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8246a202-e50d-4bf3-a60e-3e901a4a89da req-f569b8d9-091a-4dbd-b53a-b6b4ae17df3b tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0748892 Aug 25 15:00:02.526897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd07f6f5-44bd-4d86-a5fb-2ffb53ab36c8 req-6255ef7e-87ed-4466-b703-9ba87c0caf03 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677503 Aug 25 15:00:02.594537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432be4b-6a74-4902-ad5e-f0514048b8c1 req-3fc57010-2944-41be-88fa-05c2d64ce0a8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:02.596342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7432be4b-6a74-4902-ad5e-f0514048b8c1 req-3fc57010-2944-41be-88fa-05c2d64ce0a8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 946 time: 0.0830631 Aug 25 15:00:02.662676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7432be4b-6a74-4902-ad5e-f0514048b8c1 req-0ac136f2-2980-43be-bba1-f6ba2e6c4ed3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540895 Aug 25 15:00:02.849598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe7381-3d0a-42d3-a58d-7ce5d7f24577 req-5f9980f9-73e0-404e-887a-6b3d0fd20a85 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:02.862910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbfe7381-3d0a-42d3-a58d-7ce5d7f24577 req-5f9980f9-73e0-404e-887a-6b3d0fd20a85 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1249352 Aug 25 15:00:02.955785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cbfe7381-3d0a-42d3-a58d-7ce5d7f24577 req-c9afe1ba-111d-446f-ba99-07886e8fe39d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855365 Aug 25 15:00:03.127959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6a094-f215-4408-8eaf-cf69dc9ee828 req-f2589a37-d498-4eb0-a5d5-e026d1faa65a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:03.138798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05d6a094-f215-4408-8eaf-cf69dc9ee828 req-f2589a37-d498-4eb0-a5d5-e026d1faa65a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 943 time: 0.0784218 Aug 25 15:00:03.231436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05d6a094-f215-4408-8eaf-cf69dc9ee828 req-da49437a-bdc0-4b24-993b-5510bae110ef tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877295 Aug 25 15:00:03.390669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39544) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:03.415584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f682b86-5757-4e2e-ab08-549e333b7a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:03.564901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5adb4ad7-315e-4b38-ae7a-977971562102 req-ab526f21-a573-4131-a044-15bee07c9287 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0286491 Aug 25 15:00:03.639909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f682b86-5757-4e2e-ab08-549e333b7a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:03.701320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f682b86-5757-4e2e-ab08-549e333b7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:03.759841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0f682b86-5757-4e2e-ab08-549e333b7a61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa5bb4e116834ea3a5a867586ca841bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673692 Aug 25 15:00:03.761716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f682b86-5757-4e2e-ab08-549e333b7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595940b1-45f2-4d76-9d7c-f1550762dacb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:03.764205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39552) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:03.875196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fbe30-103a-437c-9a2f-2e8959430ad8 req-ac5f3574-5120-4237-97f0-a8315ce73e8c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:03.877404 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b48fbe30-103a-437c-9a2f-2e8959430ad8 req-ac5f3574-5120-4237-97f0-a8315ce73e8c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 946 time: 0.1207817 Aug 25 15:00:03.884611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3eefdea-6011-4f86-bcb1-6ae38acccb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:03.919578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3eefdea-6011-4f86-bcb1-6ae38acccb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:03.944251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b48fbe30-103a-437c-9a2f-2e8959430ad8 req-82c39504-4dbc-4ea5-b903-ff7b56ce4db7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586033 Aug 25 15:00:04.041283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3eefdea-6011-4f86-bcb1-6ae38acccb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:04.044075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3eefdea-6011-4f86-bcb1-6ae38acccb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:04.048104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c3eefdea-6011-4f86-bcb1-6ae38acccb01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/595940b1-45f2-4d76-9d7c-f1550762dacb HTTP/1.1" status: 204 len: 168 time: 0.2798731 Aug 25 15:00:04.085367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eefdea-6011-4f86-bcb1-6ae38acccb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595940b1-45f2-4d76-9d7c-f1550762dacb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:04.149015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-b665a053-7d76-4d26-9a44-d5e428afac6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-856108334&fields=id&tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 267 time: 0.0747216 Aug 25 15:00:04.181237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b776c95-be97-42cc-b0b9-46c433a22666 req-338e2547-db38-4a5e-8b5f-3243fe3e14d6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:04.189865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b776c95-be97-42cc-b0b9-46c433a22666 req-338e2547-db38-4a5e-8b5f-3243fe3e14d6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1057444 Aug 25 15:00:04.238366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b776c95-be97-42cc-b0b9-46c433a22666 req-867cfbe8-310b-46e5-8fb6-8b967b9d2c20 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Aug 25 15:00:04.264799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2939ae61-c538-4151-ad8e-4021e37cf85a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:04.273932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2939ae61-c538-4151-ad8e-4021e37cf85a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 946 time: 0.1150293 Aug 25 15:00:04.280026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'port': {'security_groups': ['cecb3bf2-7701-49d9-a6e6-36178814b3b6', '46fa210f-b109-454a-a087-840921f263e7']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:04.423768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:04.428081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0828-c6c1-43dd-b9ba-dae6bb45251f req-685feae7-83c8-40fa-b3d6-32040f449cbb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:04.436201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c2fe0828-c6c1-43dd-b9ba-dae6bb45251f req-685feae7-83c8-40fa-b3d6-32040f449cbb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 943 time: 0.1037903 Aug 25 15:00:04.482996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c2fe0828-c6c1-43dd-b9ba-dae6bb45251f req-5cb91bb2-53dd-4b85-b815-25510bd1e50f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Aug 25 15:00:04.675041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:04.725139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:04.744071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ff8c64e6-4c90-48b8-9fe7-28dcdd629bb2 req-7510a6f9-db0b-4aba-b87d-cba99f99d185 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0407369 Aug 25 15:00:04.803653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:04.817510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:04.874859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:04.875610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:04.880525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c3027b9-5576-4b8e-b934-4fe5ff2a0a50 req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "PUT /v2.0/ports/f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 982 time: 0.6053898 Aug 25 15:00:04.881047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:04.883872 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a47ea-2fe8-4589-8326-ebb743347f27" -d '{"events": [{"name": "network-changed", "server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:04.907539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:04.927410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.927748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.929158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.929603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.929879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.932387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.932773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.934776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.934776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.934776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.934776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.936780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a1c71-d9d7-46c5-b0ac-e06192192bbf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:04.982259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:04.985532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 35a3fad6-118f-4c8f-865a-6b0433c216ff details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:00:05.000134 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44829437-da25-4edc-85d9-afe90e4202ee x-openstack-request-id: req-44829437-da25-4edc-85d9-afe90e4202ee {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:05.000490 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:05.011912 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44829437-da25-4edc-85d9-afe90e4202ee {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:05.014925 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'status': 'completed', 'code': 200} Aug 25 15:00:05.083921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aae135e9-e574-460d-a033-6c2b06efc30c req-3b229279-de14-4de8-8fa5-a3a60cad9f81 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-786455341&fields=id&tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 267 time: 0.0922103 Aug 25 15:00:05.116038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-98950002-f294-46f3-b059-8a00d34b9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:05.118441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-98950002-f294-46f3-b059-8a00d34b9598 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1136 time: 0.1367428 Aug 25 15:00:05.188196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae135e9-e574-460d-a033-6c2b06efc30c req-8b9e04ee-2a3c-4edc-b401-65fbd3ac346e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:05.189807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aae135e9-e574-460d-a033-6c2b06efc30c req-8b9e04ee-2a3c-4edc-b401-65fbd3ac346e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 985 time: 0.1020503 Aug 25 15:00:05.206402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'port': {'security_groups': ['46fa210f-b109-454a-a087-840921f263e7', 'cecb3bf2-7701-49d9-a6e6-36178814b3b6', '5bf25886-8d6b-4242-8749-3d568f1ad012']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:05.340209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-ef88e60f-608b-43f5-a06e-db2031a001f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:05.342639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-ef88e60f-608b-43f5-a06e-db2031a001f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.2168145 Aug 25 15:00:05.489508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:05.526389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-a1516b09-a6e2-4ad3-99ae-f8b54513bada service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 217 time: 0.1648185 Aug 25 15:00:05.548997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 35a3fad6-118f-4c8f-865a-6b0433c216ff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:05.609447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514577e-a94a-426c-b269-8122a73d5e5a req-2899e589-c7bf-4fe2-8584-89538318cca9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:05.614433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9514577e-a94a-426c-b269-8122a73d5e5a req-2899e589-c7bf-4fe2-8584-89538318cca9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.2922661 Aug 25 15:00:05.621696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '35a3fad6-118f-4c8f-865a-6b0433c216ff', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': '35a3fad6-118f-4c8f-865a-6b0433c216ff', 'mac_address': 'fa:16:3e:f3:89:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:00:05.675539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9514577e-a94a-426c-b269-8122a73d5e5a req-e4ecca77-5905-4168-b03a-2425b9cf1526 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 Aug 25 15:00:05.677449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-aec89c9c-905c-485b-918f-d4ddcacbb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:05.678936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-aec89c9c-905c-485b-918f-d4ddcacbb341 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.1444979 Aug 25 15:00:05.735744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:05.757747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-62723317-a524-41a9-b177-886000ed073d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703192 Aug 25 15:00:05.786750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a3fad6-118f-4c8f-865a-6b0433c216ff {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:05.821289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 35a3fad6-118f-4c8f-865a-6b0433c216ff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:05.888066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:05.930906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:05.963076 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:05.967537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-907d9cb9-1786-497c-a723-37fdc5dd26a8 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035153 Aug 25 15:00:06.061241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:06.111068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=35a3fad6-118f-4c8f-865a-6b0433c216ff,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:06.123225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:06.166143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e5a47ea-2fe8-4589-8326-ebb743347f27 req-e0629a58-2259-4f13-966e-bd619d93001c service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512921 Aug 25 15:00:06.208660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:06.221763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2734f17-f7b0-4703-9ba3-8c6da4b52cf5 req-58527393-ef38-48e4-9cce-82a917239eb7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:06.238524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2734f17-f7b0-4703-9ba3-8c6da4b52cf5 req-58527393-ef38-48e4-9cce-82a917239eb7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 944 time: 0.2698877 Aug 25 15:00:06.240801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.247742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.249120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.249778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.250352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.250910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.251561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.252099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.253558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.254132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.255387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.256918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:06.282776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:06.283498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:06.310666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aae135e9-e574-460d-a033-6c2b06efc30c req-ea3c058d-d737-45ec-994d-db0613ad2fc9 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "PUT /v2.0/ports/f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 1021 time: 1.1119220 Aug 25 15:00:06.316207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:06.324564 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:06.340559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:06.348831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2734f17-f7b0-4703-9ba3-8c6da4b52cf5 req-ea5c579e-15bb-4232-a66a-6c313a90122f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065986 Aug 25 15:00:06.393629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:06.524930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7845511-0693-40eb-ab4a-1db13a933c26 req-18a3656c-b61c-4bba-9ee3-46349e8f039c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:06.524930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7845511-0693-40eb-ab4a-1db13a933c26 req-18a3656c-b61c-4bba-9ee3-46349e8f039c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1024 time: 0.0926092 Aug 25 15:00:06.525528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3fe99b98-bd34-4880-be02-f98df561e436 req-3421d339-c2d3-4d57-a153-fd473f7f1f3c tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/ports?device_id=2026bb36-15cb-456c-a629-5422903f0cba HTTP/1.1" status: 200 len: 210 time: 0.0773141 Aug 25 15:00:06.622460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7845511-0693-40eb-ab4a-1db13a933c26 req-2a581502-40c0-4c92-8e6e-136b6d4eacfd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=5bf25886-8d6b-4242-8749-3d568f1ad012&id=46fa210f-b109-454a-a087-840921f263e7 HTTP/1.1" status: 200 len: 6156 time: 0.1000178 Aug 25 15:00:06.656278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-524d0cea-d060-471b-9076-da756d4f5586 req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2072833036 ', 'description': 'tempest-description-975250244'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:06.843697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-524d0cea-d060-471b-9076-da756d4f5586 req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:06.883238 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e6087-6893-4389-94df-fc8fe9ed5fc7 x-openstack-request-id: req-c85e6087-6893-4389-94df-fc8fe9ed5fc7 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:06.883603 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:06.883879 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c85e6087-6893-4389-94df-fc8fe9ed5fc7 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:06.885503 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'status': 'completed', 'code': 200} Aug 25 15:00:07.143436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b145a3e-8370-4eaf-878d-ad44430eec05 req-2be577a2-1653-4f00-9400-35e614ee82a9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:07.154431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b145a3e-8370-4eaf-878d-ad44430eec05 req-2be577a2-1653-4f00-9400-35e614ee82a9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1294627 Aug 25 15:00:07.239180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b145a3e-8370-4eaf-878d-ad44430eec05 req-d46e5ed4-60d3-40c9-9901-6e5385132f00 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767629 Aug 25 15:00:07.503802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-eea3f18d-14d9-4982-b1d2-ec1da52af52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:07.505341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-eea3f18d-14d9-4982-b1d2-ec1da52af52f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1175 time: 0.5828314 Aug 25 15:00:07.565616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf473f8-7109-4bee-832c-2abf23ec6955 req-7c542dc1-39c9-442d-8f9a-4e815ea6c034 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:07.579508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-abf473f8-7109-4bee-832c-2abf23ec6955 req-7c542dc1-39c9-442d-8f9a-4e815ea6c034 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 944 time: 0.1115739 Aug 25 15:00:07.615910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-524d0cea-d060-471b-9076-da756d4f5586 req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:07.647501 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-abf473f8-7109-4bee-832c-2abf23ec6955 req-6efb897d-4cf4-4bc7-aa24-80b414ebe1b5 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665989 Aug 25 15:00:07.659807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-0b172746-33b7-43b5-8f1f-a559f078f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:07.661518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-0b172746-33b7-43b5-8f1f-a559f078f3b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.1463776 Aug 25 15:00:07.728351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-524d0cea-d060-471b-9076-da756d4f5586 req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:07.734764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-917745c3-1585-4a08-99c2-e11b007047e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 217 time: 0.0656664 Aug 25 15:00:07.739439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39634) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:07.804008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c3a54c-1899-4a6c-adfb-c76ff100bd50,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:07.827820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-39ae6f26-9afc-40c0-914f-425896df09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:07.829405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-39ae6f26-9afc-40c0-914f-425896df09bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.0762579 Aug 25 15:00:07.866125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-d81abfe0-4204-4ae9-8564-b2ef74d716b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293508 Aug 25 15:00:07.867654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-524d0cea-d060-471b-9076-da756d4f5586 req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:07.872921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-524d0cea-d060-471b-9076-da756d4f5586 req-fb3431a1-70fa-41c9-813f-caa17cd01770 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.2215664 Aug 25 15:00:08.004857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-79820291'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:08.027463 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-771130d4-11e0-43ac-8912-23985c7aafac service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519177 Aug 25 15:00:08.032331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aae82f8f-bc8e-4989-a63c-b780b76506ab req-d2a28589-2b93-494a-afc4-c4752a2513bd tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/66c3a54c-1899-4a6c-adfb-c76ff100bd50 HTTP/1.1" status: 200 len: 1782 time: 0.1236780 Aug 25 15:00:08.133592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Made reservation on behalf of 4089f41469a04641bf61827f754e8b7a for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:08.138018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.161275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.209397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d03633c-7f65-4c3c-8d3c-d3fe2a3ecbd8 req-129fca0c-0ad4-4221-a3e7-9e1cd4339afd service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741073 Aug 25 15:00:08.215170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1174ec5-fac7-40b4-8c2a-a396bf64bcab req-a5386cdd-d747-43e9-937e-a37ba0798491 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/66c3a54c-1899-4a6c-adfb-c76ff100bd50 HTTP/1.1" status: 200 len: 1782 time: 0.1188259 Aug 25 15:00:08.311170 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1174ec5-fac7-40b4-8c2a-a396bf64bcab req-48c13c3e-c5b7-4d43-9c42-dc961c42ae16 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.313172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.338938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1174ec5-fac7-40b4-8c2a-a396bf64bcab req-48c13c3e-c5b7-4d43-9c42-dc961c42ae16 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.403433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.441162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2101c086-3baa-4fba-a55d-089ab5a34300,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:08.472559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1174ec5-fac7-40b4-8c2a-a396bf64bcab req-48c13c3e-c5b7-4d43-9c42-dc961c42ae16 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.476383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1174ec5-fac7-40b4-8c2a-a396bf64bcab req-48c13c3e-c5b7-4d43-9c42-dc961c42ae16 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.488124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1174ec5-fac7-40b4-8c2a-a396bf64bcab req-48c13c3e-c5b7-4d43-9c42-dc961c42ae16 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/66c3a54c-1899-4a6c-adfb-c76ff100bd50 HTTP/1.1" status: 204 len: 173 time: 0.2648296 Aug 25 15:00:08.494199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:08.499471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c13c3e-c5b7-4d43-9c42-dc961c42ae16 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c3a54c-1899-4a6c-adfb-c76ff100bd50,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:08.530711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.531151 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Added segment 17311b6a-a221-4093-8557-036753d38972 of type vlan for network a89f1c70-2de1-4a72-8644-078375fc740e Aug 25 15:00:08.588796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.650821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8e0a8-dc1a-4a92-a807-59b7715ab189 req-1484bf09-f9c2-4b0f-adfc-a2ad54789028 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:08.653224 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63c8e0a8-dc1a-4a92-a807-59b7715ab189 req-1484bf09-f9c2-4b0f-adfc-a2ad54789028 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0926893 Aug 25 15:00:08.698758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63c8e0a8-dc1a-4a92-a807-59b7715ab189 req-72c287ba-c91b-44ed-a9cf-1d18d456b8e6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Aug 25 15:00:08.724352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.730277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:08.730881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:08.773536 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-704a8a9b-0a78-4330-9de3-b5fe98ea2b4e req-16755e78-2764-4adf-b45c-391a860cc572 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:00:08.775340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-704a8a9b-0a78-4330-9de3-b5fe98ea2b4e req-16755e78-2764-4adf-b45c-391a860cc572 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/66c3a54c-1899-4a6c-adfb-c76ff100bd50 HTTP/1.1" status: 404 len: 352 time: 0.0366228 Aug 25 15:00:08.832996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0866752 Aug 25 15:00:08.833201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:08.847968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a3e28-f6cf-4c23-b5a3-094970f58ece tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Pushing event updated for resources: {'Network': ['ID=a89f1c70-2de1-4a72-8644-078375fc740e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:08.859818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a89f1c70-2de1-4a72-8644-078375fc740e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:08.918015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:08.965865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'network': {'name': 'tempest-network--318766689', 'router:external': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:08.971959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-e274e419-1416-4364-9a0a-76028de798f4 req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1121849805', 'description': 'tempest-description-1234465994'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:08.980799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 35a3fad6-118f-4c8f-865a-6b0433c216ff up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:00:09.057717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabd363-7a3b-4158-9644-ec87ba5f5a39 req-262d47dd-b9d7-4d48-af2c-bc30d7e296c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:09.059424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fabd363-7a3b-4158-9644-ec87ba5f5a39 req-262d47dd-b9d7-4d48-af2c-bc30d7e296c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 944 time: 0.1425476 Aug 25 15:00:09.098425 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e274e419-1416-4364-9a0a-76028de798f4 req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.111926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 35a3fad6-118f-4c8f-865a-6b0433c216ff completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:00:09.116009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 35a3fad6-118f-4c8f-865a-6b0433c216ff triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:09.117056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.125353 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebd8f-3526-4601-b8de-d1fc04ee29e7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.139983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fabd363-7a3b-4158-9644-ec87ba5f5a39 req-497ddcb5-e3dc-4d52-9e0e-7f0373ea9d47 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725615 Aug 25 15:00:09.168537 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebd8f-3526-4601-b8de-d1fc04ee29e7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.212369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Made reservation on behalf of 81f0373293c346e39a563882f734890f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:09.215275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.232643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.244702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.284972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 35a3fad6-118f-4c8f-865a-6b0433c216ff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:09.287042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86d1a1-7210-45e4-8379-461e3831c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a3fad6-118f-4c8f-865a-6b0433c216ff'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:09.289033 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf20f31e-5d08-48d2-907d-9fdc8d1582da" -d '{"events": [{"server_uuid": "0a86d1a1-7210-45e4-8379-461e3831c314", "name": "network-vif-plugged", "status": "completed", "tag": "35a3fad6-118f-4c8f-865a-6b0433c216ff"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:09.345151 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df86db6-817d-4b3c-a02a-5a4f6f6dca2d x-openstack-request-id: req-3df86db6-817d-4b3c-a02a-5a4f6f6dca2d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:09.345450 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86d1a1-7210-45e4-8379-461e3831c314", "name": "network-vif-plugged", "status": "completed", "tag": "35a3fad6-118f-4c8f-865a-6b0433c216ff", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:09.345907 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3df86db6-817d-4b3c-a02a-5a4f6f6dca2d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:09.346524 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86d1a1-7210-45e4-8379-461e3831c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a3fad6-118f-4c8f-865a-6b0433c216ff', 'code': 200} Aug 25 15:00:09.359823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebd8f-3526-4601-b8de-d1fc04ee29e7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.362692 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebd8f-3526-4601-b8de-d1fc04ee29e7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.366665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b6ebd8f-3526-4601-b8de-d1fc04ee29e7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/security-groups/660a0e1f-c283-4864-ba86-25eb08a32c9c HTTP/1.1" status: 204 len: 168 time: 0.4445839 Aug 25 15:00:09.367059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39666) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:09.381626 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-fe0e938f-382e-4da8-84e0-f63f8f55ad16 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] show failed (client error): The resource could not be found. Aug 25 15:00:09.383066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fe0e938f-382e-4da8-84e0-f63f8f55ad16 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "GET /v2.0/security-groups/660a0e1f-c283-4864-ba86-25eb08a32c9c HTTP/1.1" status: 404 len: 347 time: 0.0146425 Aug 25 15:00:09.385861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39668) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:09.387622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.409607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ebd8f-3526-4601-b8de-d1fc04ee29e7 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660a0e1f-c283-4864-ba86-25eb08a32c9c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:09.469670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e274e419-1416-4364-9a0a-76028de798f4 req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.491485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=35a3fad6-118f-4c8f-865a-6b0433c216ff,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:09.552170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e274e419-1416-4364-9a0a-76028de798f4 req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.616703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63aef061-272d-4308-a14e-2dc557a09f69,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:09.658541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d5130-a13b-4033-93c7-cc09ceea4f65 req-d8a3cb56-8128-4f4a-b942-f2a7a382a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:09.660188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d2d5130-a13b-4033-93c7-cc09ceea4f65 req-d8a3cb56-8128-4f4a-b942-f2a7a382a424 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 1096 time: 0.1607533 Aug 25 15:00:09.798896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d2d5130-a13b-4033-93c7-cc09ceea4f65 req-27e2b9a5-98f5-4a86-a2d1-05520789a4e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285150 Aug 25 15:00:09.810373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port ce7bb1b9-5ca3-4f00-b1fb-4a599cf63fb2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:09.811127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.914777 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.980288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310a249-2772-42a6-bf89-f9e43058fd48 req-664b2582-036d-4f6b-966c-f09974dbadd2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:09.988111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8310a249-2772-42a6-bf89-f9e43058fd48 req-664b2582-036d-4f6b-966c-f09974dbadd2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1570878 Aug 25 15:00:09.995249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:09.995571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.003806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.031910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for ce7bb1b9-5ca3-4f00-b1fb-4a599cf63fb2 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:10.058242 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e274e419-1416-4364-9a0a-76028de798f4 req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.059936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e274e419-1416-4364-9a0a-76028de798f4 req-05fd7108-ddcc-4553-bcd1-4593ad75cf3b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1196797 Aug 25 15:00:10.075527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:10.104516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-5065770a-d5d1-4ccc-a030-c07092ed4cb4 req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1460632392', 'description': 'tempest-description-1033205413'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:10.134044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0beb17f-c82e-4794-9940-e62c0aae51ed,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:10.143547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.143891 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Added segment 26c95901-e447-4893-8c04-583389990e3b of type vlan for network 1385874b-0515-404d-bd03-3519194543e6 Aug 25 15:00:10.162802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8310a249-2772-42a6-bf89-f9e43058fd48 req-dd76cb45-4231-44cf-9d06-48fbec9e2527 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737239 Aug 25 15:00:10.196020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5065770a-d5d1-4ccc-a030-c07092ed4cb4 req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.292947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.296581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5065770a-d5d1-4ccc-a030-c07092ed4cb4 req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.355120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d0c1-867e-4163-a22e-3b16a13240d2 req-a1eccd6f-2210-4c95-841b-b4ccf95c78fb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:10.363049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e02d0c1-867e-4163-a22e-3b16a13240d2 req-a1eccd6f-2210-4c95-841b-b4ccf95c78fb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1169832 Aug 25 15:00:10.363670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5065770a-d5d1-4ccc-a030-c07092ed4cb4 req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.433734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1584d9-5512-418f-8810-7aa848bf14b5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:10.444659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e02d0c1-867e-4163-a22e-3b16a13240d2 req-263b4de9-f3e7-492c-a130-939bce24834a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794029 Aug 25 15:00:10.456164 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.457323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:10.458096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.544830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Network': ['ID=1385874b-0515-404d-bd03-3519194543e6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:10.555412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1385874b-0515-404d-bd03-3519194543e6 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:10.606335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5065770a-d5d1-4ccc-a030-c07092ed4cb4 req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.612861 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5065770a-d5d1-4ccc-a030-c07092ed4cb4 req-1a81d94f-668d-4f41-8ea5-49b6e332286a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5117502 Aug 25 15:00:10.635890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6a57b6c8-f0fe-43a7-9008-0239abea00d6 req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-394560710', 'description': 'tempest-description-1376093750'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:10.671691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.723271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2cfb1075-f12d-42e2-a12e-106ad08bd0ce tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8875248 Aug 25 15:00:10.724013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39684) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:10.727339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=ce7bb1b9-5ca3-4f00-b1fb-4a599cf63fb2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:10.826149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.828742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:10.839146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34076ac7-4e4d-4179-b56e-be70b9406b6e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/floatingips/7367d672-8007-4975-b814-439e5ab7a566 HTTP/1.1" status: 204 len: 168 time: 1.4517944 Aug 25 15:00:10.841063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39686) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:10.875722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6a57b6c8-f0fe-43a7-9008-0239abea00d6 req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.040306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6a57b6c8-f0fe-43a7-9008-0239abea00d6 req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.274931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.400700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27857f-3dee-462e-8e62-483e416d6465 req-17f3812e-bb6e-4282-9fa5-452d63878695 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:11.400700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de27857f-3dee-462e-8e62-483e416d6465 req-17f3812e-bb6e-4282-9fa5-452d63878695 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1157651 Aug 25 15:00:11.423627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port bac3fd4d-72d0-4364-8e06-6cb03e65425a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:11.423980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.429805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.472320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6a57b6c8-f0fe-43a7-9008-0239abea00d6 req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.479452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1385874b-0515-404d-bd03-3519194543e6']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:11.506137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c95901-e447-4893-8c04-583389990e3b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:11.506442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c95901-e447-4893-8c04-583389990e3b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:11.506663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9545cf-51a1-4659-9a5c-8780c275a60f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:11.518099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de27857f-3dee-462e-8e62-483e416d6465 req-e4502cce-ba70-4c3a-9efa-bb2ad083caa8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534979 Aug 25 15:00:11.525246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.571610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6a57b6c8-f0fe-43a7-9008-0239abea00d6 req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.574066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6a57b6c8-f0fe-43a7-9008-0239abea00d6 req-4efbeef1-e892-4460-8ee8-11432f93b678 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9439528 Aug 25 15:00:11.578417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.592305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.595221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:11.595626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:11.597674 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:11.644731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for bac3fd4d-72d0-4364-8e06-6cb03e65425a owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:11.778086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4cba-d7f3-4a98-81ce-c9356775627d req-26e03930-2673-49ed-8457-8e38ab5354ad tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:11.779732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c0a4cba-d7f3-4a98-81ce-c9356775627d req-26e03930-2673-49ed-8457-8e38ab5354ad tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1658540 Aug 25 15:00:11.838376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-689588a7-b21e-4a69-a6e7-6fbf2c86f0c0 req-c1e169c2-7b1f-406d-bce8-81fac40f9906 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 10911 time: 0.2271590 Aug 25 15:00:11.886491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c0a4cba-d7f3-4a98-81ce-c9356775627d req-2181c5cc-72ca-40c6-8936-90f3a7a3d08e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002476 Aug 25 15:00:11.889615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.896430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1385874b-0515-404d-bd03-3519194543e6 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 15:00:11.910503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:11.912778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/networks/1385874b-0515-404d-bd03-3519194543e6 HTTP/1.1" status: 204 len: 168 time: 1.1871850 Aug 25 15:00:11.923441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39704) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:11.927304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:11.932192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf5adc-e73f-413f-a4dc-36a1b4da8c36 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Network': ['ID=1385874b-0515-404d-bd03-3519194543e6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:11.935409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-689588a7-b21e-4a69-a6e7-6fbf2c86f0c0 req-e996fcd9-832f-4338-9e95-c2596f77f2a1 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/cecb3bf2-7701-49d9-a6e6-36178814b3b6 HTTP/1.1" status: 200 len: 2985 time: 0.0895541 Aug 25 15:00:12.001380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-689588a7-b21e-4a69-a6e7-6fbf2c86f0c0 req-15777335-78c3-4137-89dd-d246fc2f69ca tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/cecb3bf2-7701-49d9-a6e6-36178814b3b6 HTTP/1.1" status: 200 len: 2985 time: 0.0559726 Aug 25 15:00:12.014546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.060440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Made reservation on behalf of 81f0373293c346e39a563882f734890f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:12.065279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.077504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=bac3fd4d-72d0-4364-8e06-6cb03e65425a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:12.115187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:12.136829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.136969 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Added segment c4139ddc-adf8-4370-8591-ae4bb4c5cb4f of type vlan for network 47fab89d-1e90-48fc-9728-1627084f1c61 Aug 25 15:00:12.233447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de6dd4f8-3ce5-4359-98bb-0856edfb918a req-1b78cb36-4f50-45b3-96e8-7840f576912c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/63aef061-272d-4308-a14e-2dc557a09f69 HTTP/1.1" status: 200 len: 1803 time: 0.2054489 Aug 25 15:00:12.262289 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.267624 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-35af61ec-0c92-434c-93fc-24c046a6e98e tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/ports/bac3fd4d-72d0-4364-8e06-6cb03e65425a HTTP/1.1" status: 204 len: 168 time: 1.4255822 Aug 25 15:00:12.268526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:12.286813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.382531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-de6dd4f8-3ce5-4359-98bb-0856edfb918a req-ef053f8f-7d6c-4745-9c7f-a76785a12eea tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.398279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.399242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:12.399846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.421274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-de6dd4f8-3ce5-4359-98bb-0856edfb918a req-ef053f8f-7d6c-4745-9c7f-a76785a12eea tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.539997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Network': ['ID=47fab89d-1e90-48fc-9728-1627084f1c61,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:12.548986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port ba62f261-5b8b-41bf-8288-839a2cf858c2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:12.549358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.573216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 47fab89d-1e90-48fc-9728-1627084f1c61 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:12.618174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ae98a066-190c-4a37-ae33-e4e99c6dad49 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6937988 Aug 25 15:00:12.619681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39714) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:12.637576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'subnet': {'network_id': '47fab89d-1e90-48fc-9728-1627084f1c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:12.814907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Made reservation on behalf of 81f0373293c346e39a563882f734890f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:12.825302 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.853321 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-de6dd4f8-3ce5-4359-98bb-0856edfb918a req-ef053f8f-7d6c-4745-9c7f-a76785a12eea tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.855965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-de6dd4f8-3ce5-4359-98bb-0856edfb918a req-ef053f8f-7d6c-4745-9c7f-a76785a12eea tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:12.861160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98719-d916-426f-9213-b5bf17e4f129 req-3b8cc842-824c-4a1b-ac2e-27e38ffae244 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:12.865891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61d98719-d916-426f-9213-b5bf17e4f129 req-3b8cc842-824c-4a1b-ac2e-27e38ffae244 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1606941 Aug 25 15:00:12.898497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de6dd4f8-3ce5-4359-98bb-0856edfb918a req-ef053f8f-7d6c-4745-9c7f-a76785a12eea tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/63aef061-272d-4308-a14e-2dc557a09f69 HTTP/1.1" status: 204 len: 173 time: 0.6589777 Aug 25 15:00:13.030269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053f8f-7d6c-4745-9c7f-a76785a12eea tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aef061-272d-4308-a14e-2dc557a09f69,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:13.036125 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-34ed17d3-0eb5-4cfe-9066-bc92309e0692 req-58e96866-a1c0-40a5-9e3a-475f4cdbfe5d tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:00:13.051762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-34ed17d3-0eb5-4cfe-9066-bc92309e0692 req-58e96866-a1c0-40a5-9e3a-475f4cdbfe5d tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/63aef061-272d-4308-a14e-2dc557a09f69 HTTP/1.1" status: 404 len: 352 time: 0.1498377 Aug 25 15:00:13.054611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61d98719-d916-426f-9213-b5bf17e4f129 req-e290dcaa-1c7c-4d87-8be7-7a8339809bd9 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954285 Aug 25 15:00:13.056070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.095988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for ba62f261-5b8b-41bf-8288-839a2cf858c2 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:13.163322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1d9ffd6-0404-4718-82d6-5d2385c7cbf9 req-303e705c-e2a5-4813-b3ad-47ad0ad4146d tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/eb1584d9-5512-418f-8810-7aa848bf14b5 HTTP/1.1" status: 200 len: 1803 time: 0.0802081 Aug 25 15:00:13.274423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1d9ffd6-0404-4718-82d6-5d2385c7cbf9 req-fd7070a2-cd6f-402f-ad64-f3c86f236d2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.311139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1d9ffd6-0404-4718-82d6-5d2385c7cbf9 req-fd7070a2-cd6f-402f-ad64-f3c86f236d2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.459795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726bf8-d96d-40f7-9fb8-1d73e1d98b53 req-4e82a20f-6760-4028-a8dd-2d69b6c6b0ae tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:13.459795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a726bf8-d96d-40f7-9fb8-1d73e1d98b53 req-4e82a20f-6760-4028-a8dd-2d69b6c6b0ae tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.2564297 Aug 25 15:00:13.466626 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a726bf8-d96d-40f7-9fb8-1d73e1d98b53 req-e3ddb978-c875-41d6-bace-fd5db1e41a99 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Aug 25 15:00:13.546798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.571501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:00:13.574797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.596306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1d9ffd6-0404-4718-82d6-5d2385c7cbf9 req-fd7070a2-cd6f-402f-ad64-f3c86f236d2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.607320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c1d9ffd6-0404-4718-82d6-5d2385c7cbf9 req-fd7070a2-cd6f-402f-ad64-f3c86f236d2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.609477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1d9ffd6-0404-4718-82d6-5d2385c7cbf9 req-fd7070a2-cd6f-402f-ad64-f3c86f236d2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/eb1584d9-5512-418f-8810-7aa848bf14b5 HTTP/1.1" status: 204 len: 173 time: 0.4449100 Aug 25 15:00:13.619858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=ba62f261-5b8b-41bf-8288-839a2cf858c2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:13.668034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7070a2-cd6f-402f-ad64-f3c86f236d2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1584d9-5512-418f-8810-7aa848bf14b5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:13.706179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bdfa7c0c-88b9-4b1b-b810-b5e474aa7d72,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:13.709849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.710968 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-687db67c-d73e-4ef8-9755-d0f79f7a0468 req-a162aeba-a159-405b-b2d0-e2bacc25f20b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:00:13.715876 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-06adb9c2-4bbf-41f3-9b28-863eb2721e05 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/ports/ba62f261-5b8b-41bf-8288-839a2cf858c2 HTTP/1.1" status: 204 len: 168 time: 1.4412248 Aug 25 15:00:13.717222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39742) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:13.719625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-687db67c-d73e-4ef8-9755-d0f79f7a0468 req-a162aeba-a159-405b-b2d0-e2bacc25f20b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/eb1584d9-5512-418f-8810-7aa848bf14b5 HTTP/1.1" status: 404 len: 352 time: 0.0700018 Aug 25 15:00:13.748910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Checking segment: {'id': 'c4139ddc-adf8-4370-8591-ae4bb4c5cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47fab89d-1e90-48fc-9728-1627084f1c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:00:13.749562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Network hostable DHCP agents. Network: 47fab89d-1e90-48fc-9728-1627084f1c61, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:00:13.788119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting subnet 116d1182-4144-4421-8018-9b940b9ed464 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:00:13.792526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.822519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92699dbd-a499-424a-9a1f-9f5e025bb874 req-8845612f-ba84-4c0c-94e3-118623a99d79 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/9b9545cf-51a1-4659-9a5c-8780c275a60f HTTP/1.1" status: 200 len: 1802 time: 0.0538197 Aug 25 15:00:13.848356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.902529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92699dbd-a499-424a-9a1f-9f5e025bb874 req-c9e13626-08dd-4fd1-b42a-10d982645b5e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:13.905478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Network 47fab89d-1e90-48fc-9728-1627084f1c61 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:00:13.934243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92699dbd-a499-424a-9a1f-9f5e025bb874 req-c9e13626-08dd-4fd1-b42a-10d982645b5e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.016937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.021829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 47fab89d-1e90-48fc-9728-1627084f1c61) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:14.033727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61d74e-48ea-413e-919a-c2a9150639b0 None None] Network 47fab89d-1e90-48fc-9728-1627084f1c61 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:14.037302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:14.037902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.059954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02af0-0ed1-4cd6-b0f8-9b364db16774 req-2c81569d-6a84-4749-8691-5bbd5c006005 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:14.063503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0a02af0-0ed1-4cd6-b0f8-9b364db16774 req-2c81569d-6a84-4749-8691-5bbd5c006005 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1451645 Aug 25 15:00:14.078586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92699dbd-a499-424a-9a1f-9f5e025bb874 req-c9e13626-08dd-4fd1-b42a-10d982645b5e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.082652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-92699dbd-a499-424a-9a1f-9f5e025bb874 req-c9e13626-08dd-4fd1-b42a-10d982645b5e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.087596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92699dbd-a499-424a-9a1f-9f5e025bb874 req-c9e13626-08dd-4fd1-b42a-10d982645b5e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/9b9545cf-51a1-4659-9a5c-8780c275a60f HTTP/1.1" status: 204 len: 173 time: 0.2588763 Aug 25 15:00:14.100843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e13626-08dd-4fd1-b42a-10d982645b5e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9545cf-51a1-4659-9a5c-8780c275a60f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:14.134265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0a02af0-0ed1-4cd6-b0f8-9b364db16774 req-4c8f11b4-7b38-4ca1-a2bb-93605df65730 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594366 Aug 25 15:00:14.156415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cf987cf2-ac88-4e38-833f-917adbb3aff6 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5313332 Aug 25 15:00:14.160477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39758) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:14.178689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'floatingip': {'floating_network_id': '47fab89d-1e90-48fc-9728-1627084f1c61'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:14.193164 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-fd4b4c31-d669-4f35-a2df-b283429e2c9a req-5010f898-00ae-445d-bc4e-7b8d73d5e8af tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:00:14.195191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd4b4c31-d669-4f35-a2df-b283429e2c9a req-5010f898-00ae-445d-bc4e-7b8d73d5e8af tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/9b9545cf-51a1-4659-9a5c-8780c275a60f HTTP/1.1" status: 404 len: 352 time: 0.0166798 Aug 25 15:00:14.197856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.217562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.220109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/subnets/116d1182-4144-4421-8018-9b940b9ed464 HTTP/1.1" status: 204 len: 168 time: 0.5013099 Aug 25 15:00:14.222371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39762) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:14.229514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4cbe4b-f946-440d-a410-1728db6afcb4 None None] Network 47fab89d-1e90-48fc-9728-1627084f1c61 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:14.231755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec3dea-8ad8-4996-8d0f-d6b4ef5b06d4 None None] Network 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:14.250601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abe07e-3017-490c-8cb1-6b607f4e63ba req-ae759291-c8a0-401e-9a54-ea6f122aee10 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:14.252195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7abe07e-3017-490c-8cb1-6b607f4e63ba req-ae759291-c8a0-401e-9a54-ea6f122aee10 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0686064 Aug 25 15:00:14.309410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d575b3-a040-483f-b6df-6356d050045d tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Subnet': ['ID=116d1182-4144-4421-8018-9b940b9ed464,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:14.352489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.372864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7abe07e-3017-490c-8cb1-6b607f4e63ba req-fe2cf899-734d-4908-bd3b-453fcc6ae2b1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033819 Aug 25 15:00:14.456523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting subnet 935b8263-71df-4aac-ba6e-d67af482e03c {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:00:14.467513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.500244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.560489 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6ff6563-a022-4fee-aa9a-4387bb570038 req-3a0cd75b-ac09-4e65-8f86-2c9872df235f tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 6156 time: 0.3357916 Aug 25 15:00:14.570695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] DHCP port deletion for 0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:00:14.583607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.629865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] Deleting port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:14.630164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.675613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6ff6563-a022-4fee-aa9a-4387bb570038 req-420c6802-9e49-4b84-9442-eb6f5ade1219 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/cecb3bf2-7701-49d9-a6e6-36178814b3b6 HTTP/1.1" status: 200 len: 2985 time: 0.1083796 Aug 25 15:00:14.686993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Allocated IP 172.20.0.8 (47fab89d-1e90-48fc-9728-1627084f1c61/bdfa7c0c-88b9-4b1b-b810-b5e474aa7d72/cfe2f021-5ebf-45d9-a714-55b592e8957e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:00:14.705948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-0db04349-323d-4ff0-b2c6-d9e4ca92dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:14.707569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-0db04349-323d-4ff0-b2c6-d9e4ca92dd4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1097 time: 0.0715196 Aug 25 15:00:14.739276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] For port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,segment=NetworkSegment(b8bd2c9c-df46-45c1-a220-238facbddb9e),segment_id=b8bd2c9c-df46-45c1-a220-238facbddb9e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:14.739686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.743703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.771228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] Calling delete_port for 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:14.783435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6ff6563-a022-4fee-aa9a-4387bb570038 req-54ff397f-59be-4f41-992b-64a6e3a94cb7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/cecb3bf2-7701-49d9-a6e6-36178814b3b6 HTTP/1.1" status: 200 len: 2985 time: 0.0836112 Aug 25 15:00:14.818344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-52e5a6b4-221e-488b-a10c-1cb35f508854 req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-157031148', 'description': 'tempest-description-579610240'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:14.921722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:14.930686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-b5c0175d-d5c4-4824-b726-c212c690d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:14.932566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-b5c0175d-d5c4-4824-b726-c212c690d49b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 915 time: 0.2150021 Aug 25 15:00:14.979294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-2bd1015a-23e3-46f7-bc55-9fe6c7182079 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 217 time: 0.0380340 Aug 25 15:00:15.021030 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.022238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.025304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-52e5a6b4-221e-488b-a10c-1cb35f508854 req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.044911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-db8b17d3-0e59-4d39-9e29-63be82cc098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.046500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-db8b17d3-0e59-4d39-9e29-63be82cc098f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.0576866 Aug 25 15:00:15.052495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] No DVR routers for this DVR port 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:15.055148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43cbe3-37d5-46dd-a628-07b3b4409891 None None] Pushing event deleted for resources: {'Port': ['ID=48ce1f9c-c957-41c4-a3fe-73fbf306ae57,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:15.067724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Subnet': ['ID=935b8263-71df-4aac-ba6e-d67af482e03c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:15.073124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.075293 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f46e29c9-f8ce-4d6f-be06-2e64c960bf21 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/subnets/935b8263-71df-4aac-ba6e-d67af482e03c HTTP/1.1" status: 204 len: 168 time: 0.8518953 Aug 25 15:00:15.079905 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:15.085940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da5eb9-290f-4f8a-95a3-3b01c76800eb None None] Network 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:15.086436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-8d9a5a3f-6be2-45a2-835a-50a68b63d620 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327141 Aug 25 15:00:15.143830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.189148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Network 47fab89d-1e90-48fc-9728-1627084f1c61 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:00:15.193247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:15.194869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.201532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:00:15.237513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-52e5a6b4-221e-488b-a10c-1cb35f508854 req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.255909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe2f021-5ebf-45d9-a714-55b592e8957e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:15.282723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-9a040b65-0904-4834-8b3c-ef6683d9ae43 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891403 Aug 25 15:00:15.329059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-52e5a6b4-221e-488b-a10c-1cb35f508854 req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.354280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.381108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:15.385902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] DHCP port deletion for 68960574-1aa5-4b02-8a2d-1b0e57aa0df6 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:00:15.402613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bd2c9c-df46-45c1-a220-238facbddb9e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:15.403781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bd2c9c-df46-45c1-a220-238facbddb9e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:15.416483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:15.420689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.427462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.439556 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.446061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61def515-7a93-4544-9ea9-4066f4d06d3b req-e443868d-38b3-48df-ab9c-d0a8fb5ae2f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.450292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:15.450456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61def515-7a93-4544-9ea9-4066f4d06d3b req-e443868d-38b3-48df-ab9c-d0a8fb5ae2f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1629009 Aug 25 15:00:15.455469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:15.458874 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:15.472506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] Deleting port 92c121f5-3172-4b40-9273-cdeca34a9da2 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:15.472887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.491499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3407abb3-cd4d-49e7-b53c-976f57e419c5 req-d096a216-1caf-40fa-8c19-b086518550b3 service neutron] 10.222.0.45 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765707 Aug 25 15:00:15.504809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61def515-7a93-4544-9ea9-4066f4d06d3b req-2b08e7f2-194b-40ac-bc5c-faa0dd9352e4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Aug 25 15:00:15.516800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-52e5a6b4-221e-488b-a10c-1cb35f508854 req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.530742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-52e5a6b4-221e-488b-a10c-1cb35f508854 req-73c4cc15-3356-4eba-b11d-0fb73546d789 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7205348 Aug 25 15:00:15.587551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.629437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.648802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.653354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/networks/0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f HTTP/1.1" status: 204 len: 168 time: 0.5697739 Aug 25 15:00:15.653354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc0c83-682e-4089-8975-139cf212a3cf tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Network': ['ID=0c125ab5-e5c4-4cb7-b60e-506cd6ee8d5f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:15.656685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:15.730144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3dca6-f1e0-4031-86e7-e91e6c2d385d req-b830d035-dcb3-44ff-b1a4-0284bd37cd42 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.735756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72e3dca6-f1e0-4031-86e7-e91e6c2d385d req-b830d035-dcb3-44ff-b1a4-0284bd37cd42 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1349008 Aug 25 15:00:15.737084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] For port 92c121f5-3172-4b40-9273-cdeca34a9da2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=92c121f5-3172-4b40-9273-cdeca34a9da2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:15.738258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.753264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] Calling delete_port for 92c121f5-3172-4b40-9273-cdeca34a9da2 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:15.766395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.796049 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72e3dca6-f1e0-4031-86e7-e91e6c2d385d req-7d121499-3954-460c-acdd-ecf380df4b71 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Aug 25 15:00:15.808735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.814628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.821764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.838030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.844872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.850852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.857504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:15.865922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-3c6d6558-e359-410a-825d-b55928a172f9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1536169 Aug 25 15:00:15.886835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-a7056386-f4f5-4bde-858f-4447058359cd req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1281841067', 'description': 'tempest-description-840954150'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:15.902683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Deleting port 92c121f5-3172-4b40-9273-cdeca34a9da2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:15.903053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.918240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-628042b4-e694-4dcd-be7e-6383a1ab5d03 req-ea2edb08-08f7-40f6-82b6-6893516e2620 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508847 Aug 25 15:00:15.935396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.974406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] For port 92c121f5-3172-4b40-9273-cdeca34a9da2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=92c121f5-3172-4b40-9273-cdeca34a9da2,segment=NetworkSegment(838df0da-a10c-4677-9878-73bc452e8808),segment_id=838df0da-a10c-4677-9878-73bc452e8808)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:15.974777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.978126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:15.988421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Calling delete_port for 92c121f5-3172-4b40-9273-cdeca34a9da2 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:16.009787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] Pushing event deleted for resources: {'Port': ['ID=92c121f5-3172-4b40-9273-cdeca34a9da2,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:16.011845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e02a559-0d0d-4d3a-9a75-306acaef4f78 None None] No DVR routers for this DVR port 92c121f5-3172-4b40-9273-cdeca34a9da2 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:16.048821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.075921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.099819 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a7056386-f4f5-4bde-858f-4447058359cd req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.111382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Port': ['ID=92c121f5-3172-4b40-9273-cdeca34a9da2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:16.123906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] No DVR routers for this DVR port 92c121f5-3172-4b40-9273-cdeca34a9da2 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:16.125238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe2f021-5ebf-45d9-a714-55b592e8957e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:16.135624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.212074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.232718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68960574-1aa5-4b02-8a2d-1b0e57aa0df6']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:16.245911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838df0da-a10c-4677-9878-73bc452e8808') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:16.246146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838df0da-a10c-4677-9878-73bc452e8808') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:16.261506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.280738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.296503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:16.296918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:16.299862 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:16.340929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a7056386-f4f5-4bde-858f-4447058359cd req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.447200 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a7056386-f4f5-4bde-858f-4447058359cd req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.449802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.465735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.483060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] 10.222.0.58 "DELETE /v2.0/networks/68960574-1aa5-4b02-8a2d-1b0e57aa0df6 HTTP/1.1" status: 204 len: 168 time: 0.8146884 Aug 25 15:00:16.490692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980b135-5c63-49a5-925a-f0f320fdbbe8 tempest-TaggedBootDevicesTest_v242-1672579213 tempest-TaggedBootDevicesTest_v242-1672579213-project] Pushing event deleted for resources: {'Network': ['ID=68960574-1aa5-4b02-8a2d-1b0e57aa0df6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:16.499284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.503065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.508314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 92c121f5-3172-4b40-9273-cdeca34a9da2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:16.510819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.512846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b08f6c9-acf2-44fb-84d7-dabc703d7dfd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:16.518639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.525928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.531440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.538672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.542408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-cdbf3d6a-4e17-48fb-992d-5f0a325864bb tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1182308 Aug 25 15:00:16.558688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 92c121f5-3172-4b40-9273-cdeca34a9da2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:00:16.559068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 92c121f5-3172-4b40-9273-cdeca34a9da2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:16.559475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:16.569654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.570867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-97e26dcb-2e8f-45fd-b7cf-e3ddd045c843 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4094062 Aug 25 15:00:16.573920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39804) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:16.618813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:00:16.618813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 48ce1f9c-c957-41c4-a3fe-73fbf306ae57 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:16.637431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-a7056386-f4f5-4bde-858f-4447058359cd req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:16.639103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7056386-f4f5-4bde-858f-4447058359cd req-11eda8cd-b325-4ab4-b944-8a72f03e026a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7637112 Aug 25 15:00:16.727049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-0a4f4828-4a0e-4913-8590-5b049d4d78a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.735553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-0a4f4828-4a0e-4913-8590-5b049d4d78a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "GET /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1783690 Aug 25 15:00:16.762957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9a274f9a-9426-4698-870c-0458c35f2d5a tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=47fab89d-1e90-48fc-9728-1627084f1c61 HTTP/1.1" status: 200 len: 689 time: 0.1879568 Aug 25 15:00:16.765619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39816) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:16.845471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a848b-b439-4ee4-a6f6-ac3748900264 req-7c864e6e-858d-4c74-91db-59a16201625a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:16.853817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a5a848b-b439-4ee4-a6f6-ac3748900264 req-7c864e6e-858d-4c74-91db-59a16201625a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.2181339 Aug 25 15:00:16.915960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a5a848b-b439-4ee4-a6f6-ac3748900264 req-49601500-7848-4e49-903d-4f7894831110 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Aug 25 15:00:16.919921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b9a27ba0-7e0f-4b7d-aa3e-2cea6b1dbe68 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "GET /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1835320 Aug 25 15:00:16.945898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:17.015421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-81695811-3ad6-46db-ad76-021655087e79 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.026412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-81695811-3ad6-46db-ad76-021655087e79 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 812 time: 0.1780140 Aug 25 15:00:17.050300 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-1c2dae2c-abdc-4de2-a344-16545d5aaab8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/quotas/1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 375 time: 0.0263627 Aug 25 15:00:17.057012 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.071569 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.130630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0127f-54fa-4592-a54c-6336fb21c170 req-3a6b5666-289a-4e18-9a60-5a537e5ed500 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.138950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9af0127f-54fa-4592-a54c-6336fb21c170 req-3a6b5666-289a-4e18-9a60-5a537e5ed500 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1033483 Aug 25 15:00:17.166792 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-aafced3d-a6ca-4589-937e-8c35ad9021bf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077330 Aug 25 15:00:17.203435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9af0127f-54fa-4592-a54c-6336fb21c170 req-e10fc660-9ced-47b8-83e8-8f84328e19d7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627630 Aug 25 15:00:17.203598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Deleting port cfe2f021-5ebf-45d9-a714-55b592e8957e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:17.208540 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.416949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b3edc618-3ebc-4120-9519-49ee342c5e6a,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:17.434595 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.434929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.456610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.459323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Calling delete_port for cfe2f021-5ebf-45d9-a714-55b592e8957e owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:17.463115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.469365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.475393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.476681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-c3b9fcb8-57d7-4e9d-b2b1-61aa8fc3aa4a service neutron] 10.222.0.58 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914236 Aug 25 15:00:17.483685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.489679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.496313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:17.498313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-f283a37c-1c1b-41c1-a625-7025e4f3403e tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1397183 Aug 25 15:00:17.650033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-371760e7-794c-4525-a5f5-f9fc3d9370b0 service neutron] 10.222.0.58 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665256 Aug 25 15:00:17.803616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.843629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe2f021-5ebf-45d9-a714-55b592e8957e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:17.851734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] For port b3edc618-3ebc-4120-9519-49ee342c5e6a, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:00:17.900809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e598d50-4e27-4f68-bb86-3c2bdad1e1eb req-e04af85d-c578-450b-a811-55f3190493a9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&id=0a929b1b-fe5d-4287-87b6-907863cc28a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3948231 Aug 25 15:00:17.902805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] device_id is not set on port b3edc618-3ebc-4120-9519-49ee342c5e6a yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:00:17.911076 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.912303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:17.966687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.003221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.025686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84fec0c1-f089-42da-bf14-698747d78758 req-5f221941-84f4-4b1b-8413-3ed56eb2df99 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 210 time: 0.0332127 Aug 25 15:00:18.156476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] No DVR routers for this DVR port b3edc618-3ebc-4120-9519-49ee342c5e6a on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:18.195934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.214207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Pushing event updated for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:18.251900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0db33-5e84-433f-9c78-e6ab72984c5f req-e3ae31c4-d3bc-4659-a671-00e8da94975c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:18.259925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88e0db33-5e84-433f-9c78-e6ab72984c5f req-e3ae31c4-d3bc-4659-a671-00e8da94975c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.2527833 Aug 25 15:00:18.290514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] In _notify_port_updated(), no bound segment for port b3edc618-3ebc-4120-9519-49ee342c5e6a on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:00:18.291480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:18.299832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.301189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-536d8115-c78a-42af-b2f8-7399f5ae17ba service neutron] 10.222.0.52 "PUT /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 200 len: 1026 time: 1.3645735 Aug 25 15:00:18.305305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfa7c0c-88b9-4b1b-b810-b5e474aa7d72,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:18.343973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88e0db33-5e84-433f-9c78-e6ab72984c5f req-2cfd5563-219a-4554-b1e8-92d7f02c25b5 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827732 Aug 25 15:00:18.394180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-c27a9784-2c2d-4b7c-9311-d1ab44711de7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:18.395975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-c27a9784-2c2d-4b7c-9311-d1ab44711de7 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "GET /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0861313 Aug 25 15:00:18.397307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.408535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:18.410828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fab89d-1e90-48fc-9728-1627084f1c61']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:18.425296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4139ddc-adf8-4370-8591-ae4bb4c5cb4f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:18.425596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4139ddc-adf8-4370-8591-ae4bb4c5cb4f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:18.435455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7324e7-1bb1-40d2-a1be-a05ad5d4414e req-2591c929-16c8-485d-b580-56fd295bfa51 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:18.442881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b7324e7-1bb1-40d2-a1be-a05ad5d4414e req-2591c929-16c8-485d-b580-56fd295bfa51 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1063395 Aug 25 15:00:18.449256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fb79a0f7-b1f8-4f14-bc74-05bc1d68d91f None None] Provisioning complete for port b3edc618-3ebc-4120-9519-49ee342c5e6a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:18.451923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb79a0f7-b1f8-4f14-bc74-05bc1d68d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.463697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.487432 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.490968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:18.510095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.520909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:18.521405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:18.524398 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:18.557109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b7324e7-1bb1-40d2-a1be-a05ad5d4414e req-dbfaf4b8-02b1-4ddc-9dbb-3d5dbb2725cf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083436 Aug 25 15:00:18.596083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fb79a0f7-b1f8-4f14-bc74-05bc1d68d91f None None] Port b3edc618-3ebc-4120-9519-49ee342c5e6a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:00:18.658848 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.685871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:18.689341 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bca9fd4-5238-462b-b33a-69109faafed7" -d '{"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-unplugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:18.703194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:18.737089 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9f9f0c-e285-496f-9c78-954c23ba6977 x-openstack-request-id: req-ef9f9f0c-e285-496f-9c78-954c23ba6977 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:18.737391 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-unplugged", "status": "failed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "code": 422}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:18.737645 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef9f9f0c-e285-496f-9c78-954c23ba6977 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:18.738109 n-d-805995-2 neutron-server[101874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'code': 422} returned with failed status Aug 25 15:00:18.776149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2788f3-3fb3-4232-adc9-a16b9b8acbd6 req-1eca62e3-e0c6-4073-8378-78bfafc1230c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:18.780532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2788f3-3fb3-4232-adc9-a16b9b8acbd6 req-1eca62e3-e0c6-4073-8378-78bfafc1230c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.1242046 Aug 25 15:00:18.802733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=63165e48-89cb-46cb-a112-4bfab5eefd23,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:18.843510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.846336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.846525 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:00:18.859847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47fab89d-1e90-48fc-9728-1627084f1c61 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 15:00:18.879581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:18.884354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/networks/47fab89d-1e90-48fc-9728-1627084f1c61 HTTP/1.1" status: 204 len: 168 time: 2.1130133 Aug 25 15:00:18.884354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39860) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:18.906752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] For port 63165e48-89cb-46cb-a112-4bfab5eefd23, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:00:18.958845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:18.972474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] device_id is not set on port 63165e48-89cb-46cb-a112-4bfab5eefd23 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:00:18.993652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.006408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6be7967c-177b-42f9-8369-80ee0412c557 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:19.006655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a2788f3-3fb3-4232-adc9-a16b9b8acbd6 req-3e519173-393c-4141-8fb4-2289de391f5c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145755 Aug 25 15:00:19.046384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05545e-42bf-4022-9d12-38266ce8b83e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Network': ['ID=47fab89d-1e90-48fc-9728-1627084f1c61,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:19.075337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b2d12579-0c8c-4dd2-9ec1-3fa6559e1ccc tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1872816 Aug 25 15:00:19.075772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:19.111834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.175242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.223360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-e8f3a717-ef53-4e56-9a92-ae558e30b43a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.230147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-e8f3a717-ef53-4e56-9a92-ae558e30b43a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.242560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-e8f3a717-ef53-4e56-9a92-ae558e30b43a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.249819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-e8f3a717-ef53-4e56-9a92-ae558e30b43a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.256429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-e8f3a717-ef53-4e56-9a92-ae558e30b43a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.266168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-e8f3a717-ef53-4e56-9a92-ae558e30b43a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3885 time: 0.1582041 Aug 25 15:00:19.281333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6be7967c-177b-42f9-8369-80ee0412c557,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:19.336175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b9614fb-c990-4fde-8d79-cb97a5a28b40 req-5173682e-a2e4-4c86-aaf2-a037a24343ae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642152 Aug 25 15:00:19.346061 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.347156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bdf6a068-53cb-4c12-b857-7a02abf04ac6 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:19.354293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef802782-4f97-462f-8346-0edd1c69f13b req-27a1d144-189f-4c5d-8982-573fc344a3f3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 210 time: 0.1440024 Aug 25 15:00:19.529322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] No DVR routers for this DVR port 63165e48-89cb-46cb-a112-4bfab5eefd23 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:19.630075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Pushing event updated for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:19.660618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4cc66-2080-4926-82fe-d80f50f763d7 req-fb6f4da1-7c14-481b-9964-eaa1578e7f1a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.682373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ca4cc66-2080-4926-82fe-d80f50f763d7 req-fb6f4da1-7c14-481b-9964-eaa1578e7f1a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1621878 Aug 25 15:00:19.692510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.693003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.693476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.693925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.694942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.695440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.695897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.696350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.696786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.697232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.697675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.698976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:19.699879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bf89448e-1d3d-4d2e-8124-64e076726abf tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7114 time: 0.6230843 Aug 25 15:00:19.700933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] In _notify_port_updated(), no bound segment for port 63165e48-89cb-46cb-a112-4bfab5eefd23 on network 5c70c5a0-68ae-4e0e-8637-18393d353ffc {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:00:19.701829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:19.702472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.703768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-19fda723-4c56-4175-9492-3b8d93440e7a service neutron] 10.222.0.52 "PUT /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 200 len: 1027 time: 1.2995811 Aug 25 15:00:19.708504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39886) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:19.742620 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.788661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ca4cc66-2080-4926-82fe-d80f50f763d7 req-ec075e89-51d2-4daf-94ee-1c578fc9e3fc tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036677 Aug 25 15:00:19.818871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:19.838792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-40146593-c926-4452-9752-c21900b12ea7 None None] Provisioning complete for port 63165e48-89cb-46cb-a112-4bfab5eefd23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:19.839221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-40146593-c926-4452-9752-c21900b12ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.901151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-40146593-c926-4452-9752-c21900b12ea7 None None] Port 63165e48-89cb-46cb-a112-4bfab5eefd23 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:00:19.913974 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-36c7e376-74e0-4357-a724-ec1398b4421a tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] delete failed (client error): The resource could not be found. Aug 25 15:00:19.916824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-36c7e376-74e0-4357-a724-ec1398b4421a tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/0a940101-4646-4334-bc90-eed3a544584b HTTP/1.1" status: 404 len: 345 time: 0.2099874 Aug 25 15:00:19.918359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:19.938908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:19.940368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 892289ca-96b0-4816-9975-2e7bc9cbad18 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:19.956856 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3aad350-bd0b-420a-82fa-d175142d7847 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] DELETE failed (client error): The resource could not be found. Aug 25 15:00:19.957796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3aad350-bd0b-420a-82fa-d175142d7847 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:00:19.963299 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f3aad350-bd0b-420a-82fa-d175142d7847 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/networks/47fab89d-1e90-48fc-9728-1627084f1c61 HTTP/1.1" status: 404 len: 339 time: 0.0429187 Aug 25 15:00:19.968723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39892) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:19.999851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'network': {'name': 'tempest-network--429251310', 'router:external': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:20.024846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port 6be7967c-177b-42f9-8369-80ee0412c557 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:20.025316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.072336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:20.151480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c057fb-f220-4e5c-abb7-3271600d4ba8 req-19eb728b-859f-49e5-9353-8209cc89ea4b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.154203 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6c057fb-f220-4e5c-abb7-3271600d4ba8 req-19eb728b-859f-49e5-9353-8209cc89ea4b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.1884694 Aug 25 15:00:20.223693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] For port 6be7967c-177b-42f9-8369-80ee0412c557, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6be7967c-177b-42f9-8369-80ee0412c557,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:20.224061 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.238394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Made reservation on behalf of 81f0373293c346e39a563882f734890f for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:20.240764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.250479 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.262962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6c057fb-f220-4e5c-abb7-3271600d4ba8 req-ac385ed3-9ad0-44ca-ac20-4bbe44523458 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007388 Aug 25 15:00:20.316209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:20.356493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=892289ca-96b0-4816-9975-2e7bc9cbad18,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:20.373919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.374803 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Added segment 456a8712-c979-4c46-a2e5-fb736231b1b4 of type vlan for network 02f56dbc-1ca1-452e-9f2b-971babdbf49f Aug 25 15:00:20.453826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.454708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b3edc618-3ebc-4120-9519-49ee342c5e6a no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:20.481259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c699e60-7056-4e4f-819a-749396049e8f req-28adbd8d-68dd-4ce4-8598-90b03bdbec55 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 210 time: 0.0314558 Aug 25 15:00:20.514103 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.606952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b3edc618-3ebc-4120-9519-49ee342c5e6a not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:20.607588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:20.647433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:20.669425 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.670639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.671307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.702537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.702924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.703270 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Floating IP 96aef027-c3a9-459a-96fb-9f18c7afcaae disassociated. External IP: 172.25.8.116, port: 6be7967c-177b-42f9-8369-80ee0412c557. Aug 25 15:00:20.703619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for 6be7967c-177b-42f9-8369-80ee0412c557 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:20.716082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.742611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-91cac6a2-44aa-43b9-b59d-0f035cf1cbde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2334578 Aug 25 15:00:20.744989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Network': ['ID=02f56dbc-1ca1-452e-9f2b-971babdbf49f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:20.760957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:20.763719 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26721d5e-5717-4990-b1ea-bf1c8b6107bf" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "6be7967c-177b-42f9-8369-80ee0412c557"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:20.797060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 02f56dbc-1ca1-452e-9f2b-971babdbf49f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:20.804906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-9b14f20d-bc4a-4cf7-a5eb-70ba58162fde tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.811535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-9b14f20d-bc4a-4cf7-a5eb-70ba58162fde tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.818195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-9b14f20d-bc4a-4cf7-a5eb-70ba58162fde tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.824788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-9b14f20d-bc4a-4cf7-a5eb-70ba58162fde tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.831589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-9b14f20d-bc4a-4cf7-a5eb-70ba58162fde tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:20.840821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-9b14f20d-bc4a-4cf7-a5eb-70ba58162fde tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3879 time: 0.3233216 Aug 25 15:00:20.873826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:20.885858 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f6640df-7d5e-48db-a88d-f5d0222e087e tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9148219 Aug 25 15:00:20.891448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:20.947084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46239fb6-d42f-4d49-813a-7b8cb7d154a1 req-4de3c7ed-6686-4057-a0ec-187cf6aca5c6 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008959 Aug 25 15:00:20.993376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:20.994158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 63165e48-89cb-46cb-a112-4bfab5eefd23 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:21.055215 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2adf709-196d-4b9f-9735-9bc5431d7d8e x-openstack-request-id: req-d2adf709-196d-4b9f-9735-9bc5431d7d8e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:21.055215 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "6be7967c-177b-42f9-8369-80ee0412c557", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:21.055215 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2adf709-196d-4b9f-9735-9bc5431d7d8e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:21.055215 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557', 'code': 200} Aug 25 15:00:21.055215 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6', 'code': 200} Aug 25 15:00:21.055215 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18', 'code': 200} Aug 25 15:00:21.170046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1e687151-508c-4195-bcf8-687ddf978fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.226616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02eaa3-66fb-4fab-9dfe-9027f21b8ba8 req-df283340-a6ba-4f7c-a155-d7db8ab3b456 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.236455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e02eaa3-66fb-4fab-9dfe-9027f21b8ba8 req-df283340-a6ba-4f7c-a155-d7db8ab3b456 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1084418 Aug 25 15:00:21.254532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:21.257433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 63165e48-89cb-46cb-a112-4bfab5eefd23 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:21.257873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:21.338339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e02eaa3-66fb-4fab-9dfe-9027f21b8ba8 req-bbf92bfa-cbea-4d14-bfd6-ab0c11d8fa37 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003604 Aug 25 15:00:21.359898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-a3a07b2e-4e4e-4b88-9082-b4e5edeb9fa3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.364615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-a3a07b2e-4e4e-4b88-9082-b4e5edeb9fa3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 812 time: 0.4158800 Aug 25 15:00:21.379668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'port': {'device_id': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a', 'admin_state_up': True, 'tenant_id': '1b508eea8c8a43d4b4bbc0fec8062ea6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:21.404392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd46cb-0ac4-4889-8667-a0e4e8a5bd10 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.411925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd46cb-0ac4-4889-8667-a0e4e8a5bd10 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.420047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd46cb-0ac4-4889-8667-a0e4e8a5bd10 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.427170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd46cb-0ac4-4889-8667-a0e4e8a5bd10 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.431534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-87fd46cb-0ac4-4889-8667-a0e4e8a5bd10 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.5402489 Aug 25 15:00:21.456322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.466276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39936) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:21.512984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.566643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=6be7967c-177b-42f9-8369-80ee0412c557,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:21.568850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:21.597039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e9c9f-b317-4761-9cf6-f24d6b295ce4 req-a05debb9-0cef-4a18-a72a-16f660caf782 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.605457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e09e9c9f-b317-4761-9cf6-f24d6b295ce4 req-a05debb9-0cef-4a18-a72a-16f660caf782 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.4512663 Aug 25 15:00:21.653100 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.654562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.658127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116beb-8d5e-40dd-ab8f-1adb76c0645b req-c77d8ac4-ed3a-4758-9ec7-a11626ade201 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:21.666719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18116beb-8d5e-40dd-ab8f-1adb76c0645b req-c77d8ac4-ed3a-4758-9ec7-a11626ade201 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.1918149 Aug 25 15:00:21.683436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e09e9c9f-b317-4761-9cf6-f24d6b295ce4 req-106e9425-e1c4-4ca8-830d-4dc29ba1c50f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769813 Aug 25 15:00:21.818308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18116beb-8d5e-40dd-ab8f-1adb76c0645b req-78e4e3dc-788e-4e41-a622-e42cbf11a951 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482389 Aug 25 15:00:21.847684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.863404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f56dbc-1ca1-452e-9f2b-971babdbf49f']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:21.877998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Router cda12f33-739a-48cb-a9da-f9af265016a8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:00:21.881939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456a8712-c979-4c46-a2e5-fb736231b1b4') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:21.881939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456a8712-c979-4c46-a2e5-fb736231b1b4') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:21.891940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.917287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.927411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:21.927941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:21.937763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:21.938394 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:21.978876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Made reservation on behalf of 1b508eea8c8a43d4b4bbc0fec8062ea6 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:21.998106 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:22.099309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53a5c84d-482d-4789-b1c1-4b8b0ceef08a req-1bd0b464-b32b-4fac-b26f-321808dfc3f7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 210 time: 0.1304779 Aug 25 15:00:22.175936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:00:22.188332 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] Sync routers for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:00:22.198774 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:00:22.202607 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:59:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:22.233286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d0cb4-0111-4282-8173-b6a5329102b2 req-c375ba29-93ef-4c02-9c4b-528f89229b85 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:22.241609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:22.253100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02f56dbc-1ca1-452e-9f2b-971babdbf49f {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 15:00:22.267107 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:22.273501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d0cb4-0111-4282-8173-b6a5329102b2 req-c375ba29-93ef-4c02-9c4b-528f89229b85 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:22.284819 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/networks/02f56dbc-1ca1-452e-9f2b-971babdbf49f HTTP/1.1" status: 204 len: 168 time: 0.8173413 Aug 25 15:00:22.285882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39950) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:22.300937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d0cb4-0111-4282-8173-b6a5329102b2 req-c375ba29-93ef-4c02-9c4b-528f89229b85 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:22.317446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d0cb4-0111-4282-8173-b6a5329102b2 req-c375ba29-93ef-4c02-9c4b-528f89229b85 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:22.318719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-357d0cb4-0111-4282-8173-b6a5329102b2 req-c375ba29-93ef-4c02-9c4b-528f89229b85 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3141 time: 0.2095339 Aug 25 15:00:22.329478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'network': {'name': 'tempest-network--1295259181', 'router:external': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:22.334447 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:00:22.347228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2fc5f-4a33-43d3-b98f-a14958083b72 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Network': ['ID=02f56dbc-1ca1-452e-9f2b-971babdbf49f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:22.481462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:22.533028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Allocated IP 172.20.0.10 (8a6b4817-450d-416f-bcdb-d72b0d57935a/d66a9960-bd94-43ad-b89b-0e858720f2a8/d5498294-0b3f-489b-aa65-db3ec751abca) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:00:22.554084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Made reservation on behalf of 81f0373293c346e39a563882f734890f for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:22.556443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:22.602306 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:31Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:22.636908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] No DVR routers for this DVR port 6be7967c-177b-42f9-8369-80ee0412c557 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:22.638653 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] Checking router: cda12f33-739a-48cb-a9da-f9af265016a8 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:00:22.649703 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:00:22.650315 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T14:59:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:22.655676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ba4c-6c78-4ca8-a6be-5a76ef076394 req-96d2a009-ed28-4ec4-9660-6e35e29ca3a8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:22.663617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cb0ba4c-6c78-4ca8-a6be-5a76ef076394 req-96d2a009-ed28-4ec4-9660-6e35e29ca3a8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1924946 Aug 25 15:00:22.675209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:22.677772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-7ccbe9cc-86d5-46ec-bf83-895c3e139942 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "DELETE /v2.0/ports/6be7967c-177b-42f9-8369-80ee0412c557 HTTP/1.1" status: 204 len: 173 time: 2.8378775 Aug 25 15:00:22.678246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:22.680543 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0939551d-950e-43b8-bf49-2639d27f4c49" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "6be7967c-177b-42f9-8369-80ee0412c557"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:22.722459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:22.762475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cb0ba4c-6c78-4ca8-a6be-5a76ef076394 req-490065b4-d57a-458b-a5c2-710931bc1a4a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886860 Aug 25 15:00:22.886701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-357d0cb4-0111-4282-8173-b6a5329102b2 req-79096c35-e615-4610-a98a-08da7ea9d968 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017659 Aug 25 15:00:22.887630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:22.887761 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Added segment 9dcf622b-f3be-4f80-b5d9-62805669d573 of type vlan for network d6677f9e-10c5-4658-b8c5-36cf99b339a1 Aug 25 15:00:22.895051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:00:22.998563 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc165a7c-675f-4d3d-94ef-8d830277502e x-openstack-request-id: req-dc165a7c-675f-4d3d-94ef-8d830277502e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:22.999559 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "6be7967c-177b-42f9-8369-80ee0412c557", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:23.001414 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc165a7c-675f-4d3d-94ef-8d830277502e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:23.003134 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': '6be7967c-177b-42f9-8369-80ee0412c557', 'status': 'completed', 'code': 200} Aug 25 15:00:23.021080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.053146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port 892289ca-96b0-4816-9975-2e7bc9cbad18 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:23.054580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.054731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:23.056978 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c6a0e7-33c6-46a0-bcce-8485e3815253" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:23.121039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cead0-10de-4812-9a23-8558e328955b req-19087371-66f8-428d-a0da-4e885b91e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:23.123012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-19087371-66f8-428d-a0da-4e885b91e1f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663&tenant_id=52c911701fed454fa89fdf407b2dcae5 HTTP/1.1" status: 200 len: 1095 time: 0.3670096 Aug 25 15:00:23.135291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.142830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:23.142830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.143129 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:31Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:23.146138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:23.174147 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3063c91-84be-4f06-b5fc-05f5fa8f7788 None None] The sync data for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 is: [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T14:49:24Z', 'revision_number': 4, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '887c2161-a72c-440b-99cb-1065de86fd5b', 'name': '', 'network_id': '07c04fab-acb5-4577-8c99-2807be0b11f3', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'mac_address': 'fa:16:3e:dc:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:23Z', 'updated_at': '2021-08-25T14:49:31Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'subnets': [{'id': 'b7596377-2501-40a9-96e3-dfeb60fe25ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:00:23.214640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] For port 892289ca-96b0-4816-9975-2e7bc9cbad18, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=892289ca-96b0-4816-9975-2e7bc9cbad18,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:23.215110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.244842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e324f-2369-4f9c-8440-f58ed8c77558 req-ef56891f-e996-44cb-91f9-f290d9731d82 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:23.246898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for 892289ca-96b0-4816-9975-2e7bc9cbad18 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:23.254242 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d6e324f-2369-4f9c-8440-f58ed8c77558 req-ef56891f-e996-44cb-91f9-f290d9731d82 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1810796 Aug 25 15:00:23.266222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99ba4e-6c6e-49f0-ba4c-4a2c4671e29f req-89e18664-b3e3-4af4-91c7-ae78f18cc409 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:23.274334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de99ba4e-6c6e-49f0-ba4c-4a2c4671e29f req-89e18664-b3e3-4af4-91c7-ae78f18cc409 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 944 time: 0.1279173 Aug 25 15:00:23.297505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.329224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0086904 Aug 25 15:00:23.330167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3f855-48c0-48da-8299-0c4bf973e804 tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Network': ['ID=d6677f9e-10c5-4658-b8c5-36cf99b339a1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:23.338492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:23.342533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d6677f9e-10c5-4658-b8c5-36cf99b339a1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:23.363382 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d6e324f-2369-4f9c-8440-f58ed8c77558 req-6f2d6bc9-da98-4ca4-a15c-15dd32dc4fa6 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971448 Aug 25 15:00:23.380221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.462206 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec84c5-fe04-4d74-b873-bb2becaea874 x-openstack-request-id: req-63ec84c5-fe04-4d74-b873-bb2becaea874 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:23.462888 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:23.463473 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63ec84c5-fe04-4d74-b873-bb2becaea874 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:23.464694 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8', 'code': 200} Aug 25 15:00:23.465054 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d', 'code': 200} Aug 25 15:00:23.598442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5826f-5d25-4ed6-ad31-d3f0e30cf789 None None] New status for floating IP 96aef027-c3a9-459a-96fb-9f18c7afcaae: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:00:23.625410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb8d39de-eb0f-4e9f-b6e5-2ff0746ee469 req-3d977f06-916c-446c-9d3b-fb494829a995 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 210 time: 0.0394673 Aug 25 15:00:23.852104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d165d388-c63a-40b2-9c80-5dfce99792d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.932129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:23.941249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de99ba4e-6c6e-49f0-ba4c-4a2c4671e29f req-9f7b9913-42a1-48a6-80cd-2f62811bc3ae tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554751 Aug 25 15:00:24.071120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381f1c6-3cd2-465d-beea-1a71f54397f3 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.074242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1381f1c6-3cd2-465d-beea-1a71f54397f3 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] 10.222.0.58 "GET /v2.0/networks/d6677f9e-10c5-4658-b8c5-36cf99b339a1 HTTP/1.1" status: 200 len: 757 time: 0.2865131 Aug 25 15:00:24.075798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:24.104042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0d44-9c2b-472c-a6f3-24da97dbe7d4 req-b4645c03-8c7b-413c-b697-5b607e0077a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.110689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0d44-9c2b-472c-a6f3-24da97dbe7d4 req-b4645c03-8c7b-413c-b697-5b607e0077a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.119434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0d44-9c2b-472c-a6f3-24da97dbe7d4 req-b4645c03-8c7b-413c-b697-5b607e0077a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.132380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0d44-9c2b-472c-a6f3-24da97dbe7d4 req-b4645c03-8c7b-413c-b697-5b607e0077a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.132380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-229b0d44-9c2b-472c-a6f3-24da97dbe7d4 req-b4645c03-8c7b-413c-b697-5b607e0077a0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 3141 time: 0.1116664 Aug 25 15:00:24.176965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-229b0d44-9c2b-472c-a6f3-24da97dbe7d4 req-422d6ef3-ff41-4620-833e-7435089f1866 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Aug 25 15:00:24.207714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:24.217131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff4995-b436-4f34-9d4e-36353a19418e tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.221008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11ff4995-b436-4f34-9d4e-36353a19418e tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] 10.222.0.58 "GET /v2.0/networks/a89f1c70-2de1-4a72-8644-078375fc740e HTTP/1.1" status: 200 len: 766 time: 0.1401436 Aug 25 15:00:24.221387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39980) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:24.237771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25872524-026f-4319-b365-b39d6983f88d req-36b1fe77-6873-4137-8ad3-1271dd8eaa5d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.239309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25872524-026f-4319-b365-b39d6983f88d req-36b1fe77-6873-4137-8ad3-1271dd8eaa5d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1782823 Aug 25 15:00:24.287486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:00:24.291935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.298327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.300374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.313544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:24.314419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25872524-026f-4319-b365-b39d6983f88d req-f6183e6f-f0b3-4de9-a667-ff233a2d9de1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688956 Aug 25 15:00:24.339811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:24.348787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.363422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Transition to ACTIVE for port object 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:00:24.388466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Network 8a6b4817-450d-416f-bcdb-d72b0d57935a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:00:24.394710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:24.399854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:00:24.435459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.502500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:24.527876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] No DVR routers for this DVR port 892289ca-96b0-4816-9975-2e7bc9cbad18 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:24.550486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=9']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:24.581695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] No DVR routers for this DVR port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on host n-h2-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:24.583625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=892289ca-96b0-4816-9975-2e7bc9cbad18,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:24.600268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.602987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-b3133a66-3ec0-4dd2-9e1f-1dd047412a74 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "DELETE /v2.0/ports/892289ca-96b0-4816-9975-2e7bc9cbad18 HTTP/1.1" status: 204 len: 173 time: 1.9051960 Aug 25 15:00:24.631074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:00:24.631652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:00:24.631778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on network d00881db-dc5f-4aee-83f7-d9295a82a856 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:00:24.636766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on network d00881db-dc5f-4aee-83f7-d9295a82a856 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:00:24.637099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Attempting to bind port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on network d00881db-dc5f-4aee-83f7-d9295a82a856 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:00:24.643395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:00:24.643745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Checking segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:00:24.644448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Bound using segment: {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:00:24.644897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Bound port: 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519a4f83-f117-462e-9905-1ff4a600f17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:00:24.645302 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.674517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.675604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.702343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.728001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6677f9e-10c5-4658-b8c5-36cf99b339a1']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:24.767034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcf622b-f3be-4f80-b5d9-62805669d573') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:24.767491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcf622b-f3be-4f80-b5d9-62805669d573') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:24.770855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:00:24.784425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.796117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:00:24.808981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-48adeefd-94a9-482a-b015-ad9762617bd2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4345577 Aug 25 15:00:24.815525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68c037-711a-4e45-97e8-05792b5416ea req-51f3f780-f5c2-4ef4-a172-94e9ed0ba277 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.824275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c68c037-711a-4e45-97e8-05792b5416ea req-51f3f780-f5c2-4ef4-a172-94e9ed0ba277 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 932 time: 0.1008000 Aug 25 15:00:24.826778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ba70-17f1-43df-9a52-8607ac00921e req-92fd54fb-3769-4986-be7e-a60cad6a78db tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.829351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4f0ba70-17f1-43df-9a52-8607ac00921e req-92fd54fb-3769-4986-be7e-a60cad6a78db tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.3240225 Aug 25 15:00:24.851848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Request body: {'port': {'device_id': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:24.861789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.879175 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.921120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c68c037-711a-4e45-97e8-05792b5416ea req-062d56f3-71d6-4293-b054-cff6c862e85a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842123 Aug 25 15:00:24.929534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:24.930462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.932222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] 10.222.0.52 "PUT /v2.0/ports/0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 1092 time: 1.7986321 Aug 25 15:00:24.934138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:24.934559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:24.934772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:24.939427 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:24.941761 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd0cd9-87ad-4383-81fb-97aca48118f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:25.004806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:25.007243 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a92b41c-fd41-4c7c-a16c-e1b0c765941e" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:25.016410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612225a0-2fb9-4b3e-8d70-8d5643596842 service neutron] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=10']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:25.040444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cead0-10de-4812-9a23-8558e328955b req-18afd19c-d371-4579-b21e-d940ec3f54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.044194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-18afd19c-d371-4579-b21e-d940ec3f54eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1096 time: 0.0856445 Aug 25 15:00:25.050937 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c783a-0655-4935-ae13-2c95b826afed x-openstack-request-id: req-4d7c783a-0655-4935-ae13-2c95b826afed {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:25.051756 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:25.052409 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d7c783a-0655-4935-ae13-2c95b826afed {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:25.055230 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'status': 'completed', 'code': 200} Aug 25 15:00:25.085397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4f0ba70-17f1-43df-9a52-8607ac00921e req-664fad44-af82-45fa-903f-cacca35b99b3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2283750 Aug 25 15:00:25.087998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.107368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:25.107703 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.185097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.202206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6677f9e-10c5-4658-b8c5-36cf99b339a1 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 15:00:25.208827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.214253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d6677f9e-10c5-4658-b8c5-36cf99b339a1 HTTP/1.1" status: 204 len: 168 time: 0.9886734 Aug 25 15:00:25.247334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39998) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:25.261467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'network': {'name': 'tempest-network--1048072431'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:25.274411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67a890-7f25-4d87-86b7-6d51975672dd tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6677f9e-10c5-4658-b8c5-36cf99b339a1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:25.289620 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917abc5e-9cbd-4182-9f20-aae5cc347d27 x-openstack-request-id: req-917abc5e-9cbd-4182-9f20-aae5cc347d27 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:25.289897 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "892289ca-96b0-4816-9975-2e7bc9cbad18", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:25.290152 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-917abc5e-9cbd-4182-9f20-aae5cc347d27 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:25.290620 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': '892289ca-96b0-4816-9975-2e7bc9cbad18', 'status': 'completed', 'code': 200} Aug 25 15:00:25.426240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.426844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cead0-10de-4812-9a23-8558e328955b req-410db9ec-06fb-4d53-9168-b1824f56129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.428222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-410db9ec-06fb-4d53-9168-b1824f56129f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 915 time: 0.3742647 Aug 25 15:00:25.440310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692509-68ad-4599-b796-7a9d6ac0d9d2 req-df9f29a8-6bcb-4c84-a203-6b290fca686e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.441786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c692509-68ad-4599-b796-7a9d6ac0d9d2 req-df9f29a8-6bcb-4c84-a203-6b290fca686e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1917205 Aug 25 15:00:25.495237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-56bd6e25-10d6-4619-ab4d-8240f2ea43f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 217 time: 0.0516703 Aug 25 15:00:25.532740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] For port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:25.533279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.596424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:25.598234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Made reservation on behalf of 81f0373293c346e39a563882f734890f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:25.600616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.649630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cead0-10de-4812-9a23-8558e328955b req-d73ae36d-9bcf-4cc6-84d5-c4cc98f41226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.651177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-d73ae36d-9bcf-4cc6-84d5-c4cc98f41226 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.1295376 Aug 25 15:00:25.656764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c692509-68ad-4599-b796-7a9d6ac0d9d2 req-bb849489-d0b2-439d-a8b7-744b86a0c340 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644113 Aug 25 15:00:25.676539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8158ce-f268-45b6-a05c-6d39ea635663 req-1725f6cb-7c22-45e1-b80d-14b3c260cf6d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.683902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8158ce-f268-45b6-a05c-6d39ea635663 req-1725f6cb-7c22-45e1-b80d-14b3c260cf6d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.691946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8158ce-f268-45b6-a05c-6d39ea635663 req-1725f6cb-7c22-45e1-b80d-14b3c260cf6d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.700355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee8158ce-f268-45b6-a05c-6d39ea635663 req-1725f6cb-7c22-45e1-b80d-14b3c260cf6d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 2408 time: 0.2624645 Aug 25 15:00:25.703266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-1d319b6d-04a3-4cc5-b0a4-db542767d23b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444446 Aug 25 15:00:25.863323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-0a00c0d1-72f0-4552-8873-1c038a3e7ca5 service neutron] 10.222.0.52 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472447 Aug 25 15:00:25.883664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:25.893096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.893509 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Added segment 5c529b0d-2232-4e8b-b989-4fb2f55ba6d8 of type vlan for network 8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4 Aug 25 15:00:25.938548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:25.982329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9ac7-2a71-4829-9f3c-df5db647df38 req-b537b6b8-4fde-41c3-b834-df38cd320b21 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:25.990902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10cf9ac7-2a71-4829-9f3c-df5db647df38 req-b537b6b8-4fde-41c3-b834-df38cd320b21 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1377246 Aug 25 15:00:26.025184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee8158ce-f268-45b6-a05c-6d39ea635663 req-c4a9ec4d-1225-4051-ace4-077c0e17bfb8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227899 Aug 25 15:00:26.037425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:26.053206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.054196 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:26.083644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e9cead0-10de-4812-9a23-8558e328955b req-782089e0-133c-4a3d-a0e5-43a6b45c11f4 service neutron] 10.222.0.52 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950295 Aug 25 15:00:26.089189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10cf9ac7-2a71-4829-9f3c-df5db647df38 req-c835c55b-05cb-49db-b323-e4a724e73bda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964825 Aug 25 15:00:26.238201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9959660 Aug 25 15:00:26.253250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40012) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:26.280221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5498294-0b3f-489b-aa65-db3ec751abca {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:26.290331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:26.307092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:26.311234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d03b1-4e67-4989-afd4-d82aeadb951c tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Network': ['ID=8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:26.320646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:26.321637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:26.358967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a5ea-87ed-4fdc-a3e6-5cd927f2a11e req-65d62b2f-279a-4ae6-971e-27a89023790c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.363290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af26a5ea-87ed-4fdc-a3e6-5cd927f2a11e req-65d62b2f-279a-4ae6-971e-27a89023790c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1701751 Aug 25 15:00:26.409023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Transition to ACTIVE for port object d5498294-0b3f-489b-aa65-db3ec751abca will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:00:26.410075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=8a22bf73-14f6-4567-b3d1-93b8f5758ae8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:26.410716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-ee4dd538-37e6-473c-9dfb-711f46ecd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.411874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-ee4dd538-37e6-473c-9dfb-711f46ecd86e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1096 time: 0.1708338 Aug 25 15:00:26.420641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d589-a246-4d73-86dd-478d57c72c8d req-3d385ad6-c4b4-459a-a84e-85650c87ad4f tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.422484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6e1d589-a246-4d73-86dd-478d57c72c8d req-3d385ad6-c4b4-459a-a84e-85650c87ad4f tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 932 time: 0.2575459 Aug 25 15:00:26.524890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:26.534934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af26a5ea-87ed-4fdc-a3e6-5cd927f2a11e req-ed9c9593-d429-4b7a-bbe8-a94038cf6625 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551991 Aug 25 15:00:26.596469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-70140c29-924e-4e9d-8c39-c41f15c321d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.598273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-70140c29-924e-4e9d-8c39-c41f15c321d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 915 time: 0.1706665 Aug 25 15:00:26.651009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6e1d589-a246-4d73-86dd-478d57c72c8d req-3f18f387-2766-481c-9cf1-6f43712eb166 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130539 Aug 25 15:00:26.658793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-c6fd24bd-4c0e-4402-a7a7-22303999fa57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 217 time: 0.0485990 Aug 25 15:00:26.662542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] No DVR routers for this DVR port 8a22bf73-14f6-4567-b3d1-93b8f5758ae8 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:26.671631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:26.674291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-e8a34448-f17d-46ef-97f2-4209661d01e0 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "DELETE /v2.0/ports/8a22bf73-14f6-4567-b3d1-93b8f5758ae8 HTTP/1.1" status: 204 len: 173 time: 2.0610573 Aug 25 15:00:26.718653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-7a1776e8-24d7-463f-a74b-7e5d8ab757bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.720685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-7a1776e8-24d7-463f-a74b-7e5d8ab757bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.0557804 Aug 25 15:00:26.743992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:26.764636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-8cf04525-3c50-483f-8ebb-adeb4e0f0942 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345967 Aug 25 15:00:26.963717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc5945-69aa-4470-9681-2b8b6dc8fd5f req-3d7d2d4e-1191-414d-ae01-c02f9f09581d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:26.975790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eacc5945-69aa-4470-9681-2b8b6dc8fd5f req-3d7d2d4e-1191-414d-ae01-c02f9f09581d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.2096236 Aug 25 15:00:27.006244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-3342535c-7dbf-4ffe-b8f7-a931cfc7b9a8 service neutron] 10.222.0.52 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297199 Aug 25 15:00:27.021476 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.180710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.197751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bacd0cd9-87ad-4383-81fb-97aca48118f0 req-df1f372b-ee93-4df9-84a7-5bd43fb87ced service neutron] 10.222.0.52 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721649 Aug 25 15:00:27.237940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Attempting to bind port d5498294-0b3f-489b-aa65-db3ec751abca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:00:27.242476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Attempting to bind port d5498294-0b3f-489b-aa65-db3ec751abca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:00:27.243251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Attempting to bind port d5498294-0b3f-489b-aa65-db3ec751abca on network 8a6b4817-450d-416f-bcdb-d72b0d57935a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:00:27.292919 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eacc5945-69aa-4470-9681-2b8b6dc8fd5f req-282fe5f8-1201-4922-815b-97d927434818 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159010 Aug 25 15:00:27.296068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:27.299438 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02586d-c1ed-4481-b3d7-3c1c733b0fc7" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:27.313700 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.322894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Port d5498294-0b3f-489b-aa65-db3ec751abca on network 8a6b4817-450d-416f-bcdb-d72b0d57935a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:00:27.323485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Attempting to bind port d5498294-0b3f-489b-aa65-db3ec751abca on network 8a6b4817-450d-416f-bcdb-d72b0d57935a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:00:27.354577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:27.355052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.362620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:00:27.363168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Checking segment: {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:00:27.363699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Bound using segment: {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:00:27.364393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Bound port: d5498294-0b3f-489b-aa65-db3ec751abca, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662454c-278c-4220-87ac-be7126ec5dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:00:27.364845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.473109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.510534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77f03b-e58f-49e8-aca2-c471260d2836 req-735fe89a-a240-4e91-9304-3dd70a6e3e12 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:27.518905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77f03b-e58f-49e8-aca2-c471260d2836 req-735fe89a-a240-4e91-9304-3dd70a6e3e12 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:27.520887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd77f03b-e58f-49e8-aca2-c471260d2836 req-735fe89a-a240-4e91-9304-3dd70a6e3e12 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 1675 time: 0.3904393 Aug 25 15:00:27.550112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907a16-4d81-4e55-a2f2-0ffb47d48897 req-183a67cd-f5a8-48f2-940b-5e5b1155e180 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:27.557301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e907a16-4d81-4e55-a2f2-0ffb47d48897 req-183a67cd-f5a8-48f2-940b-5e5b1155e180 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1150093 Aug 25 15:00:27.626132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Network 8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4 is not hosted by any dhcp agent {{(pid=101873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:00:27.633672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:27.634489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.650543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "PUT /v2.0/networks/8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4 HTTP/1.1" status: 200 len: 858 time: 1.3825312 Aug 25 15:00:27.651853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e907a16-4d81-4e55-a2f2-0ffb47d48897 req-50e4c2a9-c0a9-4e55-a8b5-97f7cd1ceb41 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890377 Aug 25 15:00:27.655242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40048) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:27.753322 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dbe00b-b0f6-4619-8918-52bba324a1e1 x-openstack-request-id: req-03dbe00b-b0f6-4619-8918-52bba324a1e1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:27.753847 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "8a22bf73-14f6-4567-b3d1-93b8f5758ae8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:27.754040 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03dbe00b-b0f6-4619-8918-52bba324a1e1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:27.754718 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': '8a22bf73-14f6-4567-b3d1-93b8f5758ae8', 'status': 'completed', 'code': 200} Aug 25 15:00:27.774365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98865555-b7ae-4303-b8b1-1d1582794bbe tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event updated for resources: {'Network': ['ID=8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:27.861116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd77f03b-e58f-49e8-aca2-c471260d2836 req-3eed0060-d220-41d7-bb34-516fde764b85 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050282 Aug 25 15:00:27.869741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] For port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:27.869741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.884872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:00:27.886807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:00:27.897959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:27.910965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:27.988331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.136770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.180567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:28.189528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:28.222787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c529b0d-2232-4e8b-b989-4fb2f55ba6d8') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:28.223346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c529b0d-2232-4e8b-b989-4fb2f55ba6d8') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:28.242563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.295685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.310622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:28.311589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.371096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:28.371906 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.373725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-fdc8355d-3ad0-4cf7-816b-31eb6b09ccd8 service neutron] 10.222.0.45 "PUT /v2.0/ports/d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 1092 time: 3.5280771 Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:28.455751 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:28.519875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2306d0-1e0c-495d-9896-872af34c02f3 req-bf40d2d3-659a-4946-9fd6-a99c92a3f311 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:28.525514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2306d0-1e0c-495d-9896-872af34c02f3 req-bf40d2d3-659a-4946-9fd6-a99c92a3f311 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 944 time: 0.4933140 Aug 25 15:00:28.534306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.659941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:28.672271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfc05-94de-45ba-9a25-24b63987e200 req-3e7da49f-8900-4b40-a4f8-a1fe3bed9b50 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:28.674194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-578cfc05-94de-45ba-9a25-24b63987e200 req-3e7da49f-8900-4b40-a4f8-a1fe3bed9b50 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.6884756 Aug 25 15:00:28.695270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.735700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 15:00:28.755807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] No DVR routers for this DVR port ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:28.759321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.767256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-51488238-1f34-428f-ac9c-5653423eddb3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "DELETE /v2.0/ports/ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d HTTP/1.1" status: 204 len: 173 time: 2.0788336 Aug 25 15:00:28.781017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca2306d0-1e0c-495d-9896-872af34c02f3 req-49a8691e-0e94-4210-92d3-b9fd42746650 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923392 Aug 25 15:00:28.822491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.835676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-8037024c-6f3c-46e2-a321-7e349d2734d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:28.837415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-8037024c-6f3c-46e2-a321-7e349d2734d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1095 time: 0.3638744 Aug 25 15:00:28.843712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4 HTTP/1.1" status: 204 len: 168 time: 1.1721613 Aug 25 15:00:28.847645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b22f3-783f-445f-9a34-930265bf0d8b tempest-ExternalNetworksTestJSON-1810611380 tempest-ExternalNetworksTestJSON-1810611380-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d2e7eaf-28c3-44c7-a634-5dd8ffe08df4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:28.856739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40060) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:28.909878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:28.950352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-1eeb3652-49d9-4aba-8d2e-548afa93102e req-9f41941a-7c25-46ba-8a84-66039e9496c8 service neutron] (101872) timed out ('10.222.0.45', 55526) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:00:28.975444 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad2ad5d-61ee-4e29-8cd2-21744f41b8f0 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] DELETE failed (client error): The resource could not be found. Aug 25 15:00:28.975923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad2ad5d-61ee-4e29-8cd2-21744f41b8f0 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:00:28.978103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bad2ad5d-61ee-4e29-8cd2-21744f41b8f0 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] 10.222.0.58 "DELETE /v2.0/subnets/bdfa7c0c-88b9-4b1b-b810-b5e474aa7d72 HTTP/1.1" status: 404 len: 337 time: 0.0992134 Aug 25 15:00:28.980811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:29.002512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-2adb5f90-8913-4f58-8d10-97c209e54319 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 217 time: 0.1565924 Aug 25 15:00:29.169030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67156a-b4f5-4815-ab74-063b5988696d req-8cb88baf-3ad1-4543-b53e-fa00b130451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:29.173415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-8cb88baf-3ad1-4543-b53e-fa00b130451b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.1592326 Aug 25 15:00:29.231521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:29.271037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-53ed61eb-ecba-4cbb-97eb-3a8510dd5742 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684729 Aug 25 15:00:29.298250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-578cfc05-94de-45ba-9a25-24b63987e200 req-49b136c4-f49d-4b1a-a1d2-413c8d762580 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6039212 Aug 25 15:00:29.538486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255884fc-1855-4266-8681-aa9409019178 req-df928fd9-347b-4aee-9f15-1cdc60364342 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:29.540626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-255884fc-1855-4266-8681-aa9409019178 req-df928fd9-347b-4aee-9f15-1cdc60364342 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.3634033 Aug 25 15:00:29.617262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-255884fc-1855-4266-8681-aa9409019178 req-b499832a-f293-4b46-8b37-86b3e094ea22 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619926 Aug 25 15:00:29.636789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port bdf6a068-53cb-4c12-b857-7a02abf04ac6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:29.637436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:29.839591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:29.993613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca'}, {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:29.993613 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265100b1-6549-4907-9fb6-fb50d8443a03" -d '{"events": [{"name": "network-changed", "server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca"}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:29.998053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f1c70-2de1-4a72-8644-078375fc740e']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:29.999222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-20be6a19-4655-4ed9-a6dc-3d766dd704cb service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261323 Aug 25 15:00:29.999682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17311b6a-a221-4093-8557-036753d38972') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:29.999682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17311b6a-a221-4093-8557-036753d38972') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:29.999682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776190-9624-4669-97ed-ab543e51874e req-16d9cf7c-8ba3-4b14-831c-f7e5a4d2e86f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:29.999682 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9776190-9624-4669-97ed-ab543e51874e req-16d9cf7c-8ba3-4b14-831c-f7e5a4d2e86f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.3567410 Aug 25 15:00:29.999682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:30.051483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:30.092269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] For port bdf6a068-53cb-4c12-b857-7a02abf04ac6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bdf6a068-53cb-4c12-b857-7a02abf04ac6,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:30.092639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:30.097645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:30.098273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:30.146824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for bdf6a068-53cb-4c12-b857-7a02abf04ac6 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:30.195625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd645-fe6f-4556-9788-10d5b54ac0c7 req-bf103e16-9ad2-47b1-bc81-b201e7afc67a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:30.197279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de0bd645-fe6f-4556-9788-10d5b54ac0c7 req-bf103e16-9ad2-47b1-bc81-b201e7afc67a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 942 time: 0.3385623 Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:30.203043 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:30.233355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9776190-9624-4669-97ed-ab543e51874e req-5604c04f-39bd-48f5-ba9b-f547977482e0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758057 Aug 25 15:00:30.298923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:30.307828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:30.325464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] 10.222.0.58 "DELETE /v2.0/networks/a89f1c70-2de1-4a72-8644-078375fc740e HTTP/1.1" status: 204 len: 168 time: 1.3314323 Aug 25 15:00:30.375015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e6b75-1547-48c8-8a75-2e5d6c33cc97 tempest-ExternalNetworksTestJSON-904237838 tempest-ExternalNetworksTestJSON-904237838-project] Pushing event deleted for resources: {'Network': ['ID=a89f1c70-2de1-4a72-8644-078375fc740e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:30.525301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda175-1ba8-44cc-b94b-9d7517d1168b req-7015729e-07d5-4826-857e-b7306e990062 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:30.548942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11dda175-1ba8-44cc-b94b-9d7517d1168b req-7015729e-07d5-4826-857e-b7306e990062 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 944 time: 0.1089454 Aug 25 15:00:30.638974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11dda175-1ba8-44cc-b94b-9d7517d1168b req-3374a377-04bc-4373-930d-956ecaa9662e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842006 Aug 25 15:00:30.834145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f419-b40b-4347-ada9-4a3f01d920a9 req-34de5467-53f1-4ebe-996b-1dda3e7efb44 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:30.836970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b084f419-b40b-4347-ada9-4a3f01d920a9 req-34de5467-53f1-4ebe-996b-1dda3e7efb44 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1294696 Aug 25 15:00:30.923768 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bb8602-fd73-4fe9-bb46-06c088f5f4ef x-openstack-request-id: req-58bb8602-fd73-4fe9-bb46-06c088f5f4ef {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:30.924163 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca", "status": "completed", "code": 200}, {"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:30.924629 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58bb8602-fd73-4fe9-bb46-06c088f5f4ef {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:30.925228 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'status': 'completed', 'code': 200} Aug 25 15:00:30.925486 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': 'ff0bcdfc-1453-4eb5-a935-c3d1ce7d111d', 'status': 'completed', 'code': 200} Aug 25 15:00:30.934274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b084f419-b40b-4347-ada9-4a3f01d920a9 req-57ee5e99-a0b9-48f8-a4ef-edea12cd9c55 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883312 Aug 25 15:00:30.971315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de0bd645-fe6f-4556-9788-10d5b54ac0c7 req-379c5554-130a-4f1c-b079-2448f58a95f3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups?id=5bd70f7e-4180-43f9-a1d5-c0c928de4547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7365942 Aug 25 15:00:31.016737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae67156a-b4f5-4815-ab74-063b5988696d req-cc7cd162-b908-4e61-b5a5-1459dc5ec6af service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1639631 Aug 25 15:00:31.205308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc34d47-b006-4015-b250-e9b061518ab6 req-e5726f52-af3e-464c-af5a-e96ea39eb624 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:31.226258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0bc34d47-b006-4015-b250-e9b061518ab6 req-e5726f52-af3e-464c-af5a-e96ea39eb624 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1064785 Aug 25 15:00:31.253865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:31.267164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40114) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:31.318424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0bc34d47-b006-4015-b250-e9b061518ab6 req-0810de14-4719-4bb6-b28a-c2af9965fede tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948761 Aug 25 15:00:31.350887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=bdf6a068-53cb-4c12-b857-7a02abf04ac6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:31.390569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-bed73764-9cbb-46a5-ba8a-896a208264aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:31.393779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-bed73764-9cbb-46a5-ba8a-896a208264aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1095 time: 0.1930084 Aug 25 15:00:31.427316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] No DVR routers for this DVR port bdf6a068-53cb-4c12-b857-7a02abf04ac6 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:31.447195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:31.454264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94a8bde0-9b22-4b02-9c06-a2acf39d8b5c req-d44a9446-0bed-4625-a38a-54ec222a7e43 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.52 "DELETE /v2.0/ports/bdf6a068-53cb-4c12-b857-7a02abf04ac6 HTTP/1.1" status: 204 len: 173 time: 2.6500289 Aug 25 15:00:31.615256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-fb2795ea-566e-4631-8406-e303eab73646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:31.617568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-fb2795ea-566e-4631-8406-e303eab73646 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.1951156 Aug 25 15:00:31.751574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-cbb55d91-b192-4d91-a83a-7675219b5168 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 217 time: 0.1233251 Aug 25 15:00:31.922814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034221fc-dbbc-418b-9f3f-39225c1e79c1 req-b50077a3-fed2-4b5b-813b-f759b2450211 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:31.924913 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-034221fc-dbbc-418b-9f3f-39225c1e79c1 req-b50077a3-fed2-4b5b-813b-f759b2450211 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 944 time: 0.1198149 Aug 25 15:00:31.947735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5d226434-c340-4ca4-a636-88a5a14d5dff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4089f41469a04641bf61827f754e8b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531930 Aug 25 15:00:31.952146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40126) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:32.029323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-034221fc-dbbc-418b-9f3f-39225c1e79c1 req-00eeabe4-10ba-46eb-a66a-d501ded182c1 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974774 Aug 25 15:00:32.039974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82223d4-339e-4bb4-a493-d96c18cd80ce req-d78eb9a0-c0a4-464f-befd-e99bb36c6988 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:32.065618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e82223d4-339e-4bb4-a493-d96c18cd80ce req-d78eb9a0-c0a4-464f-befd-e99bb36c6988 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.6195920 Aug 25 15:00:32.181634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-d4855496-4c33-40b5-a836-d2307fabf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:32.184268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-d4855496-4c33-40b5-a836-d2307fabf9ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.3893907 Aug 25 15:00:32.271118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d189499-f7d9-448a-b45e-845f843e4595 req-f583eafd-7d5c-477f-8f60-257293a50d6e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:32.283278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d189499-f7d9-448a-b45e-845f843e4595 req-f583eafd-7d5c-477f-8f60-257293a50d6e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1481929 Aug 25 15:00:32.288693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e82223d4-339e-4bb4-a493-d96c18cd80ce req-8976707c-ca96-47f1-b41e-efc80dd1ffd9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218444 Aug 25 15:00:32.321667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-7f687f4f-0873-4b1a-b9b0-54249daf18cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719421 Aug 25 15:00:32.347479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d189499-f7d9-448a-b45e-845f843e4595 req-86f1a26c-1548-46d1-89b9-768c340c372f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590079 Aug 25 15:00:32.519541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e7da340-e920-4913-b367-5eca81ecc9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:32.524106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-9d488b4d-3383-4a1d-a518-5b51236df6e4 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657639 Aug 25 15:00:32.598822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c785f-b901-4053-875f-315ad2e4439b req-3dcb8474-e790-404f-9a04-d8e202d95a3f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:32.604838 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835c785f-b901-4053-875f-315ad2e4439b req-3dcb8474-e790-404f-9a04-d8e202d95a3f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1308813 Aug 25 15:00:32.664048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd43872d-604c-4dca-877e-1d0d6b00e7fa req-a4a134ae-e1a6-4e96-83e0-22c045391c7d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.1372144 Aug 25 15:00:32.694696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-835c785f-b901-4053-875f-315ad2e4439b req-e52e6937-5d7c-49f2-8d67-7fb3b686aa32 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811017 Aug 25 15:00:32.804934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e7da340-e920-4913-b367-5eca81ecc9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:32.917963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-265100b1-6549-4907-9fb6-fb50d8443a03 req-a0ed8890-8bc1-44fe-acdc-92bddf73b295 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716230 Aug 25 15:00:32.931871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:32.943266 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5988c6b-7acf-414a-9d22-4299204368f5" -d '{"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:33.041306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e7da340-e920-4913-b367-5eca81ecc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:33.044765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e7da340-e920-4913-b367-5eca81ecc9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:33.048555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7e7da340-e920-4913-b367-5eca81ecc9c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2101c086-3baa-4fba-a55d-089ab5a34300 HTTP/1.1" status: 204 len: 168 time: 1.0907416 Aug 25 15:00:33.048555 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a835f1-ecb7-4b36-b088-71784602a746 x-openstack-request-id: req-85a835f1-ecb7-4b36-b088-71784602a746 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:33.048942 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db416c44-36e8-4e03-bf3e-ce25fe80c5b0", "name": "network-vif-deleted", "tag": "bdf6a068-53cb-4c12-b857-7a02abf04ac6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:33.049254 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85a835f1-ecb7-4b36-b088-71784602a746 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:33.049936 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db416c44-36e8-4e03-bf3e-ce25fe80c5b0', 'name': 'network-vif-deleted', 'tag': 'bdf6a068-53cb-4c12-b857-7a02abf04ac6', 'status': 'completed', 'code': 200} Aug 25 15:00:33.098135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7da340-e920-4913-b367-5eca81ecc9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2101c086-3baa-4fba-a55d-089ab5a34300,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:33.439697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345f01-a044-4602-af77-fcd0886eb668 req-f2f8c3b2-ec82-49ba-b4d1-925910c15f46 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:33.442163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee345f01-a044-4602-af77-fcd0886eb668 req-f2f8c3b2-ec82-49ba-b4d1-925910c15f46 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 944 time: 0.2644494 Aug 25 15:00:33.470561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43779-25ca-4552-b106-42702cdb0025 req-8c3c6749-6a90-4924-8a7a-7c01457527ab tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:33.475450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6de43779-25ca-4552-b106-42702cdb0025 req-8c3c6749-6a90-4924-8a7a-7c01457527ab tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.2089748 Aug 25 15:00:33.602572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6de43779-25ca-4552-b106-42702cdb0025 req-aa3264bd-abed-4f46-a725-52eb5301f8f0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092241 Aug 25 15:00:33.685955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40170) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:33.690409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee345f01-a044-4602-af77-fcd0886eb668 req-f137bca2-17e4-47d2-8a86-ec890f2a2ba7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569130 Aug 25 15:00:33.693073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7982-df69-4168-adef-ec7462d849ea req-cf8d765e-596f-401c-a5d6-62196614fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:33.696538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-cf8d765e-596f-401c-a5d6-62196614fb94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1096 time: 0.2532206 Aug 25 15:00:33.945602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a24a-b753-4af7-974e-d9f187fe24bd req-bcfa685e-ea91-45ec-b2e8-18a8f9559c18 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:33.954382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5aa4743e-0324-41b0-a49b-7304a667ba05 req-70013428-0543-48bd-8dca-3c404a646ca8 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0742676 Aug 25 15:00:33.961967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e5a24a-b753-4af7-974e-d9f187fe24bd req-bcfa685e-ea91-45ec-b2e8-18a8f9559c18 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1408961 Aug 25 15:00:34.082509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7982-df69-4168-adef-ec7462d849ea req-4e2fd1c7-57d5-4b1a-950d-7564710d6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:34.095617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-4e2fd1c7-57d5-4b1a-950d-7564710d6769 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 911 time: 0.3916485 Aug 25 15:00:34.221308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57e5a24a-b753-4af7-974e-d9f187fe24bd req-6085d29d-288d-4bc5-92fc-44871aaa07c0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495480 Aug 25 15:00:34.320808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40182) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:34.441928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1fa1b1cf-c3c2-4e9a-9006-9aa4e1545c5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81f0373293c346e39a563882f734890f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123383 Aug 25 15:00:34.441928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40186) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:34.496669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-f8fbc472-3300-4d96-963b-6cfb141c11b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 1000 time: 0.3722947 Aug 25 15:00:34.530401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d5498294-0b3f-489b-aa65-db3ec751abca details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:00:34.639496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19f1d8-f9b7-476c-9ef7-046da23eef3a req-34750494-8c48-430f-84ad-fa36f11fc76e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:34.641296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d19f1d8-f9b7-476c-9ef7-046da23eef3a req-34750494-8c48-430f-84ad-fa36f11fc76e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.4110837 Aug 25 15:00:34.717466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8222bf0-a37a-44be-a6b5-e49c1cc86b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:34.808434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9d19f1d8-f9b7-476c-9ef7-046da23eef3a req-b0a4e75f-5780-4394-a2c3-02676d39a09d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355114 Aug 25 15:00:34.832399 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8222bf0-a37a-44be-a6b5-e49c1cc86b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:34.833756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:34.837301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7982-df69-4168-adef-ec7462d849ea req-4f7353b7-5ab6-4235-8db5-cf272d126dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:34.838871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-4f7353b7-5ab6-4235-8db5-cf272d126dce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.3304267 Aug 25 15:00:34.909001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'network_id': '8a6b4817-450d-416f-bcdb-d72b0d57935a', 'port_id': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'mac_address': 'fa:16:3e:8b:90:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66a9960-bd94-43ad-b89b-0e858720f2a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:00:35.078756 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:35.113102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7982-df69-4168-adef-ec7462d849ea req-8c6d6a1c-edc1-4aed-b782-028cc987dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:35.116233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-8c6d6a1c-edc1-4aed-b782-028cc987dcfa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612846 Aug 25 15:00:35.127572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5498294-0b3f-489b-aa65-db3ec751abca {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:35.157803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021cb8a-baeb-461c-8d5e-c1a69ebb1f69 req-c5571788-fe36-471f-98ab-5868194c09c5 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:35.158499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:35.159787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0021cb8a-baeb-461c-8d5e-c1a69ebb1f69 req-c5571788-fe36-471f-98ab-5868194c09c5 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 944 time: 0.1758347 Aug 25 15:00:35.233722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbeaea-a252-4ac8-b121-cd9392a36856 req-a2ad19c4-e53a-480d-9b4a-fb4b22904a41 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:35.254531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00dbeaea-a252-4ac8-b121-cd9392a36856 req-a2ad19c4-e53a-480d-9b4a-fb4b22904a41 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.3103528 Aug 25 15:00:35.260616 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:35.364472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0021cb8a-baeb-461c-8d5e-c1a69ebb1f69 req-a20d5735-6ae8-412a-8be0-52a850010096 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516423 Aug 25 15:00:35.376431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00dbeaea-a252-4ac8-b121-cd9392a36856 req-7dfb10a3-89d1-4a1f-807e-296e9e13bfea tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207955 Aug 25 15:00:35.432954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:35.443385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8222bf0-a37a-44be-a6b5-e49c1cc86b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:35.470902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8222bf0-a37a-44be-a6b5-e49c1cc86b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:35.470902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d8222bf0-a37a-44be-a6b5-e49c1cc86b3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0beb17f-c82e-4794-9940-e62c0aae51ed HTTP/1.1" status: 204 len: 168 time: 1.0309124 Aug 25 15:00:35.498896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d5498294-0b3f-489b-aa65-db3ec751abca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:35.593004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8222bf0-a37a-44be-a6b5-e49c1cc86b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0beb17f-c82e-4794-9940-e62c0aae51ed,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:35.629758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-e2de3d19-d16c-40b6-baed-c27d275f4907 service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445939 Aug 25 15:00:35.926938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701d68a-7728-4596-b5d8-3977c3774672 req-d5fa6da2-e528-4e2c-ac38-200fd6679552 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:35.956677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e701d68a-7728-4596-b5d8-3977c3774672 req-d5fa6da2-e528-4e2c-ac38-200fd6679552 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.3219137 Aug 25 15:00:35.969601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daebae29-bd2d-47ce-b571-f746287555ea req-39180aa9-26c0-4acd-bbad-4420df430cae tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.2543619 Aug 25 15:00:36.127571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-31d0d7ab-2546-4034-8d4d-fb0dfc1dad03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4409838 Aug 25 15:00:36.192079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eec7982-df69-4168-adef-ec7462d849ea req-09752918-ad6f-48bb-bba4-88b67542a987 service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612664 Aug 25 15:00:36.258529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e701d68a-7728-4596-b5d8-3977c3774672 req-7e6d474b-e57d-4631-a206-c2d1280d4e48 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199332 Aug 25 15:00:36.284470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:36.395463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0501-087d-4682-981e-796c2afff436 req-0fc5d06d-0cf2-4005-b419-2e6195adb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:36.397450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-0fc5d06d-0cf2-4005-b419-2e6195adb0dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1175 time: 0.1974268 Aug 25 15:00:36.417538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e610cc-2689-438d-a7a5-7a86ebac0e19 req-83f09eee-8834-40c1-a086-165ff691fb6f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:36.438606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50e610cc-2689-438d-a7a5-7a86ebac0e19 req-83f09eee-8834-40c1-a086-165ff691fb6f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.2247121 Aug 25 15:00:36.542595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d5498294-0b3f-489b-aa65-db3ec751abca up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:00:36.683384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port d5498294-0b3f-489b-aa65-db3ec751abca completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:00:36.705726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port d5498294-0b3f-489b-aa65-db3ec751abca triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:36.710307 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:36.876994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50e610cc-2689-438d-a7a5-7a86ebac0e19 req-69dac8a0-3026-4f5a-a836-6a9501928727 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110720 Aug 25 15:00:36.918934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0501-087d-4682-981e-796c2afff436 req-8d8cea11-9162-462e-8921-4360b45f8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:36.935203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-8d8cea11-9162-462e-8921-4360b45f8f7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.4894211 Aug 25 15:00:37.032079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:37.151140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-2bc8b172-87d1-4837-ada8-eee578ac281c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 200 len: 217 time: 0.1997905 Aug 25 15:00:37.152654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:37.157169 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf066740-f8e8-435c-b6e4-172d0f95f298" -d '{"events": [{"server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "name": "network-vif-plugged", "status": "completed", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:37.214620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:37.336840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0501-087d-4682-981e-796c2afff436 req-eac66bad-0d4c-40ce-95bc-79796e7412de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:37.337655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-eac66bad-0d4c-40ce-95bc-79796e7412de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.1494453 Aug 25 15:00:37.363257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:37.405274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f7d67-d1b3-4df3-95c1-3350a56b7b32 req-4c399c10-6178-4f39-b807-20e5c0b7d384 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:37.407655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b84f7d67-d1b3-4df3-95c1-3350a56b7b32 req-4c399c10-6178-4f39-b807-20e5c0b7d384 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.2668109 Aug 25 15:00:37.455219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-d4c3f824-cf4b-4eb3-b624-729dbcd4dca0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088288 Aug 25 15:00:37.483095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4da5c-dff2-4a41-8c24-4297d1da192a req-cdf87a46-c9ad-4fd3-9ed2-d8ce973bd92b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:37.490337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62e4da5c-dff2-4a41-8c24-4297d1da192a req-cdf87a46-c9ad-4fd3-9ed2-d8ce973bd92b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 945 time: 0.9221091 Aug 25 15:00:37.534887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:37.621048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b84f7d67-d1b3-4df3-95c1-3350a56b7b32 req-edd262e2-2b3b-4873-b816-c72033640790 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1665161 Aug 25 15:00:37.652419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62e4da5c-dff2-4a41-8c24-4297d1da192a req-c561e636-219c-4888-8e94-3662494a328a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610229 Aug 25 15:00:37.744598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-5e16b76d-c656-48c7-9c40-db595383cb54 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791319 Aug 25 15:00:37.784977 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1641bd78-52ef-46d3-84ff-a95c77c36d02 x-openstack-request-id: req-1641bd78-52ef-46d3-84ff-a95c77c36d02 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:37.785477 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "name": "network-vif-plugged", "status": "completed", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:37.785565 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1641bd78-52ef-46d3-84ff-a95c77c36d02 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:37.791003 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'code': 200} Aug 25 15:00:37.939227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-474e0501-087d-4682-981e-796c2afff436 req-ffba3647-ba49-4c33-b49b-09ca1b12f878 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877677 Aug 25 15:00:38.051635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1be19ea2-4012-4df0-9fd3-9a8d3b4decd5 req-d6213191-2792-4e24-b1f4-54f733962d10 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.1091750 Aug 25 15:00:38.072999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280681d-6366-45ae-8b50-33dc724aeaf3 req-b0b60e45-f844-4dae-9763-73bc9691bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:38.089891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6280681d-6366-45ae-8b50-33dc724aeaf3 req-b0b60e45-f844-4dae-9763-73bc9691bb75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1097 time: 0.1493456 Aug 25 15:00:38.103513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844b00c-0bed-41a1-b634-05a576a2c8c5 req-adfd4e9d-89ff-4e30-be7b-f5780696d969 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:38.123641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c844b00c-0bed-41a1-b634-05a576a2c8c5 req-adfd4e9d-89ff-4e30-be7b-f5780696d969 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1871579 Aug 25 15:00:38.179571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6280681d-6366-45ae-8b50-33dc724aeaf3 req-2a9816c9-fabd-400b-9d40-e8b5074b9bdc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796163 Aug 25 15:00:38.219389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c844b00c-0bed-41a1-b634-05a576a2c8c5 req-3e302a3d-3cd9-449f-a2dd-17f4047d3f74 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Aug 25 15:00:38.251403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Deleting port 820afd9e-fe76-41c2-91ff-126304c941dd {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:38.252043 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:38.333483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee5120-cccd-49b8-b00d-38ed6d2e5de7 req-776e0f86-abf3-481d-a9e8-d0b5c8b24bac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:38.336494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ee5120-cccd-49b8-b00d-38ed6d2e5de7 req-776e0f86-abf3-481d-a9e8-d0b5c8b24bac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1018488 Aug 25 15:00:38.398623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ee5120-cccd-49b8-b00d-38ed6d2e5de7 req-ba5d5081-95e1-488d-86d9-afbfae8e5d30 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 Aug 25 15:00:38.453514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] For port 820afd9e-fe76-41c2-91ff-126304c941dd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=820afd9e-fe76-41c2-91ff-126304c941dd,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:38.453514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:38.453514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Calling delete_port for 820afd9e-fe76-41c2-91ff-126304c941dd owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:38.758009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada625f-f53b-4f33-9199-6d80e2de49ba req-c723e9af-6762-4e90-87d0-455c3df0552c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:38.759615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fada625f-f53b-4f33-9199-6d80e2de49ba req-c723e9af-6762-4e90-87d0-455c3df0552c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0631700 Aug 25 15:00:38.835380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7bcb6-e316-4fb9-8af5-97c06a9a72cf req-f9c086f5-718c-4f65-8303-d35afc1c66ec tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:38.851593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6a7bcb6-e316-4fb9-8af5-97c06a9a72cf req-f9c086f5-718c-4f65-8303-d35afc1c66ec tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 946 time: 0.0956051 Aug 25 15:00:38.889101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fada625f-f53b-4f33-9199-6d80e2de49ba req-811f03ea-6b51-442e-b165-f8c60cf7a010 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981672 Aug 25 15:00:38.889101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:38.970187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6a7bcb6-e316-4fb9-8af5-97c06a9a72cf req-947642fb-72d5-4bf7-81c5-96259cd2c295 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173384 Aug 25 15:00:39.003151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=820afd9e-fe76-41c2-91ff-126304c941dd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:39.370686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62bc5182-5c14-4b5d-8778-e5801d9fb0d3 req-5324c38c-3183-4e08-8c23-38e4b3957648 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0444643 Aug 25 15:00:39.408134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:39.648559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fc3d7-6ca0-4c40-ad89-7068d8e46b47 req-e252ade6-c14c-46fe-b9b4-8cab878820c0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:39.658855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab1fc3d7-6ca0-4c40-ad89-7068d8e46b47 req-e252ade6-c14c-46fe-b9b4-8cab878820c0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.2033722 Aug 25 15:00:39.756265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab1fc3d7-6ca0-4c40-ad89-7068d8e46b47 req-67e79d16-634c-4afc-a59d-d742f9b2e226 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947230 Aug 25 15:00:39.909342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b971c-e601-4ca4-974f-ab8592939357 req-9ba4c816-6d8c-41ea-b07d-02494527effd tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:39.909342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af7b971c-e601-4ca4-974f-ab8592939357 req-9ba4c816-6d8c-41ea-b07d-02494527effd tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.3209968 Aug 25 15:00:39.991318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40300) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:40.040543 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af7b971c-e601-4ca4-974f-ab8592939357 req-ddf03f6f-ff24-4db8-adb6-40a6421bb2cb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462767 Aug 25 15:00:40.060333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Router 1df99e36-aff2-4181-b34a-4d5772e794c7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:00:40.304798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1063f-aeca-4d69-84a7-b21d485e4723 req-efa79886-808e-41eb-a9db-093e51625bcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:40.312644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9a1063f-aeca-4d69-84a7-b21d485e4723 req-efa79886-808e-41eb-a9db-093e51625bcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 946 time: 0.1671824 Aug 25 15:00:40.339644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-caefee72-eab9-44a0-b74a-274a69cd240e tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-29698737'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:40.340130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-caefee72-eab9-44a0-b74a-274a69cd240e tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Unknown quota resources ['metering_label']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:00:40.378545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:00:40.396252 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] Sync routers for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:00:40.397658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f0271673-083b-4a56-aaf9-ea040df55da8 admin admin] 10.222.0.58 "PUT /v2.0/routers/1df99e36-aff2-4181-b34a-4d5772e794c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7057748 Aug 25 15:00:40.402894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40308) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:40.413127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:00:40.414435 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:40.533482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9a1063f-aeca-4d69-84a7-b21d485e4723 req-28098ba7-a1cb-4efb-95a6-409b87828c84 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197587 Aug 25 15:00:40.696358 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:00:40.786555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:40.820422 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-caefee72-eab9-44a0-b74a-274a69cd240e tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:40.824317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-caefee72-eab9-44a0-b74a-274a69cd240e tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.8254399 Aug 25 15:00:40.837208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40322) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:40.849314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7e5b367b-2d65-4223-8aa7-283969b77bb4 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7fb12b63-a5fc-41f1-b392-b94f26dfeaea'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:40.856733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7e5b367b-2d65-4223-8aa7-283969b77bb4 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:00:40.949631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6588f5e0-5511-45da-8587-f3eccc04433c req-0f05ed66-a5f0-4f90-ba1a-52dc9fd68ff4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.4056630 Aug 25 15:00:41.002201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-660083bc-d990-4422-9506-7e03e0fa4274 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-157031148&fields=id&tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 267 time: 0.2675726 Aug 25 15:00:41.077907 n-d-805995-2 neutron-server[101873]: WARNING neutron.services.metering.metering_plugin [None req-7e5b367b-2d65-4223-8aa7-283969b77bb4 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 15:00:41.082034 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T15:00:38Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:41.125951 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] Checking router: 1df99e36-aff2-4181-b34a-4d5772e794c7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:00:41.164281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] Routers {'1df99e36-aff2-4181-b34a-4d5772e794c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:00:41.164913 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1df99e36-aff2-4181-b34a-4d5772e794c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:41.260541 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:41.315908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09c74b-09cb-4271-ac6f-a419a7cb85b1 req-7910db39-7460-473a-a9e5-2ebb8eae172e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:41.324209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb09c74b-09cb-4271-ac6f-a419a7cb85b1 req-7910db39-7460-473a-a9e5-2ebb8eae172e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.2056274 Aug 25 15:00:41.397546 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] Set router 1df99e36-aff2-4181-b34a-4d5772e794c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:00:41.422476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e5b367b-2d65-4223-8aa7-283969b77bb4 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:41.435743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7e5b367b-2d65-4223-8aa7-283969b77bb4 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5945961 Aug 25 15:00:41.438774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40330) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:41.457831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3af5878e-fa09-497c-9382-97d155c99375 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7fb12b63-a5fc-41f1-b392-b94f26dfeaea'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:41.458347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3af5878e-fa09-497c-9382-97d155c99375 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:00:41.491753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb09c74b-09cb-4271-ac6f-a419a7cb85b1 req-4071881c-1971-48cf-b4f3-e4b27a147f17 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665316 Aug 25 15:00:41.521653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b425dd44-6087-4b3b-9caa-563869b6c547 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:41.531875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b425dd44-6087-4b3b-9caa-563869b6c547 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 946 time: 0.5213466 Aug 25 15:00:41.554100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'port': {'security_groups': ['cecb3bf2-7701-49d9-a6e6-36178814b3b6', 'f3154a2a-1341-4b9f-b2f0-0e39c5e47bed']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:41.564485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Deleting port 56e4e875-b427-4c4c-90d4-3373db4e0b26 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:41.565263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:41.801642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b373-9fd9-4365-99f7-6bb09fba0eb2 req-74e57c36-3d28-4cb6-a1bf-eeea5f027eae tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:41.815405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d633b373-9fd9-4365-99f7-6bb09fba0eb2 req-74e57c36-3d28-4cb6-a1bf-eeea5f027eae tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1813993 Aug 25 15:00:41.828681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] For port 56e4e875-b427-4c4c-90d4-3373db4e0b26, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=56e4e875-b427-4c4c-90d4-3373db4e0b26,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:41.829049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:41.880871 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:41.884213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Calling delete_port for 56e4e875-b427-4c4c-90d4-3373db4e0b26 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:41.963123 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d633b373-9fd9-4365-99f7-6bb09fba0eb2 req-4d970c0a-055d-4af6-88d8-d80dc1b668de tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466722 Aug 25 15:00:41.985727 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T15:00:38Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:42.028548 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20033776-9ad0-4b04-8474-4c0116910779 None None] The sync data for ids ['1df99e36-aff2-4181-b34a-4d5772e794c7'] in n-d-805995-2 is: [{'id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'name': 'tempest-TaggedBootDevicesTest_v242-699029897-router', 'tenant_id': 'aaf54f94ae7d48859ee0192be590fd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:48:42Z', 'updated_at': '2021-08-25T15:00:38Z', 'revision_number': 5, 'project_id': 'aaf54f94ae7d48859ee0192be590fd30', 'gw_port': {'id': '56e4e875-b427-4c4c-90d4-3373db4e0b26', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df99e36-aff2-4181-b34a-4d5772e794c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:48:44Z', 'updated_at': '2021-08-25T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:00:42.179406 n-d-805995-2 neutron-server[101873]: WARNING neutron.services.metering.metering_plugin [None req-3af5878e-fa09-497c-9382-97d155c99375 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 15:00:42.398370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3af5878e-fa09-497c-9382-97d155c99375 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:42.399743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3af5878e-fa09-497c-9382-97d155c99375 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9604137 Aug 25 15:00:42.407099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40346) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:42.419094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ccabac6-c461-45fa-becd-eb35bd92bb62 req-bd5cf25e-df9c-43db-94b5-8b6ac16896bf tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0448401 Aug 25 15:00:42.423349 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:42.471443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-636541af-50d7-4f62-adb3-a8e0708a8c57 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=15b7eed7-bf49-417c-81f8-c19d6c15d620 HTTP/1.1" status: 200 len: 464 time: 0.0653903 Aug 25 15:00:42.481021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:42.481224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40350) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:42.523667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 820afd9e-fe76-41c2-91ff-126304c941dd no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:42.583936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 820afd9e-fe76-41c2-91ff-126304c941dd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:00:42.593705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 820afd9e-fe76-41c2-91ff-126304c941dd not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:42.791656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:42.801379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e4e875-b427-4c4c-90d4-3373db4e0b26,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:42.971927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eeaff6-39ac-4436-9191-c6acc3f2204d req-d721e796-d870-442c-bc14-d0284ce9a451 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:42.973643 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a0eeaff6-39ac-4436-9191-c6acc3f2204d req-d721e796-d870-442c-bc14-d0284ce9a451 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.3648772 Aug 25 15:00:43.148157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.229712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-278d506d-7d4c-4e7b-89af-c384451196b8 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.229712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-278d506d-7d4c-4e7b-89af-c384451196b8 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/15b7eed7-bf49-417c-81f8-c19d6c15d620 HTTP/1.1" status: 204 len: 168 time: 0.7057960 Aug 25 15:00:43.230047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40360) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:43.234414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cbc301ec-8328-4997-bf99-714aaffd7b77 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=15b7eed7-bf49-417c-81f8-c19d6c15d620 HTTP/1.1" status: 200 len: 221 time: 0.0163600 Aug 25 15:00:43.236043 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.239972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40362) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:43.245411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a7658b98-ce37-4739-9f70-5f308ddb6f67 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--657726121', 'description': 'label created by tempest'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:43.246128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a7658b98-ce37-4739-9f70-5f308ddb6f67 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Unknown quota resources ['metering_label']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:00:43.250359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.340269 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a0eeaff6-39ac-4436-9191-c6acc3f2204d req-44a6281e-907a-41bc-aaae-de6a8d353b80 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905021 Aug 25 15:00:43.437073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.449696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7', 'd5498294-0b3f-489b-aa65-db3ec751abca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:43.524198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:43.524889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.541682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72a7ee38-ac75-4dad-8051-b96c136679f3 req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "PUT /v2.0/ports/d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 982 time: 2.0065761 Aug 25 15:00:43.542795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:43.548470 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf6beb-daed-441f-931f-49e9d3213720" -d '{"events": [{"name": "network-changed", "server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:43.612858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d5498294-0b3f-489b-aa65-db3ec751abca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:43.740291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1832927-08f5-4ac7-816f-35e30ca5ded4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:43.809463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7658b98-ce37-4739-9f70-5f308ddb6f67 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.814918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a7658b98-ce37-4739-9f70-5f308ddb6f67 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5737000 Aug 25 15:00:43.816334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40376) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:43.850766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.851301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df99e36-aff2-4181-b34a-4d5772e794c7 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:00:43.858737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:43.862072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-576a78de-6437-4a65-9872-ce574398d1c3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1df99e36-aff2-4181-b34a-4d5772e794c7 HTTP/1.1" status: 204 len: 168 time: 3.4541693 Aug 25 15:00:43.863177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40380) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:43.939800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf832df-5f74-4537-83b5-eb15b96199a5 req-4fd4f209-405e-4d56-a635-6bf18b61ebdc tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:43.948586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-faf832df-5f74-4537-83b5-eb15b96199a5 req-4fd4f209-405e-4d56-a635-6bf18b61ebdc tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.5381682 Aug 25 15:00:43.983612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Deleting subnet aab80ce2-b914-4d34-af5e-f0143e9ba707 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:00:43.995429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-19ab1675-b2d3-40d5-a4e2-320fda2ca977 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=fe7d95df-1c7f-4f3b-8fce-ad7b261a3287 HTTP/1.1" status: 200 len: 467 time: 0.1759646 Aug 25 15:00:44.003266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40384) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.012772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.021363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dd2c9-07b9-49dc-af13-f4ee0263e1e4 req-43f12dd0-e660-4255-8bd5-c3888c0394f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:44.026043 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a40dd2c9-07b9-49dc-af13-f4ee0263e1e4 req-43f12dd0-e660-4255-8bd5-c3888c0394f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.3497376 Aug 25 15:00:44.072455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-faf832df-5f74-4537-83b5-eb15b96199a5 req-fce653ae-e92a-4c16-9e50-8498980a27ad tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162632 Aug 25 15:00:44.108658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.247683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-24ace54c-af65-483a-a5da-198321fe8578 req-1da9393b-ee6d-491c-a3b2-79b17e033084 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0507824 Aug 25 15:00:44.338133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a40dd2c9-07b9-49dc-af13-f4ee0263e1e4 req-1b81f101-8399-4f7e-ab15-14021f8b55e7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047307 Aug 25 15:00:44.338664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.400020 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f5fbcba-741d-465f-8b9f-01108254fd55 req-aa2878e8-ee29-49a4-bcf9-639cab40b7d2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/f3154a2a-1341-4b9f-b2f0-0e39c5e47bed HTTP/1.1" status: 200 len: 1801 time: 0.1012745 Aug 25 15:00:44.443437 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aedc8b-865c-4577-80d8-e262e5d94209 x-openstack-request-id: req-81aedc8b-865c-4577-80d8-e262e5d94209 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:44.447523 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:44.447523 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81aedc8b-865c-4577-80d8-e262e5d94209 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:44.447523 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'status': 'completed', 'code': 200} Aug 25 15:00:44.503342 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-8f5fbcba-741d-465f-8b9f-01108254fd55 req-7ce101a7-ffd2-462d-8f82-72d2fac8c324 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 15:00:44.509962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f5fbcba-741d-465f-8b9f-01108254fd55 req-7ce101a7-ffd2-462d-8f82-72d2fac8c324 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3154a2a-1341-4b9f-b2f0-0e39c5e47bed HTTP/1.1" status: 409 len: 341 time: 0.1031184 Aug 25 15:00:44.520629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71310bcc-a9e1-45c0-b928-2deb9a10c1dc tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.525277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.542802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-71310bcc-a9e1-45c0-b928-2deb9a10c1dc tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/fe7d95df-1c7f-4f3b-8fce-ad7b261a3287 HTTP/1.1" status: 204 len: 168 time: 0.5428629 Aug 25 15:00:44.567119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40398) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.570884 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d0275c98-80d7-48b0-8b5c-d5ec10677be9 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=fe7d95df-1c7f-4f3b-8fce-ad7b261a3287 HTTP/1.1" status: 200 len: 216 time: 0.0442467 Aug 25 15:00:44.597551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40406) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.604863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.607803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d7be649b-e4c6-4e61-b311-1487780c44de tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0347288 Aug 25 15:00:44.612627 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56e4e875-b427-4c4c-90d4-3373db4e0b26 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:44.618598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6beb-daed-441f-931f-49e9d3213720 req-e27e223d-72ce-4a34-86d4-096b501ef0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:44.618598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-e27e223d-72ce-4a34-86d4-096b501ef0f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1136 time: 0.1575243 Aug 25 15:00:44.675590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 56e4e875-b427-4c4c-90d4-3373db4e0b26 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:00:44.676814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 56e4e875-b427-4c4c-90d4-3373db4e0b26 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:44.680801 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-45dd4711-2c87-48d2-bb8c-51915ffde5e2 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0820007 Aug 25 15:00:44.684010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40412) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.687706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.692417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aab80ce2-b914-4d34-af5e-f0143e9ba707 HTTP/1.1" status: 204 len: 168 time: 0.8257740 Aug 25 15:00:44.697792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4ae10-a537-4173-b90c-c885c6969cfe None None] Network 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:44.712184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40414) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.750980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db15b59-48e9-4393-9e97-2bd86ef9ec66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab80ce2-b914-4d34-af5e-f0143e9ba707,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:44.762947 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9dc0a236-dd51-4d08-891f-922f3ac9074e tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/7fb12b63-a5fc-41f1-b392-b94f26dfeaea HTTP/1.1" status: 200 len: 471 time: 0.0718079 Aug 25 15:00:44.762947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.824635 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-127f862e-4015-4f74-aca3-e55d34a1463c tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/ccd872f9-08d4-48b4-970a-f063a2b9b950 HTTP/1.1" status: 200 len: 461 time: 0.0563102 Aug 25 15:00:44.827386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:44.920741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-24c6d7f9-cb6d-4c6b-bc92-3292aabd761a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:44.923544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:44.946040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-24c6d7f9-cb6d-4c6b-bc92-3292aabd761a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.2589877 Aug 25 15:00:44.970187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-0df2a036-0160-44bf-80e9-1c5820226b74 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/quotas/a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 375 time: 0.0273335 Aug 25 15:00:44.970348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6beb-daed-441f-931f-49e9d3213720 req-98bebfe3-7d95-40ea-9fdf-e1a7614709fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:44.972107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-98bebfe3-7d95-40ea-9fdf-e1a7614709fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.3469670 Aug 25 15:00:45.026533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] DHCP port deletion for 69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:00:45.109736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3017-2be3-4a24-af50-940688972f57 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.113535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1a8e3017-2be3-4a24-af50-940688972f57 tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/ccd872f9-08d4-48b4-970a-f063a2b9b950 HTTP/1.1" status: 204 len: 168 time: 0.2848196 Aug 25 15:00:45.119112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40430) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:45.119670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-36bcf8b3-6470-487e-8d66-1b3cf6ee0f38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 217 time: 0.1084254 Aug 25 15:00:45.124260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Deleting port d8b3b2ec-e037-442a-b055-161a637952b6 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:45.124910 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.147669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-bc688517-3fac-4e2d-b682-dbb38cfa0a68 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1765330 Aug 25 15:00:45.203771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e00c01-f8b2-4c32-9e4a-a78b6b13c89e req-a9a158d4-6078-45fe-b43e-9f9d8df9b6c3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:45.205693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03e00c01-f8b2-4c32-9e4a-a78b6b13c89e req-a9a158d4-6078-45fe-b43e-9f9d8df9b6c3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 985 time: 0.1932387 Aug 25 15:00:45.207506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Deleting port d8b3b2ec-e037-442a-b055-161a637952b6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:45.208030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.299269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6beb-daed-441f-931f-49e9d3213720 req-dc24dd6d-0e11-40e6-824a-d099da78f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:45.301446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-dc24dd6d-0e11-40e6-824a-d099da78f5ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.1734281 Aug 25 15:00:45.358609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-4a08ca76-553c-49be-9ab0-ecaa500fcbcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493345 Aug 25 15:00:45.415636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] For port d8b3b2ec-e037-442a-b055-161a637952b6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d8b3b2ec-e037-442a-b055-161a637952b6,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:45.416509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.434019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03e00c01-f8b2-4c32-9e4a-a78b6b13c89e req-02e1dc30-3269-459b-819e-42409ecd1901 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2193868 Aug 25 15:00:45.454181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] For port d8b3b2ec-e037-442a-b055-161a637952b6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d8b3b2ec-e037-442a-b055-161a637952b6,segment=NetworkSegment(545ee026-03e7-428d-b114-2211abe57e78),segment_id=545ee026-03e7-428d-b114-2211abe57e78)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:45.457161 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.498996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Calling delete_port for d8b3b2ec-e037-442a-b055-161a637952b6 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:45.512026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Calling delete_port for d8b3b2ec-e037-442a-b055-161a637952b6 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:45.528773 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-06832ba3-5a91-4472-aa05-e0020c1f62fd service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866717 Aug 25 15:00:45.654790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-6d898659-104c-46a1-96a5-580455978d18 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570329 Aug 25 15:00:45.708039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b67e6a4-4359-4877-8e7d-647c2caf199d tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.709202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b67e6a4-4359-4877-8e7d-647c2caf199d tempest-MeteringTestJSON-578665053 tempest-MeteringTestJSON-578665053-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/7fb12b63-a5fc-41f1-b392-b94f26dfeaea HTTP/1.1" status: 204 len: 168 time: 0.5810730 Aug 25 15:00:45.749073 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.768166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-33cb7aff-83dc-40ce-b705-60245cbcb5b7 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232404 Aug 25 15:00:45.772990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fefc2-dca1-4491-8e6f-b8b528eca91f req-3b28d4d4-e0e1-4750-a6f8-8073813c8952 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:45.783586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c1fefc2-dca1-4491-8e6f-b8b528eca91f req-3b28d4d4-e0e1-4750-a6f8-8073813c8952 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.2161374 Aug 25 15:00:45.838762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Pushing event deleted for resources: {'Port': ['ID=d8b3b2ec-e037-442a-b055-161a637952b6,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:45.854302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] No DVR routers for this DVR port d8b3b2ec-e037-442a-b055-161a637952b6 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:45.861184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.862565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.863543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.865231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.867191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.868430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.869026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.870960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.877922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.877922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.877922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.877922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471bbb6d-e9d8-47d9-8fcb-e2d64c83b93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:00:45.878268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:45.937026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] No DVR routers for this DVR port d8b3b2ec-e037-442a-b055-161a637952b6 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:45.943381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b3b2ec-e037-442a-b055-161a637952b6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:45.951614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c1fefc2-dca1-4491-8e6f-b8b528eca91f req-7a18138b-4fe1-4078-8e2f-2c98556c2924 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668215 Aug 25 15:00:46.024840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27bf6beb-daed-441f-931f-49e9d3213720 req-575f8fe7-f49d-456a-b328-670ce292e5dd service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611128 Aug 25 15:00:46.086766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0cbcce96-25e3-4941-ab55-86c6df634a10 req-93e19c4f-a401-4dc2-a013-0201607e15e4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0656505 Aug 25 15:00:46.096837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:46.108858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f0c5a7-7fa8-45b9-aef9-ba6654fafba1']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:46.127184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545ee026-03e7-428d-b114-2211abe57e78') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:46.127184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545ee026-03e7-428d-b114-2211abe57e78') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:00:46.132685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:46.161333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:46.183549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:00:46.183968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:00:46.185929 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:00:46.312152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd50707b-eaab-4f55-a32c-98edddb369ae req-1a1eddb1-80f0-4a6a-ace5-cec35ba361c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 210 time: 0.0660293 Aug 25 15:00:46.332663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-8acae801-e476-4b90-a577-c42b3305da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:46.335442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-8acae801-e476-4b90-a577-c42b3305da07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1136 time: 0.0987396 Aug 25 15:00:46.432345 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:46.441408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:46.443345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] 10.222.0.58 "DELETE /v2.0/networks/69f0c5a7-7fa8-45b9-aef9-ba6654fafba1 HTTP/1.1" status: 204 len: 168 time: 1.7294805 Aug 25 15:00:46.466861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc83084-4cbd-4a53-b15e-300bc10ecd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f0c5a7-7fa8-45b9-aef9-ba6654fafba1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:46.532141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-6c67a062-47f1-4606-93fc-751dbf5a07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:46.540858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-6c67a062-47f1-4606-93fc-751dbf5a07bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.1984122 Aug 25 15:00:46.575265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40468) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:46.640376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-ed3debdf-ff3d-4d7d-9923-ae54637a4958 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 217 time: 0.0894945 Aug 25 15:00:46.662131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d8b3b2ec-e037-442a-b055-161a637952b6 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:46.728552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d8b3b2ec-e037-442a-b055-161a637952b6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:00:46.729137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d8b3b2ec-e037-442a-b055-161a637952b6 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:46.765859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-e4e704b4-e1a3-4fb6-b4c9-76c68a6414bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:46.767407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-e4e704b4-e1a3-4fb6-b4c9-76c68a6414bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.1205673 Aug 25 15:00:46.777670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68ec8a-5e5e-4e1e-8122-f9297630cff2 req-684b23ab-d5ed-40d3-92fe-46d41c7b5923 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:46.788048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb68ec8a-5e5e-4e1e-8122-f9297630cff2 req-684b23ab-d5ed-40d3-92fe-46d41c7b5923 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 985 time: 0.1820424 Aug 25 15:00:46.821379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-36695222-0a5b-4256-a5b0-367723e9b4ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471365 Aug 25 15:00:46.879990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb68ec8a-5e5e-4e1e-8122-f9297630cff2 req-43109fd8-a081-472b-ad5c-ba0154a7a2b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0903647 Aug 25 15:00:46.881588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5156366b-84fd-4969-92fc-46602ac01f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.035575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5156366b-84fd-4969-92fc-46602ac01f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.080863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-a453f8d9-b4a9-4a9d-81d5-6e1b052dfd0a service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501154 Aug 25 15:00:47.085903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-86c8fc2e-a5aa-4e8c-9446-0a4e1e2b4b43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019888 Aug 25 15:00:47.100591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5156366b-84fd-4969-92fc-46602ac01f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.170002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:00:47.179373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5156366b-84fd-4969-92fc-46602ac01f80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=372296f94fe54a05b08b2ba7938b22ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021533 Aug 25 15:00:47.181114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:47.189212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156366b-84fd-4969-92fc-46602ac01f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be41980-f000-4cb7-883f-d97cf2dd8f6a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:47.207759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40486) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:47.259425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2ec85-5fd1-4e53-90bb-f7e08c8bf2b6 req-9ef06eda-4e24-4187-8f7b-c777d2e2457f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:47.262154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8c2ec85-5fd1-4e53-90bb-f7e08c8bf2b6 req-9ef06eda-4e24-4187-8f7b-c777d2e2457f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 945 time: 0.1749289 Aug 25 15:00:47.317933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1c45f7ae-7c92-4121-92ec-b7ae54893277 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aaf54f94ae7d48859ee0192be590fd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094136 Aug 25 15:00:47.320410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-491844ab-e50c-4caa-bc84-1f52f33a761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:47.321934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-491844ab-e50c-4caa-bc84-1f52f33a761a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.1939740 Aug 25 15:00:47.324368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40490) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:47.356478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-57164987-8eea-423a-b6c5-73a2d7aff7ea req-0a584fc5-36a9-4183-82b9-d123e8a92718 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.1062567 Aug 25 15:00:47.364928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:47.376307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af55f13-1d92-4b75-9b21-8e8243ee5976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.411690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af55f13-1d92-4b75-9b21-8e8243ee5976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.419531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'network_id': 'd00881db-dc5f-4aee-83f7-d9295a82a856', 'port_id': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'mac_address': 'fa:16:3e:ad:7f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421d880e-e3ff-46f1-85ec-2922eee8e7fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:00:47.463711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8c2ec85-5fd1-4e53-90bb-f7e08c8bf2b6 req-2316cb20-0651-4ef7-a3f5-9561cc88a299 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882372 Aug 25 15:00:47.484921 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.509549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:47.512025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6c3e94a-5ad1-4d2c-b8c6-fc1bfaec3b15 req-cc7df699-88ed-4fbc-86b3-584172d1fd02 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959708 Aug 25 15:00:47.532916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42d18300-1392-472a-9b0e-d44f2f722a4d req-2f71bf76-a09e-431b-b035-6c8f6f250495 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 210 time: 0.0401649 Aug 25 15:00:47.566382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af55f13-1d92-4b75-9b21-8e8243ee5976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.570049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:47.570309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8af55f13-1d92-4b75-9b21-8e8243ee5976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.573587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8af55f13-1d92-4b75-9b21-8e8243ee5976 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0be41980-f000-4cb7-883f-d97cf2dd8f6a HTTP/1.1" status: 204 len: 168 time: 0.3913808 Aug 25 15:00:47.585648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af55f13-1d92-4b75-9b21-8e8243ee5976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be41980-f000-4cb7-883f-d97cf2dd8f6a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:47.632867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303995dd-3a6f-4bd5-aabe-135cde1585f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.647828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-8d0653e1-4924-4f26-a5fb-2f97c5a3bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:47.649381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-8d0653e1-4924-4f26-a5fb-2f97c5a3bd1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.2648287 Aug 25 15:00:47.673201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303995dd-3a6f-4bd5-aabe-135cde1585f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.694691 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:47.779144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:47.789756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-342fe67b-7801-4122-9d3c-c604dfdaebc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.1290801 Aug 25 15:00:47.867319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-977b2b16-d3d7-4173-8873-9045d18b39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:47.868841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-977b2b16-d3d7-4173-8873-9045d18b39d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0685816 Aug 25 15:00:47.936137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:47.947889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-4be472e3-a710-45c1-9e21-da53305bd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:47.949794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-4be472e3-a710-45c1-9e21-da53305bd132 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725622 Aug 25 15:00:48.085595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-be483cdb-2030-48dc-8bef-d3d21aa4333c service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276698 Aug 25 15:00:48.111723 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303995dd-3a6f-4bd5-aabe-135cde1585f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:48.114171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303995dd-3a6f-4bd5-aabe-135cde1585f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:48.118957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-303995dd-3a6f-4bd5-aabe-135cde1585f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb564db4-c859-42cc-b05c-eb9caa2eeaae HTTP/1.1" status: 204 len: 168 time: 0.7918148 Aug 25 15:00:48.141658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303995dd-3a6f-4bd5-aabe-135cde1585f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb564db4-c859-42cc-b05c-eb9caa2eeaae,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:48.260303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebc8c6-49ee-49ce-a1d8-b94eac9236ba req-6ac5e2aa-a2b5-4f59-905a-511a0be519c6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:48.262680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91ebc8c6-49ee-49ce-a1d8-b94eac9236ba req-6ac5e2aa-a2b5-4f59-905a-511a0be519c6 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 985 time: 0.1757727 Aug 25 15:00:48.326504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91ebc8c6-49ee-49ce-a1d8-b94eac9236ba req-74acb1ef-f6cc-4b20-b2ee-71aeaf204233 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0552051 Aug 25 15:00:48.403126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa29fd6b-831c-4904-a410-fdabadb7d41c req-7316b129-3992-4eff-9dff-3e745cec65cc service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037522 Aug 25 15:00:48.534099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8b76596-e62b-4592-9564-0f8b6319727f req-707ad2f8-8c45-4680-bea9-f33f464d5891 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0579123 Aug 25 15:00:48.614194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462599e-85b8-48ff-bc73-2ff68f8e7b4b req-f56e3b7e-9648-4097-ba6b-b8013cc08006 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:48.616343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9462599e-85b8-48ff-bc73-2ff68f8e7b4b req-f56e3b7e-9648-4097-ba6b-b8013cc08006 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 946 time: 0.0616539 Aug 25 15:00:48.685052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68b98120-d253-4dfc-ab6e-337cea3e4dea req-ef5528c3-e18e-42c6-9c8b-5ce585fb9d28 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 210 time: 0.0500052 Aug 25 15:00:48.693220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9462599e-85b8-48ff-bc73-2ff68f8e7b4b req-0396db44-a390-46f5-8e5f-023cfaa86b62 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Aug 25 15:00:48.860974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40526) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:48.879561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6f3258d-50d3-412f-9e1f-4f28b4b7c0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.083443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6f3258d-50d3-412f-9e1f-4f28b4b7c0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.169832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-aada0a56-045d-46e7-8ec6-9232e32ec561 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:49.170441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-aada0a56-045d-46e7-8ec6-9232e32ec561 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1653097 Aug 25 15:00:49.184227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'port': {'device_id': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'admin_state_up': True, 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:49.190111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:00:49.239916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6f3258d-50d3-412f-9e1f-4f28b4b7c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.323733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3258d-50d3-412f-9e1f-4f28b4b7c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c68856-0677-499e-909f-b8c3d79ce9fc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:49.323733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c6f3258d-50d3-412f-9e1f-4f28b4b7c0bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=600e97965aaf4861b50335a2a34c738d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531317 Aug 25 15:00:49.326154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40542) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:49.408208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:00:49.414836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:49.415309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.431997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-67bec1fa-9dec-472c-bb85-f18e1998e018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.461746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-67bec1fa-9dec-472c-bb85-f18e1998e018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.531881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:49.535674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.541820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec759c0-3afd-4ceb-8457-911d8981b401 req-3bf8609d-cc81-4244-8e69-a729dec8c888 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:49.550758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ec759c0-3afd-4ceb-8457-911d8981b401 req-3bf8609d-cc81-4244-8e69-a729dec8c888 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 985 time: 0.0733523 Aug 25 15:00:49.622705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-67bec1fa-9dec-472c-bb85-f18e1998e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.625149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.632486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-67bec1fa-9dec-472c-bb85-f18e1998e018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.639653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-67bec1fa-9dec-472c-bb85-f18e1998e018 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8c68856-0677-499e-909f-b8c3d79ce9fc HTTP/1.1" status: 204 len: 168 time: 0.3123696 Aug 25 15:00:49.648518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ec759c0-3afd-4ceb-8457-911d8981b401 req-26f93b4a-d176-478a-bfb2-fadf699c7103 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0960805 Aug 25 15:00:49.701545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:49.712311 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee3dc49-3f27-44e0-8fac-4f5c71b0e662" -d '{"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-plugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:49.756430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:49.828508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-cbd60e80-13c8-4797-8d51-769e42c57f22 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1281841067&fields=id&tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6 HTTP/1.1" status: 200 len: 267 time: 0.0833154 Aug 25 15:00:49.844641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:49.869906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Allocated IP 172.20.0.12 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/17747459-aabd-4359-a4e0-892da961f125) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:00:49.913336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-94b76f7a-1b4c-4354-b39a-036ed0470700 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:49.916106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-94b76f7a-1b4c-4354-b39a-036ed0470700 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 985 time: 0.0859504 Aug 25 15:00:49.934244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bec1fa-9dec-472c-bb85-f18e1998e018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c68856-0677-499e-909f-b8c3d79ce9fc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:49.949693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'port': {'security_groups': ['cecb3bf2-7701-49d9-a6e6-36178814b3b6', 'f3154a2a-1341-4b9f-b2f0-0e39c5e47bed', '7b08f6c9-acf2-44fb-84d7-dabc703d7dfd']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:49.990919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75eef61a-2f60-4da9-a0da-642225b6654f req-cb9f4447-9197-4ead-bb08-3a7bff990665 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0918229 Aug 25 15:00:50.070570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:50.112069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.206778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-959adff5-aee2-463d-b2cb-d38fb7eb0cfc req-353ddf6f-583e-4962-9e99-9306b876d6be tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 210 time: 0.0484090 Aug 25 15:00:50.275116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40580) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:50.304613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.320802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Transition to ACTIVE for port object 17747459-aabd-4359-a4e0-892da961f125 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:00:50.435656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4472-41b9-412e-8e91-3013e6bbbeb7 req-a91556e5-2199-4e74-a2b2-68afcee816f8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:50.445015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-079a4472-41b9-412e-8e91-3013e6bbbeb7 req-a91556e5-2199-4e74-a2b2-68afcee816f8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1154990 Aug 25 15:00:50.499663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.514046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:50.514935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-079a4472-41b9-412e-8e91-3013e6bbbeb7 req-c5815df8-bb88-4c70-8586-6862ad85d7cb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661108 Aug 25 15:00:50.576722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:50.578121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=17747459-aabd-4359-a4e0-892da961f125,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:50.630416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:00:50.630416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:50.630416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:00:50.631763 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aceeb15-ec4b-4fba-ae62-dae797edafbc x-openstack-request-id: req-3aceeb15-ec4b-4fba-ae62-dae797edafbc {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:50.631763 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-plugged", "status": "completed", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:50.631763 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3aceeb15-ec4b-4fba-ae62-dae797edafbc {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:50.631763 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'code': 200} Aug 25 15:00:50.651719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-566511606-network', 'tenant_id': 'b2d5acb9149a49e1bfdf0fccefb02b0e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:50.713138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:50.713904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.748024 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.919935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809759-9623-4c7f-abf0-2825697ad51f req-5fa95a40-810d-4123-8119-3e1eecf79984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:50.921951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90809759-9623-4c7f-abf0-2825697ad51f req-5fa95a40-810d-4123-8119-3e1eecf79984 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1098 time: 0.0460355 Aug 25 15:00:50.934866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.952218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Made reservation on behalf of b2d5acb9149a49e1bfdf0fccefb02b0e for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:50.956366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7', 'd5498294-0b3f-489b-aa65-db3ec751abca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:50.958536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:50.998835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90809759-9623-4c7f-abf0-2825697ad51f req-f9d72c4d-4957-4c11-bc50-bdc86a929f18 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674314 Aug 25 15:00:51.001517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e796465a-4dae-4158-b930-2eab58383128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.063433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-248fd199-36f6-406c-9244-62918f6c6a05 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8835592 Aug 25 15:00:51.063583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:51.066842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.074794 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cea2a31d-70c6-4b7e-89cc-d9e2b2d1191b req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "PUT /v2.0/ports/d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 1021 time: 1.1474228 Aug 25 15:00:51.074794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:51.078992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Request body: {'port': {'device_id': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:51.089546 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528bf006-d763-4d3b-8b8e-ce66df3c9513" -d '{"events": [{"name": "network-changed", "server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:51.107392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.150513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['d5498294-0b3f-489b-aa65-db3ec751abca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:51.163773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7ba665f1-c29f-420a-af43-5aee70bea567 None None] Provisioning for port 17747459-aabd-4359-a4e0-892da961f125 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:00:51.242168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7ba665f1-c29f-420a-af43-5aee70bea567 None None] Provisioning complete for port 17747459-aabd-4359-a4e0-892da961f125 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:00:51.242622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7ba665f1-c29f-420a-af43-5aee70bea567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.245959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce48aa-07ba-4c1c-923c-ab3b209e3946 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:51.288618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-99c666c3-de05-4393-9a47-d6e7a62d2939 req-f2044bb1-21bd-4de8-8707-7ec02e24bdef tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/7b08f6c9-acf2-44fb-84d7-dabc703d7dfd HTTP/1.1" status: 200 len: 1802 time: 0.1512082 Aug 25 15:00:51.379848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7ba665f1-c29f-420a-af43-5aee70bea567 None None] Port 17747459-aabd-4359-a4e0-892da961f125 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:00:51.388491 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-99c666c3-de05-4393-9a47-d6e7a62d2939 req-20cd9484-2f12-4439-84e6-6cd780814e2e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 15:00:51.391779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-99c666c3-de05-4393-9a47-d6e7a62d2939 req-20cd9484-2f12-4439-84e6-6cd780814e2e tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b08f6c9-acf2-44fb-84d7-dabc703d7dfd HTTP/1.1" status: 409 len: 341 time: 0.0840919 Aug 25 15:00:51.449127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.477972 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd013806-fe63-4b83-8ffb-d4fa807eddb4 x-openstack-request-id: req-dd013806-fe63-4b83-8ffb-d4fa807eddb4 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:51.477972 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:51.478508 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd013806-fe63-4b83-8ffb-d4fa807eddb4 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:51.478651 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'status': 'completed', 'code': 200} Aug 25 15:00:51.556721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.606668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:51.627826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.641063 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Added segment baca1070-d094-448f-9a0e-a542457d3ef2 of type vlan for network def3f0f5-4026-4448-a393-a5db7190213e Aug 25 15:00:51.763770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.871207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d831cf78-78fa-4802-97f7-42d45e4f6430 req-f01dc33b-b46d-4fc9-ae9f-17c30923e2d1 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.7120533 Aug 25 15:00:51.886797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:51.929111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c19c49-4cc6-494d-a381-badf275dc352,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:51.975261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9786f5e-ead8-40b8-94a9-0c744ab88d94 req-d9c2efeb-ed53-4f15-a151-2ccd275fa8b2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:51.983758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9786f5e-ead8-40b8-94a9-0c744ab88d94 req-d9c2efeb-ed53-4f15-a151-2ccd275fa8b2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 932 time: 0.4422760 Aug 25 15:00:52.018968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-98c452fa-bc85-45f1-84bd-d036cb404cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:52.020496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-98c452fa-bc85-45f1-84bd-d036cb404cbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1175 time: 0.2407343 Aug 25 15:00:52.035711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9786f5e-ead8-40b8-94a9-0c744ab88d94 req-1c4c03fc-60f1-43d9-9b92-f40f053f2eaf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Aug 25 15:00:52.068317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:52.071232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:52.072052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:52.166381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-181a793e-76ec-4618-b7ad-41319b0a404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:52.168398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-181a793e-76ec-4618-b7ad-41319b0a404b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 200 len: 913 time: 0.1183770 Aug 25 15:00:52.274031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-3cd7e4dc-b062-43b4-bd95-e0e37a425947 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 200 len: 217 time: 0.0957775 Aug 25 15:00:52.288915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] Pushing event updated for resources: {'Network': ['ID=def3f0f5-4026-4448-a393-a5db7190213e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:52.306566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network def3f0f5-4026-4448-a393-a5db7190213e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:52.368285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc242382-0efb-473e-a984-488b6bfeb461 req-94cb5970-8ad7-4062-ba8f-8c46138bd10e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:52.370031 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc242382-0efb-473e-a984-488b6bfeb461 req-94cb5970-8ad7-4062-ba8f-8c46138bd10e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1320217 Aug 25 15:00:52.419456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5149bb77-f687-4ff3-b336-7bf2adc570b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1418617 Aug 25 15:00:52.422304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40646) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:52.427690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Request body: {'subnet': {'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-566511606-subnet', 'tenant_id': 'b2d5acb9149a49e1bfdf0fccefb02b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:52.519637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc242382-0efb-473e-a984-488b6bfeb461 req-0582a8f0-bc62-4c89-ba11-3525e0f1942a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390073 Aug 25 15:00:52.530775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-de69f4fa-0f3f-4d4f-be5a-51c32ca08211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:52.532314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-de69f4fa-0f3f-4d4f-be5a-51c32ca08211 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 200 len: 852 time: 0.2404802 Aug 25 15:00:52.599852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Made reservation on behalf of b2d5acb9149a49e1bfdf0fccefb02b0e for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:52.602357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:52.633900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-95028208-65a4-49fa-b361-dd4c4b7695dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a6b4817-450d-416f-bcdb-d72b0d57935a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855978 Aug 25 15:00:52.760147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39747d3-ec3c-42b2-9341-2c7f5c3e1ec9 req-c682f882-892c-4f21-89df-41dd6aa28963 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:52.767797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e39747d3-ec3c-42b2-9341-2c7f5c3e1ec9 req-c682f882-892c-4f21-89df-41dd6aa28963 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1024 time: 0.1886282 Aug 25 15:00:52.878397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e39747d3-ec3c-42b2-9341-2c7f5c3e1ec9 req-d9eec9ab-9317-4924-aa24-0ea4e2ad6332 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed&id=7b08f6c9-acf2-44fb-84d7-dabc703d7dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1095817 Aug 25 15:00:52.898497 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-85ac8a62-259a-4f17-a6cd-db55cd0df057 service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367692 Aug 25 15:00:52.978347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17747459-aabd-4359-a4e0-892da961f125 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:52.987549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:52.997056 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.008684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Transition to ACTIVE for port object 17747459-aabd-4359-a4e0-892da961f125 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:00:53.112921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.120892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=286c09a3-f0a5-47c7-a882-96a3977f7848,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:53.152767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f2b4102-23bd-45a3-9d86-bab97c4c8bb0 req-7ca08010-d53a-4393-8f01-6f33159ba0f3 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.1192980 Aug 25 15:00:53.182707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40690) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:53.193766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Checking segment: {'id': 'baca1070-d094-448f-9a0e-a542457d3ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:00:53.195220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Network hostable DHCP agents. Network: def3f0f5-4026-4448-a393-a5db7190213e, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:00:53.305182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Network def3f0f5-4026-4448-a393-a5db7190213e is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:00:53.343489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-528bf006-d763-4d3b-8b8e-ce66df3c9513 req-9fa5042d-1934-4fbe-a3b1-0654fef0f81a service neutron] 10.222.0.45 "GET /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309959 Aug 25 15:00:53.385838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1526598570', 'router:external': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:53.404072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=17747459-aabd-4359-a4e0-892da961f125,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:53.420282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54700fc7-a778-4419-901a-485eb3d8ba72 req-194e5769-d759-4a1d-8e0b-60c371571723 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:53.421970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54700fc7-a778-4419-901a-485eb3d8ba72 req-194e5769-d759-4a1d-8e0b-60c371571723 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 944 time: 0.1978533 Aug 25 15:00:53.472220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Attempting to bind port 17747459-aabd-4359-a4e0-892da961f125 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:00:53.472570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Attempting to bind port 17747459-aabd-4359-a4e0-892da961f125 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:00:53.472914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Attempting to bind port 17747459-aabd-4359-a4e0-892da961f125 on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:00:53.486053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Port 17747459-aabd-4359-a4e0-892da961f125 on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:00:53.486415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Attempting to bind port 17747459-aabd-4359-a4e0-892da961f125 on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:00:53.487939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, def3f0f5-4026-4448-a393-a5db7190213e) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:53.493627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:53.494880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.502128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0612f-3c25-4223-838e-b22d14adf2c3 None None] Network def3f0f5-4026-4448-a393-a5db7190213e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:53.510608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54700fc7-a778-4419-901a-485eb3d8ba72 req-bfa08846-fd80-4772-b5d8-5a381b2645f6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699389 Aug 25 15:00:53.511926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:00:53.512459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:00:53.513275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:00:53.514114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Bound port: 17747459-aabd-4359-a4e0-892da961f125, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:00:53.514660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.523937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Made reservation on behalf of 7dd7043fe4bf49f2b4fdbc9df8373c96 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:53.526531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.536639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.635562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef3853a9-0265-4159-bb59-1ee68f3ea35f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2118268 Aug 25 15:00:53.642214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] For port 17747459-aabd-4359-a4e0-892da961f125, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:00:53.645319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] For port 17747459-aabd-4359-a4e0-892da961f125, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=17747459-aabd-4359-a4e0-892da961f125,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:00:53.721744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c35d2-f80f-4558-a73b-48be3cb6e531 None None] Network def3f0f5-4026-4448-a393-a5db7190213e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:53.761699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.769848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.829009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:53.829533 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.831005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/17747459-aabd-4359-a4e0-892da961f125 HTTP/1.1" status: 200 len: 1092 time: 2.7569597 Aug 25 15:00:53.838652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'tag': '17747459-aabd-4359-a4e0-892da961f125'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:53.841131 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad29a810-c734-4420-888e-8794b3c5f31b", "tag": "17747459-aabd-4359-a4e0-892da961f125"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:53.862965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26374c5f-5068-467b-b023-6e18010ed554 req-c661253f-a9ca-49ef-a3ce-cf6969a211d5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:53.865305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26374c5f-5068-467b-b023-6e18010ed554 req-c661253f-a9ca-49ef-a3ce-cf6969a211d5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0912650 Aug 25 15:00:53.897819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3933-1b4d-419a-a12b-4c4f1b75c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=17747459-aabd-4359-a4e0-892da961f125,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:53.916983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8d09ee6a-09cd-417f-962e-01457f1d38a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:53.922323 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21566183-3461-437c-aa3d-b452b8764152 x-openstack-request-id: req-21566183-3461-437c-aa3d-b452b8764152 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:53.922636 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad29a810-c734-4420-888e-8794b3c5f31b", "tag": "17747459-aabd-4359-a4e0-892da961f125", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:53.922899 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21566183-3461-437c-aa3d-b452b8764152 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:53.924581 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'tag': '17747459-aabd-4359-a4e0-892da961f125', 'status': 'completed', 'code': 200} Aug 25 15:00:53.978715 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.023485 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.024297 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26374c5f-5068-467b-b023-6e18010ed554 req-89224b0a-1a85-4570-a8d8-73ad00532c2c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402888 Aug 25 15:00:54.060365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:00:54.096323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.096922 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Added segment a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8 of type vlan for network f48feda8-7859-4197-a935-eb4012673e73 Aug 25 15:00:54.098842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abf9d7a-a983-4bb9-8151-cae7bdda6761,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:54.170361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.219248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-59f19a83-4c6a-4225-870b-1ce9a96d3887 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:54.221267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-59f19a83-4c6a-4225-870b-1ce9a96d3887 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1024 time: 0.2548771 Aug 25 15:00:54.257533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d3de-e517-48d4-8c84-a7682c9e492b req-ece8b7c6-a6e2-42e6-95b5-fb9520da4664 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:54.259173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18e1d3de-e517-48d4-8c84-a7682c9e492b req-ece8b7c6-a6e2-42e6-95b5-fb9520da4664 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 1024 time: 0.1425037 Aug 25 15:00:54.263165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2 req-19c96733-3e76-4d93-aae7-8fbd77b5f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:54.264868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2 req-19c96733-3e76-4d93-aae7-8fbd77b5f92a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 1095 time: 0.3385749 Aug 25 15:00:54.400455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.401478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:54.402074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.503393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Network': ['ID=f48feda8-7859-4197-a935-eb4012673e73,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:54.521030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f48feda8-7859-4197-a935-eb4012673e73 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:00:54.525297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18e1d3de-e517-48d4-8c84-a7682c9e492b req-408a7c0d-e581-4e88-bcef-1d245a09de3d tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed&id=7b08f6c9-acf2-44fb-84d7-dabc703d7dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2314098 Aug 25 15:00:54.544833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-d38365bb-035b-4055-bb2f-5657adee37e9 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:54.556812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-d38365bb-035b-4055-bb2f-5657adee37e9 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/networks?id=def3f0f5-4026-4448-a393-a5db7190213e HTTP/1.1" status: 200 len: 813 time: 0.2076602 Aug 25 15:00:54.566910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Deleting port d5498294-0b3f-489b-aa65-db3ec751abca {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:54.567284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.572603 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c4f9feab-4aa4-4744-9a79-d3bedb4facd7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3860118 Aug 25 15:00:54.573969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40744) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:54.579724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'subnet': {'network_id': 'f48feda8-7859-4197-a935-eb4012673e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:54.590915 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2be043d5-60d1-42e0-93fc-a0747cedcb3c tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/quotas/b2d5acb9149a49e1bfdf0fccefb02b0e HTTP/1.1" status: 200 len: 375 time: 0.0326817 Aug 25 15:00:54.636781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-a8678855-ad64-45a6-a3c6-42968521ef24 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d5acb9149a49e1bfdf0fccefb02b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432193 Aug 25 15:00:54.681922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] For port d5498294-0b3f-489b-aa65-db3ec751abca, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=d5498294-0b3f-489b-aa65-db3ec751abca,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:54.682304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:54.704219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Calling delete_port for d5498294-0b3f-489b-aa65-db3ec751abca owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:54.791981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2 req-cd013678-9037-4afa-9846-2a6e43902003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:54.793462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2 req-cd013678-9037-4afa-9846-2a6e43902003 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a301e1ed72044079b6e8fe89361f638d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5013034 Aug 25 15:00:54.822975 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-e06fc6da-be6f-4509-b44b-2be2a0c2f656 service neutron] 10.222.0.58 "GET /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850390 Aug 25 15:00:54.826348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee4cfb2-d412-4f93-a5ce-ac48f41a3b96 req-028172c8-4dc7-4e7c-b55f-6399b6c1efd4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/ports?device_id=db416c44-36e8-4e03-bf3e-ce25fe80c5b0 HTTP/1.1" status: 200 len: 210 time: 0.0359995 Aug 25 15:00:54.839538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Made reservation on behalf of 7dd7043fe4bf49f2b4fdbc9df8373c96 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:54.849069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:55.099589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2 req-d8eaca70-58e0-48a3-a9f4-588e3e9b1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.101356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbefbb59-a4f6-4bdf-ba13-757f5276a8d2 req-d8eaca70-58e0-48a3-a9f4-588e3e9b1100 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2772512 Aug 25 15:00:55.134244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567eef5-0ceb-4a79-b5c3-909ef97ac088 req-69c060dc-3458-4b1b-8f78-6b9cf6128d7b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.135942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f567eef5-0ceb-4a79-b5c3-909ef97ac088 req-69c060dc-3458-4b1b-8f78-6b9cf6128d7b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 944 time: 0.1618042 Aug 25 15:00:55.136287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-1f6c40df-cf5a-4ed2-b429-07cd6b7a522a service neutron] 10.222.0.58 "GET /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448242 Aug 25 15:00:55.210367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:55.221846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7', 'd5498294-0b3f-489b-aa65-db3ec751abca'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:55.271371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'Port': ['ID=d5498294-0b3f-489b-aa65-db3ec751abca,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:55.289481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f567eef5-0ceb-4a79-b5c3-909ef97ac088 req-c8693d5f-bfce-428b-9696-c3095bd84528 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399059 Aug 25 15:00:55.339419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] No DVR routers for this DVR port d5498294-0b3f-489b-aa65-db3ec751abca on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:00:55.342423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-6bc95c28-3224-4588-b1e2-fe85af6ca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.343991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-6bc95c28-3224-4588-b1e2-fe85af6ca1e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 1095 time: 0.1872330 Aug 25 15:00:55.345019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:55.347163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-134e8718-f1ad-4281-bd4f-2346d1a885cb req-11ac26c1-86f7-4836-975e-40838a635c6b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "DELETE /v2.0/ports/d5498294-0b3f-489b-aa65-db3ec751abca HTTP/1.1" status: 204 len: 173 time: 1.1115656 Aug 25 15:00:55.413291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:55.442104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-80dcc555-bd95-4ef4-a19d-6a9731ea62a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17747459-aabd-4359-a4e0-892da961f125 HTTP/1.1" status: 200 len: 217 time: 0.0872939 Aug 25 15:00:55.528966 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8079428d-9d38-4dcb-a69d-be1597ac10e7 req-d0690882-a078-485f-a133-180e15b9ec8e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 210 time: 0.0574424 Aug 25 15:00:55.574447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8ae5e-0404-4878-8c12-abefb2282d10 req-ff94afae-1809-426f-a343-a5fa9c48809e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.583147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f8ae5e-0404-4878-8c12-abefb2282d10 req-ff94afae-1809-426f-a343-a5fa9c48809e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1517999 Aug 25 15:00:55.627854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-b974f7f4-f842-46b1-83a9-043a0ea7caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.627854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-b974f7f4-f842-46b1-83a9-043a0ea7caa4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1553373 Aug 25 15:00:55.703701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f8ae5e-0404-4878-8c12-abefb2282d10 req-03ee2479-140b-4f0d-8591-629848422639 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195266 Aug 25 15:00:55.721526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-108be1c1-e377-4dfc-ad81-9ea6a8037ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.723006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-108be1c1-e377-4dfc-ad81-9ea6a8037ec9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809605 Aug 25 15:00:55.728008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:00:55.728008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:55.752328 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e2f2e76-1b6e-46c9-a2ee-8dd562c1932b req-b780734d-eb38-4674-bc58-af6c30a5bf2a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=82aefb3d-132a-487c-8fb5-9f01640fa81b HTTP/1.1" status: 200 len: 210 time: 0.0804677 Aug 25 15:00:55.818855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa95ae77-dbd9-470d-bc7e-4492ef980664,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:55.832453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Checking segment: {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:00:55.832817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network hostable DHCP agents. Network: f48feda8-7859-4197-a935-eb4012673e73, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:00:55.847788 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:00:55.862634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-a5680dd2-6c01-45e6-999b-e9fdc1883ebf service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316311 Aug 25 15:00:55.876207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a981aa-96c8-4bc8-afb3-6ceef864394c req-d658475c-acb4-4cc2-ba37-5471f522a22a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:55.877818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61a981aa-96c8-4bc8-afb3-6ceef864394c req-d658475c-acb4-4cc2-ba37-5471f522a22a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0828135 Aug 25 15:00:55.931793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'name': 'network-vif-deleted', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:00:55.934077 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5452be-672c-4bc2-820d-7f2e39f51540" -d '{"events": [{"server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "name": "network-vif-deleted", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:00:55.940063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network f48feda8-7859-4197-a935-eb4012673e73 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:00:55.986071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61a981aa-96c8-4bc8-afb3-6ceef864394c req-e7e8cd76-4ccd-4821-80a8-c505d30e5c85 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997488 Aug 25 15:00:56.014170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb99c020-fb94-40d1-9f3b-d84169609221 req-234899fd-cf51-4a83-b107-fbf4bed8ba1b service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350651 Aug 25 15:00:56.037030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f48feda8-7859-4197-a935-eb4012673e73) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:56.049336 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb03fe6-cb08-4ce8-bd1d-d20b6f887f6e x-openstack-request-id: req-5fb03fe6-cb08-4ce8-bd1d-d20b6f887f6e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:00:56.049838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333409cf-d6a6-4cc4-93fd-c4553cace4bb None None] Network f48feda8-7859-4197-a935-eb4012673e73 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:56.051402 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aefb3d-132a-487c-8fb5-9f01640fa81b", "name": "network-vif-deleted", "tag": "d5498294-0b3f-489b-aa65-db3ec751abca", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:00:56.051862 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fb03fe6-cb08-4ce8-bd1d-d20b6f887f6e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:00:56.052450 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aefb3d-132a-487c-8fb5-9f01640fa81b', 'name': 'network-vif-deleted', 'tag': 'd5498294-0b3f-489b-aa65-db3ec751abca', 'status': 'completed', 'code': 200} Aug 25 15:00:56.056411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:56.058844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.107259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40784) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:56.200608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf1c5983-3339-4347-9382-bb7b6e97f80a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.219240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3624d-f06a-4780-9994-25f00bcbbbd4 req-65252a3a-ca8c-4324-9617-23851c5077e5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:56.221814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22d3624d-f06a-4780-9994-25f00bcbbbd4 req-65252a3a-ca8c-4324-9617-23851c5077e5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0744798 Aug 25 15:00:56.227244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f53a5e-f0a4-4d3c-8f50-9588886eaca7 None None] Network f48feda8-7859-4197-a935-eb4012673e73 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:56.239225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1ed8bb7d-05bb-4521-9a65-46555c5c9e30 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6638696 Aug 25 15:00:56.239950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40788) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:56.242181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf1c5983-3339-4347-9382-bb7b6e97f80a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.257092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1994446180', 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:56.283701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22d3624d-f06a-4780-9994-25f00bcbbbd4 req-8d40de04-766e-4523-a319-3a34917bb96a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Aug 25 15:00:56.408280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Made reservation on behalf of 7dd7043fe4bf49f2b4fdbc9df8373c96 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:56.411151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.438979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] device_id is not set on port ad954c5f-31bf-4c4e-af9e-0baa21dd34a9 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:00:56.446703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf1c5983-3339-4347-9382-bb7b6e97f80a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.451951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf1c5983-3339-4347-9382-bb7b6e97f80a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.453470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf1c5983-3339-4347-9382-bb7b6e97f80a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/security-groups/5bd70f7e-4180-43f9-a1d5-c0c928de4547 HTTP/1.1" status: 204 len: 168 time: 0.3501158 Aug 25 15:00:56.456308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40802) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:56.488000 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-d22447ff-d1d7-4278-89aa-2fd827b77def tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] show failed (client error): The resource could not be found. Aug 25 15:00:56.489645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d22447ff-d1d7-4278-89aa-2fd827b77def tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "GET /v2.0/security-groups/5bd70f7e-4180-43f9-a1d5-c0c928de4547 HTTP/1.1" status: 404 len: 347 time: 0.0323765 Aug 25 15:00:56.494324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40804) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:56.498545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c5983-3339-4347-9382-bb7b6e97f80a tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd70f7e-4180-43f9-a1d5-c0c928de4547,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:56.523523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5499053-7160-49bd-832c-31a61de2c20d req-df67040c-4c09-4ec4-bb15-0ff359655142 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:56.527680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5499053-7160-49bd-832c-31a61de2c20d req-df67040c-4c09-4ec4-bb15-0ff359655142 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 944 time: 0.1206794 Aug 25 15:00:56.657995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5499053-7160-49bd-832c-31a61de2c20d req-55073879-902a-4092-9cdd-2ba8ff908f3a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960994 Aug 25 15:00:56.692684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port 18acc77e-765e-4429-9a71-c92db1d3ae28 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:56.693100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.765813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9766b522-ad1a-41e8-b70d-980b02cd5d0e req-a7a81d64-266f-4619-88b5-a0b3fa1a6d26 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 210 time: 0.0327649 Aug 25 15:00:56.805742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.806352 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:56.847749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for 18acc77e-765e-4429-9a71-c92db1d3ae28 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:56.856198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d0a3-216f-427f-8ca2-be065e64a3a8 req-c0d4d688-fa27-4002-b665-11a12d0a0b10 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:56.863827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49b5d0a3-216f-427f-8ca2-be065e64a3a8 req-c0d4d688-fa27-4002-b665-11a12d0a0b10 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.4267886 Aug 25 15:00:56.934836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49b5d0a3-216f-427f-8ca2-be065e64a3a8 req-32a13f3d-0046-42b1-ab53-2795ae8fc173 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Aug 25 15:00:56.938593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Allocated IP 172.20.0.3 (f48feda8-7859-4197-a935-eb4012673e73/fa95ae77-dbd9-470d-bc7e-4492ef980664/ad954c5f-31bf-4c4e-af9e-0baa21dd34a9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:00:56.969945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fcc22cd-0684-46dd-a912-9ec4c35b7136 req-54f1f460-36b5-4515-9faa-85d2faff74f5 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/f3154a2a-1341-4b9f-b2f0-0e39c5e47bed HTTP/1.1" status: 200 len: 1801 time: 0.0627472 Aug 25 15:00:56.979622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.071654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3fcc22cd-0684-46dd-a912-9ec4c35b7136 req-4fd9b117-82dc-47a6-be8c-4eed7932b410 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.099413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3fcc22cd-0684-46dd-a912-9ec4c35b7136 req-4fd9b117-82dc-47a6-be8c-4eed7932b410 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.150450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.157415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f0ebb-23ca-4ebe-90e3-e872b5554a21 req-f2ac148b-a828-4470-973a-7bb3818791a6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:57.159994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e5f0ebb-23ca-4ebe-90e3-e872b5554a21 req-f2ac148b-a828-4470-973a-7bb3818791a6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0895855 Aug 25 15:00:57.178635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=18acc77e-765e-4429-9a71-c92db1d3ae28,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:57.179346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.197499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.238048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e5f0ebb-23ca-4ebe-90e3-e872b5554a21 req-2768d933-91d7-4c2c-b155-d26e161f67df tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 Aug 25 15:00:57.241637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.244287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.247063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c7c1573-9b8c-46b4-8011-911acb573c9d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/floatingips/96aef027-c3a9-459a-96fb-9f18c7afcaae HTTP/1.1" status: 204 len: 168 time: 0.7366955 Aug 25 15:00:57.248588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40822) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:57.259454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3fcc22cd-0684-46dd-a912-9ec4c35b7136 req-4fd9b117-82dc-47a6-be8c-4eed7932b410 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.262495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3fcc22cd-0684-46dd-a912-9ec4c35b7136 req-4fd9b117-82dc-47a6-be8c-4eed7932b410 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.263665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fcc22cd-0684-46dd-a912-9ec4c35b7136 req-4fd9b117-82dc-47a6-be8c-4eed7932b410 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3154a2a-1341-4b9f-b2f0-0e39c5e47bed HTTP/1.1" status: 204 len: 173 time: 0.2847872 Aug 25 15:00:57.295632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9b117-82dc-47a6-be8c-4eed7932b410 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3154a2a-1341-4b9f-b2f0-0e39c5e47bed,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:57.366245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.383780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-775938a0-26d7-42d3-9632-f434bd1ac5bc req-5e0c3b2c-9b96-4f73-8836-488b009e4b13 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/7b08f6c9-acf2-44fb-84d7-dabc703d7dfd HTTP/1.1" status: 200 len: 1802 time: 0.0921950 Aug 25 15:00:57.428310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port b3edc618-3ebc-4120-9519-49ee342c5e6a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:57.428708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.456668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Port': ['ID=ad954c5f-31bf-4c4e-af9e-0baa21dd34a9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:57.462358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network f48feda8-7859-4197-a935-eb4012673e73 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:00:57.466079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:00:57.470148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:00:57.487843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab952ea5-731e-4753-94c3-51a0d162fc85 req-ec8fe0c4-b0da-4a58-b47c-a266cb917264 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:57.489469 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab952ea5-731e-4753-94c3-51a0d162fc85 req-ec8fe0c4-b0da-4a58-b47c-a266cb917264 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0901489 Aug 25 15:00:57.507638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-775938a0-26d7-42d3-9632-f434bd1ac5bc req-3e8d866d-3a96-4a6d-ab63-11707dbdb1b8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.551878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-775938a0-26d7-42d3-9632-f434bd1ac5bc req-3e8d866d-3a96-4a6d-ab63-11707dbdb1b8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.555301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:57.559196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.562462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.567304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab952ea5-731e-4753-94c3-51a0d162fc85 req-c927b95d-3a26-4b0c-9391-e8106afc72ac tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576594 Aug 25 15:00:57.588980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for b3edc618-3ebc-4120-9519-49ee342c5e6a owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:57.643921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-440d6c9e-fec8-49fd-b5fc-a13903d3218c tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3982165 Aug 25 15:00:57.646312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:57.698858 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-775938a0-26d7-42d3-9632-f434bd1ac5bc req-3e8d866d-3a96-4a6d-ab63-11707dbdb1b8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.703433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-775938a0-26d7-42d3-9632-f434bd1ac5bc req-3e8d866d-3a96-4a6d-ab63-11707dbdb1b8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.704513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-775938a0-26d7-42d3-9632-f434bd1ac5bc req-3e8d866d-3a96-4a6d-ab63-11707dbdb1b8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b08f6c9-acf2-44fb-84d7-dabc703d7dfd HTTP/1.1" status: 204 len: 173 time: 0.3134918 Aug 25 15:00:57.726283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd261d-fe92-43c2-9841-11df6f19dbe0 req-401bd4cb-ff98-4bf3-ae99-eebb87ccf1ec tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:57.735231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7fd261d-fe92-43c2-9841-11df6f19dbe0 req-401bd4cb-ff98-4bf3-ae99-eebb87ccf1ec tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0890546 Aug 25 15:00:57.746983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d866d-3a96-4a6d-ab63-11707dbdb1b8 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b08f6c9-acf2-44fb-84d7-dabc703d7dfd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:57.785353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7fd261d-fe92-43c2-9841-11df6f19dbe0 req-73f8c6a8-9b8c-4cad-9678-c2471735eb6f tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Aug 25 15:00:57.821047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-cc6b9be4-5caf-499e-8ec8-f0dde7534569 req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1559941208', 'description': 'tempest-description-278955311'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:57.858310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Deleting port ad954c5f-31bf-4c4e-af9e-0baa21dd34a9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:57.868329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.910380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2659bd-0874-48ba-9094-e87252a79e66 req-c5975ae6-3402-4b2f-9ea8-4c34fa4265b6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:57.911910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2659bd-0874-48ba-9094-e87252a79e66 req-c5975ae6-3402-4b2f-9ea8-4c34fa4265b6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 944 time: 0.1140225 Aug 25 15:00:57.942532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.950580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc6b9be4-5caf-499e-8ec8-f0dde7534569 req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:57.996831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=b3edc618-3ebc-4120-9519-49ee342c5e6a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:58.013982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2659bd-0874-48ba-9094-e87252a79e66 req-7dc2e42d-5fd5-4566-a8d2-95b3a5f589e2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922244 Aug 25 15:00:58.035193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.072105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Calling delete_port for ad954c5f-31bf-4c4e-af9e-0baa21dd34a9 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:58.082464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc6b9be4-5caf-499e-8ec8-f0dde7534569 req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.140457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.142307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dad5471e-c3d8-469f-b51a-501a20c78a2d tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/ports/b3edc618-3ebc-4120-9519-49ee342c5e6a HTTP/1.1" status: 204 len: 168 time: 0.8926213 Aug 25 15:00:58.145488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:58.160900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81f3cffd-d030-4b72-806c-7cb5d8a435ac req-5cdd0d7c-3197-4052-8919-583958bc4262 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 210 time: 0.0663478 Aug 25 15:00:58.180650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc6b9be4-5caf-499e-8ec8-f0dde7534569 req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.251861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e373a0-35cb-478d-b13d-c6f44e502350,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:58.289069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting port 63165e48-89cb-46cb-a112-4bfab5eefd23 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:00:58.289704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.313136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-56f0e6a5-2d44-41ee-a9f7-92a15646173d tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:58.314640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-56f0e6a5-2d44-41ee-a9f7-92a15646173d tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.52 "GET /v2.0/networks?id=def3f0f5-4026-4448-a393-a5db7190213e HTTP/1.1" status: 200 len: 813 time: 0.1564217 Aug 25 15:00:58.328473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Request body: {'port': {'device_id': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e', 'admin_state_up': True, 'tenant_id': 'b2d5acb9149a49e1bfdf0fccefb02b0e'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:58.355515 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-cc6b9be4-5caf-499e-8ec8-f0dde7534569 req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.361639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc6b9be4-5caf-499e-8ec8-f0dde7534569 req-b9edbcb6-35ff-48e8-9d1f-b908b21f7dcc tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5455382 Aug 25 15:00:58.442964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.469144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Calling delete_port for 63165e48-89cb-46cb-a112-4bfab5eefd23 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:00:58.495458 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-809dc643-87cc-4190-9b97-d57544553b1c tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/18e373a0-35cb-478d-b13d-c6f44e502350 HTTP/1.1" status: 200 len: 1802 time: 0.0959380 Aug 25 15:00:58.504260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.554753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Request body: {'security_group': {'name': 'tempest-sg-hth-176015216', 'description': 'tempest-description-hth-2140462585'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:58.617836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.636192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 17747459-aabd-4359-a4e0-892da961f125 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:00:58.657562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d5498294-0b3f-489b-aa65-db3ec751abca no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:00:58.687916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.722032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: d5498294-0b3f-489b-aa65-db3ec751abca {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:00:58.722384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device d5498294-0b3f-489b-aa65-db3ec751abca not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:00:58.789831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.792752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.812538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd8d60f0-2819-4695-98d7-749830d6a6c2 req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "PUT /v2.0/security-groups/18e373a0-35cb-478d-b13d-c6f44e502350 HTTP/1.1" status: 200 len: 1776 time: 0.2639625 Aug 25 15:00:58.830035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 17747459-aabd-4359-a4e0-892da961f125, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=17747459-aabd-4359-a4e0-892da961f125,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:58.845427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '17747459-aabd-4359-a4e0-892da961f125', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': '17747459-aabd-4359-a4e0-892da961f125', 'mac_address': 'fa:16:3e:f5:9c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:00:58.861943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.867299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb533550-004d-43f8-9ee8-50a99577f1b3 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e373a0-35cb-478d-b13d-c6f44e502350,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:58.907947 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.923824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17747459-aabd-4359-a4e0-892da961f125 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:00:58.931232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Port': ['ID=63165e48-89cb-46cb-a112-4bfab5eefd23,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:58.963716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:58.966273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 17747459-aabd-4359-a4e0-892da961f125, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=17747459-aabd-4359-a4e0-892da961f125,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:00:58.998659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Made reservation on behalf of b2d5acb9149a49e1bfdf0fccefb02b0e for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:00:59.002072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.015331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6206850f-3cc0-4162-b164-38119daf5b21 req-5da292c5-592e-4a5e-b64a-0f83ced14674 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/18e373a0-35cb-478d-b13d-c6f44e502350 HTTP/1.1" status: 200 len: 1776 time: 0.1493342 Aug 25 15:00:59.032773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.034859 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5f4377e9-05c5-4d32-8243-713ff3179939 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/ports/63165e48-89cb-46cb-a112-4bfab5eefd23 HTTP/1.1" status: 204 len: 168 time: 0.8881583 Aug 25 15:00:59.039196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad954c5f-31bf-4c4e-af9e-0baa21dd34a9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:59.040210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40860) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:59.057630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.123790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62b6e3c8-7552-4834-9af4-294af1e4f054 req-fc26dca2-d2df-4381-ac1a-6220d2cee62b tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/18e373a0-35cb-478d-b13d-c6f44e502350 HTTP/1.1" status: 200 len: 1776 time: 0.0737896 Aug 25 15:00:59.125328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=17747459-aabd-4359-a4e0-892da961f125,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:59.158586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting subnet 8cf463a7-4f1f-4dbc-8975-1e8f06701630 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:00:59.160982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430bcc-3145-46e0-acba-10c8112c3d28 req-bf5dffa2-c8ce-4292-af0e-c6dd9cd39445 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:59.162645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d430bcc-3145-46e0-acba-10c8112c3d28 req-bf5dffa2-c8ce-4292-af0e-c6dd9cd39445 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1826012 Aug 25 15:00:59.167374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.226585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.260247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.261217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-691cce63-8423-4b62-adda-7e5b63a3c706 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ad954c5f-31bf-4c4e-af9e-0baa21dd34a9 HTTP/1.1" status: 204 len: 168 time: 1.6132877 Aug 25 15:00:59.265666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40866) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:59.270569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f48feda8-7859-4197-a935-eb4012673e73', 'external_fixed_ips': [{'subnet_id': 'fa95ae77-dbd9-470d-bc7e-4492ef980664', 'ip_address': '172.20.0.3'}]}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:00:59.280418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['17747459-aabd-4359-a4e0-892da961f125'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:00:59.281892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-62b6e3c8-7552-4834-9af4-294af1e4f054 req-a79ec9a8-6e2b-4e53-86d9-798b95d522ba tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.337710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Allocated IP 172.20.0.4 (def3f0f5-4026-4448-a393-a5db7190213e/286c09a3-f0a5-47c7-a882-96a3977f7848/afd9a070-4efc-4ee7-82a6-aade70f43740) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:00:59.358341 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-62b6e3c8-7552-4834-9af4-294af1e4f054 req-a79ec9a8-6e2b-4e53-86d9-798b95d522ba tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.375551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d430bcc-3145-46e0-acba-10c8112c3d28 req-1f3c7520-e325-420f-bddb-37f3365528c1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004080 Aug 25 15:00:59.467217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.486395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.487908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.625165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-62b6e3c8-7552-4834-9af4-294af1e4f054 req-a79ec9a8-6e2b-4e53-86d9-798b95d522ba tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.627792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-62b6e3c8-7552-4834-9af4-294af1e4f054 req-a79ec9a8-6e2b-4e53-86d9-798b95d522ba tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.636160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-62b6e3c8-7552-4834-9af4-294af1e4f054 req-a79ec9a8-6e2b-4e53-86d9-798b95d522ba tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/18e373a0-35cb-478d-b13d-c6f44e502350 HTTP/1.1" status: 204 len: 173 time: 0.5001237 Aug 25 15:00:59.654346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ec9a8-6e2b-4e53-86d9-798b95d522ba tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e373a0-35cb-478d-b13d-c6f44e502350,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:59.676198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.685592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.714008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.716870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.719823 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/subnets/8cf463a7-4f1f-4dbc-8975-1e8f06701630 HTTP/1.1" status: 204 len: 168 time: 0.6781230 Aug 25 15:00:59.727210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1401a4-84a7-4dd8-ae04-16bf81278c5e None None] Network afe330ac-65f4-44a8-9301-59dcac345fcf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:00:59.727737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245892d0-1f66-4f45-bf22-0b889c919db0 req-38571e88-7998-4062-8d7e-c6e426794718 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:00:59.729115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-245892d0-1f66-4f45-bf22-0b889c919db0 req-38571e88-7998-4062-8d7e-c6e426794718 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 945 time: 0.2099297 Aug 25 15:00:59.729723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:00:59.772862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94c8d305-c476-42d5-9e01-81acb750cf22 req-53037bf9-a780-463f-94d1-a4f24e31d339 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 210 time: 0.0480120 Aug 25 15:00:59.776037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eeb42-04ed-4a46-97a9-8003d8229eb4 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf463a7-4f1f-4dbc-8975-1e8f06701630,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:00:59.906497 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-16735a3d-a74c-45ea-86e5-6a9477671c3c req-8cb79dd6-3265-487b-9516-0bbac686a893 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:00:59.907787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16735a3d-a74c-45ea-86e5-6a9477671c3c req-8cb79dd6-3265-487b-9516-0bbac686a893 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/7b08f6c9-acf2-44fb-84d7-dabc703d7dfd HTTP/1.1" status: 404 len: 352 time: 0.0257080 Aug 25 15:00:59.911762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Deleting subnet cfcff044-3a24-4f7c-837d-72673dd5b44c {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:00:59.920995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:00:59.961739 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-0ec60f9d-92c6-434a-b337-f78dbefe951a req-f1d171ef-f05f-4e5f-b7dd-a2530ce9ebf7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:00:59.962778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ec60f9d-92c6-434a-b337-f78dbefe951a req-f1d171ef-f05f-4e5f-b7dd-a2530ce9ebf7 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/f3154a2a-1341-4b9f-b2f0-0e39c5e47bed HTTP/1.1" status: 404 len: 352 time: 0.0186293 Aug 25 15:00:59.970086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] DHCP port deletion for afe330ac-65f4-44a8-9301-59dcac345fcf request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:00:59.971719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-245892d0-1f66-4f45-bf22-0b889c919db0 req-9d837ba7-1886-4ec4-8ebb-587c2a496803 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279787 Aug 25 15:01:00.006945 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-44b70bc6-c931-4a8c-99fe-230941edba0b req-79901056-6a6d-4c11-a9b2-98cb8bf29d60 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:01:00.008301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44b70bc6-c931-4a8c-99fe-230941edba0b req-79901056-6a6d-4c11-a9b2-98cb8bf29d60 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/9b9545cf-51a1-4659-9a5c-8780c275a60f HTTP/1.1" status: 404 len: 352 time: 0.0185745 Aug 25 15:01:00.042652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] Deleting port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:00.043267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.077995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.083667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.086157 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-96f920e6-a034-4f29-a477-0f86890c2fb7 req-765307a9-0137-4c32-af8f-d06f33d2dc13 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:01:00.087736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-96f920e6-a034-4f29-a477-0f86890c2fb7 req-765307a9-0137-4c32-af8f-d06f33d2dc13 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/eb1584d9-5512-418f-8810-7aa848bf14b5 HTTP/1.1" status: 404 len: 352 time: 0.0401239 Aug 25 15:01:00.091752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.120739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] For port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,segment=NetworkSegment(a029b31f-2ce9-4d60-b381-6754a886ca7a),segment_id=a029b31f-2ce9-4d60-b381-6754a886ca7a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:00.121217 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.138204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] Calling delete_port for 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:00.149121 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [req-fe0ef7e0-b657-45dd-a17f-d16e061b765b req-e6e8f9ec-ad23-47f3-a3ff-aa415ed9ab36 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:01:00.168314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe0ef7e0-b657-45dd-a17f-d16e061b765b req-e6e8f9ec-ad23-47f3-a3ff-aa415ed9ab36 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/63aef061-272d-4308-a14e-2dc557a09f69 HTTP/1.1" status: 404 len: 352 time: 0.0417922 Aug 25 15:01:00.172086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Network def3f0f5-4026-4448-a393-a5db7190213e is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:00.186127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:00.207413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:00.217746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Pushing event updated for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:00.294978 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-af53977e-663a-4627-8c27-bc1c445cf85d req-56fde2c7-e66c-45f9-9635-ccd4fdd249ee tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] show failed (client error): The resource could not be found. Aug 25 15:01:00.296056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af53977e-663a-4627-8c27-bc1c445cf85d req-56fde2c7-e66c-45f9-9635-ccd4fdd249ee tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/66c3a54c-1899-4a6c-adfb-c76ff100bd50 HTTP/1.1" status: 404 len: 352 time: 0.1164057 Aug 25 15:01:00.316635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.325246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] No DVR routers for this DVR port 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:00.339942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:00.339942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.347712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.352140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea03661-c007-46c3-9bf1-eca2214719f3 None None] Pushing event deleted for resources: {'Port': ['ID=4f7e5d67-bc5d-425f-9834-5fbfc95375e3,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:00.437978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2293d1f8-fc8a-4f5b-bbcb-064307599392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1132545 Aug 25 15:01:00.456293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Request body: {'port': {'device_id': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:00.553663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.566611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:00.590632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:00.591064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f7e5d67-bc5d-425f-9834-5fbfc95375e3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:00.639640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcff044-3a24-4f7c-837d-72673dd5b44c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:00.649792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.650251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 17747459-aabd-4359-a4e0-892da961f125 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:00.651958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a3efcada-ce65-4257-8404-ff040f784c3c tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/subnets/cfcff044-3a24-4f7c-837d-72673dd5b44c HTTP/1.1" status: 204 len: 168 time: 0.9191880 Aug 25 15:01:00.654685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40896) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:00.678337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0d7ae-7d96-4e66-834b-24079a0ddf84 None None] Network 5c70c5a0-68ae-4e0e-8637-18393d353ffc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:00.699135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.777671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149f42-7ce9-46ba-96fe-ad46bdd75c05 req-e2d1bfb7-4394-409c-93ab-22c5b221c32e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:00.785225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a149f42-7ce9-46ba-96fe-ad46bdd75c05 req-e2d1bfb7-4394-409c-93ab-22c5b221c32e tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.3003807 Aug 25 15:01:00.849572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487609d-a2b4-4672-ab1a-00b7f55ec4f6 req-fc3537c4-2e2a-4db3-a7e6-da7ab9dd89cf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:00.853007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8487609d-a2b4-4672-ab1a-00b7f55ec4f6 req-fc3537c4-2e2a-4db3-a7e6-da7ab9dd89cf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1024 time: 0.0834808 Aug 25 15:01:00.853435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.895310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.911726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:00.915224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8487609d-a2b4-4672-ab1a-00b7f55ec4f6 req-63b6c969-ac72-42ab-8641-915400a9211f tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=5bf25886-8d6b-4242-8749-3d568f1ad012&id=46fa210f-b109-454a-a087-840921f263e7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0551443 Aug 25 15:01:00.951653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 17747459-aabd-4359-a4e0-892da961f125 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:00.958150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 17747459-aabd-4359-a4e0-892da961f125 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:00.958899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.027118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] DHCP port deletion for 5c70c5a0-68ae-4e0e-8637-18393d353ffc request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:01:01.043107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a149f42-7ce9-46ba-96fe-ad46bdd75c05 req-004ea740-1dc7-4197-a412-c9c9e29ffcd7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568939 Aug 25 15:01:01.076555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0418166-9c1b-4f7c-a0a7-4191705c6be0 req-44a7f0dd-69f3-4e86-8cff-8e1678b6d431 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:01.078368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0418166-9c1b-4f7c-a0a7-4191705c6be0 req-44a7f0dd-69f3-4e86-8cff-8e1678b6d431 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 931 time: 0.0868902 Aug 25 15:01:01.144711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.158057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c0418166-9c1b-4f7c-a0a7-4191705c6be0 req-47a2cf18-16f4-4f9c-9124-8b70cdf6c067 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731845 Aug 25 15:01:01.195318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] Deleting port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:01.195993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.197826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17747459-aabd-4359-a4e0-892da961f125'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:01.200590 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ea23a-b87f-47e0-a293-102b66aaf0b8" -d '{"events": [{"server_uuid": "ad29a810-c734-4420-888e-8794b3c5f31b", "name": "network-vif-plugged", "status": "completed", "tag": "17747459-aabd-4359-a4e0-892da961f125"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:01.253070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.255358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 17747459-aabd-4359-a4e0-892da961f125, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=17747459-aabd-4359-a4e0-892da961f125,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:01.272999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe330ac-65f4-44a8-9301-59dcac345fcf']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:01.298128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] For port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,segment=NetworkSegment(01099da2-4579-44b1-9c8f-b9fd8e7414a5),segment_id=01099da2-4579-44b1-9c8f-b9fd8e7414a5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:01.298537 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.311786 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32921b-6ed7-4438-8318-e3c99ee8738c x-openstack-request-id: req-bd32921b-6ed7-4438-8318-e3c99ee8738c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:01.312085 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad29a810-c734-4420-888e-8794b3c5f31b", "name": "network-vif-plugged", "status": "completed", "tag": "17747459-aabd-4359-a4e0-892da961f125", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:01.312343 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd32921b-6ed7-4438-8318-e3c99ee8738c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:01.312743 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17747459-aabd-4359-a4e0-892da961f125', 'code': 200} Aug 25 15:01:01.318613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] Calling delete_port for 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:01.322184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029b31f-2ce9-4d60-b381-6754a886ca7a') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:01.323934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029b31f-2ce9-4d60-b381-6754a886ca7a') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:01.324074 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.339624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.373647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f198a-e618-4e8e-a94c-f9fe8158405f req-5b532b8c-c694-41b5-803c-b1399dab371a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:01.375249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-459f198a-e618-4e8e-a94c-f9fe8158405f req-5b532b8c-c694-41b5-803c-b1399dab371a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 945 time: 0.2087021 Aug 25 15:01:01.389831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.430352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Allocated IP 172.20.0.3 (f48feda8-7859-4197-a935-eb4012673e73/fa95ae77-dbd9-470d-bc7e-4492ef980664/4e1b6221-201a-4f16-b38c-eed8b5c5c729) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:01.432228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:01.432716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:01.436124 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:01.576224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=17747459-aabd-4359-a4e0-892da961f125,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:01.660972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-459f198a-e618-4e8e-a94c-f9fe8158405f req-639264e2-814c-4947-bc7a-8ce55e6eaedb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722111 Aug 25 15:01:01.681431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.692771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a3a87-4987-4de2-9adb-e2930c941ad1 req-e49115d1-c100-4e34-b33b-7d47e1b79c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:01.694305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-273a3a87-4987-4de2-9adb-e2930c941ad1 req-e49115d1-c100-4e34-b33b-7d47e1b79c18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 1097 time: 0.3069572 Aug 25 15:01:01.696371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd9a070-4efc-4ee7-82a6-aade70f43740 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:01.702433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.707242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/networks/afe330ac-65f4-44a8-9301-59dcac345fcf HTTP/1.1" status: 204 len: 168 time: 1.0479269 Aug 25 15:01:01.711322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.712093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40916) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:01.718453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.750788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a77260-b22a-4b06-a85c-e2eefb737382 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Network': ['ID=afe330ac-65f4-44a8-9301-59dcac345fcf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:01.758743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa4ebf-86d7-4434-b42a-c75c7a199306 req-a3ec080d-c581-4e53-831c-27436d002bc2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:01.762860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] Pushing event deleted for resources: {'Port': ['ID=0d2cb2d1-b76f-4a76-a6e5-4372793398f3,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:01.766718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02f638-2711-460a-85ed-9c764156ac22 None None] No DVR routers for this DVR port 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:01.787528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1faa4ebf-86d7-4434-b42a-c75c7a199306 req-a3ec080d-c581-4e53-831c-27436d002bc2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0995238 Aug 25 15:01:01.849388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Transition to ACTIVE for port object afd9a070-4efc-4ee7-82a6-aade70f43740 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:01.881856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1faa4ebf-86d7-4434-b42a-c75c7a199306 req-631d005f-eff4-4bcb-81a0-66472e052d14 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830770 Aug 25 15:01:01.884986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-273a3a87-4987-4de2-9adb-e2930c941ad1 req-77eaf230-1c80-4aaa-b6df-beea7ea33ac8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776931 Aug 25 15:01:01.903901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-664ec3ba-17c5-4b9e-94b0-72d5ef6c9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:01.904301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.906433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-664ec3ba-17c5-4b9e-94b0-72d5ef6c9288 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c911701fed454fa89fdf407b2dcae5&device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 1098 time: 0.0779192 Aug 25 15:01:01.913451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:01.970064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.021146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-4484099d-d31d-4b35-b335-1a60b0f780fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:02.023395 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-4484099d-d31d-4b35-b335-1a60b0f780fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 200 len: 915 time: 0.1082366 Aug 25 15:01:02.069385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-45f1cb60-ea28-47bd-bef1-5664a7de5152 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 200 len: 217 time: 0.0378494 Aug 25 15:01:02.115530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.126007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-7786425b-6e23-4895-88e5-90e5a8981c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:02.127680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-7786425b-6e23-4895-88e5-90e5a8981c36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 200 len: 854 time: 0.0508683 Aug 25 15:01:02.145793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Pushing event updated for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:02.151090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c70c5a0-68ae-4e0e-8637-18393d353ffc']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:02.160553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.163561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-8da774fd-a15d-4d34-ae8c-3a0b16517e64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d00881db-dc5f-4aee-83f7-d9295a82a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274632 Aug 25 15:01:02.176954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01099da2-4579-44b1-9c8f-b9fd8e7414a5') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:02.177255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01099da2-4579-44b1-9c8f-b9fd8e7414a5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:02.232820 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.271047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c932f-7a55-4f83-ad89-673f8579a5ed req-4fb43c6f-76f3-4240-a262-6e9cc6073162 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:02.273161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a2c932f-7a55-4f83-ad89-673f8579a5ed req-4fb43c6f-76f3-4240-a262-6e9cc6073162 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1024 time: 0.2354577 Aug 25 15:01:02.286926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network f48feda8-7859-4197-a935-eb4012673e73 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:02.303797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:02.308502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.313024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82faa65-8483-443d-a283-64576cb8025e req-76f2e234-e38c-4f8c-a7c7-da917eca4975 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:02.314602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e82faa65-8483-443d-a283-64576cb8025e req-76f2e234-e38c-4f8c-a7c7-da917eca4975 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.0723433 Aug 25 15:01:02.315868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:02.319716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-5724f508-d1d6-4397-9ce4-b9615e255d0f service neutron] 10.222.0.52 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478944 Aug 25 15:01:02.330471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Port': ['ID=4e1b6221-201a-4f16-b38c-eed8b5c5c729,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:02.333207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:02.333677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:02.361107 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:02.369754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-6c740eea-f231-4bfb-8630-8a78c6a09ad2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:02.371295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-6c740eea-f231-4bfb-8630-8a78c6a09ad2 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1024 time: 0.2759354 Aug 25 15:01:02.418505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e82faa65-8483-443d-a283-64576cb8025e req-9978eb10-fedf-43e3-a31e-64ded1f1b443 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944898 Aug 25 15:01:02.468214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e0cbd24-960d-4569-8df8-f53a63aa8922 req-fa82f6f8-1059-411b-8a30-8680f0f360d9 service neutron] 10.222.0.52 "GET /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369162 Aug 25 15:01:02.500287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Attempting to bind port afd9a070-4efc-4ee7-82a6-aade70f43740 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:02.500287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Attempting to bind port afd9a070-4efc-4ee7-82a6-aade70f43740 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'baca1070-d094-448f-9a0e-a542457d3ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:02.500287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Attempting to bind port afd9a070-4efc-4ee7-82a6-aade70f43740 on network def3f0f5-4026-4448-a393-a5db7190213e {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:02.518916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a2c932f-7a55-4f83-ad89-673f8579a5ed req-c9f49f2d-d714-4b23-9f0f-25bbe5ad98fe tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=5bf25886-8d6b-4242-8749-3d568f1ad012&id=46fa210f-b109-454a-a087-840921f263e7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2212346 Aug 25 15:01:02.528456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Port afd9a070-4efc-4ee7-82a6-aade70f43740 on network def3f0f5-4026-4448-a393-a5db7190213e not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:01:02.528456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Attempting to bind port afd9a070-4efc-4ee7-82a6-aade70f43740 on network def3f0f5-4026-4448-a393-a5db7190213e {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:02.581721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:02.602205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:02.602769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d2cb2d1-b76f-4a76-a6e5-4372793398f3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:02.616680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:02.617027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Checking segment: {'id': 'baca1070-d094-448f-9a0e-a542457d3ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:02.617445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Bound using segment: {'id': 'baca1070-d094-448f-9a0e-a542457d3ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:02.617874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Bound port: afd9a070-4efc-4ee7-82a6-aade70f43740, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca1070-d094-448f-9a0e-a542457d3ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:02.618236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.623080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.641409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:02.643073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] 10.222.0.58 "DELETE /v2.0/networks/5c70c5a0-68ae-4e0e-8637-18393d353ffc HTTP/1.1" status: 204 len: 168 time: 0.9128876 Aug 25 15:01:02.822585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a25fd-769d-4326-8232-314ba96f8e40 req-fdcee334-f7c0-4ee8-85c2-2145c713deea tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:02.850904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-249a25fd-769d-4326-8232-314ba96f8e40 req-fdcee334-f7c0-4ee8-85c2-2145c713deea tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 946 time: 0.1044757 Aug 25 15:01:02.910086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-249a25fd-769d-4326-8232-314ba96f8e40 req-1f40be87-9a9f-4cde-bab5-66fc34de79d4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581360 Aug 25 15:01:03.047330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbb9e6-130c-4902-bea2-d75758d2a8b9 tempest-TaggedBootDevicesTest-1491980936 tempest-TaggedBootDevicesTest-1491980936-project] Pushing event deleted for resources: {'Network': ['ID=5c70c5a0-68ae-4e0e-8637-18393d353ffc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:03.066652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ad240-734f-47ca-99e4-41a3769da0b4 req-19a8b7e1-a36c-4aa2-ab3a-aee2291361e0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:03.069396 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d8ad240-734f-47ca-99e4-41a3769da0b4 req-19a8b7e1-a36c-4aa2-ab3a-aee2291361e0 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0683181 Aug 25 15:01:03.124683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Deleting port f125802c-6c7b-47a0-ba29-4e68334660a7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:03.125050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:03.140205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d8ad240-734f-47ca-99e4-41a3769da0b4 req-e67cf72e-3e89-4420-9109-b3a6672f4a84 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604479 Aug 25 15:01:03.169432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:03.202164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afd9a070-4efc-4ee7-82a6-aade70f43740,segment=NetworkSegment(baca1070-d094-448f-9a0e-a542457d3ef2),segment_id=baca1070-d094-448f-9a0e-a542457d3ef2)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:03.315412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:03.329933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] For port f125802c-6c7b-47a0-ba29-4e68334660a7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f125802c-6c7b-47a0-ba29-4e68334660a7,segment=NetworkSegment(9662454c-278c-4220-87ac-be7126ec5dc8),segment_id=9662454c-278c-4220-87ac-be7126ec5dc8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:03.330308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:03.371052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Calling delete_port for f125802c-6c7b-47a0-ba29-4e68334660a7 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:03.384834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:03.385458 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:03.386862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] 10.222.0.52 "PUT /v2.0/ports/afd9a070-4efc-4ee7-82a6-aade70f43740 HTTP/1.1" status: 200 len: 1091 time: 2.9366782 Aug 25 15:01:03.387336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:03.389644 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:03.417064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:03.450711 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c045fb9-4a83-457b-8b7f-6d5cc5a98c82 x-openstack-request-id: req-8c045fb9-4a83-457b-8b7f-6d5cc5a98c82 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:03.451071 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:03.451276 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c045fb9-4a83-457b-8b7f-6d5cc5a98c82 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:03.451740 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740', 'status': 'completed', 'code': 200} Aug 25 15:01:03.515953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5240de-e528-4597-aaea-a7e23b68545a service neutron] Pushing event updated for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:03.556866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c48773-a588-4afe-b5aa-625a0bce7b50 req-3c5963b5-cfe3-4229-b088-e4219abc6284 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:03.566258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4c48773-a588-4afe-b5aa-625a0bce7b50 req-3c5963b5-cfe3-4229-b088-e4219abc6284 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.0633771 Aug 25 15:01:03.613953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4c48773-a588-4afe-b5aa-625a0bce7b50 req-f9c2b2f4-4a51-4d3e-92ab-06dbcf5c4e70 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Aug 25 15:01:03.653914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6 req-865043a9-fa08-437b-bf6a-4217e42139dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:03.655421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6 req-865043a9-fa08-437b-bf6a-4217e42139dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2d5acb9149a49e1bfdf0fccefb02b0e&device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 1094 time: 0.1610587 Aug 25 15:01:03.831933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c44bb6-7dbf-4f7c-8b24-9dd95f661e8a req-88c211a6-80b3-408d-907b-1ef96b7f05cb tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:03.833506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3c44bb6-7dbf-4f7c-8b24-9dd95f661e8a req-88c211a6-80b3-408d-907b-1ef96b7f05cb tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 1024 time: 0.1992643 Aug 25 15:01:03.926458 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:03.934695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6 req-db58f7ca-6b52-409a-b5c5-6d40583688fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:03.936235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6 req-db58f7ca-6b52-409a-b5c5-6d40583688fe service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b2d5acb9149a49e1bfdf0fccefb02b0e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2640934 Aug 25 15:01:03.938866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f125802c-6c7b-47a0-ba29-4e68334660a7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:03.995430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3c44bb6-7dbf-4f7c-8b24-9dd95f661e8a req-9e9cb58d-7d59-4f94-a116-8483e2ba8aca tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups?id=cecb3bf2-7701-49d9-a6e6-36178814b3b6&id=5bf25886-8d6b-4242-8749-3d568f1ad012&id=46fa210f-b109-454a-a087-840921f263e7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1506600 Aug 25 15:01:04.017601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'Port': ['ID=f125802c-6c7b-47a0-ba29-4e68334660a7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:04.053593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:04.087980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840607a-9190-44ec-8fdc-20d65ab3baae req-625c1d42-80dd-4fd3-915e-2802882eaaa4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.095743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8840607a-9190-44ec-8fdc-20d65ab3baae req-625c1d42-80dd-4fd3-915e-2802882eaaa4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 946 time: 0.0734565 Aug 25 15:01:04.117506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] No DVR routers for this DVR port f125802c-6c7b-47a0-ba29-4e68334660a7 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:04.145812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8840607a-9190-44ec-8fdc-20d65ab3baae req-f2afacaa-a61c-4fbe-b786-d849c6706120 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Aug 25 15:01:04.158098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:04.161082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f8b1c99-5a1f-4eea-8ac2-80fe3ba9bee8 req-b331ca1d-504d-4e37-b6f1-c0ed97ba7b86 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.45 "DELETE /v2.0/ports/f125802c-6c7b-47a0-ba29-4e68334660a7 HTTP/1.1" status: 204 len: 173 time: 1.7416260 Aug 25 15:01:04.190832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6 req-5a00ed44-747b-4ca6-84cf-04d4b7d09598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.192395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9deb4e8d-d9e5-4d28-96c9-1cd912d613a6 req-5a00ed44-747b-4ca6-84cf-04d4b7d09598 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2363749 Aug 25 15:01:04.344289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-4376875f-bc0f-46e3-a8c0-00b8b083bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.345916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-4376875f-bc0f-46e3-a8c0-00b8b083bab9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2d5acb9149a49e1bfdf0fccefb02b0e&device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 1094 time: 0.1057966 Aug 25 15:01:04.427629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-208098d5-5ab7-414d-b69e-742e2192a6e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd9a070-4efc-4ee7-82a6-aade70f43740 HTTP/1.1" status: 200 len: 217 time: 0.0692115 Aug 25 15:01:04.457418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca3505-1817-4735-89c2-1068d30a33ab req-85c35bb9-cafd-466d-a1c3-47d51aa775a7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.458831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddca3505-1817-4735-89c2-1068d30a33ab req-85c35bb9-cafd-466d-a1c3-47d51aa775a7 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1250911 Aug 25 15:01:04.547337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddca3505-1817-4735-89c2-1068d30a33ab req-539774e6-c9a7-4305-8088-c7314ba6525c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786798 Aug 25 15:01:04.554285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-7d2f9780-1cf6-4fbb-aa09-fdecb1156eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.556111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-7d2f9780-1cf6-4fbb-aa09-fdecb1156eeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=286c09a3-f0a5-47c7-a882-96a3977f7848 HTTP/1.1" status: 200 len: 853 time: 0.1191533 Aug 25 15:01:04.594784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Router f152057e-277d-4ed0-96b7-50b6a21222e5 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:04.645405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-711bb940-5629-4780-a100-527a543b7935 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=def3f0f5-4026-4448-a393-a5db7190213e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651393 Aug 25 15:01:04.780860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c449191-5236-42c7-ac68-36866362397c req-01a310e4-b862-4e9d-9f01-c87b1ea76bad tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.782478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c449191-5236-42c7-ac68-36866362397c req-01a310e4-b862-4e9d-9f01-c87b1ea76bad tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.0586495 Aug 25 15:01:04.854273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c449191-5236-42c7-ac68-36866362397c req-c3e6c22a-c764-461a-87dd-fbd2b5fa0d70 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636363 Aug 25 15:01:04.888360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa3d4f-83be-4731-9e82-145862c7171d req-e99053cc-4c49-4397-bddb-ff056a9fc7f6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:04.897732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9eaa3d4f-83be-4731-9e82-145862c7171d req-e99053cc-4c49-4397-bddb-ff056a9fc7f6 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.2323864 Aug 25 15:01:04.932626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-fa971b4f-2bd3-48d1-a7c3-f60cd0671ca1 service neutron] 10.222.0.52 "GET /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796578 Aug 25 15:01:04.937138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:04.957280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Sync routers for ids ['f152057e-277d-4ed0-96b7-50b6a21222e5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:04.973267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Routers {'f152057e-277d-4ed0-96b7-50b6a21222e5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:04.974167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f152057e-277d-4ed0-96b7-50b6a21222e5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:05.025584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9eaa3d4f-83be-4731-9e82-145862c7171d req-bfe49276-d7b6-4f2e-8a29-ea2b6c6fd868 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220834 Aug 25 15:01:05.106658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:05.107931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8a9313fb-1e5c-4b18-a2d3-848d8d0d0866 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8410635 Aug 25 15:01:05.110679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40982) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:05.134877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bba857f1-6f2d-4871-8b79-89ff766d1ad5 req-48f5de56-af17-41e4-8d66-db9f7ae94e26 service neutron] 10.222.0.52 "GET /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837566 Aug 25 15:01:05.192300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Set router f152057e-277d-4ed0-96b7-50b6a21222e5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:05.240709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06782184-83b1-4acf-b3a2-13d8f1d00ecd req-2855010d-02ef-4a9e-b82e-bb9bff222c79 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/ports?device_id=57002c40-70f7-4892-80da-af8052812d8a HTTP/1.1" status: 200 len: 210 time: 0.0432963 Aug 25 15:01:05.277719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6535-1aa1-4ce9-8b86-b5dc8622c01e req-938894c5-3f58-4da9-950f-a599e1b7671c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:05.285922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d4c6535-1aa1-4ce9-8b86-b5dc8622c01e req-938894c5-3f58-4da9-950f-a599e1b7671c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1196959 Aug 25 15:01:05.325268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d4c6535-1aa1-4ce9-8b86-b5dc8622c01e req-c85aeb36-2bbf-456f-94c7-b9ba720e7295 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Aug 25 15:01:05.389162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:05.453339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'name': 'network-vif-deleted', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:05.456197 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2a3982-88f3-40a9-9065-70e7d5c4abbc" -d '{"events": [{"server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "name": "network-vif-deleted", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:05.511757 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461fd81-5bcb-44b6-99b6-81287da1f744 x-openstack-request-id: req-d461fd81-5bcb-44b6-99b6-81287da1f744 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:05.512064 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57002c40-70f7-4892-80da-af8052812d8a", "name": "network-vif-deleted", "tag": "f125802c-6c7b-47a0-ba29-4e68334660a7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:05.512315 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d461fd81-5bcb-44b6-99b6-81287da1f744 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:05.512723 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57002c40-70f7-4892-80da-af8052812d8a', 'name': 'network-vif-deleted', 'tag': 'f125802c-6c7b-47a0-ba29-4e68334660a7', 'status': 'completed', 'code': 200} Aug 25 15:01:05.552906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7171-dfab-43c7-9793-85e1cf67e961 req-7025c434-f229-4eaf-b424-9359d1a47268 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:05.556928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc3f7171-dfab-43c7-9793-85e1cf67e961 req-7025c434-f229-4eaf-b424-9359d1a47268 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0972922 Aug 25 15:01:05.596997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:05.629115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc3f7171-dfab-43c7-9793-85e1cf67e961 req-63ca1dca-7ca5-4731-91c8-975fedd1bae2 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634127 Aug 25 15:01:05.650635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152057e-277d-4ed0-96b7-50b6a21222e5', 'name': '', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f48feda8-7859-4197-a935-eb4012673e73', 'external_fixed_ips': [{'subnet_id': 'fa95ae77-dbd9-470d-bc7e-4492ef980664', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '4e1b6221-201a-4f16-b38c-eed8b5c5c729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:00:59Z', 'updated_at': '2021-08-25T15:01:03Z', 'revision_number': 3, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port': {'id': '4e1b6221-201a-4f16-b38c-eed8b5c5c729', 'name': '', 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152057e-277d-4ed0-96b7-50b6a21222e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fa95ae77-dbd9-470d-bc7e-4492ef980664', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:00Z', 'updated_at': '2021-08-25T15:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa95ae77-dbd9-470d-bc7e-4492ef980664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:05.678759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Checking router: f152057e-277d-4ed0-96b7-50b6a21222e5 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:01:05.679150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Updating router f152057e-277d-4ed0-96b7-50b6a21222e5 port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:01:05.717386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:05.775907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Deleting port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:05.776933 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:05.919666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:05.953926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987e99-faab-4603-808a-cd0131d0df5f req-9cfb7472-51c5-4b4d-b4fc-b46b665d3dbb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:05.957397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Calling delete_port for 4e1b6221-201a-4f16-b38c-eed8b5c5c729 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:05.962143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67987e99-faab-4603-808a-cd0131d0df5f req-9cfb7472-51c5-4b4d-b4fc-b46b665d3dbb tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1052709 Aug 25 15:01:06.036807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67987e99-faab-4603-808a-cd0131d0df5f req-97eb44b7-1c98-4791-bd2c-958482173032 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728498 Aug 25 15:01:06.147013 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.166597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Transition to ACTIVE for port object 4e1b6221-201a-4f16-b38c-eed8b5c5c729 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:06.184476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0e08-6224-47a5-88ff-db404bb4da2a req-71eee77b-4bd6-4718-b707-5476d8e0a46e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:06.186278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc5e0e08-6224-47a5-88ff-db404bb4da2a req-71eee77b-4bd6-4718-b707-5476d8e0a46e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.2302024 Aug 25 15:01:06.223393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c940f-9f48-4882-b269-e20d277389a6 req-154eb7ef-d9a6-4ecb-87b8-f7e194340bec tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:06.231080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b8c940f-9f48-4882-b269-e20d277389a6 req-154eb7ef-d9a6-4ecb-87b8-f7e194340bec tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0899365 Aug 25 15:01:06.241803 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc5e0e08-6224-47a5-88ff-db404bb4da2a req-a22e262e-c6de-40ea-a59d-13547f62967f tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439312 Aug 25 15:01:06.288584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b8c940f-9f48-4882-b269-e20d277389a6 req-2d60b8aa-ffcb-4bc3-8331-566af3bd3055 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Aug 25 15:01:06.291166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.387109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Attempting to bind port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:06.389500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Attempting to bind port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:06.391607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Attempting to bind port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 on network f48feda8-7859-4197-a935-eb4012673e73 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:06.405941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:06.406312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Checking segment: {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:06.409035 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.410383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Bound using segment: {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:06.411016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Bound port: 4e1b6221-201a-4f16-b38c-eed8b5c5c729, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:06.411522 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.431854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5448bd5c-4e1f-4855-9db2-bec7531788bd req-21338660-fbd3-4631-9052-c72afc56d10a tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/5bf25886-8d6b-4242-8749-3d568f1ad012 HTTP/1.1" status: 200 len: 1802 time: 0.0820084 Aug 25 15:01:06.439879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685328d-2947-4bf5-97a5-398ce0e99a26 None None] Pushing event updated for resources: {'Port': ['ID=4e1b6221-201a-4f16-b38c-eed8b5c5c729,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:06.495600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:01:06.495829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.496440 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:01:06.509428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aac6d-3859-4c0b-b556-6ed5ed99cd66 req-448d6126-678b-4cb8-8711-7b3fee477302 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:06.511941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-568aac6d-3859-4c0b-b556-6ed5ed99cd66 req-448d6126-678b-4cb8-8711-7b3fee477302 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0927813 Aug 25 15:01:06.519790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5448bd5c-4e1f-4855-9db2-bec7531788bd req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.547067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5448bd5c-4e1f-4855-9db2-bec7531788bd req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.569653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e1b6221-201a-4f16-b38c-eed8b5c5c729,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:06.634586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.634963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.635376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.635736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.636076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.636446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.636782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.637113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.637444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.637776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.638177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.638493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.674199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-568aac6d-3859-4c0b-b556-6ed5ed99cd66 req-3e512658-181d-47d1-a5e0-5d711d0c4950 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516840 Aug 25 15:01:06.682834 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.689603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f125802c-6c7b-47a0-ba29-4e68334660a7 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:06.717606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: f125802c-6c7b-47a0-ba29-4e68334660a7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:06.717953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f125802c-6c7b-47a0-ba29-4e68334660a7 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:06.722253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5448bd5c-4e1f-4855-9db2-bec7531788bd req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.726386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5448bd5c-4e1f-4855-9db2-bec7531788bd req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.727716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5448bd5c-4e1f-4855-9db2-bec7531788bd req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/5bf25886-8d6b-4242-8749-3d568f1ad012 HTTP/1.1" status: 204 len: 173 time: 0.2892337 Aug 25 15:01:06.749340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf25886-8d6b-4242-8749-3d568f1ad012,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:06.762692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.763058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.763421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.763772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.764144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.764480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.764848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.765183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.765523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.765853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.766341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.766546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5ca7c5-44b6-4f66-b383-478ede08dca4 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:06.868565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a270b-f542-4c05-9501-c70217bc4afd req-ad3eefd5-66ff-4d74-acad-9535d01bd95c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:06.870383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f4a270b-f542-4c05-9501-c70217bc4afd req-ad3eefd5-66ff-4d74-acad-9535d01bd95c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0729611 Aug 25 15:01:06.888702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.893577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:06.930265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f4a270b-f542-4c05-9501-c70217bc4afd req-f3fbeb64-17ca-4e44-878a-e6fe6d3ca54a tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529118 Aug 25 15:01:06.971988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27250072-00ba-479b-b883-87fd8f04ff01 req-43f32639-8399-48c3-b5b6-d87d09f07bdf tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "GET /v2.0/security-groups/46fa210f-b109-454a-a087-840921f263e7 HTTP/1.1" status: 200 len: 1802 time: 0.1547840 Aug 25 15:01:07.021660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Attempting to bind port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:07.022928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Attempting to bind port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:07.025145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Attempting to bind port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 on network f48feda8-7859-4197-a935-eb4012673e73 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:07.036138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:07.036523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Checking segment: {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:07.037498 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.037901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Bound using segment: {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:07.038380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Bound port: 4e1b6221-201a-4f16-b38c-eed8b5c5c729, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f48feda8-7859-4197-a935-eb4012673e73'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:07.038769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.051318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-27250072-00ba-479b-b883-87fd8f04ff01 req-b2deaa48-a9e0-4af6-b3e4-0644d0225c94 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.054175 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.054748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f152057e-277d-4ed0-96b7-50b6a21222e5 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:07.059982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.061211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7291febf-b681-4a13-af97-4f5a7cbdfa73 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f152057e-277d-4ed0-96b7-50b6a21222e5 HTTP/1.1" status: 204 len: 168 time: 1.9487708 Aug 25 15:01:07.063872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41074) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:07.088127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Port 4e1b6221-201a-4f16-b38c-eed8b5c5c729 has been deleted concurrently {{(pid=101874) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 25 15:01:07.109728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Routers set() bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:07.111620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-27250072-00ba-479b-b883-87fd8f04ff01 req-b2deaa48-a9e0-4af6-b3e4-0644d0225c94 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.112333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Router IDs set() for agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 15:01:07.113003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_agentschedulers_db [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f152057e-277d-4ed0-96b7-50b6a21222e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent'). {{(pid=101874) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 15:01:07.115172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16534afc-81eb-4352-8662-bb5e33c08e98 None None] The sync data for ids ['f152057e-277d-4ed0-96b7-50b6a21222e5'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:07.187734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Deleting subnet fa95ae77-dbd9-470d-bc7e-4492ef980664 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:07.195208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.240127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbada599-2845-4288-93a2-3530af942f8b req-c1d1af94-368f-46dc-bb8c-ae2d772e1c96 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:07.241698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbada599-2845-4288-93a2-3530af942f8b req-c1d1af94-368f-46dc-bb8c-ae2d772e1c96 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1018920 Aug 25 15:01:07.247876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-27250072-00ba-479b-b883-87fd8f04ff01 req-b2deaa48-a9e0-4af6-b3e4-0644d0225c94 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.251671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-27250072-00ba-479b-b883-87fd8f04ff01 req-b2deaa48-a9e0-4af6-b3e4-0644d0225c94 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.252725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27250072-00ba-479b-b883-87fd8f04ff01 req-b2deaa48-a9e0-4af6-b3e4-0644d0225c94 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] 10.222.0.58 "DELETE /v2.0/security-groups/46fa210f-b109-454a-a087-840921f263e7 HTTP/1.1" status: 204 len: 173 time: 0.2757883 Aug 25 15:01:07.260857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41084) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:07.283214 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.315257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Deleting subnet d66a9960-bd94-43ad-b89b-0e858720f2a8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:07.319838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.325003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deaa48-a9e0-4af6-b3e4-0644d0225c94 tempest-SecurityGroupsTestJSON-1111217302 tempest-SecurityGroupsTestJSON-1111217302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa210f-b109-454a-a087-840921f263e7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:07.344604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbada599-2845-4288-93a2-3530af942f8b req-de8de474-5fbf-4e56-adc7-da12a4680e9b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836966 Aug 25 15:01:07.369246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.451884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.523397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b3f8c-fef6-4686-8b29-7bf313ff3328 req-19405bd6-6513-4e63-814b-18fbc3b1c596 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:07.525007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-222b3f8c-fef6-4686-8b29-7bf313ff3328 req-19405bd6-6513-4e63-814b-18fbc3b1c596 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0863149 Aug 25 15:01:07.528187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59a073-f373-48af-98dd-bc706e942db8 req-567f58f2-abba-4809-9a24-e8f5885d0263 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:07.529980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c59a073-f373-48af-98dd-bc706e942db8 req-567f58f2-abba-4809-9a24-e8f5885d0263 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.1403015 Aug 25 15:01:07.548991 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.586324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-222b3f8c-fef6-4686-8b29-7bf313ff3328 req-d6c247bb-4f4b-4163-ab25-877c3d1e27b5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526121 Aug 25 15:01:07.623898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.651278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c59a073-f373-48af-98dd-bc706e942db8 req-fbd9693c-84a2-4615-99dd-ef1226f459bc tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119494 Aug 25 15:01:07.708533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa95ae77-dbd9-470d-bc7e-4492ef980664,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:07.716712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.718832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0af7c86a-cb2e-4084-b774-be0dd9d33b63 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/fa95ae77-dbd9-470d-bc7e-4492ef980664 HTTP/1.1" status: 204 len: 168 time: 0.6534517 Aug 25 15:01:07.722647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41112) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:07.814778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7c4f2-3be0-4420-94f7-35e96fcc7808 req-f6131edd-6148-4c07-8d30-b11636defe9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:07.819882 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb7c4f2-3be0-4420-94f7-35e96fcc7808 req-f6131edd-6148-4c07-8d30-b11636defe9c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0801816 Aug 25 15:01:07.862437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.881340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.893768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb7c4f2-3be0-4420-94f7-35e96fcc7808 req-fdef32c6-137d-46b8-84f0-7361bedf8a5b tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591395 Aug 25 15:01:07.912093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66a9960-bd94-43ad-b89b-0e858720f2a8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:07.946140 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:07.948117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-deecbc6a-76da-46c7-b1fd-062ef92023ee admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d66a9960-bd94-43ad-b89b-0e858720f2a8 HTTP/1.1" status: 204 len: 168 time: 0.6860411 Aug 25 15:01:07.950766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41130) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:08.036324 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.048171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.063663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48feda8-7859-4197-a935-eb4012673e73']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:08.081331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:08.081634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e4cb1f-e7fd-4ac9-a20c-4fead3a8e2c8') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:08.097214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fdb18-3575-44dd-a478-f0af4b9edb7b req-a8832969-8e06-45e9-a71e-78227746ab72 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:08.105229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-573fdb18-3575-44dd-a478-f0af4b9edb7b req-a8832969-8e06-45e9-a71e-78227746ab72 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0910816 Aug 25 15:01:08.125451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.136456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.148720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.151053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6b4817-450d-416f-bcdb-d72b0d57935a']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:08.164550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9662454c-278c-4220-87ac-be7126ec5dc8') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:08.164852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9662454c-278c-4220-87ac-be7126ec5dc8') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:08.165801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:08.167219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: items = [ Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:08.168443 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:08.174679 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.195830 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-573fdb18-3575-44dd-a478-f0af4b9edb7b req-b6026aad-87e8-4f6d-860d-5b554b39522d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894737 Aug 25 15:01:08.197945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.208976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:08.209644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:08.211787 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:08.345401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4dd59-2c95-4009-baf9-6bd81568cb55 req-56eb7f22-e8ba-4b2d-9f09-5e27df79f9d8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:08.347577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ca4dd59-2c95-4009-baf9-6bd81568cb55 req-56eb7f22-e8ba-4b2d-9f09-5e27df79f9d8 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.0596492 Aug 25 15:01:08.356825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.366722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f48feda8-7859-4197-a935-eb4012673e73 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 15:01:08.385071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.391903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.393926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] 10.222.0.58 "DELETE /v2.0/networks/8a6b4817-450d-416f-bcdb-d72b0d57935a HTTP/1.1" status: 204 len: 168 time: 0.4421239 Aug 25 15:01:08.407817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf54d8-48c7-4941-9a17-e60aa485262f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6b4817-450d-416f-bcdb-d72b0d57935a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:08.434706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:08.437082 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f48feda8-7859-4197-a935-eb4012673e73 HTTP/1.1" status: 204 len: 168 time: 0.7129447 Aug 25 15:01:08.487836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ca4dd59-2c95-4009-baf9-6bd81568cb55 req-aaeaaa1a-2890-4694-b7fa-608a1e212fed tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265552 Aug 25 15:01:08.489263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb284b18-ac3c-4da5-a3bb-5f74902fdcee tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event deleted for resources: {'Network': ['ID=f48feda8-7859-4197-a935-eb4012673e73,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:08.710848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5d28c-a055-4ede-a61a-ce9b3632a11a req-74e5e58d-434c-48b0-8d9f-3de63d3a0146 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:08.719016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57a5d28c-a055-4ede-a61a-ce9b3632a11a req-74e5e58d-434c-48b0-8d9f-3de63d3a0146 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1109469 Aug 25 15:01:08.778461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57a5d28c-a055-4ede-a61a-ce9b3632a11a req-ad072568-1e80-423c-975a-d1be0c130b46 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Aug 25 15:01:08.887295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c066b-f207-4f4b-ad4e-94f247f92ac4 req-858a3b40-65d8-4f6a-9651-b5afa7299392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:08.890224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-830c066b-f207-4f4b-ad4e-94f247f92ac4 req-858a3b40-65d8-4f6a-9651-b5afa7299392 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.1002717 Aug 25 15:01:08.922842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41188) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:08.931291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'name': 'tempest-router--545722557', 'project_id': '39dfe0552a5d4f22ba693c28b7ab3ae3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:08.980191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:09.042288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-830c066b-f207-4f4b-ad4e-94f247f92ac4 req-1e048a97-e8ed-4349-868f-eac024fa4c38 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396623 Aug 25 15:01:09.043424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7dd2f-0670-4132-9b3f-ab24bf81ced8 req-808e284f-9dbd-4325-a222-61346af4d1ef tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:09.052197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddb7dd2f-0670-4132-9b3f-ab24bf81ced8 req-808e284f-9dbd-4325-a222-61346af4d1ef tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1100941 Aug 25 15:01:09.092371 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0da8393a-948c-45f5-924c-8867839ac78a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b508eea8c8a43d4b4bbc0fec8062ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109047 Aug 25 15:01:09.095645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41198) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:09.122922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddb7dd2f-0670-4132-9b3f-ab24bf81ced8 req-00ca5dde-c997-4879-939c-8691b83371aa tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Aug 25 15:01:09.132279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.134081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.224828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.229083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec5d33da-b3e5-4ce9-818c-3c28f2c95969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.257688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec5d33da-b3e5-4ce9-818c-3c28f2c95969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.301084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afd9a070-4efc-4ee7-82a6-aade70f43740 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:01:09.306851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.408186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afd9a070-4efc-4ee7-82a6-aade70f43740,segment=NetworkSegment(baca1070-d094-448f-9a0e-a542457d3ef2),segment_id=baca1070-d094-448f-9a0e-a542457d3ef2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:09.424321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'afd9a070-4efc-4ee7-82a6-aade70f43740', 'network_id': 'def3f0f5-4026-4448-a393-a5db7190213e', 'port_id': 'afd9a070-4efc-4ee7-82a6-aade70f43740', 'mac_address': 'fa:16:3e:b0:80:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286c09a3-f0a5-47c7-a882-96a3977f7848', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:01:09.455427 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.458582 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-572323e4-bc0f-4025-847a-5df56053299a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5340886 Aug 25 15:01:09.461113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec5d33da-b3e5-4ce9-818c-3c28f2c95969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.461300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:09.467624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec5d33da-b3e5-4ce9-818c-3c28f2c95969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.468999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ec5d33da-b3e5-4ce9-818c-3c28f2c95969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cecb3bf2-7701-49d9-a6e6-36178814b3b6 HTTP/1.1" status: 204 len: 168 time: 0.3721812 Aug 25 15:01:09.483694 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.488425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d33da-b3e5-4ce9-818c-3c28f2c95969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb3bf2-7701-49d9-a6e6-36178814b3b6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:09.507850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd9a070-4efc-4ee7-82a6-aade70f43740 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:09.557010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afd9a070-4efc-4ee7-82a6-aade70f43740,segment=NetworkSegment(baca1070-d094-448f-9a0e-a542457d3ef2),segment_id=baca1070-d094-448f-9a0e-a542457d3ef2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:09.610730 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.629252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:09.718464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:09.924593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['afd9a070-4efc-4ee7-82a6-aade70f43740'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:10.105901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:10.108307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:10.248699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:10.249118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41029114-9814-4aaf-b5c8-21e9a2a00143 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:10.251187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe0000-5ba5-4f65-a254-2e9fec753435 req-b356f011-2221-40a6-bede-c6a5e969a39e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:10.253724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:10.253985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90fe0000-5ba5-4f65-a254-2e9fec753435 req-b356f011-2221-40a6-bede-c6a5e969a39e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 944 time: 0.0668950 Aug 25 15:01:10.254878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-52dfda76-eb50-4066-bbed-25bf459eee64 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/routers/41029114-9814-4aaf-b5c8-21e9a2a00143 HTTP/1.1" status: 204 len: 168 time: 0.7927532 Aug 25 15:01:10.383745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90fe0000-5ba5-4f65-a254-2e9fec753435 req-aaa7ef9b-66cf-4b46-b58b-5d103548798c tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193058 Aug 25 15:01:10.625231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41274) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:10.921956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155748387', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:11.094675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.097090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.200391 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.321679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afd9a070-4efc-4ee7-82a6-aade70f43740 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:11.431372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port afd9a070-4efc-4ee7-82a6-aade70f43740 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:11.441605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port afd9a070-4efc-4ee7-82a6-aade70f43740 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:11.441605 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.555297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.573489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.598968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:11.602202 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3217644-7c3a-4301-bad2-208b0cfc615c" -d '{"events": [{"server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "name": "network-vif-plugged", "status": "completed", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:11.609605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457dfa-6b2c-4382-8f17-a91e02f6c47f req-96b462c1-2313-45f1-ae87-70a58ed420d3 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:11.616089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da457dfa-6b2c-4382-8f17-a91e02f6c47f req-96b462c1-2313-45f1-ae87-70a58ed420d3 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 944 time: 0.0771546 Aug 25 15:01:11.616258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afd9a070-4efc-4ee7-82a6-aade70f43740,segment=NetworkSegment(baca1070-d094-448f-9a0e-a542457d3ef2),segment_id=baca1070-d094-448f-9a0e-a542457d3ef2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:11.649035 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbc6de7-a3b2-4096-a686-fc0576c939cb x-openstack-request-id: req-acbc6de7-a3b2-4096-a686-fc0576c939cb {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:11.649449 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "name": "network-vif-plugged", "status": "completed", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:11.649661 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acbc6de7-a3b2-4096-a686-fc0576c939cb {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:11.650216 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740', 'code': 200} Aug 25 15:01:11.661075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da457dfa-6b2c-4382-8f17-a91e02f6c47f req-6af04a05-37c4-4ee9-b808-b5ead8fa5922 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Aug 25 15:01:11.716445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:11.789648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:12.075413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41358) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:12.335742 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-204e6c4b-9d0d-430f-ae9d-9e1046e58e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.373555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893172c-17c5-4280-bdd4-c6d277ef7df6 req-8537eca4-96a6-4c2f-9e39-a3645f8ea0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:12.376545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f893172c-17c5-4280-bdd4-c6d277ef7df6 req-8537eca4-96a6-4c2f-9e39-a3645f8ea0e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 1096 time: 0.6328294 Aug 25 15:01:12.512765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f893172c-17c5-4280-bdd4-c6d277ef7df6 req-ea580356-99a8-4c9f-b1dc-96b78ce2704d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167605 Aug 25 15:01:12.535563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-204e6c4b-9d0d-430f-ae9d-9e1046e58e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.616387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-204e6c4b-9d0d-430f-ae9d-9e1046e58e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.707792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.732762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-204e6c4b-9d0d-430f-ae9d-9e1046e58e26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55f10ac656f94b478e5e3cc37c9277fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6561122 Aug 25 15:01:12.733864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e6c4b-9d0d-430f-ae9d-9e1046e58e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2a70b-4882-4a27-a951-e9839b429d04,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:12.749310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.751126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41396) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:12.860609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1be99f88-e965-465e-9612-ba9f8b4390fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.993056 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1be99f88-e965-465e-9612-ba9f8b4390fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:12.994759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca213-6f73-45c8-becf-d93a90ca5890 req-2089bbd6-16a0-4b4b-a951-47a9c150697e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:12.997097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a6ca213-6f73-45c8-becf-d93a90ca5890 req-2089bbd6-16a0-4b4b-a951-47a9c150697e tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.1693673 Aug 25 15:01:13.244402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a6ca213-6f73-45c8-becf-d93a90ca5890 req-156cf551-da23-4291-875d-605ee04a8ebf tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952558 Aug 25 15:01:13.273532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Allocated IP 172.25.8.179 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/ba7e47d1-e4a3-4e0f-bf90-e181b336b3b3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:13.285356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1be99f88-e965-465e-9612-ba9f8b4390fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:13.288579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1be99f88-e965-465e-9612-ba9f8b4390fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:13.292481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1be99f88-e965-465e-9612-ba9f8b4390fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2c2a70b-4882-4a27-a951-e9839b429d04 HTTP/1.1" status: 204 len: 168 time: 0.5389802 Aug 25 15:01:13.308013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be99f88-e965-465e-9612-ba9f8b4390fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2a70b-4882-4a27-a951-e9839b429d04,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:13.563822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:13.702972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:13.753010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:13.756707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:13.763431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:13.827061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event updated for resources: {'Port': ['ID=ba7e47d1-e4a3-4e0f-bf90-e181b336b3b3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:14.281118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:14.479941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48748c5-7b17-4234-8fc8-3d82559e58af req-2916677f-afea-485b-8046-4ec52f22a234 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:14.486973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f48748c5-7b17-4234-8fc8-3d82559e58af req-2916677f-afea-485b-8046-4ec52f22a234 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.0826070 Aug 25 15:01:14.712747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f48748c5-7b17-4234-8fc8-3d82559e58af req-ac7dd310-94f7-4003-b1e4-3c31c62e4a6f tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779544 Aug 25 15:01:14.732022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:14.999282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41508) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:15.171529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Router 8482eb8e-576d-4702-b7d9-e73ed19c98b2 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:15.263205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1730036745-network', 'tenant_id': 'cca707745de44633a1c460cc0118e81a'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:15.286235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df77dc-8332-4c04-9b85-497d443f23f2 req-4d2b3028-e873-46eb-98fc-d5764090403a tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:15.296101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1df77dc-8332-4c04-9b85-497d443f23f2 req-4d2b3028-e873-46eb-98fc-d5764090403a tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.0846167 Aug 25 15:01:15.356107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1df77dc-8332-4c04-9b85-497d443f23f2 req-13b537dd-09ce-4992-a8f2-840c0bdb9594 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587072 Aug 25 15:01:15.470496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:15.478506 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] Sync routers for ids ['8482eb8e-576d-4702-b7d9-e73ed19c98b2'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:15.503083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Made reservation on behalf of cca707745de44633a1c460cc0118e81a for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:15.503298 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] Routers {'8482eb8e-576d-4702-b7d9-e73ed19c98b2'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:15.503298 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8482eb8e-576d-4702-b7d9-e73ed19c98b2'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:15.503535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:15.521696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:15.558025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-6a676be4-bdd2-4f58-bbee-f88e8eb9c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:15.560883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-6a676be4-bdd2-4f58-bbee-f88e8eb9c592 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2d5acb9149a49e1bfdf0fccefb02b0e&device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 1096 time: 0.2629874 Aug 25 15:01:15.574821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:15.577782 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:15.579797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41542) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:15.580249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb13c0bb-6349-4079-8cdf-d99b9256691b tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9531670 Aug 25 15:01:15.621900 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] Routers {'8482eb8e-576d-4702-b7d9-e73ed19c98b2'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:15.623074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8482eb8e-576d-4702-b7d9-e73ed19c98b2'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:15.684524 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:15.685431 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b473eec-88b7-41a4-b891-f3b707deb6cb None None] The sync data for ids ['8482eb8e-576d-4702-b7d9-e73ed19c98b2'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:15.754943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-127cd3e2-cdf9-4fb8-a8b7-c67cad8d1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:15.757318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-127cd3e2-cdf9-4fb8-a8b7-c67cad8d1396 service neutron] 10.222.0.52 "GET /v2.0/networks?id=def3f0f5-4026-4448-a393-a5db7190213e HTTP/1.1" status: 200 len: 914 time: 0.1864021 Aug 25 15:01:15.805409 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4829d5fe-b436-402a-a997-02119b5fb289 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/8482eb8e-576d-4702-b7d9-e73ed19c98b2 HTTP/1.1" status: 200 len: 921 time: 0.2240524 Aug 25 15:01:15.808557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41552) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:15.820020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-3bcb1ef8-411f-49e7-8b2d-0e00b49395ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd9a070-4efc-4ee7-82a6-aade70f43740 HTTP/1.1" status: 200 len: 217 time: 0.0534687 Aug 25 15:01:15.899106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-c41f3b60-9c76-4e19-92d0-5847224660e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:15.900620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-c41f3b60-9c76-4e19-92d0-5847224660e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=286c09a3-f0a5-47c7-a882-96a3977f7848 HTTP/1.1" status: 200 len: 853 time: 0.0740194 Aug 25 15:01:15.903454 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f8bbbcaf-8ffe-40ca-a114-17b2a411ff40 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=8482eb8e-576d-4702-b7d9-e73ed19c98b2 HTTP/1.1" status: 200 len: 205 time: 0.0925393 Aug 25 15:01:15.905285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41560) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:15.931941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:15.946752 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-565a54bd-1b42-4901-98b0-a75a1b682c6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=def3f0f5-4026-4448-a393-a5db7190213e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346692 Aug 25 15:01:16.076453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.126770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:01:16.156844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c74824-3e9b-46ba-9060-6c4fca5e7d72,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:16.183658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.183658 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Added segment 359c2882-3df7-42f5-bf81-b1ab543388e7 of type vlan for network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 Aug 25 15:01:16.251047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-1b14b003-138d-42af-925f-61824b22fc47 service neutron] 10.222.0.52 "GET /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959859 Aug 25 15:01:16.252031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72ed5-04a6-4c12-90de-e72027ff9e77 req-79dba7ab-7728-4ebf-bda0-2c7ff75d3b43 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:16.253771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2e72ed5-04a6-4c12-90de-e72027ff9e77 req-79dba7ab-7728-4ebf-bda0-2c7ff75d3b43 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2578995 Aug 25 15:01:16.298685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.351194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2e72ed5-04a6-4c12-90de-e72027ff9e77 req-fe582a17-c38b-410f-96af-3091c1d8703b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868068 Aug 25 15:01:16.373126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.502357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.514006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c99fa7-8c06-4ffb-8088-617c476d8b63 req-1f1024f9-93ff-4bbc-8fa3-32bb3133ef99 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:16.515913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37c99fa7-8c06-4ffb-8088-617c476d8b63 req-1f1024f9-93ff-4bbc-8fa3-32bb3133ef99 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1702602 Aug 25 15:01:16.542509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4384675b-c5aa-41f0-98c9-cdc30f455795 req-e7b9b9c9-8e71-4645-ad1f-4691a62cb3ab service neutron] 10.222.0.52 "GET /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630939 Aug 25 15:01:16.545051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f558f1-76f4-4828-8b3c-f3050846425b req-b0593005-1df3-45a8-9f95-fe76926516a4 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:16.547440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93f558f1-76f4-4828-8b3c-f3050846425b req-b0593005-1df3-45a8-9f95-fe76926516a4 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.0868294 Aug 25 15:01:16.578801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.590778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:16.591097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.604028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93f558f1-76f4-4828-8b3c-f3050846425b req-fe5d0f9c-1fd8-4fc6-bc83-98791ddef93f tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Aug 25 15:01:16.613794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37c99fa7-8c06-4ffb-8088-617c476d8b63 req-342c77c4-b95a-4b86-9cae-b9a07af1350d tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851085 Aug 25 15:01:16.668743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:16.677953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:01:16.695764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Deleting port ba7e47d1-e4a3-4e0f-bf90-e181b336b3b3 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:16.696171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.749650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-396a76fb-c8ef-4b9d-a171-cd7679636bb0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7473686 Aug 25 15:01:16.752552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41592) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:16.758504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Request body: {'subnet': {'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1730036745-subnet', 'tenant_id': 'cca707745de44633a1c460cc0118e81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:16.850195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Made reservation on behalf of cca707745de44633a1c460cc0118e81a for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:16.851202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:16.869016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:16.938676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f70d6-8c6c-4250-944b-56c978c28f7e req-a2e71953-9fae-47c4-854a-cb5c5c75016d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:16.958022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f89f70d6-8c6c-4250-944b-56c978c28f7e req-a2e71953-9fae-47c4-854a-cb5c5c75016d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2115676 Aug 25 15:01:17.015679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:17.043965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Calling delete_port for ba7e47d1-e4a3-4e0f-bf90-e181b336b3b3 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:17.169858 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:17.225455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f89f70d6-8c6c-4250-944b-56c978c28f7e req-9a23b39f-f21c-4c4a-97d3-e315ceac71f7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660418 Aug 25 15:01:17.290807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Checking segment: {'id': '359c2882-3df7-42f5-bf81-b1ab543388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:17.291596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Network hostable DHCP agents. Network: 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:01:17.306500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:17.391511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:01:17.470302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:17.475736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:17.480291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:17.482097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22015d86-6809-484b-85c5-c67eaf32b11f None None] Network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:17.585348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52a471d8-94d6-4cdc-9229-01e9ceff8a8c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8316474 Aug 25 15:01:17.664193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:17.673576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f63f77-a98d-45c1-8077-993cd1169100 None None] Network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:17.747558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event deleted for resources: {'Port': ['ID=ba7e47d1-e4a3-4e0f-bf90-e181b336b3b3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:17.903366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-5dcf045d-f037-48b3-8a9c-3aca3f1ae5f5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:17.919897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-5dcf045d-f037-48b3-8a9c-3aca3f1ae5f5 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1059012 Aug 25 15:01:17.936799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb68e-813c-4b9e-83b0-f6047b1b411e req-434acfe0-936b-4e44-bad5-7ddda6d90232 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:17.946206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f91cb68e-813c-4b9e-83b0-f6047b1b411e req-434acfe0-936b-4e44-bad5-7ddda6d90232 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.1927493 Aug 25 15:01:17.952658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.115316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.123075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.145038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82008f88-9f26-443b-80ee-14355d7547a7 req-2ff4f022-a508-4950-b6f9-b1beaacc0c34 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:18.147484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82008f88-9f26-443b-80ee-14355d7547a7 req-2ff4f022-a508-4950-b6f9-b1beaacc0c34 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 947 time: 0.1020110 Aug 25 15:01:18.161184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Deleting port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:18.162090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.183102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f91cb68e-813c-4b9e-83b0-f6047b1b411e req-0cf945e1-bc46-44a7-89da-0fb8dfb97fdc tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344563 Aug 25 15:01:18.246497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.261794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82008f88-9f26-443b-80ee-14355d7547a7 req-979ebe84-0506-455d-b910-bfc3d12f569c tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac6c08f4-3258-4cda-8990-05698d401212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003563 Aug 25 15:01:18.315198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.316395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Fanout notify agent at l3_agent the message router_deleted on router 8482eb8e-576d-4702-b7d9-e73ed19c98b2 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:18.331535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.334042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9ee01ec0-ceaf-4192-b600-438c7c0e9381 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/8482eb8e-576d-4702-b7d9-e73ed19c98b2 HTTP/1.1" status: 204 len: 168 time: 2.4170253 Aug 25 15:01:18.347512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41678) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:18.355243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2113542042', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': False}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:18.400614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] For port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,segment=NetworkSegment(519a4f83-f117-462e-9905-1ff4a600f17e),segment_id=519a4f83-f117-462e-9905-1ff4a600f17e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:18.402242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.438635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Calling delete_port for 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:18.516002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.517708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.628021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.810037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c372f-170c-4bea-9819-1b6c40236356 req-f9308158-26b1-478e-ac7e-3ef255c3424d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:18.811613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-218c372f-170c-4bea-9819-1b6c40236356 req-f9308158-26b1-478e-ac7e-3ef255c3424d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.4228964 Aug 25 15:01:18.837193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-a73416ef-9d5c-426f-90f3-8614c3c67f9f tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:18.838739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-a73416ef-9d5c-426f-90f3-8614c3c67f9f tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/networks?id=7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 HTTP/1.1" status: 200 len: 822 time: 0.2318745 Aug 25 15:01:18.910738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.914572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-e2ba7ae1-16d3-4996-be39-c6e8162c4b14 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/quotas/cca707745de44633a1c460cc0118e81a HTTP/1.1" status: 200 len: 375 time: 0.0448246 Aug 25 15:01:18.916550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:18.928666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:18.936626 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-218c372f-170c-4bea-9819-1b6c40236356 req-2aaf1f4e-2714-4189-921d-93597616e5fb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144378 Aug 25 15:01:18.968470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Pushing event deleted for resources: {'Port': ['ID=0caacaea-c46a-41fd-a1c1-b1954ff2d1bf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:19.037103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-d0599ce1-bc8e-4972-81b7-711eed07b4ca tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cca707745de44633a1c460cc0118e81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599318 Aug 25 15:01:19.054301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] No DVR routers for this DVR port 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:19.061469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.066127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50dbc4d1-9a21-4155-8f30-e29457735db9 req-dfe0718f-e6b3-4654-9b0f-048fcec450e1 tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.52 "DELETE /v2.0/ports/0caacaea-c46a-41fd-a1c1-b1954ff2d1bf HTTP/1.1" status: 204 len: 173 time: 1.1290729 Aug 25 15:01:19.067282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-deleted', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:19.071945 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f62433-55e8-4ed0-bec6-64b19b5b2906" -d '{"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-deleted", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:19.091362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Deleting port 887c2161-a72c-440b-99cb-1065de86fd5b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:19.091737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.198270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] For port 887c2161-a72c-440b-99cb-1065de86fd5b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=887c2161-a72c-440b-99cb-1065de86fd5b,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:19.198558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.212191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Calling delete_port for 887c2161-a72c-440b-99cb-1065de86fd5b owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:19.227625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-f2f094ac-0a42-4480-b888-847ec722c9b1 service neutron] 10.222.0.58 "GET /v2.0/networks/7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753933 Aug 25 15:01:19.388704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-31909bb6-6524-4014-926c-10caa6d7592d service neutron] 10.222.0.58 "GET /v2.0/networks/7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486540 Aug 25 15:01:19.565233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.573403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.588547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.601093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Pushing event deleted for resources: {'Port': ['ID=887c2161-a72c-440b-99cb-1065de86fd5b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:19.786476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Allocated IP 172.25.8.65 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/96ff3213-1303-4cb0-9d5d-deff11647a7f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:19.798133 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250f216-3333-4de4-aeaf-8ed1427de094 x-openstack-request-id: req-8250f216-3333-4de4-aeaf-8ed1427de094 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:19.798629 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a64dbf-f050-4982-9cf2-bbda399f0663", "name": "network-vif-deleted", "tag": "0caacaea-c46a-41fd-a1c1-b1954ff2d1bf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:19.799551 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8250f216-3333-4de4-aeaf-8ed1427de094 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:19.800290 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a64dbf-f050-4982-9cf2-bbda399f0663', 'name': 'network-vif-deleted', 'tag': '0caacaea-c46a-41fd-a1c1-b1954ff2d1bf', 'status': 'completed', 'code': 200} Aug 25 15:01:19.890819 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:19.941153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fda7af86-9dd8-408e-b211-a7685c16022e req-1be92ca8-79be-485f-a543-b3204d916bdf tempest-ServersNegativeTestJSON-1764398598 tempest-ServersNegativeTestJSON-1764398598-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a64dbf-f050-4982-9cf2-bbda399f0663 HTTP/1.1" status: 200 len: 210 time: 0.0468111 Aug 25 15:01:20.010285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:20.178119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Router cda12f33-739a-48cb-a9da-f9af265016a8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:01:20.191917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:20.246653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:20.250705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Port': ['ID=96ff3213-1303-4cb0-9d5d-deff11647a7f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:20.253274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:20.255372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:20.295247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:20.300361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-578c293a-2084-4a82-95e6-703a8405d203 admin admin] 10.222.0.58 "PUT /v2.0/routers/cda12f33-739a-48cb-a9da-f9af265016a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4302049 Aug 25 15:01:20.303500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41774) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:20.306621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] Sync routers for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:20.317236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:20.318595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:20.425330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a57bc60-4df3-4637-8d78-e40988004ead req-cc1fcecd-ee93-4218-a72b-c618bf9cf207 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 210 time: 0.0352247 Aug 25 15:01:20.435477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:20.529711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:20.628957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ed26-2fc0-4a83-8573-a363fe6cb284 req-d4dfd371-1885-4129-9455-e04a0cc61eea tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:20.638774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d594ed26-2fc0-4a83-8573-a363fe6cb284 req-d4dfd371-1885-4129-9455-e04a0cc61eea tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.1903639 Aug 25 15:01:20.651755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73914a6-314e-497b-b592-a6a2fc3e3a4b req-3d505d20-8897-4cbc-a9e1-aad592a7fb66 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:20.661004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a73914a6-314e-497b-b592-a6a2fc3e3a4b req-3d505d20-8897-4cbc-a9e1-aad592a7fb66 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1514361 Aug 25 15:01:20.667413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:20.720199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d594ed26-2fc0-4a83-8573-a363fe6cb284 req-e97172ac-7b40-4720-94bb-35865a83c33c tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798724 Aug 25 15:01:20.817662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T15:01:19Z', 'revision_number': 5, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port': {'id': '03deab8a-063f-4099-8d7a-62898d645e1c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:49:19Z', 'updated_at': '2021-08-25T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:20.851755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Deleting port 03deab8a-063f-4099-8d7a-62898d645e1c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:20.852121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] Checking router: cda12f33-739a-48cb-a9da-f9af265016a8 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:01:20.852277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:20.884365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] Routers {'cda12f33-739a-48cb-a9da-f9af265016a8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:20.885158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cda12f33-739a-48cb-a9da-f9af265016a8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:20.959734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] For port 03deab8a-063f-4099-8d7a-62898d645e1c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=03deab8a-063f-4099-8d7a-62898d645e1c,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:20.960350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:20.976760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Calling delete_port for 03deab8a-063f-4099-8d7a-62898d645e1c owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:21.050007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41790) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:21.064634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] Set router cda12f33-739a-48cb-a9da-f9af265016a8 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:21.116344 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c681e89-2744-4d9b-a6e6-de209f4185af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.125562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Deleting subnet 421d880e-e3ff-46f1-85ec-2922eee8e7fc {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:21.136765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a73914a6-314e-497b-b592-a6a2fc3e3a4b req-42186a3d-6d3a-4ae2-9f42-0b0f0c19c09c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4746606 Aug 25 15:01:21.149770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.151651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T15:01:20Z', 'revision_number': 6, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:21.186002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.196363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b33bec-bc50-4695-918e-ce6097d1b145 None None] The sync data for ids ['cda12f33-739a-48cb-a9da-f9af265016a8'] in n-d-805995-2 is: [{'id': 'cda12f33-739a-48cb-a9da-f9af265016a8', 'name': 'tempest-TaggedBootDevicesTest-332243132-router', 'tenant_id': 'c42dff84449f44e8949b4d9dfa020426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:49:18Z', 'updated_at': '2021-08-25T15:01:20Z', 'revision_number': 6, 'project_id': 'c42dff84449f44e8949b4d9dfa020426', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:21.298225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-3fb3ccde-49af-4d82-9237-ce51a2e9c679 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:21.299807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-3fb3ccde-49af-4d82-9237-ce51a2e9c679 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 945 time: 0.1144776 Aug 25 15:01:21.302780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.370915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e31e41-fd63-4088-9de5-2192dd629bb0 req-2bc1c73e-9b88-4ee1-b858-de3b8530bd38 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:21.373712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afd9a070-4efc-4ee7-82a6-aade70f43740 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:21.377162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4e31e41-fd63-4088-9de5-2192dd629bb0 req-2bc1c73e-9b88-4ee1-b858-de3b8530bd38 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1889610 Aug 25 15:01:21.421633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.469714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.483008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4e31e41-fd63-4088-9de5-2192dd629bb0 req-122f3fa1-acdf-4ad6-a5b7-f5c82d3367b0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989325 Aug 25 15:01:21.508614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:21.511361 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a33bb-794b-4e48-b6e7-eeb9443ea3df" -d '{"events": [{"server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "name": "network-vif-unplugged", "status": "completed", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:21.532219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.535589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Deleting port afd9a070-4efc-4ee7-82a6-aade70f43740 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:21.535927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.555301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.612776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03deab8a-063f-4099-8d7a-62898d645e1c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:21.690217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.706403 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b9b5c-83c5-4b01-9a17-02d3ca419fd2 x-openstack-request-id: req-a24b9b5c-83c5-4b01-9a17-02d3ca419fd2 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:21.706713 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "name": "network-vif-unplugged", "status": "completed", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:21.707175 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a24b9b5c-83c5-4b01-9a17-02d3ca419fd2 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:21.712146 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740', 'code': 200} Aug 25 15:01:21.716634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afd9a070-4efc-4ee7-82a6-aade70f43740,segment=NetworkSegment(baca1070-d094-448f-9a0e-a542457d3ef2),segment_id=baca1070-d094-448f-9a0e-a542457d3ef2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:21.773182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.777809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.779765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] 10.222.0.58 "DELETE /v2.0/subnets/421d880e-e3ff-46f1-85ec-2922eee8e7fc HTTP/1.1" status: 204 len: 168 time: 0.7287080 Aug 25 15:01:21.791923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41804) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:21.805444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62f1e8be-5cf3-48b7-a049-e46a36629622 req-edbdb160-e62d-4a62-8ce6-5ae2e6bad7bc tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 210 time: 0.2332270 Aug 25 15:01:21.805650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.805650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:21.836969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:21.840193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0caacaea-c46a-41fd-a1c1-b1954ff2d1bf not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:21.877037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bea8bc-25fc-4f95-a106-b8ab465bd8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421d880e-e3ff-46f1-85ec-2922eee8e7fc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:21.919628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:21.941550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.948172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.954783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:21.971125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c6bfd-5fec-438c-889e-6e83321af2d5 req-49888af6-29c0-452d-9386-d0e9344162d7 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:21.972813 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a12c6bfd-5fec-438c-889e-6e83321af2d5 req-49888af6-29c0-452d-9386-d0e9344162d7 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 943 time: 0.1444676 Aug 25 15:01:21.984168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] For port afd9a070-4efc-4ee7-82a6-aade70f43740, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afd9a070-4efc-4ee7-82a6-aade70f43740,segment=NetworkSegment(baca1070-d094-448f-9a0e-a542457d3ef2),segment_id=baca1070-d094-448f-9a0e-a542457d3ef2)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:21.984795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.009616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Calling delete_port for afd9a070-4efc-4ee7-82a6-aade70f43740 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:22.046735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a12c6bfd-5fec-438c-889e-6e83321af2d5 req-99492fa6-6651-491e-b1dd-feaa46a5cd59 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4c19c49-4cc6-494d-a381-badf275dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Aug 25 15:01:22.096793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.097350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda12f33-739a-48cb-a9da-f9af265016a8 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:22.102708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.105827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4eee3d9d-f593-47d8-b9ba-69e5828379e7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cda12f33-739a-48cb-a9da-f9af265016a8 HTTP/1.1" status: 204 len: 168 time: 1.8013327 Aug 25 15:01:22.111658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41806) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:22.161294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Deleting subnet b7596377-2501-40a9-96e3-dfeb60fe25ad {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:22.165637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.172599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.186979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00881db-dc5f-4aee-83f7-d9295a82a856']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:22.205263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.217325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519a4f83-f117-462e-9905-1ff4a600f17e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:22.217711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519a4f83-f117-462e-9905-1ff4a600f17e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:22.244289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Router ac5f904d-06ca-4f95-ba88-3da12ba635c6 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:22.250325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.297792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.298135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.308353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:22.310664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:22.314045 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:22.444042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2be1fd-647c-46ae-92b2-3277ae7f8f04 req-1b6464f3-acb7-41b2-a37b-cf3184215235 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:22.445698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e2be1fd-647c-46ae-92b2-3277ae7f8f04 req-1b6464f3-acb7-41b2-a37b-cf3184215235 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.2139282 Aug 25 15:01:22.450506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.488914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7596377-2501-40a9-96e3-dfeb60fe25ad,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:22.490664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.492976 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-210a6a2c-73d1-4f09-8a2d-51957f52178f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b7596377-2501-40a9-96e3-dfeb60fe25ad HTTP/1.1" status: 204 len: 168 time: 0.3798378 Aug 25 15:01:22.507722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c6514-c217-4b69-9266-40b0d4eb7901 None None] Network 07c04fab-acb5-4577-8c99-2807be0b11f3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:22.517566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41812) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:22.590514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.616278 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.618319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d00881db-dc5f-4aee-83f7-d9295a82a856 HTTP/1.1" status: 204 len: 168 time: 0.8238499 Aug 25 15:01:22.627012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaaad3-ea7b-4933-a356-4748f3fc84e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00881db-dc5f-4aee-83f7-d9295a82a856,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:22.665177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e2be1fd-647c-46ae-92b2-3277ae7f8f04 req-b3046264-d9ff-4a41-a637-ebd1add50f92 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2011628 Aug 25 15:01:22.681179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 03deab8a-063f-4099-8d7a-62898d645e1c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:22.704089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:22.716071 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Sync routers for ids ['ac5f904d-06ca-4f95-ba88-3da12ba635c6'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:22.722442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 03deab8a-063f-4099-8d7a-62898d645e1c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:22.722796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 03deab8a-063f-4099-8d7a-62898d645e1c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:22.723318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 887c2161-a72c-440b-99cb-1065de86fd5b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:22.727097 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Routers {'ac5f904d-06ca-4f95-ba88-3da12ba635c6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:22.727830 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:00:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ac5f904d-06ca-4f95-ba88-3da12ba635c6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:22.746030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 887c2161-a72c-440b-99cb-1065de86fd5b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:22.746849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 887c2161-a72c-440b-99cb-1065de86fd5b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:22.751275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.773226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cab6ff-3b79-49a4-9a90-fb97f8de1b73 req-b2a043d9-903c-4896-8921-8a8bb1fabd24 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:22.779413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29cab6ff-3b79-49a4-9a90-fb97f8de1b73 req-b2a043d9-903c-4896-8921-8a8bb1fabd24 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1265190 Aug 25 15:01:22.804504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.853800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] DHCP port deletion for 07c04fab-acb5-4577-8c99-2807be0b11f3 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:01:22.863097 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29cab6ff-3b79-49a4-9a90-fb97f8de1b73 req-2dc7d5b5-d3e7-42b4-a339-e6ca56af13dd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778663 Aug 25 15:01:22.891368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Deleting port 449ff2c3-711d-4a39-8e06-35a0557ce44f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:22.891744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.892855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Pushing event deleted for resources: {'Port': ['ID=afd9a070-4efc-4ee7-82a6-aade70f43740,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:22.939435 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Set router ac5f904d-06ca-4f95-ba88-3da12ba635c6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:22.957274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.959803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34f62957-03dd-4bc0-8fe7-4b421f8ca472 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6115580 Aug 25 15:01:22.961170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41820) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:22.979415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] Deleting port 449ff2c3-711d-4a39-8e06-35a0557ce44f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:22.980439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.988962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] For port 449ff2c3-711d-4a39-8e06-35a0557ce44f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=449ff2c3-711d-4a39-8e06-35a0557ce44f,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:22.989589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:22.996166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] No DVR routers for this DVR port afd9a070-4efc-4ee7-82a6-aade70f43740 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:23.006631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Calling delete_port for 449ff2c3-711d-4a39-8e06-35a0557ce44f owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:23.051469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.053511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0a39f29-2660-4d8f-a130-7bc333794ed3 req-ed21a494-27f4-4f7b-a5ce-00970f82cd41 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.52 "DELETE /v2.0/ports/afd9a070-4efc-4ee7-82a6-aade70f43740 HTTP/1.1" status: 204 len: 173 time: 1.7455678 Aug 25 15:01:23.055671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8ab315e-3128-4001-965f-731af6b4f076 req-05f4b0bb-becd-4db4-b2f2-e0462d7ff88e tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 210 time: 0.1130855 Aug 25 15:01:23.056113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'name': 'network-vif-deleted', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:23.058493 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109d277-8ec8-414a-9d7d-5e83004abbee" -d '{"events": [{"server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "name": "network-vif-deleted", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:23.091888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-fc114f0b-1575-4823-81c7-0f9609db4b89 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:23.093447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-fc114f0b-1575-4823-81c7-0f9609db4b89 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.45 "GET /v2.0/networks?id=7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 HTTP/1.1" status: 200 len: 822 time: 0.3873034 Aug 25 15:01:23.110315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] For port 449ff2c3-711d-4a39-8e06-35a0557ce44f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=449ff2c3-711d-4a39-8e06-35a0557ce44f,segment=NetworkSegment(e094f0fb-cb8d-450c-90fc-27e765c67c0b),segment_id=e094f0fb-cb8d-450c-90fc-27e765c67c0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:23.117099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.117695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Request body: {'port': {'device_id': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76', 'admin_state_up': True, 'tenant_id': 'cca707745de44633a1c460cc0118e81a'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:23.129334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] Calling delete_port for 449ff2c3-711d-4a39-8e06-35a0557ce44f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:23.164891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41826) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:23.191804 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f7be0-0f4a-425d-9395-131ae1a5ddb9 x-openstack-request-id: req-f54f7be0-0f4a-425d-9395-131ae1a5ddb9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:23.192154 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2effe54-7a07-49f2-9932-b347408d7a74", "name": "network-vif-deleted", "tag": "afd9a070-4efc-4ee7-82a6-aade70f43740", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:23.195848 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f54f7be0-0f4a-425d-9395-131ae1a5ddb9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:23.195848 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2effe54-7a07-49f2-9932-b347408d7a74', 'name': 'network-vif-deleted', 'tag': 'afd9a070-4efc-4ee7-82a6-aade70f43740', 'status': 'completed', 'code': 200} Aug 25 15:01:23.220473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-474a227f-f156-4df5-aba7-3c8f432cee3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52c911701fed454fa89fdf407b2dcae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539219 Aug 25 15:01:23.226632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41828) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:23.279526 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5f904d-06ca-4f95-ba88-3da12ba635c6', 'name': 'tempest-snat-router-2113542042', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.65'}], 'enable_snat': False}, 'gw_port_id': '96ff3213-1303-4cb0-9d5d-deff11647a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:18Z', 'updated_at': '2021-08-25T15:01:20Z', 'revision_number': 3, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port': {'id': '96ff3213-1303-4cb0-9d5d-deff11647a7f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5f904d-06ca-4f95-ba88-3da12ba635c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:19Z', 'updated_at': '2021-08-25T15:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:23.286152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-715276dd-271e-4300-b71f-30cb53c1f369 req-e2478bc2-4e55-46f7-99b8-b88f4351d6f2 tempest-InstanceActionsTestJSON-1767303479 tempest-InstanceActionsTestJSON-1767303479-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2effe54-7a07-49f2-9932-b347408d7a74 HTTP/1.1" status: 200 len: 210 time: 0.0688491 Aug 25 15:01:23.289634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-add18dc3-ac18-4269-942d-08b9df6d91f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.300196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.314765 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Checking router: ac5f904d-06ca-4f95-ba88-3da12ba635c6 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:01:23.315398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.315560 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Updating router ac5f904d-06ca-4f95-ba88-3da12ba635c6 port 96ff3213-1303-4cb0-9d5d-deff11647a7f binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:01:23.328347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-add18dc3-ac18-4269-942d-08b9df6d91f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.339673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] Pushing event deleted for resources: {'Port': ['ID=449ff2c3-711d-4a39-8e06-35a0557ce44f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:23.339916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-75dbd692-106b-420a-9901-621353247c1a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/ac5f904d-06ca-4f95-ba88-3da12ba635c6 HTTP/1.1" status: 200 len: 908 time: 0.3527882 Aug 25 15:01:23.348723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:23.359787 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.360095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7cde1-d6bb-4d63-8489-a6f72efa836a None None] No DVR routers for this DVR port 449ff2c3-711d-4a39-8e06-35a0557ce44f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:23.360325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2113542042', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': True}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:23.413317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] No DVR routers for this DVR port 449ff2c3-711d-4a39-8e06-35a0557ce44f on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:23.415572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=449ff2c3-711d-4a39-8e06-35a0557ce44f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:23.467468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.470879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.526795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.538028 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c04fab-acb5-4577-8c99-2807be0b11f3']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:23.543135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.548741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e094f0fb-cb8d-450c-90fc-27e765c67c0b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:23.549037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e094f0fb-cb8d-450c-90fc-27e765c67c0b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:23.558142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.566313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-add18dc3-ac18-4269-942d-08b9df6d91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.568867 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-add18dc3-ac18-4269-942d-08b9df6d91f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.572119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-add18dc3-ac18-4269-942d-08b9df6d91f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac6c08f4-3258-4cda-8990-05698d401212 HTTP/1.1" status: 204 len: 168 time: 0.3479142 Aug 25 15:01:23.580644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.582849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add18dc3-ac18-4269-942d-08b9df6d91f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6c08f4-3258-4cda-8990-05698d401212,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:23.590282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Made reservation on behalf of cca707745de44633a1c460cc0118e81a for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:23.593747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.595585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:23.596244 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:23.598513 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:23.685108 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.697018 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Transition to ACTIVE for port object 96ff3213-1303-4cb0-9d5d-deff11647a7f will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:23.744117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1c1b-c6de-4494-b1f4-6d9ca3c824b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.789287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.805232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.807197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/07c04fab-acb5-4577-8c99-2807be0b11f3 HTTP/1.1" status: 204 len: 168 time: 1.2888308 Aug 25 15:01:23.821244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3057d-32a5-4dbe-af34-5acddd8ebab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c04fab-acb5-4577-8c99-2807be0b11f3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:23.841601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a15586-9cc0-4713-ac45-9564fbc6f556 req-a3a033d2-2d60-4031-97ab-8e193811b232 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:23.846923 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.850078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65a15586-9cc0-4713-ac45-9564fbc6f556 req-a3a033d2-2d60-4031-97ab-8e193811b232 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0964744 Aug 25 15:01:23.890809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.897954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.903946 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Pushing event updated for resources: {'Port': ['ID=96ff3213-1303-4cb0-9d5d-deff11647a7f,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:23.927873 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.928273 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.928769 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.929112 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.929445 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.929861 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.930057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65a15586-9cc0-4713-ac45-9564fbc6f556 req-0eaf4a4a-c911-445e-a022-001a530abd6f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790536 Aug 25 15:01:23.930170 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.930499 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.930817 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.931323 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.931729 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.932044 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:23.945757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Allocated IP 172.20.0.6 (7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76/66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e/61486a10-3102-4daf-aeb4-d77df3d85a5b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:23.964698 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Attempting to bind port 96ff3213-1303-4cb0-9d5d-deff11647a7f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:23.965120 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Attempting to bind port 96ff3213-1303-4cb0-9d5d-deff11647a7f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:23.965476 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Attempting to bind port 96ff3213-1303-4cb0-9d5d-deff11647a7f on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:23.974361 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:23.974773 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:23.975253 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:23.975681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:23.976185 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Bound port: 96ff3213-1303-4cb0-9d5d-deff11647a7f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:23.976578 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.052572 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] For port 96ff3213-1303-4cb0-9d5d-deff11647a7f, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:24.057329 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] For port 96ff3213-1303-4cb0-9d5d-deff11647a7f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=96ff3213-1303-4cb0-9d5d-deff11647a7f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:24.142692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3d71-c14f-4e69-a7f3-631384843994 req-bff8bd38-0849-4eb3-a5dc-cc9882feaf44 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:24.144080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45fc3d71-c14f-4e69-a7f3-631384843994 req-bff8bd38-0849-4eb3-a5dc-cc9882feaf44 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1546912 Aug 25 15:01:24.196925 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.216613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27a068df-0816-40c2-97b3-f55314e98c7b req-c88590cd-b056-4c4c-b865-edafdbdeb21c tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 210 time: 0.0469604 Aug 25 15:01:24.231161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.247590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45fc3d71-c14f-4e69-a7f3-631384843994 req-394182d8-0c07-4e44-87a5-9fd25fbef521 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842178 Aug 25 15:01:24.270292 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb46723-de46-4dd3-9dae-d58eee7efa68 None None] Pushing event updated for resources: {'Port': ['ID=96ff3213-1303-4cb0-9d5d-deff11647a7f,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:24.287829 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Routers {'ac5f904d-06ca-4f95-ba88-3da12ba635c6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:24.288537 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ac5f904d-06ca-4f95-ba88-3da12ba635c6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:24.308400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41854) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:24.362404 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3da2aa4-6db7-4177-b205-452ce242f540 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c42dff84449f44e8949b4d9dfa020426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505517 Aug 25 15:01:24.362625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:24.381108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41860) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:24.424491 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] Set router ac5f904d-06ca-4f95-ba88-3da12ba635c6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:24.428948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Deleting subnet 286c09a3-f0a5-47c7-a882-96a3977f7848 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:24.443324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.504258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.583656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21b6043b-6303-4c89-b89c-edb68dcc12d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.596652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 449ff2c3-711d-4a39-8e06-35a0557ce44f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:24.602927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.630566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 449ff2c3-711d-4a39-8e06-35a0557ce44f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:24.630918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 449ff2c3-711d-4a39-8e06-35a0557ce44f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:24.641756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21b6043b-6303-4c89-b89c-edb68dcc12d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.740991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5f904d-06ca-4f95-ba88-3da12ba635c6', 'name': 'tempest-snat-router-2113542042', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.65'}], 'enable_snat': False}, 'gw_port_id': '96ff3213-1303-4cb0-9d5d-deff11647a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:18Z', 'updated_at': '2021-08-25T15:01:20Z', 'revision_number': 3, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port': {'id': '96ff3213-1303-4cb0-9d5d-deff11647a7f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5f904d-06ca-4f95-ba88-3da12ba635c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:19Z', 'updated_at': '2021-08-25T15:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:24.771226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117abd1-fbd5-42e1-ba9c-5912a1f3de32 None None] The sync data for ids ['ac5f904d-06ca-4f95-ba88-3da12ba635c6'] in n-d-805995-2 is: [{'id': 'ac5f904d-06ca-4f95-ba88-3da12ba635c6', 'name': 'tempest-snat-router-2113542042', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.65'}], 'enable_snat': False}, 'gw_port_id': '96ff3213-1303-4cb0-9d5d-deff11647a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:18Z', 'updated_at': '2021-08-25T15:01:20Z', 'revision_number': 3, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port': {'id': '96ff3213-1303-4cb0-9d5d-deff11647a7f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5f904d-06ca-4f95-ba88-3da12ba635c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:19Z', 'updated_at': '2021-08-25T15:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:24.853488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.874307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.895881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286c09a3-f0a5-47c7-a882-96a3977f7848,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:24.901764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21b6043b-6303-4c89-b89c-edb68dcc12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.904363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21b6043b-6303-4c89-b89c-edb68dcc12d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.905548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-21b6043b-6303-4c89-b89c-edb68dcc12d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a929b1b-fe5d-4287-87b6-907863cc28a1 HTTP/1.1" status: 204 len: 168 time: 0.5420234 Aug 25 15:01:24.935226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.938538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be3b35cd-600d-4ad9-b558-5f2750395dab admin admin] 10.222.0.58 "DELETE /v2.0/subnets/286c09a3-f0a5-47c7-a882-96a3977f7848 HTTP/1.1" status: 204 len: 168 time: 0.5560167 Aug 25 15:01:24.940989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:24.942116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41870) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:24.945916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:24.950662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6043b-6303-4c89-b89c-edb68dcc12d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a929b1b-fe5d-4287-87b6-907863cc28a1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:25.015596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:25.017854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Pushing event updated for resources: {'Port': ['ID=61486a10-3102-4daf-aeb4-d77df3d85a5b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:25.037563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:25.093240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.323503 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.335112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:25.335998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.379597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67a60-cd34-47c0-adce-798ea426feb3 req-79421b57-4a00-4cac-8f98-a672d3f79709 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:25.382131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ea67a60-cd34-47c0-adce-798ea426feb3 req-79421b57-4a00-4cac-8f98-a672d3f79709 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.2137065 Aug 25 15:01:25.412707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Allocated IP 172.25.8.145 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/28d05351-1bd3-49fb-8196-2238ce21723e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:25.419040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dfaa0-586a-4eb3-809e-e9506e9bd4c3 req-fbd31a95-52c3-440e-a598-f6a9469ee57b tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:25.421274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b7dfaa0-586a-4eb3-809e-e9506e9bd4c3 req-fbd31a95-52c3-440e-a598-f6a9469ee57b tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 931 time: 0.1057465 Aug 25 15:01:25.465744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:25.481577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.551657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b7dfaa0-586a-4eb3-809e-e9506e9bd4c3 req-54af8e45-523a-470c-94ed-7e0500a9a042 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231923 Aug 25 15:01:25.586971 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-dda74e21-715a-48cb-9e22-44274d3da0b5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4779098 Aug 25 15:01:25.604808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ea67a60-cd34-47c0-adce-798ea426feb3 req-d935771a-b5e0-4f4a-a6ae-a0a3b736b504 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2143199 Aug 25 15:01:25.606489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.613654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Request body: {'port': {'device_id': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:25.653628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def3f0f5-4026-4448-a393-a5db7190213e']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:25.687511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baca1070-d094-448f-9a0e-a542457d3ef2') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:25.687955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baca1070-d094-448f-9a0e-a542457d3ef2') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:25.712538 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1811945746-network', 'tenant_id': '52d02b7102d14417ba826976b9f1e3d7'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:25.729355 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.774577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.777038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.787724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.801222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:25.802423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:25.806365 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:25.822591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2795557-145b-466b-aa44-1a9b493c28f5 req-9187ab81-d10a-4ce6-8b95-9edf0c82483d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:25.827825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2795557-145b-466b-aa44-1a9b493c28f5 req-9187ab81-d10a-4ce6-8b95-9edf0c82483d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1406949 Aug 25 15:01:25.886680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2795557-145b-466b-aa44-1a9b493c28f5 req-76da1956-a601-4878-903e-646d61f3180a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466943 Aug 25 15:01:25.909242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Made reservation on behalf of 52d02b7102d14417ba826976b9f1e3d7 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:25.916574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:25.928252 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.081285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.093804 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.111476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.116381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] 10.222.0.58 "DELETE /v2.0/networks/def3f0f5-4026-4448-a393-a5db7190213e HTTP/1.1" status: 204 len: 168 time: 1.1550288 Aug 25 15:01:26.117235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1286045-5c3b-408b-9401-fae45c6f3b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=def3f0f5-4026-4448-a393-a5db7190213e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:26.128503 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.155643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.172285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:26.182738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:01:26.192860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:26.199405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.199767 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Added segment 703a63c9-d6c6-4222-ac8e-4c552c268d79 of type vlan for network f835bc72-4d58-41ec-8fdc-a6d41a721fbe Aug 25 15:01:26.208714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:26.243399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Port': ['ID=28d05351-1bd3-49fb-8196-2238ce21723e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:26.264001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.283889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f4768-b154-4a4f-bd73-0b545424ff5a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:26.403508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.406405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:26.415662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.455920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61486a10-3102-4daf-aeb4-d77df3d85a5b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:26.467394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.487634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Transition to ACTIVE for port object 61486a10-3102-4daf-aeb4-d77df3d85a5b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:26.509998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41912) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:26.569156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41916) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:26.662981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 96ff3213-1303-4cb0-9d5d-deff11647a7f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:26.680986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.861811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e2b2946c-7523-4f14-9e7e-c738ba0cb6b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2d5acb9149a49e1bfdf0fccefb02b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913878 Aug 25 15:01:26.864841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:26.875829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 96ff3213-1303-4cb0-9d5d-deff11647a7f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:26.881256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 96ff3213-1303-4cb0-9d5d-deff11647a7f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:26.886968 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:26.899356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] Pushing event updated for resources: {'Network': ['ID=f835bc72-4d58-41ec-8fdc-a6d41a721fbe,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:26.923781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1fb970c6-57de-4428-a478-575e6f458a07 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4556901 Aug 25 15:01:26.937247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f835bc72-4d58-41ec-8fdc-a6d41a721fbe details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:01:26.938390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1008-7d75-4096-87fe-854e1cb0ed48 req-7a6df6bd-0eac-40db-aa45-1ae2381d72b3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:26.939981 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cdf1008-7d75-4096-87fe-854e1cb0ed48 req-7a6df6bd-0eac-40db-aa45-1ae2381d72b3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1236916 Aug 25 15:01:26.943339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:26.948091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Request body: {'subnet': {'network_id': 'f835bc72-4d58-41ec-8fdc-a6d41a721fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1811945746-subnet', 'tenant_id': '52d02b7102d14417ba826976b9f1e3d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:27.015680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-231345459-network', 'tenant_id': '125dc8dc8920435ea7d798aa15324a85'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:27.015905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9f48-636f-4338-a5cc-4bd5022da558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.026278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cdf1008-7d75-4096-87fe-854e1cb0ed48 req-490634f5-c8bd-4627-a998-9b5b28811037 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742726 Aug 25 15:01:27.035951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=61486a10-3102-4daf-aeb4-d77df3d85a5b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:27.107255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9f48-636f-4338-a5cc-4bd5022da558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.121280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1ed3b-91d9-4368-9373-bf72afd4c382 req-719fa2b4-af32-4151-a88f-9a76ab5eaa91 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:27.128086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0e1ed3b-91d9-4368-9373-bf72afd4c382 req-719fa2b4-af32-4151-a88f-9a76ab5eaa91 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 943 time: 0.3663082 Aug 25 15:01:27.150369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.209592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Made reservation on behalf of 52d02b7102d14417ba826976b9f1e3d7 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:27.210510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0e1ed3b-91d9-4368-9373-bf72afd4c382 req-c5bfbfd1-ff05-4c3d-97e0-1029f3ddb8f4 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 Aug 25 15:01:27.211343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.221176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.235818 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.250330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 96ff3213-1303-4cb0-9d5d-deff11647a7f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=96ff3213-1303-4cb0-9d5d-deff11647a7f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:27.289491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Attempting to bind port 61486a10-3102-4daf-aeb4-d77df3d85a5b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:27.293585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Attempting to bind port 61486a10-3102-4daf-aeb4-d77df3d85a5b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '359c2882-3df7-42f5-bf81-b1ab543388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:27.293585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Attempting to bind port 61486a10-3102-4daf-aeb4-d77df3d85a5b on network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:27.303057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Port 61486a10-3102-4daf-aeb4-d77df3d85a5b on network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:01:27.303429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Attempting to bind port 61486a10-3102-4daf-aeb4-d77df3d85a5b on network 7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:27.308476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e48de-21b5-43f7-89fa-23a295f6c4bf req-cc00c27f-1b88-4b3d-a65c-c278ddaff4a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:27.311759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-018e48de-21b5-43f7-89fa-23a295f6c4bf req-cc00c27f-1b88-4b3d-a65c-c278ddaff4a9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1396050 Aug 25 15:01:27.314906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:27.315270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Checking segment: {'id': '359c2882-3df7-42f5-bf81-b1ab543388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:27.315753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Bound using segment: {'id': '359c2882-3df7-42f5-bf81-b1ab543388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:27.316189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Bound port: 61486a10-3102-4daf-aeb4-d77df3d85a5b, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359c2882-3df7-42f5-bf81-b1ab543388e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:27.316547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.344420 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.388548 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.392565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-018e48de-21b5-43f7-89fa-23a295f6c4bf req-6a6d3e09-b130-457d-a3e8-738ed130126f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719578 Aug 25 15:01:27.422368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Made reservation on behalf of 125dc8dc8920435ea7d798aa15324a85 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:27.422368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.422653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9f48-636f-4338-a5cc-4bd5022da558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.425566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9f48-636f-4338-a5cc-4bd5022da558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.431971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a0ef9f48-636f-4338-a5cc-4bd5022da558 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4c19c49-4cc6-494d-a381-badf275dc352 HTTP/1.1" status: 204 len: 168 time: 0.5648248 Aug 25 15:01:27.437983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] For port 61486a10-3102-4daf-aeb4-d77df3d85a5b, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:27.464463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=96ff3213-1303-4cb0-9d5d-deff11647a7f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:27.468749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.485355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] For port 61486a10-3102-4daf-aeb4-d77df3d85a5b, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=61486a10-3102-4daf-aeb4-d77df3d85a5b,segment=NetworkSegment(359c2882-3df7-42f5-bf81-b1ab543388e7),segment_id=359c2882-3df7-42f5-bf81-b1ab543388e7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:27.521431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9f48-636f-4338-a5cc-4bd5022da558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c19c49-4cc6-494d-a381-badf275dc352,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:27.559576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.617049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.656176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:27.658870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.658870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] 10.222.0.45 "PUT /v2.0/ports/61486a10-3102-4daf-aeb4-d77df3d85a5b HTTP/1.1" status: 200 len: 1091 time: 2.0593505 Aug 25 15:01:27.658870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'tag': '61486a10-3102-4daf-aeb4-d77df3d85a5b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:27.660906 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08af18f-acbb-44a8-a85b-061e5cb49314" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbc0773-79e9-483e-9a12-20b9774765d3", "tag": "61486a10-3102-4daf-aeb4-d77df3d85a5b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:27.679975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.711675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f3dd69-4651-4f06-b6bf-4f229c9517ba,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:27.727406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Checking segment: {'id': '703a63c9-d6c6-4222-ac8e-4c552c268d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f835bc72-4d58-41ec-8fdc-a6d41a721fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:27.727951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Network hostable DHCP agents. Network: f835bc72-4d58-41ec-8fdc-a6d41a721fbe, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:01:27.751922 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1133ead-6551-410e-b387-77e99361d80c x-openstack-request-id: req-c1133ead-6551-410e-b387-77e99361d80c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:27.752220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbc0773-79e9-483e-9a12-20b9774765d3", "tag": "61486a10-3102-4daf-aeb4-d77df3d85a5b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:27.752477 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1133ead-6551-410e-b387-77e99361d80c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:27.752874 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'tag': '61486a10-3102-4daf-aeb4-d77df3d85a5b', 'status': 'completed', 'code': 200} Aug 25 15:01:27.767111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60ab6-00da-4ce2-98bd-9846ef62bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=61486a10-3102-4daf-aeb4-d77df3d85a5b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:27.827464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Network f835bc72-4d58-41ec-8fdc-a6d41a721fbe is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:01:27.869550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.876295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af18f-acbb-44a8-a85b-061e5cb49314 req-ddf6c853-458c-437b-8927-d50c8014f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:27.877847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f08af18f-acbb-44a8-a85b-061e5cb49314 req-ddf6c853-458c-437b-8927-d50c8014f891 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cca707745de44633a1c460cc0118e81a&device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 1094 time: 0.1277843 Aug 25 15:01:27.913552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f835bc72-4d58-41ec-8fdc-a6d41a721fbe) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:27.917667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:27.921377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.924690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b597c30-f0f8-4dc2-a68a-da4668ac89a6 None None] Network f835bc72-4d58-41ec-8fdc-a6d41a721fbe requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:27.969698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:27.984137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:01:28.007444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.007841 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Added segment 59ad6e37-7700-42d0-9953-c78daf4db123 of type vlan for network be64d62e-2c85-4b63-b095-3a879c71c1b0 Aug 25 15:01:28.030654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-192fa156-0945-4525-bf99-e32b9abb6490 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0862286 Aug 25 15:01:28.081952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12be8db-b15f-451c-8760-e467b5f45868 None None] Network f835bc72-4d58-41ec-8fdc-a6d41a721fbe requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:28.088175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99402d-c69d-4f1e-87e6-13640927a795,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:28.110471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.131315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af18f-acbb-44a8-a85b-061e5cb49314 req-9e25547f-e854-4a1e-a5b4-21c5fbe0aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.133895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f08af18f-acbb-44a8-a85b-061e5cb49314 req-9e25547f-e854-4a1e-a5b4-21c5fbe0aaf9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cca707745de44633a1c460cc0118e81a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2460563 Aug 25 15:01:28.208787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Router c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:28.291085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac97718-a97f-4a67-9053-f9c8c92d4577 req-04769bd4-322f-4e0e-98ed-456202d40efd tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.305766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac97718-a97f-4a67-9053-f9c8c92d4577 req-04769bd4-322f-4e0e-98ed-456202d40efd tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1512077 Aug 25 15:01:28.361898 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ac97718-a97f-4a67-9053-f9c8c92d4577 req-8e23f810-8adf-46bd-b344-0a5df84f9942 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551813 Aug 25 15:01:28.383357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41954) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:28.429994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Deleting subnet 41f3dd69-4651-4f06-b6bf-4f229c9517ba {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:28.433557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.438039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.438039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.438039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.489535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.545296 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.598575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2277e5-396b-4731-8736-eb749c089cbd req-98edfa48-ce65-447a-9dcd-b921f4792e29 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.609540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d2277e5-396b-4731-8736-eb749c089cbd req-98edfa48-ce65-447a-9dcd-b921f4792e29 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 943 time: 0.2878447 Aug 25 15:01:28.612006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af18f-acbb-44a8-a85b-061e5cb49314 req-b900b96f-9f87-4c00-9f91-4eb01f1c651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.613446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f08af18f-acbb-44a8-a85b-061e5cb49314 req-b900b96f-9f87-4c00-9f91-4eb01f1c651d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4696028 Aug 25 15:01:28.626564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 96ff3213-1303-4cb0-9d5d-deff11647a7f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:28.645508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1343529 Aug 25 15:01:28.648612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41962) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:28.655506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Request body: {'subnet': {'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-231345459-subnet', 'tenant_id': '125dc8dc8920435ea7d798aa15324a85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:28.661764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f73c8-10ac-4564-b1ac-137e79d49094 admin admin] Pushing event updated for resources: {'Network': ['ID=be64d62e-2c85-4b63-b095-3a879c71c1b0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:28.694341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network be64d62e-2c85-4b63-b095-3a879c71c1b0 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:01:28.715838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.723220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:28.749108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d2277e5-396b-4731-8736-eb749c089cbd req-a5315e4c-4301-4700-94f5-4bcc2780c3c5 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385427 Aug 25 15:01:28.776406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-6e39c057-34b6-4ee3-91f8-88f023c16103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.778215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-6e39c057-34b6-4ee3-91f8-88f023c16103 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cca707745de44633a1c460cc0118e81a&device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 1094 time: 0.1104577 Aug 25 15:01:28.788106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Sync routers for ids ['c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:28.814787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.818964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/41f3dd69-4651-4f06-b6bf-4f229c9517ba HTTP/1.1" status: 204 len: 168 time: 0.4345713 Aug 25 15:01:28.821201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059999b0-86fe-4344-982c-6edae4ba8e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f3dd69-4651-4f06-b6bf-4f229c9517ba,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:28.841844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:28.846059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-a55b1b78-0704-4172-b0e6-c735997316cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61486a10-3102-4daf-aeb4-d77df3d85a5b HTTP/1.1" status: 200 len: 217 time: 0.0568211 Aug 25 15:01:28.847435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Made reservation on behalf of 125dc8dc8920435ea7d798aa15324a85 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:28.850607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.870648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Routers {'c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:28.871896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:28.900516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.902112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a4969b0-2264-47ab-b50c-25dfa31cc43d tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5518889 Aug 25 15:01:28.904882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41970) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:28.955525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 96ff3213-1303-4cb0-9d5d-deff11647a7f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:28.956003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:28.974306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef489-b733-453b-b483-334b15ab3401 req-6f3afce1-5f7d-4396-84e4-8c35dd1c31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:28.976199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-6f3afce1-5f7d-4396-84e4-8c35dd1c31a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e HTTP/1.1" status: 200 len: 862 time: 0.1221857 Aug 25 15:01:28.998443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.072490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Set router c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:29.082011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-93bda4e2-5239-4d71-a88f-bea05b789fc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974503 Aug 25 15:01:29.106634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41976) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:29.271758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.309550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139d391-267a-4e63-84d9-767ce43d1784 req-b0b52dd9-710a-410f-aee9-a89e04cb37b0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:29.311875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c139d391-267a-4e63-84d9-767ce43d1784 req-b0b52dd9-710a-410f-aee9-a89e04cb37b0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.4160407 Aug 25 15:01:29.316761 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.373291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5', 'name': 'tempest-snat-router-2113542042', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '28d05351-1bd3-49fb-8196-2238ce21723e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:23Z', 'updated_at': '2021-08-25T15:01:26Z', 'revision_number': 3, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port': {'id': '28d05351-1bd3-49fb-8196-2238ce21723e', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:25Z', 'updated_at': '2021-08-25T15:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:29.407593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Checking router: c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:01:29.408002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Updating router c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 port 28d05351-1bd3-49fb-8196-2238ce21723e binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:01:29.413542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc6a9c5-4733-4c35-b775-5360b1a9b34b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:29.481607 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.540113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Checking segment: {'id': '59ad6e37-7700-42d0-9953-c78daf4db123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:29.540886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Network hostable DHCP agents. Network: be64d62e-2c85-4b63-b095-3a879c71c1b0, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:01:29.548094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c139d391-267a-4e63-84d9-767ce43d1784 req-0a9aece2-fffc-47a0-8973-305b96f1c91c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279563 Aug 25 15:01:29.554992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.578666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f835bc72-4d58-41ec-8fdc-a6d41a721fbe']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:29.590774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703a63c9-d6c6-4222-ac8e-4c552c268d79') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:29.591656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703a63c9-d6c6-4222-ac8e-4c552c268d79') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:29.607896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.626079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.635079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:29.635846 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:29.638245 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:29.665879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4fb1d319-f2ae-45cc-8a9a-514299c80106 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 HTTP/1.1" status: 200 len: 908 time: 0.7596323 Aug 25 15:01:29.680273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41984) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:29.696445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Network be64d62e-2c85-4b63-b095-3a879c71c1b0 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:01:29.758135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-210160011-network', 'tenant_id': '8879143b12e541d6b6c322714f1096ca'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:29.765809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.771340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, be64d62e-2c85-4b63-b095-3a879c71c1b0) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:29.776044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:29.778770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.785400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0793b-1435-4437-bcc2-56d5173a03ef None None] Network be64d62e-2c85-4b63-b095-3a879c71c1b0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:29.787692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4b3d-d2eb-4815-baae-ed1a7dab11f2 req-2976c434-77b1-4f94-9619-dca706e6e6ab tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:29.789282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bdff4b3d-d2eb-4815-baae-ed1a7dab11f2 req-2976c434-77b1-4f94-9619-dca706e6e6ab tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.2099216 Aug 25 15:01:29.805995 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.809403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Transition to ACTIVE for port object 28d05351-1bd3-49fb-8196-2238ce21723e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:29.821982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.825633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f835bc72-4d58-41ec-8fdc-a6d41a721fbe HTTP/1.1" status: 204 len: 168 time: 0.9804692 Aug 25 15:01:29.856739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47492ff3-a467-4eaa-9d39-b9ba529bd986 admin admin] Pushing event deleted for resources: {'Network': ['ID=f835bc72-4d58-41ec-8fdc-a6d41a721fbe,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:29.872695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.898592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:29.930221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-b91dfdb4-9127-4da1-b967-515db8c5338f service neutron] 10.222.0.45 "GET /v2.0/networks/7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212326 Aug 25 15:01:29.940416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956bfe0-a27c-4715-ac21-d4581dd23615 req-5cac237c-2f9d-444b-a223-242d8936aedd tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:29.944151 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f956bfe0-a27c-4715-ac21-d4581dd23615 req-5cac237c-2f9d-444b-a223-242d8936aedd tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 943 time: 0.0852249 Aug 25 15:01:29.965788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Made reservation on behalf of 8879143b12e541d6b6c322714f1096ca for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:29.968236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.012230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7aba0686-6745-4b8c-809d-2771762330b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3619890 Aug 25 15:01:30.016050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f956bfe0-a27c-4715-ac21-d4581dd23615 req-fbff8174-cf63-40e1-909b-1fb973419d2c tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611520 Aug 25 15:01:30.055848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.105222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bdff4b3d-d2eb-4815-baae-ed1a7dab11f2 req-10da1b71-cb30-4678-931b-8c1eca76ee7b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1723044 Aug 25 15:01:30.173964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.187248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53ef489-b733-453b-b483-334b15ab3401 req-1c9a9a1b-c595-4601-ab21-f70e3666e0fd service neutron] 10.222.0.45 "GET /v2.0/networks/7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458830 Aug 25 15:01:30.188617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0195fc-8609-47b8-8c57-a5299a28db60 None None] Pushing event updated for resources: {'Port': ['ID=28d05351-1bd3-49fb-8196-2238ce21723e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:30.229978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Attempting to bind port 28d05351-1bd3-49fb-8196-2238ce21723e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:30.230352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Attempting to bind port 28d05351-1bd3-49fb-8196-2238ce21723e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:30.230926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Attempting to bind port 28d05351-1bd3-49fb-8196-2238ce21723e on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:30.238154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e72402-6105-4fce-b0de-53b4b885f58b None None] Network be64d62e-2c85-4b63-b095-3a879c71c1b0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:30.242142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:30.242530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:30.242939 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.243367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:30.244127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Bound port: 28d05351-1bd3-49fb-8196-2238ce21723e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:30.244298 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.276386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42000) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:30.316082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.339680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Deleting port 28d05351-1bd3-49fb-8196-2238ce21723e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:30.340024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.353883 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9d19e605-5837-4bfd-badd-d2475d38d76e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52d02b7102d14417ba826976b9f1e3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757952 Aug 25 15:01:30.354928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42002) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:30.392225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.419849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3a77104-99ea-4a3a-95ce-58ebdbf6304b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.427632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] For port 28d05351-1bd3-49fb-8196-2238ce21723e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:30.433926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] For port 28d05351-1bd3-49fb-8196-2238ce21723e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=28d05351-1bd3-49fb-8196-2238ce21723e,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:30.443672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:01:30.452561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3a77104-99ea-4a3a-95ce-58ebdbf6304b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.464442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:30.477597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.478027 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Added segment c38911de-fb5e-448e-9ab5-6bae27200432 of type vlan for network 8b62a914-da54-4b91-b30d-9ef095d781ce Aug 25 15:01:30.513414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.535775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] For port 28d05351-1bd3-49fb-8196-2238ce21723e, host n-d-805995-2, got binding levels [] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:30.536754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.551836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Calling delete_port for 28d05351-1bd3-49fb-8196-2238ce21723e owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:30.584944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.594777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Routers {'c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:30.595780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:30.603168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3a77104-99ea-4a3a-95ce-58ebdbf6304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.606393 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3a77104-99ea-4a3a-95ce-58ebdbf6304b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.610242 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b3a77104-99ea-4a3a-95ce-58ebdbf6304b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e90f4768-b154-4a4f-bd73-0b545424ff5a HTTP/1.1" status: 204 len: 168 time: 0.2532399 Aug 25 15:01:30.629625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a77104-99ea-4a3a-95ce-58ebdbf6304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f4768-b154-4a4f-bd73-0b545424ff5a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:30.667798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0195fc-8609-47b8-8c57-a5299a28db60 None None] Pushing event updated for resources: {'Port': ['ID=28d05351-1bd3-49fb-8196-2238ce21723e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:30.746552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] Set router c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:30.779623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.779623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:30.779623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:30.839487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5', 'name': 'tempest-snat-router-2113542042', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:23Z', 'updated_at': '2021-08-25T15:01:30Z', 'revision_number': 4, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:30.876634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93601065-deaa-442d-8455-716ed1e4f152 None None] The sync data for ids ['c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5'] in n-d-805995-2 is: [{'id': 'c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5', 'name': 'tempest-snat-router-2113542042', 'tenant_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:23Z', 'updated_at': '2021-08-25T15:01:30Z', 'revision_number': 4, 'project_id': '7dd7043fe4bf49f2b4fdbc9df8373c96', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:30.896654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-55b83998-05b7-49a0-9821-71c031058209 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:30.898654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-55b83998-05b7-49a0-9821-71c031058209 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/networks?id=be64d62e-2c85-4b63-b095-3a879c71c1b0 HTTP/1.1" status: 200 len: 817 time: 0.1777709 Aug 25 15:01:30.919282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-661e20c7-7db1-4bb5-a7a2-74eec988ca3f tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/quotas/125dc8dc8920435ea7d798aa15324a85 HTTP/1.1" status: 200 len: 375 time: 0.0122483 Aug 25 15:01:30.978202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-03641def-f5ec-40e2-988c-da13db3df510 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=125dc8dc8920435ea7d798aa15324a85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448501 Aug 25 15:01:30.992059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664d835-8fc6-4145-ba5e-f19ad07b3555 req-30df0b5d-f86d-4d0a-a63e-defda9e0af12 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:30.999952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3664d835-8fc6-4145-ba5e-f19ad07b3555 req-30df0b5d-f86d-4d0a-a63e-defda9e0af12 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.3404303 Aug 25 15:01:31.004348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] Pushing event updated for resources: {'Network': ['ID=8b62a914-da54-4b91-b30d-9ef095d781ce,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:31.021106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8b62a914-da54-4b91-b30d-9ef095d781ce details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:01:31.072088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-80e73bfe-fa5b-40b2-af97-75e67e4cb339 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9617379 Aug 25 15:01:31.076364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42020) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:31.090683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-81f5f0b7-666d-4051-b357-e3a19a78f2d4 service neutron] 10.222.0.58 "GET /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110160 Aug 25 15:01:31.090939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Request body: {'subnet': {'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-210160011-subnet', 'tenant_id': '8879143b12e541d6b6c322714f1096ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:31.099624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3664d835-8fc6-4145-ba5e-f19ad07b3555 req-c8514362-1c9f-4fea-887b-40b9374f7a21 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983021 Aug 25 15:01:31.201379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Made reservation on behalf of 8879143b12e541d6b6c322714f1096ca for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:31.204413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.266171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.268889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-d8261fe3-ea8d-4e40-a2da-eb0bae9f0da0 service neutron] 10.222.0.58 "GET /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497936 Aug 25 15:01:31.338299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d05351-1bd3-49fb-8196-2238ce21723e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:31.412744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab662-9197-450a-9076-c47689cefbbc req-5dbacc6d-e982-471d-b9de-b3d5cbd7126a tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:31.414495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a53ab662-9197-450a-9076-c47689cefbbc req-5dbacc6d-e982-471d-b9de-b3d5cbd7126a tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 943 time: 0.1954315 Aug 25 15:01:31.468891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.593730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a53ab662-9197-450a-9076-c47689cefbbc req-a8100131-ddb9-4b04-b8ee-f7d2706bfc6b tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675735 Aug 25 15:01:31.600339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.601556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972ce4-5af1-4359-bbaa-4176124d360d req-82ad5e25-acba-4a20-b46b-055de23dd086 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:31.603968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.613492 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21972ce4-5af1-4359-bbaa-4176124d360d req-82ad5e25-acba-4a20-b46b-055de23dd086 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0671506 Aug 25 15:01:31.694611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21972ce4-5af1-4359-bbaa-4176124d360d req-3128c86a-ac30-498c-92b5-f1bb25591287 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814552 Aug 25 15:01:31.727894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d344f720-7924-44b0-aa28-6d28a1bc1b02 req-94f3377c-a885-48f0-8075-3742819caad3 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 210 time: 0.0664172 Aug 25 15:01:31.782115 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.782812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:31.788371 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.789691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f9e141b-81ba-4bfc-996f-edb9099506e2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c03c4cb5-dbf5-468f-9bd7-e809ef65b8c5 HTTP/1.1" status: 204 len: 168 time: 2.1074986 Aug 25 15:01:31.792413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42046) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:31.843920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:31.946005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef41389-b3fc-4b66-add1-45efb77aa463,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:31.969565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Checking segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:31.969929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Network hostable DHCP agents. Network: 8b62a914-da54-4b91-b30d-9ef095d781ce, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:01:31.984455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:32.104596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Network 8b62a914-da54-4b91-b30d-9ef095d781ce is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:01:32.124990 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:32.204480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 8b62a914-da54-4b91-b30d-9ef095d781ce) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:32.216634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d347647-d96a-48d4-9b86-44f5b717640e None None] Network 8b62a914-da54-4b91-b30d-9ef095d781ce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:32.252906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:32.253512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:32.322716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3427a3-347f-4f1b-bee0-b42281da3edd req-be66a18f-436d-4f69-a970-396058978260 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:32.327637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c3427a3-347f-4f1b-bee0-b42281da3edd req-be66a18f-436d-4f69-a970-396058978260 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0825806 Aug 25 15:01:32.363938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a44fc-385f-4221-b9f2-5dec87d714f9 req-ed34db5d-c68c-44d4-8bb0-77c491db0513 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:32.389213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-600a44fc-385f-4221-b9f2-5dec87d714f9 req-ed34db5d-c68c-44d4-8bb0-77c491db0513 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.2092903 Aug 25 15:01:32.398073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c3427a3-347f-4f1b-bee0-b42281da3edd req-844a3332-8a22-4068-ae11-5dc18016812a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657859 Aug 25 15:01:32.419660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-af6f4b89-0888-405e-a668-8a5fe594684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:32.421490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-af6f4b89-0888-405e-a668-8a5fe594684e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1096 time: 0.2075074 Aug 25 15:01:32.439937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-8b62a914-da54-4b91-b30d-9ef095d781ce', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'tenant_id': '8879143b12e541d6b6c322714f1096ca', 'fixed_ips': [{'subnet_id': 'bef41389-b3fc-4b66-add1-45efb77aa463'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:01:32.442505 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:32.450724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-068b695c-8604-45d5-9bba-c42cf813f047 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3669353 Aug 25 15:01:32.506462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Deleting port 96ff3213-1303-4cb0-9d5d-deff11647a7f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:32.506462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:32.522318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-600a44fc-385f-4221-b9f2-5dec87d714f9 req-52c81114-86e7-4342-9b7d-deec2f5275d0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335671 Aug 25 15:01:32.669252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Allocated IP 172.20.0.2 (8b62a914-da54-4b91-b30d-9ef095d781ce/bef41389-b3fc-4b66-add1-45efb77aa463/5c2b5201-7a59-4473-8c73-7c141c768e96) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:32.799738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] For port 96ff3213-1303-4cb0-9d5d-deff11647a7f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=96ff3213-1303-4cb0-9d5d-deff11647a7f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:32.799738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:32.813897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 61486a10-3102-4daf-aeb4-d77df3d85a5b details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:01:32.838674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-927faa4e-6982-4fb2-b715-e1c537612084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:32.838674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-927faa4e-6982-4fb2-b715-e1c537612084 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 911 time: 0.4070015 Aug 25 15:01:32.838674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Calling delete_port for 96ff3213-1303-4cb0-9d5d-deff11647a7f owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:32.852866 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:01:32.884645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f5b8-f143-416e-94c8-b7befcc2e88c req-9d58ec2f-7e49-406a-9be6-29d37158e6b3 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:32.897041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6445f5b8-f143-416e-94c8-b7befcc2e88c req-9d58ec2f-7e49-406a-9be6-29d37158e6b3 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 943 time: 0.0948496 Aug 25 15:01:32.960071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6445f5b8-f143-416e-94c8-b7befcc2e88c req-7a011c4b-55db-4d92-9192-47e768cb4716 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Aug 25 15:01:33.070529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-f73f7919-77e4-4e6e-aedb-9954b91d845f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 1000 time: 0.1983738 Aug 25 15:01:33.071397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1bca67e6-5bb8-4b69-83f7-1380a1dc5aed req-09b9f903-a517-401a-aa04-d0dc8ab96540 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 210 time: 0.0325522 Aug 25 15:01:33.142140 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.153508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-d7261b6d-5104-430f-82da-275d6a959261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.155627 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-d7261b6d-5104-430f-82da-275d6a959261 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.0738139 Aug 25 15:01:33.175405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Transition to ACTIVE for port object 5c2b5201-7a59-4473-8c73-7c141c768e96 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:33.216289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Transition to ACTIVE for port object 5c2b5201-7a59-4473-8c73-7c141c768e96 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:33.224362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 61486a10-3102-4daf-aeb4-d77df3d85a5b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=61486a10-3102-4daf-aeb4-d77df3d85a5b,segment=NetworkSegment(359c2882-3df7-42f5-bf81-b1ab543388e7),segment_id=359c2882-3df7-42f5-bf81-b1ab543388e7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:33.235821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '61486a10-3102-4daf-aeb4-d77df3d85a5b', 'network_id': '7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76', 'port_id': '61486a10-3102-4daf-aeb4-d77df3d85a5b', 'mac_address': 'fa:16:3e:48:db:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:01:33.257168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-96a9fd60-b7f3-4be8-a7a5-c48248869307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.258863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-96a9fd60-b7f3-4be8-a7a5-c48248869307 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.1348674 Aug 25 15:01:33.282087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.304262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61486a10-3102-4daf-aeb4-d77df3d85a5b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:33.323534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf235b-4f9b-4da2-b710-d96a6a7ba561 req-e167ddc2-356e-4731-a522-ac3bef770be7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.325728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8cbf235b-4f9b-4da2-b710-d96a6a7ba561 req-e167ddc2-356e-4731-a522-ac3bef770be7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1248176 Aug 25 15:01:33.330662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 61486a10-3102-4daf-aeb4-d77df3d85a5b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=61486a10-3102-4daf-aeb4-d77df3d85a5b,segment=NetworkSegment(359c2882-3df7-42f5-bf81-b1ab543388e7),segment_id=359c2882-3df7-42f5-bf81-b1ab543388e7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:33.332369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.381979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-c85c8401-bea8-4984-bb59-5b86011a5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.382730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-c85c8401-bea8-4984-bb59-5b86011a5d7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.2171283 Aug 25 15:01:33.385382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Pushing event updated for resources: {'Port': ['ID=5c2b5201-7a59-4473-8c73-7c141c768e96,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:33.397753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Network 8b62a914-da54-4b91-b30d-9ef095d781ce is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:33.399202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:33.401603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:33.410539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8cbf235b-4f9b-4da2-b710-d96a6a7ba561 req-ffa3a70c-910f-448d-9cd0-384a4e03825f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737092 Aug 25 15:01:33.446686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-2e194c98-7d04-4c43-8f3e-094436c14ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.448393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-2e194c98-7d04-4c43-8f3e-094436c14ab0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704268 Aug 25 15:01:33.453183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.524156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Attempting to bind port 5c2b5201-7a59-4473-8c73-7c141c768e96 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:33.524528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Attempting to bind port 5c2b5201-7a59-4473-8c73-7c141c768e96 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:33.524892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Attempting to bind port 5c2b5201-7a59-4473-8c73-7c141c768e96 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:33.533386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:33.533786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Checking segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:33.534191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.534667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Bound using segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:33.535236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Bound port: 5c2b5201-7a59-4473-8c73-7c141c768e96, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:33.535703 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.541999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-3050956c-6004-4c9f-945a-0fb50a3968cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.1444957 Aug 25 15:01:33.621692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-c3123f09-cb3a-48e7-9b9f-d25fc2169a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.623848 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-c3123f09-cb3a-48e7-9b9f-d25fc2169a92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0751178 Aug 25 15:01:33.638112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c0e93967-b7f6-4651-9e82-47d946707afa tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.648023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c0e93967-b7f6-4651-9e82-47d946707afa tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 815 time: 0.4609413 Aug 25 15:01:33.650993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-379155ef-7953-4562-9fa3-1755d4c7937d service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821594 Aug 25 15:01:33.651629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.671745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] For port 5c2b5201-7a59-4473-8c73-7c141c768e96, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:33.678290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] For port 5c2b5201-7a59-4473-8c73-7c141c768e96, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5c2b5201-7a59-4473-8c73-7c141c768e96,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:33.689924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=61486a10-3102-4daf-aeb4-d77df3d85a5b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:33.712603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['61486a10-3102-4daf-aeb4-d77df3d85a5b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:33.728056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ff3213-1303-4cb0-9d5d-deff11647a7f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:33.763869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-f2a24e33-d700-48bc-8ede-3b84555cee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.765972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-f2a24e33-d700-48bc-8ede-3b84555cee19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336958 Aug 25 15:01:33.781767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16973378-f2c1-4c75-8860-23139033daad req-015ab025-df38-4782-9787-64267fc4c323 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:33.785250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16973378-f2c1-4c75-8860-23139033daad req-015ab025-df38-4782-9787-64267fc4c323 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0810015 Aug 25 15:01:33.830014 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:33.836632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6508ae29-a60a-4af8-892e-00a8ee3f82e1 req-53f48a86-077b-4320-8adf-652cf102586d service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727571 Aug 25 15:01:33.838415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-8406bcd3-891a-4c7c-b17d-7aee86efe1e8 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/quotas/8879143b12e541d6b6c322714f1096ca HTTP/1.1" status: 200 len: 375 time: 0.1843762 Aug 25 15:01:33.905855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cb123-0dab-4be3-9515-9aaafe3c060d None None] Pushing event updated for resources: {'Port': ['ID=5c2b5201-7a59-4473-8c73-7c141c768e96,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:33.927209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16973378-f2c1-4c75-8860-23139033daad req-e6843128-4d2f-4a69-a235-36ef5e9dfba7 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320367 Aug 25 15:01:33.988159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-fc1eabf8-8a0b-497d-a741-c3093aa98296 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991308 Aug 25 15:01:34.127405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-395703ba-d1c7-406c-b783-c8488d7e5e85 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2096412 Aug 25 15:01:34.159254 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d39dbf8-4e40-43e8-99eb-fb63edee6f58 req-c3186547-68c7-456c-95cf-40a227dd75ca service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616509 Aug 25 15:01:34.171554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.391072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.396466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.404508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713f4d5-7fc0-40de-b41a-bde640988f5d req-2ee104d6-e51c-47e6-a896-2c1de1902500 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:34.404508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c713f4d5-7fc0-40de-b41a-bde640988f5d req-2ee104d6-e51c-47e6-a896-2c1de1902500 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 944 time: 0.0970376 Aug 25 15:01:34.502975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-72af64c3-b4ed-47f1-a96f-21340ed5ed71 service neutron] 10.222.0.58 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604560 Aug 25 15:01:34.523943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c713f4d5-7fc0-40de-b41a-bde640988f5d req-b0a9dfc1-7c63-4d74-86b8-2119834fb601 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069164 Aug 25 15:01:34.556515 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.559703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac5f904d-06ca-4f95-ba88-3da12ba635c6 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:34.570194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.571495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aa0e54ef-2757-4a08-8a86-dc08fbb85272 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ac5f904d-06ca-4f95-ba88-3da12ba635c6 HTTP/1.1" status: 204 len: 168 time: 2.7781417 Aug 25 15:01:34.597423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42148) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:34.717549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1204865250', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:34.776106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bdb68045-a216-4cae-8031-374a54e3c09f req-5964f113-941e-4a14-823f-aa46c90bcb45 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 210 time: 0.0392852 Aug 25 15:01:34.799723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 61486a10-3102-4daf-aeb4-d77df3d85a5b up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:34.822473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-9474bc52-014e-4e00-b4f7-0ee6595f5e78 service neutron] 10.222.0.58 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902067 Aug 25 15:01:34.874854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-98793135-7a54-4b00-bfb5-7ad0d7776687 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:34.877317 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-98793135-7a54-4b00-bfb5-7ad0d7776687 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.52 "GET /v2.0/networks?id=be64d62e-2c85-4b63-b095-3a879c71c1b0 HTTP/1.1" status: 200 len: 817 time: 0.3522019 Aug 25 15:01:34.909376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.911071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:34.941426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Request body: {'port': {'device_id': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0', 'admin_state_up': True, 'tenant_id': '125dc8dc8920435ea7d798aa15324a85'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:35.072675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 61486a10-3102-4daf-aeb4-d77df3d85a5b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:35.075869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 61486a10-3102-4daf-aeb4-d77df3d85a5b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:35.076470 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.119143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.168413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5c2b5201-7a59-4473-8c73-7c141c768e96 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:35.462604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d131d-8bd7-48e1-a820-34f9f4640ed6 req-1b8b822e-4af5-4eba-af9d-7a9bace8aa74 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:35.464423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-181d131d-8bd7-48e1-a820-34f9f4640ed6 req-1b8b822e-4af5-4eba-af9d-7a9bace8aa74 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1007941 Aug 25 15:01:35.538137 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.584586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-181d131d-8bd7-48e1-a820-34f9f4640ed6 req-8c6467a8-1976-4ab9-a522-ae73bbff942b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126404 Aug 25 15:01:35.612598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 61486a10-3102-4daf-aeb4-d77df3d85a5b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=61486a10-3102-4daf-aeb4-d77df3d85a5b,segment=NetworkSegment(359c2882-3df7-42f5-bf81-b1ab543388e7),segment_id=359c2882-3df7-42f5-bf81-b1ab543388e7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:35.614803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61486a10-3102-4daf-aeb4-d77df3d85a5b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:35.617695 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd45ba-2f73-4aa2-b540-7f36160edbc9" -d '{"events": [{"server_uuid": "bbbc0773-79e9-483e-9a12-20b9774765d3", "name": "network-vif-plugged", "status": "completed", "tag": "61486a10-3102-4daf-aeb4-d77df3d85a5b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:35.622253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5c2b5201-7a59-4473-8c73-7c141c768e96 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:35.652449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f99fd8-2fd5-4e18-9812-a324de7ee5c1 req-cfd610ec-ae96-4f3f-bbc4-2df0c9ab22b7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:35.663932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4f99fd8-2fd5-4e18-9812-a324de7ee5c1 req-cfd610ec-ae96-4f3f-bbc4-2df0c9ab22b7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2493114 Aug 25 15:01:35.667691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.680774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e02de-9e89-44a9-90b9-df54f779d553 None None] Network 8b62a914-da54-4b91-b30d-9ef095d781ce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:35.698768 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.740657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4f99fd8-2fd5-4e18-9812-a324de7ee5c1 req-ab12c746-fa85-4f37-b690-86bfec8002bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758235 Aug 25 15:01:35.758853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Made reservation on behalf of 125dc8dc8920435ea7d798aa15324a85 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:35.763330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.818568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42196) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:35.868904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=61486a10-3102-4daf-aeb4-d77df3d85a5b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:35.917434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] Provisioning for port 5c2b5201-7a59-4473-8c73-7c141c768e96 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:35.937635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] Provisioning complete for port 5c2b5201-7a59-4473-8c73-7c141c768e96 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:35.943234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:35.953755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-34e091c3-f340-4354-b746-3861ec494143 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:35.957811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-34e091c3-f340-4354-b746-3861ec494143 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 815 time: 0.2474601 Aug 25 15:01:35.988107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-09adb0d6-d8c9-4bdf-8643-b77818124fdc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/quotas/8879143b12e541d6b6c322714f1096ca HTTP/1.1" status: 200 len: 375 time: 0.0177369 Aug 25 15:01:36.053104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4940ce8b-8b9b-49a7-b3b8-6d5700a39b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:36.066287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-1fae69f9-5f9d-403c-81c3-1fe3dbe55952 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695364 Aug 25 15:01:36.112271 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:36.136912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91ea3e-af92-4891-804d-2c890b4e2c9a req-787ebcc1-16e7-45f0-af2b-fa0ffc9c1698 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:36.138562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c91ea3e-af92-4891-804d-2c890b4e2c9a req-787ebcc1-16e7-45f0-af2b-fa0ffc9c1698 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.2488711 Aug 25 15:01:36.177278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] For port 5c2b5201-7a59-4473-8c73-7c141c768e96, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5c2b5201-7a59-4473-8c73-7c141c768e96,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:36.231884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Allocated IP 172.20.0.4 (be64d62e-2c85-4b63-b095-3a879c71c1b0/5cc6a9c5-4733-4c35-b775-5360b1a9b34b/753bd45f-0df5-4b95-a6e1-47a028f24554) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:36.241258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:36.269240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-6bcdd43f-3688-4e53-906e-a4df5eba0a14 service neutron] 10.222.0.58 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815946 Aug 25 15:01:36.346035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b316f-2c56-488a-8427-561c9d1f2f59 None None] Pushing event updated for resources: {'Port': ['ID=5c2b5201-7a59-4473-8c73-7c141c768e96,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:36.375289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c91ea3e-af92-4891-804d-2c890b4e2c9a req-7713ea57-557a-4145-85f0-f3699879734c tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123663 Aug 25 15:01:36.444559 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085939cb-4ec2-4019-8ec9-657048606d4e x-openstack-request-id: req-085939cb-4ec2-4019-8ec9-657048606d4e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:36.444864 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbc0773-79e9-483e-9a12-20b9774765d3", "name": "network-vif-plugged", "status": "completed", "tag": "61486a10-3102-4daf-aeb4-d77df3d85a5b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:36.445121 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-085939cb-4ec2-4019-8ec9-657048606d4e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:36.445522 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61486a10-3102-4daf-aeb4-d77df3d85a5b', 'code': 200} Aug 25 15:01:36.465305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-25841783-a888-4421-a234-0005a5b5a966 None None] Provisioning complete for port 5c2b5201-7a59-4473-8c73-7c141c768e96 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:36.465693 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25841783-a888-4421-a234-0005a5b5a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:36.685679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5c2b5201-7a59-4473-8c73-7c141c768e96 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:36.741506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5c2b5201-7a59-4473-8c73-7c141c768e96 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:36.741884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:36.854650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 96ff3213-1303-4cb0-9d5d-deff11647a7f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:36.883960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 96ff3213-1303-4cb0-9d5d-deff11647a7f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:36.884655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 96ff3213-1303-4cb0-9d5d-deff11647a7f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:36.912838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527893da-c634-440f-9fe8-4302009a82b0 req-03e6d2a2-e19c-48ef-b0f5-cbe7489d8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:36.914361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-527893da-c634-440f-9fe8-4302009a82b0 req-03e6d2a2-e19c-48ef-b0f5-cbe7489d8c2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 1096 time: 0.0690012 Aug 25 15:01:36.916633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-1a4602ba-7b9a-470e-aace-ce4a29eaafd3 service neutron] 10.222.0.58 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466846 Aug 25 15:01:36.919881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:36.954115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-527893da-c634-440f-9fe8-4302009a82b0 req-c1fc797a-af18-43b2-a604-36011848228b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Aug 25 15:01:36.984319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.073340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.090138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918d38f-87f9-4f1c-851e-d52ff42da753 req-216d6b3b-3803-41d9-bcc7-2bc572eafbda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:37.091793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d918d38f-87f9-4f1c-851e-d52ff42da753 req-216d6b3b-3803-41d9-bcc7-2bc572eafbda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2127409 Aug 25 15:01:37.117810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4940ce8b-8b9b-49a7-b3b8-6d5700a39b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.252667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e63028b-af83-40b3-b472-8f69abd4b4fe req-ea573bfa-d5d5-4869-87b2-63fd68e4fe46 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 210 time: 0.0398979 Aug 25 15:01:37.283229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d918d38f-87f9-4f1c-851e-d52ff42da753 req-528b28a2-38e4-46ac-890c-1dff6e679a51 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756139 Aug 25 15:01:37.283229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4940ce8b-8b9b-49a7-b3b8-6d5700a39b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.386513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4940ce8b-8b9b-49a7-b3b8-6d5700a39b11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80299a1e589144a6bc1a6d256eed37b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5667171 Aug 25 15:01:37.388044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Allocated IP 172.25.8.235 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/49da03dc-4ed1-4163-9694-3213e6a8d97b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:37.394889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42234) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:37.446794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ce8b-8b9b-49a7-b3b8-6d5700a39b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2234c606-059d-4990-b7d7-45a68e8c5af5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:37.539959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-aefef2c5-369e-4e0f-870d-0bf5851ffa10 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:37.541728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-aefef2c5-369e-4e0f-870d-0bf5851ffa10 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 815 time: 0.1753852 Aug 25 15:01:37.542814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.563615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-1d566b48-3a3b-4cd2-a7d5-a50da82c7f0e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/quotas/8879143b12e541d6b6c322714f1096ca HTTP/1.1" status: 200 len: 375 time: 0.0157013 Aug 25 15:01:37.577238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83ab305c-ffc6-45cb-ac72-ce0cccd4d367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.628548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Network be64d62e-2c85-4b63-b095-3a879c71c1b0 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:37.637275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83ab305c-ffc6-45cb-ac72-ce0cccd4d367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.642330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:37.651926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Pushing event updated for resources: {'Port': ['ID=753bd45f-0df5-4b95-a6e1-47a028f24554,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:37.660364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:37.677769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-74ce092e-e87d-4cce-a798-2766be0b90fd tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108823 Aug 25 15:01:37.691292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.744483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:37.744897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.776575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-0d8dcdaa-fb7f-432b-ac51-88155371c4b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605935 Aug 25 15:01:37.799402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-33ff7b50-7635-4fa8-8c17-742fb45d904c service neutron] 10.222.0.58 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170058 Aug 25 15:01:37.845193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-dba221a0-452c-4e4d-a5e8-33c4f52d9ddf tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9373612 Aug 25 15:01:37.864340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Request body: {'port': {'device_id': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:37.948010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83ab305c-ffc6-45cb-ac72-ce0cccd4d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.950559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83ab305c-ffc6-45cb-ac72-ce0cccd4d367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.950961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-c55ae043-dbea-4807-a691-4cf9547ae49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:37.952606 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-83ab305c-ffc6-45cb-ac72-ce0cccd4d367 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2234c606-059d-4990-b7d7-45a68e8c5af5 HTTP/1.1" status: 204 len: 168 time: 0.5538650 Aug 25 15:01:37.952915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:37.959503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-c55ae043-dbea-4807-a691-4cf9547ae49d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 1097 time: 0.1136262 Aug 25 15:01:38.006426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab305c-ffc6-45cb-ac72-ce0cccd4d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234c606-059d-4990-b7d7-45a68e8c5af5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:38.010555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:38.023809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:38.026510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-0524589b-ab5a-4f1d-a2bd-d2c7f9c9679b service neutron] 10.222.0.58 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222705 Aug 25 15:01:38.046768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:38.055807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:38.177175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-703ccfd6-db02-4d5c-b75e-2bd38a8b0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.178975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-703ccfd6-db02-4d5c-b75e-2bd38a8b0b9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1951561 Aug 25 15:01:38.202534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event updated for resources: {'Port': ['ID=49da03dc-4ed1-4163-9694-3213e6a8d97b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:38.229625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-45b0226e-f2de-4ab8-be5d-4716f518f583 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17747459-aabd-4359-a4e0-892da961f125 HTTP/1.1" status: 200 len: 217 time: 0.0425057 Aug 25 15:01:38.304241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-80b0dd18-7853-48cc-a8ba-b6b2dc284e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.306137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-80b0dd18-7853-48cc-a8ba-b6b2dc284e72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0693884 Aug 25 15:01:38.371209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e1fc6-63d2-4533-bf7b-8c33bd16e124 req-7c29634d-7431-4016-9c76-6280ae9cd704 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.385827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-129e1fc6-63d2-4533-bf7b-8c33bd16e124 req-7c29634d-7431-4016-9c76-6280ae9cd704 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.3917813 Aug 25 15:01:38.438474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-e3d95260-a25b-4ced-9964-e18d40b4841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.440275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-e3d95260-a25b-4ced-9964-e18d40b4841f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233771 Aug 25 15:01:38.536791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-f1277e1d-802d-42a4-b824-75fcb6c895f5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.539284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-f1277e1d-802d-42a4-b824-75fcb6c895f5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 815 time: 0.2537522 Aug 25 15:01:38.580931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Request body: {'port': {'device_id': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'admin_state_up': True, 'tenant_id': '8879143b12e541d6b6c322714f1096ca'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:38.682370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67490ef9-3c66-4f45-ab47-f411317ba1f4 req-b4b641b2-cd82-46af-843d-a29ec5fdb2ef tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.687831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67490ef9-3c66-4f45-ab47-f411317ba1f4 req-b4b641b2-cd82-46af-843d-a29ec5fdb2ef tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2159731 Aug 25 15:01:38.690821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-129e1fc6-63d2-4533-bf7b-8c33bd16e124 req-80648e51-1d03-49f0-9407-c66edbd0d195 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034525 Aug 25 15:01:38.867370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67490ef9-3c66-4f45-ab47-f411317ba1f4 req-40db5c07-3ba5-4d02-8dc5-51edd1697987 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538222 Aug 25 15:01:38.889487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-ff7da953-0b67-4d97-afc8-7dac2d125a8f service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331362 Aug 25 15:01:38.909249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eb9d4-96a0-4583-9770-56eac306edaf req-2590a061-1624-4e4d-b3c9-ba98c510e0a5 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:38.910860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-173eb9d4-96a0-4583-9770-56eac306edaf req-2590a061-1624-4e4d-b3c9-ba98c510e0a5 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 931 time: 0.1117790 Aug 25 15:01:38.983817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d636155-d605-48d0-af73-5f92b18ce8c7 req-4d8f2e54-70a5-439d-837a-e754dd0216c9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 210 time: 0.0738463 Aug 25 15:01:38.987216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-173eb9d4-96a0-4583-9770-56eac306edaf req-dfebdc84-c2e5-444d-b643-84e7e79addbe tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682378 Aug 25 15:01:39.043515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Made reservation on behalf of 8879143b12e541d6b6c322714f1096ca for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:39.047057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.068256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-054ac015-095e-4db2-ac35-e29e2ad6922a req-5e5ca527-1435-49dc-9c7d-a94b79b7ebe6 service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695309 Aug 25 15:01:39.088409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753bd45f-0df5-4b95-a6e1-47a028f24554 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:39.097265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.114129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Transition to ACTIVE for port object 753bd45f-0df5-4b95-a6e1-47a028f24554 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:39.234837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.319893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Allocated IP 172.20.0.10 (8b62a914-da54-4b91-b30d-9ef095d781ce/bef41389-b3fc-4b66-add1-45efb77aa463/3e360ba9-388b-40da-9836-83ddc24d2140) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:39.375675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Pushing event updated for resources: {'Port': ['ID=753bd45f-0df5-4b95-a6e1-47a028f24554,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:39.435055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.531873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Attempting to bind port 753bd45f-0df5-4b95-a6e1-47a028f24554 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:39.532210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Attempting to bind port 753bd45f-0df5-4b95-a6e1-47a028f24554 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '59ad6e37-7700-42d0-9953-c78daf4db123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:39.532543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Attempting to bind port 753bd45f-0df5-4b95-a6e1-47a028f24554 on network be64d62e-2c85-4b63-b095-3a879c71c1b0 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:39.565975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Port 753bd45f-0df5-4b95-a6e1-47a028f24554 on network be64d62e-2c85-4b63-b095-3a879c71c1b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:01:39.566334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Attempting to bind port 753bd45f-0df5-4b95-a6e1-47a028f24554 on network be64d62e-2c85-4b63-b095-3a879c71c1b0 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:39.583852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:39.584218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Checking segment: {'id': '59ad6e37-7700-42d0-9953-c78daf4db123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:39.584994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Bound using segment: {'id': '59ad6e37-7700-42d0-9953-c78daf4db123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:39.584994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Bound port: 753bd45f-0df5-4b95-a6e1-47a028f24554, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ad6e37-7700-42d0-9953-c78daf4db123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:39.585361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.587954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.606102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Transition to ACTIVE for port object 3e360ba9-388b-40da-9836-83ddc24d2140 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:39.616713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74e414-ee30-4808-ab47-3d7e9553d4e6 req-49be35d6-50cc-4338-92df-b65de0779c2e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:39.618411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c74e414-ee30-4808-ab47-3d7e9553d4e6 req-49be35d6-50cc-4338-92df-b65de0779c2e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1377516 Aug 25 15:01:39.786055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42310) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:39.813846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c74e414-ee30-4808-ab47-3d7e9553d4e6 req-b2187682-79b5-4a56-bda4-6c090de2f428 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854534 Aug 25 15:01:39.824382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.827737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] For port 753bd45f-0df5-4b95-a6e1-47a028f24554, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:39.850918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:39.894169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Network 8b62a914-da54-4b91-b30d-9ef095d781ce is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:39.902355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:39.909413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:39.956753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbd020-1033-4766-87af-d3eb3eb9424d req-4db3a5f9-0462-4210-855c-3d248ed69120 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:39.964969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3afbd020-1033-4766-87af-d3eb3eb9424d req-4db3a5f9-0462-4210-855c-3d248ed69120 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.1879413 Aug 25 15:01:39.970567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] For port 753bd45f-0df5-4b95-a6e1-47a028f24554, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=753bd45f-0df5-4b95-a6e1-47a028f24554,segment=NetworkSegment(59ad6e37-7700-42d0-9953-c78daf4db123),segment_id=59ad6e37-7700-42d0-9953-c78daf4db123)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:39.979533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Pushing event updated for resources: {'Port': ['ID=3e360ba9-388b-40da-9836-83ddc24d2140,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:40.027423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-584103092-network', 'tenant_id': '56e820ecc4194f23919567e5e1acd804'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:40.081144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3afbd020-1033-4766-87af-d3eb3eb9424d req-d9188235-ffc0-49d3-b300-53a3934bb799 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083097 Aug 25 15:01:40.081144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:40.082137 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.138039 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-453e02ad-63d5-4d40-8c63-668e288e3288 req-a5ae9bd9-559b-4d4b-8730-e72c07bdf75e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 210 time: 0.0477340 Aug 25 15:01:40.161446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.231136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Made reservation on behalf of 56e820ecc4194f23919567e5e1acd804 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:40.233968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.349223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.358683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-c083245a-40e3-4b70-a18e-2c6ebc912402 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7825673 Aug 25 15:01:40.367886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:40.369263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.370000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] 10.222.0.52 "PUT /v2.0/ports/753bd45f-0df5-4b95-a6e1-47a028f24554 HTTP/1.1" status: 200 len: 1091 time: 2.5109177 Aug 25 15:01:40.372593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'tag': '753bd45f-0df5-4b95-a6e1-47a028f24554'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:40.375073 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe9d1b-a4e4-4af9-aea1-300ebfc69079", "tag": "753bd45f-0df5-4b95-a6e1-47a028f24554"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:40.387772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Request body: {'port': {'device_id': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:40.527717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2213-c664-47c3-892b-c8d752605d0d service neutron] Pushing event updated for resources: {'Port': ['ID=753bd45f-0df5-4b95-a6e1-47a028f24554,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:40.533279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-04af172a-72a8-483b-9730-b428dffb84ab None None] Provisioning for port 3e360ba9-388b-40da-9836-83ddc24d2140 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:40.534892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Router cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:40.540766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-04af172a-72a8-483b-9730-b428dffb84ab None None] Provisioning complete for port 3e360ba9-388b-40da-9836-83ddc24d2140 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:40.541404 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-04af172a-72a8-483b-9730-b428dffb84ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.562437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045b49-5fa0-4c2e-b8de-715d67ca62f4 req-a1477d9b-00ac-4a23-8d1e-8a645f5d658d tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:40.574107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7045b49-5fa0-4c2e-b8de-715d67ca62f4 req-a1477d9b-00ac-4a23-8d1e-8a645f5d658d tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 943 time: 0.3450723 Aug 25 15:01:40.597456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.604662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-04af172a-72a8-483b-9730-b428dffb84ab None None] Port 3e360ba9-388b-40da-9836-83ddc24d2140 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:01:40.734067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-fb4e77a6-17b7-41b6-931a-a555d634d5e5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:40.736441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-fb4e77a6-17b7-41b6-931a-a555d634d5e5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 815 time: 0.3285356 Aug 25 15:01:40.763832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Request body: {'port': {'device_id': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'admin_state_up': True, 'tenant_id': '8879143b12e541d6b6c322714f1096ca'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:40.799765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7045b49-5fa0-4c2e-b8de-715d67ca62f4 req-971c1509-1af1-4e70-901f-52783a0baaec tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238925 Aug 25 15:01:40.805064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:40.810550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-4842d451-dc0f-4a2e-b641-5b107a50118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:40.812308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-4842d451-dc0f-4a2e-b641-5b107a50118d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=125dc8dc8920435ea7d798aa15324a85&device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 1094 time: 0.2984829 Aug 25 15:01:40.820213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:40.838846 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] Sync routers for ids ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:40.874703 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] Routers {'cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:40.877764 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:40.931365 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c358a1-cdea-4aac-bfdc-44746f41ffbd x-openstack-request-id: req-45c358a1-cdea-4aac-bfdc-44746f41ffbd {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:40.932284 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe9d1b-a4e4-4af9-aea1-300ebfc69079", "tag": "753bd45f-0df5-4b95-a6e1-47a028f24554", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:40.932800 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45c358a1-cdea-4aac-bfdc-44746f41ffbd {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:40.934229 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'tag': '753bd45f-0df5-4b95-a6e1-47a028f24554', 'status': 'completed', 'code': 200} Aug 25 15:01:40.959099 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:40.981127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] Routers {'cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:40.981127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:41.034439 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:41.035570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddedc0-4990-47ec-956a-a3a65b47d4b8 None None] The sync data for ids ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:41.041195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35bd05-2dfa-4a6c-9991-538ebf0c3dfd req-ae457c50-057e-4936-ae16-fcf46a696730 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:41.057048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb35bd05-2dfa-4a6c-9991-538ebf0c3dfd req-ae457c50-057e-4936-ae16-fcf46a696730 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.0899370 Aug 25 15:01:41.067800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.069347 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-78641606-e03e-491d-96c8-14fa3940b2b0 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4708967 Aug 25 15:01:41.075527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42342) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:41.090852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': False}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:41.117363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.130647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:01:41.194126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb35bd05-2dfa-4a6c-9991-538ebf0c3dfd req-ba88cc49-5ce2-4ec8-8dc5-47399b425034 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357479 Aug 25 15:01:41.202410 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.202665 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Added segment 1d2d84d5-d36e-43dd-8916-c041fc4dea4f of type vlan for network 15a360c9-d785-4015-bd7b-16d775fe35de Aug 25 15:01:41.209799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-5b8a2a95-7d06-4af0-9e8e-0a1de3aab711 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=753bd45f-0df5-4b95-a6e1-47a028f24554 HTTP/1.1" status: 200 len: 217 time: 0.3677316 Aug 25 15:01:41.325221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec08d3d-6d59-4256-8ae7-7305d674d432,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:41.378100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.501842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-0d6b67fa-f893-45d3-9281-9ac7bb937311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:41.504345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-0d6b67fa-f893-45d3-9281-9ac7bb937311 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc6a9c5-4733-4c35-b775-5360b1a9b34b HTTP/1.1" status: 200 len: 857 time: 0.2638571 Aug 25 15:01:41.517455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba3e72-7238-4ca2-a046-06d73f8d0d58 req-b0fd2744-343c-4666-8592-c945eec0fff2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:41.520776 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bba3e72-7238-4ca2-a046-06d73f8d0d58 req-b0fd2744-343c-4666-8592-c945eec0fff2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.4045284 Aug 25 15:01:41.522963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.resource_extend [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 15:01:41.585139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-42e23722-a1ee-4b9d-af16-137badbe5526 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be64d62e-2c85-4b63-b095-3a879c71c1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515504 Aug 25 15:01:41.604607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Made reservation on behalf of 8879143b12e541d6b6c322714f1096ca for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:41.613491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.682118 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5fafbdde-8a4f-4256-bd04-868e361f1b06 req-b01cc956-ea85-4711-a2e7-331c89239e87 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 210 time: 0.0794725 Aug 25 15:01:41.739547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.740617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:41.741330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.842107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-5dd4d029-719f-49b6-b4fd-b9d9c2830f03 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:41.842756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-5dd4d029-719f-49b6-b4fd-b9d9c2830f03 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.45 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 815 time: 0.4943755 Aug 25 15:01:41.845901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bba3e72-7238-4ca2-a046-06d73f8d0d58 req-0c665f6f-1c14-4109-b164-17e3bb4f599c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912090 Aug 25 15:01:41.865226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e360ba9-388b-40da-9836-83ddc24d2140 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:41.876763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Request body: {'port': {'device_id': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'admin_state_up': True, 'tenant_id': '8879143b12e541d6b6c322714f1096ca'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:41.920520 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:41.936981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] Pushing event updated for resources: {'Network': ['ID=15a360c9-d785-4015-bd7b-16d775fe35de,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:41.949802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-0985fe12-5a3e-4ee8-a112-8945c4024a03 service neutron] 10.222.0.52 "GET /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495226 Aug 25 15:01:41.953955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fe311e9b-8bc9-44d3-b93f-c688de13feee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1640832 Aug 25 15:01:41.954648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42360) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:41.960007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 15a360c9-d785-4015-bd7b-16d775fe35de details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:01:41.960792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Request body: {'subnet': {'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-subnet', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:42.001892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Transition to ACTIVE for port object 3e360ba9-388b-40da-9836-83ddc24d2140 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:42.094766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a02ee6-a0a5-4006-b7e5-794fb459b76b req-b8fb5351-5578-4156-bcf3-c3b08e90498a tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:42.096538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00a02ee6-a0a5-4006-b7e5-794fb459b76b req-b8fb5351-5578-4156-bcf3-c3b08e90498a tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 943 time: 0.1152887 Aug 25 15:01:42.111359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:42.124220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:42.213334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00a02ee6-a0a5-4006-b7e5-794fb459b76b req-8839346a-d838-44c9-80c0-676dee648ad9 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976741 Aug 25 15:01:42.216424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50b418d8-c5d3-4f2e-a677-c5e9990cf053 req-91c3b2d9-abc2-47b0-acdf-5152655f30bc service neutron] 10.222.0.52 "GET /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234063 Aug 25 15:01:42.219956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Allocated IP 172.20.0.7 (8b62a914-da54-4b91-b30d-9ef095d781ce/bef41389-b3fc-4b66-add1-45efb77aa463/bd6a4564-6f06-4e53-9d75-e72cf2645404) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:42.222322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Pushing event updated for resources: {'Port': ['ID=3e360ba9-388b-40da-9836-83ddc24d2140,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:42.260145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Made reservation on behalf of 56e820ecc4194f23919567e5e1acd804 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:42.262655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:42.524537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Made reservation on behalf of 8879143b12e541d6b6c322714f1096ca for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:42.525326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:42.574079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c9871-a58b-4de2-b7cf-b5a1e1d7b86a req-319ac172-fd68-4b61-b1e2-cdf5c348f162 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:42.575804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-181c9871-a58b-4de2-b7cf-b5a1e1d7b86a req-319ac172-fd68-4b61-b1e2-cdf5c348f162 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.2019696 Aug 25 15:01:42.629083 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:42.679505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Transition to ACTIVE for port object bd6a4564-6f06-4e53-9d75-e72cf2645404 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:42.700326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-181c9871-a58b-4de2-b7cf-b5a1e1d7b86a req-b8b5aee4-6c1c-4c71-b624-0dd1c426a69e tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159797 Aug 25 15:01:42.828814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:42.875972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb4aa3eb-43da-4525-af5f-c763f737f2f2 req-dd906f09-cf30-4315-b851-108017b99fc5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 210 time: 0.0623140 Aug 25 15:01:42.962899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Network 8b62a914-da54-4b91-b30d-9ef095d781ce is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:42.972934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:42.979681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:42.992452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Pushing event updated for resources: {'Port': ['ID=bd6a4564-6f06-4e53-9d75-e72cf2645404,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:43.033178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Attempting to bind port 3e360ba9-388b-40da-9836-83ddc24d2140 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:43.033825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Attempting to bind port 3e360ba9-388b-40da-9836-83ddc24d2140 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:43.034360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Attempting to bind port 3e360ba9-388b-40da-9836-83ddc24d2140 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:43.053985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-e67936b1-812a-4ab4-bb48-80b9bd7ad180 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:43.055602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-e67936b1-812a-4ab4-bb48-80b9bd7ad180 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.6971200 Aug 25 15:01:43.077599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-6b7a5ffb-7cbe-43a1-ac3e-c7b3a8c0a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:43.079149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-6b7a5ffb-7cbe-43a1-ac3e-c7b3a8c0a23f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=125dc8dc8920435ea7d798aa15324a85&device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 1094 time: 0.7003303 Aug 25 15:01:43.121230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:43.121230 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.139730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Port 3e360ba9-388b-40da-9836-83ddc24d2140 on network 8b62a914-da54-4b91-b30d-9ef095d781ce not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:01:43.140386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Attempting to bind port 3e360ba9-388b-40da-9836-83ddc24d2140 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:43.226874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541b37a-f3db-4f83-8f66-e84d4dfdb647 req-3f12655f-dc4e-4bc9-b533-800433dce9be tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:43.234644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3541b37a-f3db-4f83-8f66-e84d4dfdb647 req-3f12655f-dc4e-4bc9-b533-800433dce9be tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.7930052 Aug 25 15:01:43.248367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-081850cc-f5d2-4c08-b211-fa5285b148e3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4887447 Aug 25 15:01:43.264115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Request body: {'port': {'device_id': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:43.266643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:43.266993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Checking segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:43.267495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Bound using segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:43.267947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Bound port: 3e360ba9-388b-40da-9836-83ddc24d2140, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:43.271979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.340569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.348766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.350147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0fe1a748-5637-4a54-a86b-4e729b3e5190 None None] Provisioning for port bd6a4564-6f06-4e53-9d75-e72cf2645404 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:43.355213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0fe1a748-5637-4a54-a86b-4e729b3e5190 None None] Provisioning complete for port bd6a4564-6f06-4e53-9d75-e72cf2645404 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:43.355884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0fe1a748-5637-4a54-a86b-4e729b3e5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.389209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Allocated IP 172.20.0.6 (8b62a914-da54-4b91-b30d-9ef095d781ce/bef41389-b3fc-4b66-add1-45efb77aa463/81f172ea-aa8a-4d3e-9232-b9ff437fad18) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:43.415302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1a748-5637-4a54-a86b-4e729b3e5190 None None] Port bd6a4564-6f06-4e53-9d75-e72cf2645404 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:01:43.508375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.534578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3541b37a-f3db-4f83-8f66-e84d4dfdb647 req-8c48dad6-81b1-40f8-adba-eebbe4538226 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989640 Aug 25 15:01:43.576823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94be024-3f82-486d-9c62-521a0a4dd8ba req-46703270-d8c3-45be-8f10-01b6231b1ae3 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:43.576823 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d94be024-3f82-486d-9c62-521a0a4dd8ba req-46703270-d8c3-45be-8f10-01b6231b1ae3 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 943 time: 0.1828220 Aug 25 15:01:43.615074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-7d7e7c2e-abd8-4a7a-b9c8-edd8eaf59bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:43.617849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-7d7e7c2e-abd8-4a7a-b9c8-edd8eaf59bb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=be64d62e-2c85-4b63-b095-3a879c71c1b0 HTTP/1.1" status: 200 len: 918 time: 0.5241961 Aug 25 15:01:43.657432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Router cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:01:43.665229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.676994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d94be024-3f82-486d-9c62-521a0a4dd8ba req-6eaabc6e-4ce8-44bb-a52e-d882402dcc34 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954542 Aug 25 15:01:43.771292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] For port 3e360ba9-388b-40da-9836-83ddc24d2140, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:43.777423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-62557d40-adb2-425d-bf00-63c848565c19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=753bd45f-0df5-4b95-a6e1-47a028f24554 HTTP/1.1" status: 200 len: 217 time: 0.1144402 Aug 25 15:01:43.814154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Deleting port 61486a10-3102-4daf-aeb4-d77df3d85a5b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:43.814154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.846283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] For port 3e360ba9-388b-40da-9836-83ddc24d2140, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e360ba9-388b-40da-9836-83ddc24d2140,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:43.947194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:43.953441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:43.958536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] Sync routers for ids ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:43.959984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-42a48042-3584-43f3-b9f0-9c75dc3c16ef tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "PUT /v2.0/routers/cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 HTTP/1.1" status: 200 len: 922 time: 2.8829558 Aug 25 15:01:43.960894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13e322e-8460-43ec-af52-e2b36b2b4646,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:43.965901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:43.978596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] Routers {'cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:43.979453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:43.996749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.031260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:44.046833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] Routers {'cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:44.048161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:44.074688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-dfcce452-eedf-4884-9ac7-a8eaf7c7129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.076267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-dfcce452-eedf-4884-9ac7-a8eaf7c7129e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc6a9c5-4733-4c35-b775-5360b1a9b34b HTTP/1.1" status: 200 len: 857 time: 0.2882302 Aug 25 15:01:44.091018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.112042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:44.112756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Checking segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:44.113134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Network hostable DHCP agents. Network: 15a360c9-d785-4015-bd7b-16d775fe35de, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:01:44.113794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731f7f-b615-44f2-97a8-d97b234ae883 None None] The sync data for ids ['cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:44.116222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.117021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.118474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] 10.222.0.52 "PUT /v2.0/ports/3e360ba9-388b-40da-9836-83ddc24d2140 HTTP/1.1" status: 200 len: 1092 time: 3.7350245 Aug 25 15:01:44.134704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3951329-c3d7-499e-ba59-eec01b9461f2 req-821f48d9-e0fc-4a10-b9dc-55da5d7bcddc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 210 time: 0.0956764 Aug 25 15:01:44.156098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'tag': '3e360ba9-388b-40da-9836-83ddc24d2140'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:44.158879 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c468eca9-9091-44d4-a6c9-9e814d8f6354" -d '{"events": [{"name": "network-changed", "server_uuid": "20deb75a-e706-4ad8-8b6e-6950adf70edb", "tag": "3e360ba9-388b-40da-9836-83ddc24d2140"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:44.168636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6b5210c8-d9be-46e0-9648-0c61fde0c434 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 HTTP/1.1" status: 200 len: 922 time: 0.2013335 Aug 25 15:01:44.176606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42400) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:44.237422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d26304-413d-4e86-b18b-426b800f26b8 req-d1cb3925-7d96-49f6-a365-ff3a3295a16b tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.244709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0d26304-413d-4e86-b18b-426b800f26b8 req-d1cb3925-7d96-49f6-a365-ff3a3295a16b tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 945 time: 0.4131565 Aug 25 15:01:44.249961 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf06e2d1-76e9-4f16-a4bb-901cb8da41ed x-openstack-request-id: req-bf06e2d1-76e9-4f16-a4bb-901cb8da41ed {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:44.250180 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20deb75a-e706-4ad8-8b6e-6950adf70edb", "tag": "3e360ba9-388b-40da-9836-83ddc24d2140", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:44.250416 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf06e2d1-76e9-4f16-a4bb-901cb8da41ed {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:44.250826 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'tag': '3e360ba9-388b-40da-9836-83ddc24d2140', 'status': 'completed', 'code': 200} Aug 25 15:01:44.251896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Transition to ACTIVE for port object 81f172ea-aa8a-4d3e-9232-b9ff437fad18 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:44.267516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-55599524-295d-4ba4-94f6-9fad1cee87f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be64d62e-2c85-4b63-b095-3a879c71c1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583095 Aug 25 15:01:44.285588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658dbf2b-3c5b-4d83-901e-b017cb5b7d3b tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.285588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-658dbf2b-3c5b-4d83-901e-b017cb5b7d3b tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1035323 Aug 25 15:01:44.285588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42402) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:44.289514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c239-d5f9-43e5-b0b9-08d5e8bbbd6a service neutron] Pushing event updated for resources: {'Port': ['ID=3e360ba9-388b-40da-9836-83ddc24d2140,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:44.350872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] For port 61486a10-3102-4daf-aeb4-d77df3d85a5b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=61486a10-3102-4daf-aeb4-d77df3d85a5b,segment=NetworkSegment(359c2882-3df7-42f5-bf81-b1ab543388e7),segment_id=359c2882-3df7-42f5-bf81-b1ab543388e7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:44.351273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.421931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Network 15a360c9-d785-4015-bd7b-16d775fe35de is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:01:44.453687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Calling delete_port for 61486a10-3102-4daf-aeb4-d77df3d85a5b owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:44.454364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03983327-28ed-4c48-af8a-cfa160f87239 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.456291 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03983327-28ed-4c48-af8a-cfa160f87239 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1696529 Aug 25 15:01:44.458930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42406) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:44.495562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0d26304-413d-4e86-b18b-426b800f26b8 req-9e64427d-1fd3-4ffd-b4b2-fbf93c219304 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1c74824-3e9b-46ba-9060-6c4fca5e7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270255 Aug 25 15:01:44.506303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-648c606e-5697-485b-b2da-3ca7dae8fe79 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 HTTP/1.1" status: 200 len: 205 time: 0.0426471 Aug 25 15:01:44.507505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42408) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:44.553327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468eca9-9091-44d4-a6c9-9e814d8f6354 req-4d3e7343-62a6-419d-8da2-6f8004845224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.555232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c468eca9-9091-44d4-a6c9-9e814d8f6354 req-4d3e7343-62a6-419d-8da2-6f8004845224 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 1095 time: 0.2829123 Aug 25 15:01:44.563801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.605879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 15a360c9-d785-4015-bd7b-16d775fe35de) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:44.620624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b5565-878c-4171-a397-9520f9625062 None None] Network 15a360c9-d785-4015-bd7b-16d775fe35de requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:44.655513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.656125 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.758585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6a4564-6f06-4e53-9d75-e72cf2645404 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:44.772234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.778372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-bf6a27a9-d499-435d-9137-abd967618d33 service neutron] 10.222.0.52 "GET /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762101 Aug 25 15:01:44.822946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3e6b6-ee8a-4c91-9902-1287be9b5636 req-0c2488e8-234b-428b-ae64-ef1f2227e9e8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:44.828366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7f3e6b6-ee8a-4c91-9902-1287be9b5636 req-0c2488e8-234b-428b-ae64-ef1f2227e9e8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1477995 Aug 25 15:01:44.833744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Transition to ACTIVE for port object bd6a4564-6f06-4e53-9d75-e72cf2645404 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:44.852758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Network 8b62a914-da54-4b91-b30d-9ef095d781ce is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:44.915399 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.923818 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7f3e6b6-ee8a-4c91-9902-1287be9b5636 req-ff4c09f5-b8bf-4249-a204-e8835452b5e0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870838 Aug 25 15:01:44.929280 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2210eee0-e579-4468-8c35-d47a7c6c4a1e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9733596 Aug 25 15:01:44.929962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:44.930870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:44.942473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:44.943824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-15a360c9-d785-4015-bd7b-16d775fe35de', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:01:44.947100 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:44.978588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:45.025101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Pushing event updated for resources: {'Port': ['ID=81f172ea-aa8a-4d3e-9232-b9ff437fad18,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:45.053364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6a4564-6f06-4e53-9d75-e72cf2645404,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:45.183717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.185315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.219632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Allocated IP 172.20.0.2 (15a360c9-d785-4015-bd7b-16d775fe35de/d13e322e-8460-43ec-af52-e2b36b2b4646/172235ad-91cf-4837-ada6-cdf66e4739e8) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:45.277867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2ce9-2b04-490e-986d-2d22dabc4657 req-dd38f90a-2c2d-42a0-8eb2-eab748b5d989 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:45.285341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94ba2ce9-2b04-490e-986d-2d22dabc4657 req-dd38f90a-2c2d-42a0-8eb2-eab748b5d989 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1480670 Aug 25 15:01:45.324217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.339090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0aa1b058-9a2e-4e1f-b5c8-859a68f99a22 req-47d5fb94-9b52-4ca4-8753-f2364a45e791 service neutron] 10.222.0.52 "GET /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879832 Aug 25 15:01:45.339090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468eca9-9091-44d4-a6c9-9e814d8f6354 req-375c5fd7-8517-49a7-bb0b-022775ffc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:45.339090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c468eca9-9091-44d4-a6c9-9e814d8f6354 req-375c5fd7-8517-49a7-bb0b-022775ffc9c6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8879143b12e541d6b6c322714f1096ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7354519 Aug 25 15:01:45.372775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Attempting to bind port bd6a4564-6f06-4e53-9d75-e72cf2645404 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:45.381347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Attempting to bind port bd6a4564-6f06-4e53-9d75-e72cf2645404 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:45.381902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Attempting to bind port bd6a4564-6f06-4e53-9d75-e72cf2645404 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:45.430631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Port bd6a4564-6f06-4e53-9d75-e72cf2645404 on network 8b62a914-da54-4b91-b30d-9ef095d781ce not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:01:45.431348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Attempting to bind port bd6a4564-6f06-4e53-9d75-e72cf2645404 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:45.438973 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.440575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:45.441150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Checking segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:45.441737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Bound using segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:45.442415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Bound port: bd6a4564-6f06-4e53-9d75-e72cf2645404, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:45.442995 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.462703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.481620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 753bd45f-0df5-4b95-a6e1-47a028f24554 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:01:45.526141 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94ba2ce9-2b04-490e-986d-2d22dabc4657 req-c2e0b86e-9af3-4005-bd48-90e21b6146b5 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248063 Aug 25 15:01:45.637777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Transition to ACTIVE for port object 172235ad-91cf-4837-ada6-cdf66e4739e8 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:45.646148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1036c7c2-06bc-4686-8c2d-8d001fe10474 None None] Provisioning for port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:45.657307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] For port bd6a4564-6f06-4e53-9d75-e72cf2645404, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:45.661286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] For port bd6a4564-6f06-4e53-9d75-e72cf2645404, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:45.662236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.667865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1036c7c2-06bc-4686-8c2d-8d001fe10474 None None] Provisioning complete for port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:45.668395 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1036c7c2-06bc-4686-8c2d-8d001fe10474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.680765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:45.683613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.717922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Transition to ACTIVE for port object 172235ad-91cf-4837-ada6-cdf66e4739e8 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:45.722431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ff8ed-5ffe-4734-b3c6-5d4cca2d094e req-c1886fad-6dbb-4f5c-8420-d3c2499dfbf3 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:45.724441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b6ff8ed-5ffe-4734-b3c6-5d4cca2d094e req-c1886fad-6dbb-4f5c-8420-d3c2499dfbf3 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 943 time: 0.8743579 Aug 25 15:01:45.735017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.757097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 753bd45f-0df5-4b95-a6e1-47a028f24554, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=753bd45f-0df5-4b95-a6e1-47a028f24554,segment=NetworkSegment(59ad6e37-7700-42d0-9953-c78daf4db123),segment_id=59ad6e37-7700-42d0-9953-c78daf4db123)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:45.760562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1036c7c2-06bc-4686-8c2d-8d001fe10474 None None] Port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:01:45.781608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Pushing event deleted for resources: {'Port': ['ID=61486a10-3102-4daf-aeb4-d77df3d85a5b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:45.782860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '753bd45f-0df5-4b95-a6e1-47a028f24554', 'network_id': 'be64d62e-2c85-4b63-b095-3a879c71c1b0', 'port_id': '753bd45f-0df5-4b95-a6e1-47a028f24554', 'mac_address': 'fa:16:3e:0f:61:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc6a9c5-4733-4c35-b775-5360b1a9b34b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:01:45.831143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.856373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-3cd71854-2d6f-4879-a3e4-9fa433ac9b46 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9841523 Aug 25 15:01:45.886039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] No DVR routers for this DVR port 61486a10-3102-4daf-aeb4-d77df3d85a5b on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:45.902412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Request body: {'port': {'device_id': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:45.929922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:45.932173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a17941e6-42ad-4d58-9aa9-7c8e81fcab39 req-2e761633-c9d6-40b9-a7f0-5095f4b08058 tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.45 "DELETE /v2.0/ports/61486a10-3102-4daf-aeb4-d77df3d85a5b HTTP/1.1" status: 204 len: 173 time: 2.8520365 Aug 25 15:01:45.963728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Pushing event updated for resources: {'Port': ['ID=172235ad-91cf-4837-ada6-cdf66e4739e8,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:45.986821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:45.987330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:45.988119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b6ff8ed-5ffe-4734-b3c6-5d4cca2d094e req-1e1cea88-09e2-481b-805a-06a3db50e638 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224841 Aug 25 15:01:45.997661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.000031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.000841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.001196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.005448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.007500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.007500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.007500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.007500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.007500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:01:46.015376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468eca9-9091-44d4-a6c9-9e814d8f6354 req-39b616c4-8b1f-4850-8534-214f119aecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:46.017894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c468eca9-9091-44d4-a6c9-9e814d8f6354 req-39b616c4-8b1f-4850-8534-214f119aecaa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4646246 Aug 25 15:01:46.081148 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.084859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.094077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.127123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:46.127648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.129105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] 10.222.0.52 "PUT /v2.0/ports/bd6a4564-6f06-4e53-9d75-e72cf2645404 HTTP/1.1" status: 200 len: 1091 time: 2.8716328 Aug 25 15:01:46.130162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'tag': 'bd6a4564-6f06-4e53-9d75-e72cf2645404'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:46.134337 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c4a79-7690-491e-b40e-d7844ae09a58" -d '{"events": [{"name": "network-changed", "server_uuid": "090fed05-4ff5-4f39-b1ab-7c75b9524446", "tag": "bd6a4564-6f06-4e53-9d75-e72cf2645404"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:46.142544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Network 15a360c9-d785-4015-bd7b-16d775fe35de is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:46.144738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753bd45f-0df5-4b95-a6e1-47a028f24554 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:46.155108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:46.159537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:46.173124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.261315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 753bd45f-0df5-4b95-a6e1-47a028f24554, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=753bd45f-0df5-4b95-a6e1-47a028f24554,segment=NetworkSegment(59ad6e37-7700-42d0-9953-c78daf4db123),segment_id=59ad6e37-7700-42d0-9953-c78daf4db123)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:46.269758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Deleting port 49da03dc-4ed1-4163-9694-3213e6a8d97b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:46.270162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.272217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Attempting to bind port 172235ad-91cf-4837-ada6-cdf66e4739e8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:46.272607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Attempting to bind port 172235ad-91cf-4837-ada6-cdf66e4739e8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:46.272976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Attempting to bind port 172235ad-91cf-4837-ada6-cdf66e4739e8 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:46.282984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:46.283401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Checking segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:46.283821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.284230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Bound using segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:46.284731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Bound port: 172235ad-91cf-4837-ada6-cdf66e4739e8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:46.285129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.309473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'name': 'network-vif-deleted', 'tag': '61486a10-3102-4daf-aeb4-d77df3d85a5b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:46.312016 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab33cab-4576-4ffe-919a-02cdb669193f" -d '{"events": [{"server_uuid": "bbbc0773-79e9-483e-9a12-20b9774765d3", "name": "network-vif-deleted", "tag": "61486a10-3102-4daf-aeb4-d77df3d85a5b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:46.382607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01fbd1-58f8-42b1-8342-bac60d5efd53 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6a4564-6f06-4e53-9d75-e72cf2645404,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:46.409183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] For port 172235ad-91cf-4837-ada6-cdf66e4739e8, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:46.417674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5ab74-44e2-4569-b13f-afa4c4b0b787 req-3ead53a3-3598-4283-b5c2-5459ef3cb1f9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:46.422273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] For port 172235ad-91cf-4837-ada6-cdf66e4739e8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=172235ad-91cf-4837-ada6-cdf66e4739e8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:46.424378 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.437514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63e5ab74-44e2-4569-b13f-afa4c4b0b787 req-3ead53a3-3598-4283-b5c2-5459ef3cb1f9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 931 time: 0.3462005 Aug 25 15:01:46.502601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=753bd45f-0df5-4b95-a6e1-47a028f24554,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:46.515440 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:46.549569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63e5ab74-44e2-4569-b13f-afa4c4b0b787 req-63c94894-559e-4679-a539-f20c212c0167 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104383 Aug 25 15:01:46.561776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-d8334fef-5f8a-419b-992a-2035edbba869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:46.568363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-d8334fef-5f8a-419b-992a-2035edbba869 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 1094 time: 0.2719877 Aug 25 15:01:46.682452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4956-bc3f-4250-9df9-1167b8ee830a None None] Pushing event updated for resources: {'Port': ['ID=172235ad-91cf-4837-ada6-cdf66e4739e8,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:46.700970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-e809e6f4-d4e9-44ca-ba95-3e60e184651f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404 HTTP/1.1" status: 200 len: 217 time: 0.1162143 Aug 25 15:01:46.730539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['753bd45f-0df5-4b95-a6e1-47a028f24554'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:46.906475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-dcdc47c8-c2f8-4dfc-bd45-3a614270b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:46.915509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c8b0074-7a92-4cec-b638-8e6cae4db69e req-0c6d4c81-f8ce-4463-bd37-2f3cad0da2fa tempest-InstanceActionsNegativeTestJSON-7649773 tempest-InstanceActionsNegativeTestJSON-7649773-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbbc0773-79e9-483e-9a12-20b9774765d3 HTTP/1.1" status: 200 len: 210 time: 0.7218356 Aug 25 15:01:46.949725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-dcdc47c8-c2f8-4dfc-bd45-3a614270b260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 200 len: 854 time: 0.2266567 Aug 25 15:01:46.986266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-6bf3a33d-3696-407b-aa3f-12373bb75a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:46.993828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-6bf3a33d-3696-407b-aa3f-12373bb75a0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 1095 time: 0.8974657 Aug 25 15:01:47.064991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f069b-07f8-4fcd-b6f1-eeacaa779e0d req-b83933b3-e55a-4e1a-bbea-d83b9707c1dc tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.073241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-681f069b-07f8-4fcd-b6f1-eeacaa779e0d req-b83933b3-e55a-4e1a-bbea-d83b9707c1dc tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.3358955 Aug 25 15:01:47.090430 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cee7ef-7a36-45f1-b692-e4b2bf63619a x-openstack-request-id: req-26cee7ef-7a36-45f1-b692-e4b2bf63619a {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:47.091502 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090fed05-4ff5-4f39-b1ab-7c75b9524446", "tag": "bd6a4564-6f06-4e53-9d75-e72cf2645404", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:47.091931 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26cee7ef-7a36-45f1-b692-e4b2bf63619a {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:47.092550 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'tag': 'bd6a4564-6f06-4e53-9d75-e72cf2645404', 'status': 'completed', 'code': 200} Aug 25 15:01:47.093391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 61486a10-3102-4daf-aeb4-d77df3d85a5b no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:47.131723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 61486a10-3102-4daf-aeb4-d77df3d85a5b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:47.132277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 61486a10-3102-4daf-aeb4-d77df3d85a5b not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:47.217816 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdcbf0d-cc7a-470f-a27e-b966eb340ac0 x-openstack-request-id: req-2cdcbf0d-cc7a-470f-a27e-b966eb340ac0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:47.218246 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbc0773-79e9-483e-9a12-20b9774765d3", "name": "network-vif-deleted", "tag": "61486a10-3102-4daf-aeb4-d77df3d85a5b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:47.218595 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cdcbf0d-cc7a-470f-a27e-b966eb340ac0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:47.219169 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbc0773-79e9-483e-9a12-20b9774765d3', 'name': 'network-vif-deleted', 'tag': '61486a10-3102-4daf-aeb4-d77df3d85a5b', 'status': 'completed', 'code': 200} Aug 25 15:01:47.236273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-24e62803-be86-4100-823f-104daac919a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e360ba9-388b-40da-9836-83ddc24d2140 HTTP/1.1" status: 200 len: 217 time: 0.2218966 Aug 25 15:01:47.271011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-681f069b-07f8-4fcd-b6f1-eeacaa779e0d req-e540ec1f-da84-4596-8664-e668cf0347cd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967261 Aug 25 15:01:47.274124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-6ded7833-848e-4927-94c6-c77b2ebba0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.280158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-6ded7833-848e-4927-94c6-c77b2ebba0b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b62a914-da54-4b91-b30d-9ef095d781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130808 Aug 25 15:01:47.388905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:47.399580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:47.415157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-6e172111-c1c7-440a-ad8f-e6f22ad07acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.418797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-6e172111-c1c7-440a-ad8f-e6f22ad07acb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 200 len: 854 time: 0.1645467 Aug 25 15:01:47.438074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:47.454015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Calling delete_port for 49da03dc-4ed1-4163-9694-3213e6a8d97b owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:47.523999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b28436-c925-4294-8193-a0d7b57d2893 req-011089df-2b97-43cf-93f6-ba327131d1e8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.525650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35b28436-c925-4294-8193-a0d7b57d2893 req-011089df-2b97-43cf-93f6-ba327131d1e8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1497774 Aug 25 15:01:47.527683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-dca07b12-94a5-4b90-8549-1e2cfd956a02 service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350211 Aug 25 15:01:47.616444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-778b599e-0f97-425d-aa41-0b1499fe2f60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5481932 Aug 25 15:01:47.700686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35b28436-c925-4294-8193-a0d7b57d2893 req-e3a0c5f7-a73b-48aa-8d56-ab18f0523d8a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636755 Aug 25 15:01:47.730321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Allocated IP 172.25.8.23 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/7007a273-5645-4c62-a563-4838950a65c9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:47.753206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e54f54d-61eb-4f01-94d6-6158f5eb2803 req-c8292ca5-b109-4cbd-bd80-efb2b941ddde service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080836 Aug 25 15:01:47.760414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d521e3-4394-41d9-9b5e-1202030eef23 req-a22b0f51-f4c9-4234-a119-9acecdeed3c1 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.768850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78d521e3-4394-41d9-9b5e-1202030eef23 req-a22b0f51-f4c9-4234-a119-9acecdeed3c1 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 944 time: 0.3434956 Aug 25 15:01:47.798414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a725a2-195f-4b11-9e34-369e364c4579 req-53b61b97-fcf2-469d-a0af-b8bbf54eac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.800026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-53b61b97-fcf2-469d-a0af-b8bbf54eac63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b62a914-da54-4b91-b30d-9ef095d781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3553522 Aug 25 15:01:47.923922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fcbf-32a6-40f6-b00f-d36fda2f3620 req-99c74684-b6e2-4ec1-afc4-86a9d1ecb710 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.925763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf35fcbf-32a6-40f6-b00f-d36fda2f3620 req-99c74684-b6e2-4ec1-afc4-86a9d1ecb710 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 931 time: 0.0858731 Aug 25 15:01:47.967550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-f464e095-35ef-49ee-bf2e-b6c245dbd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:47.969111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-f464e095-35ef-49ee-bf2e-b6c245dbd628 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 1096 time: 0.3163190 Aug 25 15:01:48.009156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78d521e3-4394-41d9-9b5e-1202030eef23 req-0236ec4e-e700-4026-b042-f8b272dc78cd tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390079 Aug 25 15:01:48.086534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.095317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-bc0cb6ad-0d76-4b3e-ac6a-b5790cf2af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:48.097316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-bc0cb6ad-0d76-4b3e-ac6a-b5790cf2af55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 1094 time: 0.1550083 Aug 25 15:01:48.117049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42476) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:48.146372 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf35fcbf-32a6-40f6-b00f-d36fda2f3620 req-918adb35-6abc-4a2f-89b0-c5ffe05ea0c9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135730 Aug 25 15:01:48.205637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698737c7-3f2c-4027-93ec-86a99c1a6240 None None] Network 15a360c9-d785-4015-bd7b-16d775fe35de requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:48.256027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f172ea-aa8a-4d3e-9232-b9ff437fad18 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:48.269346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.280517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Deleting subnet 66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:01:48.285160 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.288868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Transition to ACTIVE for port object 81f172ea-aa8a-4d3e-9232-b9ff437fad18 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:48.346615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-0fcbb03d-c63f-4dae-ab00-217f984f192a service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294023 Aug 25 15:01:48.347782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-19d071f2-34a7-41fe-b68a-f4a42f1b7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:48.350411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-19d071f2-34a7-41fe-b68a-f4a42f1b7e9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 911 time: 0.3449972 Aug 25 15:01:48.359637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.396734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-9f9e613e-2368-457d-b6dd-c03bc488128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:48.398514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-956fa98f-5b07-4e95-93b2-1de09af26d5d None None] Provisioning for port 172235ad-91cf-4837-ada6-cdf66e4739e8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:48.399433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-9f9e613e-2368-457d-b6dd-c03bc488128f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 916 time: 0.2804363 Aug 25 15:01:48.447969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.453544 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-2e6d5394-2af3-4ab0-a1df-bf6dc938d58d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404 HTTP/1.1" status: 200 len: 217 time: 0.0454619 Aug 25 15:01:48.464017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.507485 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.524326 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.622868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:48.645423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:48.652187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:48.664578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-b36b4fc1-f1b2-49fe-96b1-44ea00b137bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:48.665144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-b36b4fc1-f1b2-49fe-96b1-44ea00b137bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 200 len: 854 time: 0.1987743 Aug 25 15:01:48.669359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Pushing event updated for resources: {'Port': ['ID=7007a273-5645-4c62-a563-4838950a65c9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:48.695484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=81f172ea-aa8a-4d3e-9232-b9ff437fad18,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:48.711762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-a0a5a921-dc02-4a1a-9c44-9c583346b31a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 200 len: 1000 time: 0.3407254 Aug 25 15:01:48.751169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 172235ad-91cf-4837-ada6-cdf66e4739e8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:48.786151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event deleted for resources: {'Port': ['ID=49da03dc-4ed1-4163-9694-3213e6a8d97b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:48.899562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54a725a2-195f-4b11-9e34-369e364c4579 req-303779f4-7f4d-42a3-b1db-431b71be6827 service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284295 Aug 25 15:01:48.923519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-36a52645-4fe2-4c4a-b9bd-e0c916ecac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:48.925285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-36a52645-4fe2-4c4a-b9bd-e0c916ecac42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b62a914-da54-4b91-b30d-9ef095d781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938648 Aug 25 15:01:48.926750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.929435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-1dfca266-6b47-4b4a-bd53-96278e669673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:48.930966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-1dfca266-6b47-4b4a-bd53-96278e669673 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.1046109 Aug 25 15:01:48.941823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.950931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 172235ad-91cf-4837-ada6-cdf66e4739e8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:48.950931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 172235ad-91cf-4837-ada6-cdf66e4739e8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:48.950931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.983355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:48.985679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e HTTP/1.1" status: 204 len: 168 time: 0.8386412 Aug 25 15:01:48.998161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:49.000903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3d49-07ec-4a2a-ba34-feeb48c14603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d2248e-aa8a-4b63-ac4a-ba71e6fdff1e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:49.041951 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.089461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 172235ad-91cf-4837-ada6-cdf66e4739e8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=172235ad-91cf-4837-ada6-cdf66e4739e8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:49.118908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.120636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Attempting to bind port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:49.120971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Attempting to bind port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:49.121303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Attempting to bind port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:49.127382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.138584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 on network 8b62a914-da54-4b91-b30d-9ef095d781ce not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:01:49.138584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Attempting to bind port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 on network 8b62a914-da54-4b91-b30d-9ef095d781ce {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:49.153119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.160084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-1f6009ae-d021-4c36-baa4-d7abbcc5a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:49.172469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-1f6009ae-d021-4c36-baa4-d7abbcc5a675 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243066 Aug 25 15:01:49.225208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=172235ad-91cf-4837-ada6-cdf66e4739e8,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:49.265739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:49.265739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Checking segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:49.265739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Bound using segment: {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:49.266139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Bound port: 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38911de-fb5e-448e-9ab5-6bae27200432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:49.266354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.275948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.303337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-8c619007-10ab-4642-a04b-7c1dd75cff59 service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402555 Aug 25 15:01:49.348229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9c930-22b5-4896-bf7c-3c672ea347ee req-b026e22a-1911-4f44-9cf0-90119da2fb6d tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:49.349924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f9c930-22b5-4896-bf7c-3c672ea347ee req-b026e22a-1911-4f44-9cf0-90119da2fb6d tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 944 time: 0.2126813 Aug 25 15:01:49.358759 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.359400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Fanout notify agent at l3_agent the message router_deleted on router cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:49.377237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.378351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e38d92b9-a092-4126-82ce-1666b8fea8fb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 HTTP/1.1" status: 204 len: 168 time: 4.8699977 Aug 25 15:01:49.388730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:49.405816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f547e-8746-43c0-9623-da55830dbc78 req-9414ba92-47aa-407b-a147-27a4b7e04a4a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:49.407647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a7f547e-8746-43c0-9623-da55830dbc78 req-9414ba92-47aa-407b-a147-27a4b7e04a4a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 943 time: 0.1763780 Aug 25 15:01:49.408310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1605086061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:49.424637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-175e557a-cd8e-4102-85f2-3f3074092aa8 service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035201 Aug 25 15:01:49.438308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] For port 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:49.496133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 753bd45f-0df5-4b95-a6e1-47a028f24554 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:49.512531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4f9c930-22b5-4896-bf7c-3c672ea347ee req-6746b8b5-ec3d-4d7a-b225-36d722b064e5 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463714 Aug 25 15:01:49.523441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] For port 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:49.559426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86a79c94-7113-45a4-8cac-8afb70b59967 req-4dbab97c-9358-4a81-b0f9-8ffcf57a386d service neutron] 10.222.0.52 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224735 Aug 25 15:01:49.604848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.606248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.668688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.673691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.675424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 753bd45f-0df5-4b95-a6e1-47a028f24554 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:49.680438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 753bd45f-0df5-4b95-a6e1-47a028f24554 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:49.680820 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.710046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:49.711538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.713543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/81f172ea-aa8a-4d3e-9232-b9ff437fad18 HTTP/1.1" status: 200 len: 1091 time: 3.8289630 Aug 25 15:01:49.738181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'tag': '81f172ea-aa8a-4d3e-9232-b9ff437fad18'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:49.743442 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274c224f-9dc5-4d94-ba3d-97da491c219b" -d '{"events": [{"name": "network-changed", "server_uuid": "b44aced9-ea2e-4a3e-a123-2a16ca494cef", "tag": "81f172ea-aa8a-4d3e-9232-b9ff437fad18"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:49.753500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.789243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.799724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db9443-4ddb-489b-8314-832e459eb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=81f172ea-aa8a-4d3e-9232-b9ff437fad18,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:49.803921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:49.819477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359c2882-3df7-42f5-bf81-b1ab543388e7') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:49.819925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359c2882-3df7-42f5-bf81-b1ab543388e7') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:49.824852 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.835705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.868972 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da60e1e5-3f29-4957-a9fb-109eb5cf99ed x-openstack-request-id: req-da60e1e5-3f29-4957-a9fb-109eb5cf99ed {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:49.869520 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44aced9-ea2e-4a3e-a123-2a16ca494cef", "tag": "81f172ea-aa8a-4d3e-9232-b9ff437fad18", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:49.869702 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da60e1e5-3f29-4957-a9fb-109eb5cf99ed {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:49.870202 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'tag': '81f172ea-aa8a-4d3e-9232-b9ff437fad18', 'status': 'completed', 'code': 200} Aug 25 15:01:49.872185 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:49.874004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-928206ef-3c4a-4c68-b3e9-1f0b7f6f67e9 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4777794 Aug 25 15:01:49.878907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:49.880094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753bd45f-0df5-4b95-a6e1-47a028f24554'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:49.884235 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501291d-0434-49ba-9a8b-6586901128b4" -d '{"events": [{"server_uuid": "47fe9d1b-a4e4-4af9-aea1-300ebfc69079", "name": "network-vif-plugged", "status": "completed", "tag": "753bd45f-0df5-4b95-a6e1-47a028f24554"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:49.889830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:49.906277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 753bd45f-0df5-4b95-a6e1-47a028f24554, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=753bd45f-0df5-4b95-a6e1-47a028f24554,segment=NetworkSegment(59ad6e37-7700-42d0-9953-c78daf4db123),segment_id=59ad6e37-7700-42d0-9953-c78daf4db123)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:49.986325 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a60e9-1799-4783-a0e9-4c0116b20e13 x-openstack-request-id: req-f35a60e9-1799-4783-a0e9-4c0116b20e13 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:49.986325 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe9d1b-a4e4-4af9-aea1-300ebfc69079", "name": "network-vif-plugged", "status": "completed", "tag": "753bd45f-0df5-4b95-a6e1-47a028f24554", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:49.986325 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f35a60e9-1799-4783-a0e9-4c0116b20e13 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:49.986325 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753bd45f-0df5-4b95-a6e1-47a028f24554', 'code': 200} Aug 25 15:01:50.006934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.026726 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.028751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-790c4a79-7690-491e-b40e-d7844ae09a58 req-8ca2d753-f995-4ac3-855c-ac489c0a2c84 service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903117 Aug 25 15:01:50.058543 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a7f547e-8746-43c0-9623-da55830dbc78 req-59e0be2c-e781-4d35-80bf-1d53a632319b tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030149 Aug 25 15:01:50.080804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:01:50.081870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:01:50.085255 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:01:50.161428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.191397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=753bd45f-0df5-4b95-a6e1-47a028f24554,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:50.262561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-134ce8e1-a886-4ab3-a46b-095b195b2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:50.264160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-134ce8e1-a886-4ab3-a46b-095b195b2586 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 1094 time: 0.4446878 Aug 25 15:01:50.269219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.303764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ef2c-ca24-47eb-8c79-698133e46945 req-d4246745-8a49-4c9f-b16e-4275ec999749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:50.305285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ec1ef2c-ca24-47eb-8c79-698133e46945 req-d4246745-8a49-4c9f-b16e-4275ec999749 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 1096 time: 0.0894089 Aug 25 15:01:50.313966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-e35e4d93-e48d-49de-96da-0c8b4f652fba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18 HTTP/1.1" status: 200 len: 217 time: 0.0396876 Aug 25 15:01:50.381600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-46435be4-9675-4c41-98c4-bc440aa52097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:50.384042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-46435be4-9675-4c41-98c4-bc440aa52097 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 200 len: 854 time: 0.0622184 Aug 25 15:01:50.418951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ec1ef2c-ca24-47eb-8c79-698133e46945 req-e1c45344-43d7-4cea-94df-e034c77ffbd5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748794 Aug 25 15:01:50.421282 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.433744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.437399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76 HTTP/1.1" status: 204 len: 168 time: 1.4371052 Aug 25 15:01:50.454500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67407c2-7d99-460e-99d1-89e88076ebaa admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1ce4ec-0941-4f13-aaf7-1c5c36b2ae76,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:50.468909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.511794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-6b0a93ba-4d4b-4cc9-ae8d-3f8b9521ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:50.514067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-6b0a93ba-4d4b-4cc9-ae8d-3f8b9521ff48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b62a914-da54-4b91-b30d-9ef095d781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222100 Aug 25 15:01:50.652493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 172235ad-91cf-4837-ada6-cdf66e4739e8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:50.720391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 172235ad-91cf-4837-ada6-cdf66e4739e8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:50.725333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:50.725541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Router b45f0d32-1196-44f7-bc62-c7ca7587610d is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:50.866235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:50.926076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:50.934219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36f653e0-7dff-4fa0-9e79-e8b6fb916cde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cca707745de44633a1c460cc0118e81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668056 Aug 25 15:01:50.937585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:50.940787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:50.953992 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:50.955082 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:50.974267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-54b1a136-c290-4417-b544-6e8c8a94332a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.009979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f4b09f8-ffe6-4ab3-9100-f2e97f3d8063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.048506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f4b09f8-ffe6-4ab3-9100-f2e97f3d8063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.121257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.123043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f0db1328-5fc6-4cbc-9923-460858b499ac admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1485708 Aug 25 15:01:51.126730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42532) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:51.188029 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f4b09f8-ffe6-4ab3-9100-f2e97f3d8063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.191381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f4b09f8-ffe6-4ab3-9100-f2e97f3d8063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.196742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1f4b09f8-ffe6-4ab3-9100-f2e97f3d8063 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1c74824-3e9b-46ba-9060-6c4fca5e7d72 HTTP/1.1" status: 204 len: 168 time: 0.2580991 Aug 25 15:01:51.199991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-83db6432-e706-49a5-9146-c86c05f0054f service neutron] 10.222.0.45 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751750 Aug 25 15:01:51.210874 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:51.257021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b09f8-ffe6-4ab3-9100-f2e97f3d8063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c74824-3e9b-46ba-9060-6c4fca5e7d72,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:51.345793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25298a27-250f-45cd-b26c-dcf0de7e939a req-6523f9b5-ec86-4c28-8aa7-b22e0c6503ea tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:51.346781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d8732e5-c1cd-4596-aaa2-00addf218a40 req-afba4a53-b4b1-4137-92dc-43f073b282be service neutron] 10.222.0.45 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369419 Aug 25 15:01:51.364561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25298a27-250f-45cd-b26c-dcf0de7e939a req-6523f9b5-ec86-4c28-8aa7-b22e0c6503ea tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 943 time: 0.1777751 Aug 25 15:01:51.369150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a9c2f-da49-4e4b-b4d4-46f14e9c6247 req-436167c6-64c2-4493-a3f0-9412c61ea1cb tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:51.378469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f2a9c2f-da49-4e4b-b4d4-46f14e9c6247 req-436167c6-64c2-4493-a3f0-9412c61ea1cb tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 945 time: 0.2996609 Aug 25 15:01:51.410119 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:49Z', 'revision_number': 3, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:51.417639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25298a27-250f-45cd-b26c-dcf0de7e939a req-82f03cda-b790-4e8a-a744-d3577ac31855 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Aug 25 15:01:51.448229 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:01:51.448817 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Updating router b45f0d32-1196-44f7-bc62-c7ca7587610d port 7007a273-5645-4c62-a563-4838950a65c9 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:01:51.498462 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.517782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.524115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e360ba9-388b-40da-9836-83ddc24d2140 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:01:51.592369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.753291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3e360ba9-388b-40da-9836-83ddc24d2140, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e360ba9-388b-40da-9836-83ddc24d2140,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:51.773520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-bb5eed5b-1465-4d30-bb63-cd0deebb6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:51.775071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-bb5eed5b-1465-4d30-bb63-cd0deebb6068 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 1094 time: 0.3009884 Aug 25 15:01:51.791162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f2a9c2f-da49-4e4b-b4d4-46f14e9c6247 req-851ca30a-7bd7-4636-af05-597cd5497ac5 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046328 Aug 25 15:01:51.802269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '3e360ba9-388b-40da-9836-83ddc24d2140', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'port_id': '3e360ba9-388b-40da-9836-83ddc24d2140', 'mac_address': 'fa:16:3e:16:10:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef41389-b3fc-4b66-add1-45efb77aa463', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:01:51.847262 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.874270 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Transition to ACTIVE for port object 7007a273-5645-4c62-a563-4838950a65c9 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:51.889872 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:51.900490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-2413f2e8-e979-4c77-a305-696485cb4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:51.902642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-2413f2e8-e979-4c77-a305-696485cb4467 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 916 time: 0.1102655 Aug 25 15:01:51.907421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e360ba9-388b-40da-9836-83ddc24d2140 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:51.937306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3e360ba9-388b-40da-9836-83ddc24d2140, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e360ba9-388b-40da-9836-83ddc24d2140,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:51.953630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-d3429d91-3e42-4f1c-aaa8-8e18e5ed1a1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18 HTTP/1.1" status: 200 len: 217 time: 0.0409546 Aug 25 15:01:51.984099 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.023978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.036627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.037879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bd6a4564-6f06-4e53-9d75-e72cf2645404 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:01:52.052094 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f217-1d8f-4824-ae5a-745d6519b0d0 None None] Pushing event updated for resources: {'Port': ['ID=7007a273-5645-4c62-a563-4838950a65c9,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:52.077374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-f7299379-465f-4c56-96f9-4e6315c9da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:52.082559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-f7299379-465f-4c56-96f9-4e6315c9da27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 200 len: 854 time: 0.1205003 Aug 25 15:01:52.092278 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Attempting to bind port 7007a273-5645-4c62-a563-4838950a65c9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:52.092571 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Attempting to bind port 7007a273-5645-4c62-a563-4838950a65c9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:52.092907 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Attempting to bind port 7007a273-5645-4c62-a563-4838950a65c9 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:52.116172 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:52.116545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:52.116948 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.117350 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:52.117807 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Bound port: 7007a273-5645-4c62-a563-4838950a65c9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:52.118181 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.127375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3e360ba9-388b-40da-9836-83ddc24d2140,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:52.166656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Allocated IP 172.25.8.211 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a0d57abd-95b4-492d-aa0e-0842cadc2328) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:52.201174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bd6a4564-6f06-4e53-9d75-e72cf2645404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:52.226470 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] For port 7007a273-5645-4c62-a563-4838950a65c9, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:52.233338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'bd6a4564-6f06-4e53-9d75-e72cf2645404', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'port_id': 'bd6a4564-6f06-4e53-9d75-e72cf2645404', 'mac_address': 'fa:16:3e:3d:3e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef41389-b3fc-4b66-add1-45efb77aa463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:01:52.240705 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] For port 7007a273-5645-4c62-a563-4838950a65c9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7007a273-5645-4c62-a563-4838950a65c9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:52.271873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-dbe4075d-d157-4854-b08f-9f13b86159d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:52.273464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-dbe4075d-d157-4854-b08f-9f13b86159d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b62a914-da54-4b91-b30d-9ef095d781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825533 Aug 25 15:01:52.287836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Allocated IP 172.20.0.1 (15a360c9-d785-4015-bd7b-16d775fe35de/d13e322e-8460-43ec-af52-e2b36b2b4646/fa2b41fa-08aa-4ded-889f-12ada5bb05ac) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:52.306155 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.319241 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.324305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6a4564-6f06-4e53-9d75-e72cf2645404 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:52.360792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bd6a4564-6f06-4e53-9d75-e72cf2645404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:52.412715 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f217-1d8f-4824-ae5a-745d6519b0d0 None None] Pushing event updated for resources: {'Port': ['ID=7007a273-5645-4c62-a563-4838950a65c9,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:52.424013 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:52.424931 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:52.435732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.438992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.472089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.473010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Transition to ACTIVE for port object fa2b41fa-08aa-4ded-889f-12ada5bb05ac will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:52.480728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-6fa6103f-07c5-4d05-8952-37d7077e9fb5 service neutron] 10.222.0.45 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994267 Aug 25 15:01:52.522083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bd6a4564-6f06-4e53-9d75-e72cf2645404,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:52.590810 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:52.597840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.650251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-274c224f-9dc5-4d94-ba3d-97da491c219b req-991eba92-4ca1-41fc-abcd-a046cc4491ac service neutron] 10.222.0.45 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599188 Aug 25 15:01:52.664213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Network 15a360c9-d785-4015-bd7b-16d775fe35de is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:52.673110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:52.683083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bf0d6-8bbf-42df-bfa6-e31729757136 req-c64b3ba3-96b7-46f3-b602-2a62be59efe6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:52.684743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-710bf0d6-8bbf-42df-bfa6-e31729757136 req-c64b3ba3-96b7-46f3-b602-2a62be59efe6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 943 time: 0.1460185 Aug 25 15:01:52.685784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:52.696492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:52.751878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['bd6a4564-6f06-4e53-9d75-e72cf2645404'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:52.756169 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.758448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['3e360ba9-388b-40da-9836-83ddc24d2140'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:52.767011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:52.835684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42574) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:52.855883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:52.857895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:52.860591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:52.863253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event updated for resources: {'Port': ['ID=a0d57abd-95b4-492d-aa0e-0842cadc2328,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:52.969771 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:49Z', 'revision_number': 3, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:53.005529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-710bf0d6-8bbf-42df-bfa6-e31729757136 req-06526513-1836-4996-8c90-6fdcec3f81e8 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926176 Aug 25 15:01:53.052384 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c07a5-50b8-4fe0-a7ab-03431a6e7074 None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:49Z', 'revision_number': 3, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:53.128082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-33356546-network', 'tenant_id': '71ea9afa95284cf0bd4eea53d7ede421'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:53.174902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1652265d-3ac3-4dbe-96e3-08fc6a0e8ad4 None None] Provisioning for port fa2b41fa-08aa-4ded-889f-12ada5bb05ac completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:53.192642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1652265d-3ac3-4dbe-96e3-08fc6a0e8ad4 None None] Provisioning complete for port fa2b41fa-08aa-4ded-889f-12ada5bb05ac triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:53.192953 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1652265d-3ac3-4dbe-96e3-08fc6a0e8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.275205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cd5d2-aa72-4c78-80fb-231b126a91f7 req-b83fb409-8a10-4b4d-bf3e-36e02d63a9c9 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:53.280748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.286015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-385cd5d2-aa72-4c78-80fb-231b126a91f7 req-b83fb409-8a10-4b4d-bf3e-36e02d63a9c9 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 945 time: 0.1638618 Aug 25 15:01:53.289572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1652265d-3ac3-4dbe-96e3-08fc6a0e8ad4 None None] Port fa2b41fa-08aa-4ded-889f-12ada5bb05ac cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:01:53.298551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Made reservation on behalf of 71ea9afa95284cf0bd4eea53d7ede421 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:53.301056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.445104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.490042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.539717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.559479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-385cd5d2-aa72-4c78-80fb-231b126a91f7 req-19399ccc-58d9-4a3e-964a-666a4b32f8dc tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722750 Aug 25 15:01:53.658032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.749460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-72c01f20-ce88-440f-877f-26010ab71d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.751085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.830079 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.837591 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.840471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.915568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Network 15a360c9-d785-4015-bd7b-16d775fe35de is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:53.920139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:53.920765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.932463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:53.949980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:53.992095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:01:54.068432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.070718 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Added segment 041505b3-71bd-42c8-a7ed-80a55e01a84d of type vlan for network 4906f515-b250-46d7-8578-c421be8ed7d0 Aug 25 15:01:54.120991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92d60aa-fa0c-4334-ab7b-b172923245cc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:54.180293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.222437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17b64-2ab9-470e-a51b-2dc71aa0a9b0 req-ad970da7-998c-468a-980f-68dfd78b3236 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:54.224825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6c17b64-2ab9-470e-a51b-2dc71aa0a9b0 req-ad970da7-998c-468a-980f-68dfd78b3236 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 943 time: 0.1007128 Aug 25 15:01:54.243718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Router b45f0d32-1196-44f7-bc62-c7ca7587610d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:01:54.256741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e767b6-2490-4dda-8b7d-3e86b78f9b8d req-c404f5f1-08df-41fd-8517-0f160cab2f91 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:54.258361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e767b6-2490-4dda-8b7d-3e86b78f9b8d req-c404f5f1-08df-41fd-8517-0f160cab2f91 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 945 time: 0.1206603 Aug 25 15:01:54.299088 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.300753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:54.300986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.351831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cd731a9a-4d24-46e1-9262-a5deaa3ef094 None None] Provisioning complete for port fa2b41fa-08aa-4ded-889f-12ada5bb05ac triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:54.352209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd731a9a-4d24-46e1-9262-a5deaa3ef094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.356574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e767b6-2490-4dda-8b7d-3e86b78f9b8d req-0b20ca04-f9b5-4268-956e-9a99fb939935 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916808 Aug 25 15:01:54.379798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a6c17b64-2ab9-470e-a51b-2dc71aa0a9b0 req-4fa513ef-71b8-45a4-a096-18f3c7ffdaec tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437769 Aug 25 15:01:54.414721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Router a0285b32-2286-4391-a1e0-e7d0352f61c5 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:01:54.435698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] Pushing event updated for resources: {'Network': ['ID=4906f515-b250-46d7-8578-c421be8ed7d0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:54.455585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:54.461475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-63e7a4cf-648f-4a26-9951-b08a11332ca5 admin admin] 10.222.0.58 "PUT /v2.0/routers/b45f0d32-1196-44f7-bc62-c7ca7587610d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3335814 Aug 25 15:01:54.468053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cd731a9a-4d24-46e1-9262-a5deaa3ef094 None None] Port fa2b41fa-08aa-4ded-889f-12ada5bb05ac cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:01:54.472863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4906f515-b250-46d7-8578-c421be8ed7d0 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:01:54.473651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-99bad3be-f114-4737-8b2d-9f15ce6b5902 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6342430 Aug 25 15:01:54.474949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:54.485761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Request body: {'subnet': {'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-33356546-subnet', 'tenant_id': '71ea9afa95284cf0bd4eea53d7ede421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:54.586698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Made reservation on behalf of 71ea9afa95284cf0bd4eea53d7ede421 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:01:54.586698 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.588269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:01:54.594330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.595558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-608a3819-03e9-4167-8a1b-c3cb71c1e09e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "PUT /v2.0/routers/a0285b32-2286-4391-a1e0-e7d0352f61c5 HTTP/1.1" status: 200 len: 880 time: 4.7139482 Aug 25 15:01:54.598148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42608) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:54.601113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] Sync routers for ids ['a0285b32-2286-4391-a1e0-e7d0352f61c5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:54.629833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] Routers {'a0285b32-2286-4391-a1e0-e7d0352f61c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:54.631862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a0285b32-2286-4391-a1e0-e7d0352f61c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:54.680319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:54.704331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7007a273-5645-4c62-a563-4838950a65c9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:54.713854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] Routers {'a0285b32-2286-4391-a1e0-e7d0352f61c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:54.714756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a0285b32-2286-4391-a1e0-e7d0352f61c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:54.772492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:54.773510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d52e6-b9c1-4c30-ad64-bdd1a0659253 None None] The sync data for ids ['a0285b32-2286-4391-a1e0-e7d0352f61c5'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:54.808955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6b53b08f-486c-4b93-885b-72ca0716367b tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/a0285b32-2286-4391-a1e0-e7d0352f61c5 HTTP/1.1" status: 200 len: 921 time: 0.2006719 Aug 25 15:01:54.809716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42618) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:54.886099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e5b0b-8be3-4565-b53e-cfbec6cdc5e7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:54.893366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-671e5b0b-8be3-4565-b53e-cfbec6cdc5e7 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=a0285b32-2286-4391-a1e0-e7d0352f61c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0824447 Aug 25 15:01:54.893990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42620) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:54.897852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7007a273-5645-4c62-a563-4838950a65c9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:54.902517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7007a273-5645-4c62-a563-4838950a65c9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:54.902899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:54.962387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 81f172ea-aa8a-4d3e-9232-b9ff437fad18 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:01:54.993068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.001262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92663f3-b1ce-4343-92a9-b2da09278fc2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:55.003186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a92663f3-b1ce-4343-92a9-b2da09278fc2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1082022 Aug 25 15:01:55.006592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42622) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:55.041525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82055fbd-b683-4abc-9562-9f067013b47e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0285b32-2286-4391-a1e0-e7d0352f61c5 HTTP/1.1" status: 200 len: 205 time: 0.0334232 Aug 25 15:01:55.046070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42624) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:55.062440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:55.096269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Checking segment: {'id': '041505b3-71bd-42c8-a7ed-80a55e01a84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:55.096666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Network hostable DHCP agents. Network: 4906f515-b250-46d7-8578-c421be8ed7d0, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:01:55.125853 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.158841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7007a273-5645-4c62-a563-4838950a65c9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7007a273-5645-4c62-a563-4838950a65c9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:55.169488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Network 4906f515-b250-46d7-8578-c421be8ed7d0 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:01:55.191258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42628) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:55.195736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:55.203449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958291935', 'description': 'tempest-description--1615472960'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:55.207960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '81f172ea-aa8a-4d3e-9232-b9ff437fad18', 'network_id': '8b62a914-da54-4b91-b30d-9ef095d781ce', 'port_id': '81f172ea-aa8a-4d3e-9232-b9ff437fad18', 'mac_address': 'fa:16:3e:dd:1d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef41389-b3fc-4b66-add1-45efb77aa463', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:01:55.216289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.232804 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.252305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4906f515-b250-46d7-8578-c421be8ed7d0) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:55.265057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280062e3-422b-4204-938a-64f79218f45e None None] Network 4906f515-b250-46d7-8578-c421be8ed7d0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:55.272214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:55.273157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.320852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.326185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.363699 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:01:55.373651 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:55.377781 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:55.389438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f172ea-aa8a-4d3e-9232-b9ff437fad18 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:01:55.396843 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aa2f5e74-ca24-4db2-af0b-bc345770588c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9198728 Aug 25 15:01:55.404036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7007a273-5645-4c62-a563-4838950a65c9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:55.444961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:55.451832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.612363 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.621397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-efb7d912-e518-4d98-bad1-0f297adfa6ab tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:55.623507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-efb7d912-e518-4d98-bad1-0f297adfa6ab tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.52 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 945 time: 0.1289694 Aug 25 15:01:55.633356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c4f02-1e51-456a-b1be-089a5d0fc2dc req-85b9d220-1985-4c85-8612-da72af90b194 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:55.635153 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de0c4f02-1e51-456a-b1be-089a5d0fc2dc req-85b9d220-1985-4c85-8612-da72af90b194 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 945 time: 0.1447883 Aug 25 15:01:55.651586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:55.697815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101305b6-0075-409f-bea3-7fdc362fe108 req-49627c65-50bf-421c-be46-6e416b38d636 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:55.709118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-101305b6-0075-409f-bea3-7fdc362fe108 req-49627c65-50bf-421c-be46-6e416b38d636 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 943 time: 0.1844320 Aug 25 15:01:55.730764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.732581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e360ba9-388b-40da-9836-83ddc24d2140 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:55.759102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Deleting port a0d57abd-95b4-492d-aa0e-0842cadc2328 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:55.760024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.777166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516a9da-0d32-43ba-9733-0568380c3b0a None None] Network 4906f515-b250-46d7-8578-c421be8ed7d0 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:01:55.786761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:55.825790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de0c4f02-1e51-456a-b1be-089a5d0fc2dc req-4066d711-609e-4b10-9891-339c0eadce27 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d99402d-c69d-4f1e-87e6-13640927a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825228 Aug 25 15:01:55.836471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.838660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8c24839-a507-4008-90b8-0c520748495b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6451311 Aug 25 15:01:55.841437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42646) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:55.849078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'security_group_rule': {'security_group_id': 'e48fb6e4-6f0e-4a43-ae69-7b1530544cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:55.864838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-101305b6-0075-409f-bea3-7fdc362fe108 req-cc911e48-e188-4a1a-b35a-b8dd12a94d65 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485283 Aug 25 15:01:55.874152 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.876234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.907339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Deleting port 753bd45f-0df5-4b95-a6e1-47a028f24554 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:01:55.908250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.923754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:55.970266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Calling delete_port for a0d57abd-95b4-492d-aa0e-0842cadc2328 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:56.023257 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 2, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:56.038400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=81f172ea-aa8a-4d3e-9232-b9ff437fad18,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:56.043923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] For port 753bd45f-0df5-4b95-a6e1-47a028f24554, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=753bd45f-0df5-4b95-a6e1-47a028f24554,segment=NetworkSegment(59ad6e37-7700-42d0-9953-c78daf4db123),segment_id=59ad6e37-7700-42d0-9953-c78daf4db123)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:56.046365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.074145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Calling delete_port for 753bd45f-0df5-4b95-a6e1-47a028f24554 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:01:56.090223 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:01:56.091050 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Updating router b45f0d32-1196-44f7-bc62-c7ca7587610d port fa2b41fa-08aa-4ded-889f-12ada5bb05ac binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:01:56.091781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.106703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['81f172ea-aa8a-4d3e-9232-b9ff437fad18'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:01:56.165549 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.200490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 3e360ba9-388b-40da-9836-83ddc24d2140 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:56.215972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 3e360ba9-388b-40da-9836-83ddc24d2140 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:56.216355 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.311207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-b694548c-9ffa-4b57-937c-c0eababc8f56 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:56.315150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-b694548c-9ffa-4b57-937c-c0eababc8f56 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/networks?id=4906f515-b250-46d7-8578-c421be8ed7d0 HTTP/1.1" status: 200 len: 820 time: 0.2136612 Aug 25 15:01:56.381047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-2800ebe0-ad0a-4a9a-ad0e-2283fbf6e4d2 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/quotas/71ea9afa95284cf0bd4eea53d7ede421 HTTP/1.1" status: 200 len: 375 time: 0.0503502 Aug 25 15:01:56.428910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-4792155d-5316-4f30-b072-010eafda75a2 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71ea9afa95284cf0bd4eea53d7ede421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417690 Aug 25 15:01:56.496386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.528457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event deleted for resources: {'Port': ['ID=a0d57abd-95b4-492d-aa0e-0842cadc2328,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:56.544314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.593538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.616055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.637961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e360ba9-388b-40da-9836-83ddc24d2140'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:56.644112 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e9d29-2e4b-426c-9298-b00d2feea04d" -d '{"events": [{"server_uuid": "20deb75a-e706-4ad8-8b6e-6950adf70edb", "name": "network-vif-plugged", "status": "completed", "tag": "3e360ba9-388b-40da-9836-83ddc24d2140"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:56.649707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.661556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3e360ba9-388b-40da-9836-83ddc24d2140, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e360ba9-388b-40da-9836-83ddc24d2140,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:56.665878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7007a273-5645-4c62-a563-4838950a65c9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:56.671261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5853b3-1d86-4837-8464-04c504cc9394,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:56.726444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.744124 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a446f67d-9336-434e-8e18-90050156876b x-openstack-request-id: req-a446f67d-9336-434e-8e18-90050156876b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:56.744540 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20deb75a-e706-4ad8-8b6e-6950adf70edb", "name": "network-vif-plugged", "status": "completed", "tag": "3e360ba9-388b-40da-9836-83ddc24d2140", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:56.744934 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a446f67d-9336-434e-8e18-90050156876b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:56.745504 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e360ba9-388b-40da-9836-83ddc24d2140', 'code': 200} Aug 25 15:01:56.748821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7007a273-5645-4c62-a563-4838950a65c9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:56.749394 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.780799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.785350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7c1a56c1-debd-4f5f-91ca-8cd091d697b9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9425535 Aug 25 15:01:56.787424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Pushing event deleted for resources: {'Port': ['ID=753bd45f-0df5-4b95-a6e1-47a028f24554,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:56.787752 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.789172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bd6a4564-6f06-4e53-9d75-e72cf2645404 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:56.790191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42670) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:56.798025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'security_group_rule': {'security_group_id': 'e48fb6e4-6f0e-4a43-ae69-7b1530544cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:56.808162 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.820711 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Transition to ACTIVE for port object fa2b41fa-08aa-4ded-889f-12ada5bb05ac will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:01:56.873440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] No DVR routers for this DVR port 753bd45f-0df5-4b95-a6e1-47a028f24554 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:01:56.877826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.880812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fcf03cfa-2b00-45fd-8bd7-b29a190ac8e7 req-e4d8997c-e624-4c49-8773-64ab42d7690e tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.52 "DELETE /v2.0/ports/753bd45f-0df5-4b95-a6e1-47a028f24554 HTTP/1.1" status: 204 len: 173 time: 1.2444515 Aug 25 15:01:56.881340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'name': 'network-vif-deleted', 'tag': '753bd45f-0df5-4b95-a6e1-47a028f24554'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:56.883924 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13f0853-dbeb-476d-81dd-9c2c72df5e69" -d '{"events": [{"server_uuid": "47fe9d1b-a4e4-4af9-aea1-300ebfc69079", "name": "network-vif-deleted", "tag": "753bd45f-0df5-4b95-a6e1-47a028f24554"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:56.901468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3e360ba9-388b-40da-9836-83ddc24d2140,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:56.909492 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:56.992779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 81f172ea-aa8a-4d3e-9232-b9ff437fad18 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:57.063727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.116300 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8aeae-1343-4a9d-a21e-f25cdfff5efe None None] Pushing event updated for resources: {'Port': ['ID=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:57.118644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f863ae-05db-4c79-8a0a-847625964d6d req-d4cf20dc-6f62-466c-a4d9-bb990db1ab97 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:57.127684 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3f863ae-05db-4c79-8a0a-847625964d6d req-d4cf20dc-6f62-466c-a4d9-bb990db1ab97 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 944 time: 0.1369984 Aug 25 15:01:57.138939 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Attempting to bind port fa2b41fa-08aa-4ded-889f-12ada5bb05ac on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:01:57.139485 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Attempting to bind port fa2b41fa-08aa-4ded-889f-12ada5bb05ac by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:01:57.141768 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Attempting to bind port fa2b41fa-08aa-4ded-889f-12ada5bb05ac on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:01:57.149816 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:01:57.150250 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Checking segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:01:57.150577 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.151404 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Bound using segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:01:57.151870 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Bound port: fa2b41fa-08aa-4ded-889f-12ada5bb05ac, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:01:57.152252 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.189382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.199417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:57.203311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port bd6a4564-6f06-4e53-9d75-e72cf2645404 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:57.222561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port bd6a4564-6f06-4e53-9d75-e72cf2645404 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:57.223018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.226749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:57.227144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.250711 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] For port fa2b41fa-08aa-4ded-889f-12ada5bb05ac, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:01:57.258354 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] For port fa2b41fa-08aa-4ded-889f-12ada5bb05ac, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:01:57.267483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.271952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-2003c55e-b6d6-4b5d-b631-9c4d0790b61d service neutron] 10.222.0.58 "GET /v2.0/networks/4906f515-b250-46d7-8578-c421be8ed7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296049 Aug 25 15:01:57.272254 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3f863ae-05db-4c79-8a0a-847625964d6d req-9a717f5e-69dd-49cc-9ad4-deacaa97fbf9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385119 Aug 25 15:01:57.273274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.274989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.289257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25a955-06b1-4e47-b434-043ae1654b37 req-064832ed-bd5e-4b67-b201-cdc19b339b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:57.290954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d25a955-06b1-4e47-b434-043ae1654b37 req-064832ed-bd5e-4b67-b201-cdc19b339b39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 1097 time: 0.2237804 Aug 25 15:01:57.322310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.367906 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.392758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.465588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f76a0c7-2d63-443b-b5c6-e050a2d68a8d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:57.478891 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:01:57.482942 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:57.488884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.514091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e45fc2f0-d978-4b6f-b963-e8838d0470e3 req-1bec2297-5bb8-424a-9cdd-911d603653a6 tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 210 time: 0.1112378 Aug 25 15:01:57.514600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-607cbc08-c068-4577-98bd-11474202a9b6 service neutron] 10.222.0.58 "GET /v2.0/networks/4906f515-b250-46d7-8578-c421be8ed7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311041 Aug 25 15:01:57.524162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.526234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-907fc0da-334a-4578-85aa-81a29d2ac909 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7350154 Aug 25 15:01:57.530393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:57.533472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.551439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:57.557842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d25a955-06b1-4e47-b434-043ae1654b37 req-dfdc0684-da9d-43e1-a2f7-e8b7a957ae78 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582518 Aug 25 15:01:57.561417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.562150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Fanout notify agent at l3_agent the message router_deleted on router a0285b32-2286-4391-a1e0-e7d0352f61c5 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:01:57.575475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.580038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3270023d-2f4a-4bcf-8ed6-10dce79b3eeb tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/a0285b32-2286-4391-a1e0-e7d0352f61c5 HTTP/1.1" status: 204 len: 168 time: 2.5293095 Aug 25 15:01:57.583595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42690) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:57.588179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1369711955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:57.665234 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34212f9b-ccad-4a51-825b-a34a7f2bcaf5 x-openstack-request-id: req-34212f9b-ccad-4a51-825b-a34a7f2bcaf5 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:57.665748 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe9d1b-a4e4-4af9-aea1-300ebfc69079", "name": "network-vif-deleted", "tag": "753bd45f-0df5-4b95-a6e1-47a028f24554", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:57.666631 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34212f9b-ccad-4a51-825b-a34a7f2bcaf5 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:57.667222 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe9d1b-a4e4-4af9-aea1-300ebfc69079', 'name': 'network-vif-deleted', 'tag': '753bd45f-0df5-4b95-a6e1-47a028f24554', 'status': 'completed', 'code': 200} Aug 25 15:01:57.686329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port bd6a4564-6f06-4e53-9d75-e72cf2645404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:57.704842 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8aeae-1343-4a9d-a21e-f25cdfff5efe None None] Pushing event updated for resources: {'Port': ['ID=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:57.720791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.731444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:57.749302 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.750140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 753bd45f-0df5-4b95-a6e1-47a028f24554 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:01:57.791281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 753bd45f-0df5-4b95-a6e1-47a028f24554 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:01:57.791631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 753bd45f-0df5-4b95-a6e1-47a028f24554 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:01:57.806330 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:01:57.827815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.856322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.858583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.890441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=bd6a4564-6f06-4e53-9d75-e72cf2645404,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:57.942264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.955238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:57.979255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=81f172ea-aa8a-4d3e-9232-b9ff437fad18,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:58.036162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:58.052434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89b0e665-532f-4369-a4f7-68fd2dd9ef07 req-069eda51-34e9-4c83-ab4e-a39f0b665412 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 210 time: 0.0367653 Aug 25 15:01:58.089646 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:57Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:01:58.117525 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4f2e9-a425-4429-a16a-4e4613eb71dd None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:57Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:01:58.147005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:58.150553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Allocated IP 172.25.8.25 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/c7f98880-c2a6-49e2-8025-f5fd194dbf4e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:58.152344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5e3c729-b348-4987-ade7-1a94944dfc04 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5677893 Aug 25 15:01:58.152850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42704) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:01:58.160215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': True}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:01:58.411483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be84433-94f3-4855-abc5-f6b63007a59a req-6f0df050-4cdd-49f3-8e2e-3de9541ba6c2 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:58.413433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7be84433-94f3-4855-abc5-f6b63007a59a req-6f0df050-4cdd-49f3-8e2e-3de9541ba6c2 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.0593948 Aug 25 15:01:58.488324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7be84433-94f3-4855-abc5-f6b63007a59a req-8f1d7f02-ad7f-497c-8fbd-a5563186ff32 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629666 Aug 25 15:01:58.563451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:58.581869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:58.683281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa2b41fa-08aa-4ded-889f-12ada5bb05ac up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:01:58.747634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6a4564-6f06-4e53-9d75-e72cf2645404'}, {'server_uuid': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f172ea-aa8a-4d3e-9232-b9ff437fad18'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:01:58.750406 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced0f49e-b95c-4b47-a1f6-4134d8dbc7c5" -d '{"events": [{"server_uuid": "090fed05-4ff5-4f39-b1ab-7c75b9524446", "name": "network-vif-plugged", "status": "completed", "tag": "bd6a4564-6f06-4e53-9d75-e72cf2645404"}, {"server_uuid": "b44aced9-ea2e-4a3e-a123-2a16ca494cef", "name": "network-vif-plugged", "status": "completed", "tag": "81f172ea-aa8a-4d3e-9232-b9ff437fad18"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:01:58.785087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8474054c-2f37-4cd1-bf9d-976b4bfdd779 req-2fbbe5cd-2200-4ca1-866f-a28351c5880b tempest-InstanceActionsV221TestJSON-1699803571 tempest-InstanceActionsV221TestJSON-1699803571-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fe9d1b-a4e4-4af9-aea1-300ebfc69079 HTTP/1.1" status: 200 len: 210 time: 0.0890718 Aug 25 15:01:58.788921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:58.839940 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d935dc05-96dd-494a-8479-cc16332d0e72 x-openstack-request-id: req-d935dc05-96dd-494a-8479-cc16332d0e72 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:01:58.843809 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090fed05-4ff5-4f39-b1ab-7c75b9524446", "name": "network-vif-plugged", "status": "completed", "tag": "bd6a4564-6f06-4e53-9d75-e72cf2645404", "code": 200}, {"server_uuid": "b44aced9-ea2e-4a3e-a123-2a16ca494cef", "name": "network-vif-plugged", "status": "completed", "tag": "81f172ea-aa8a-4d3e-9232-b9ff437fad18", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:01:58.843809 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d935dc05-96dd-494a-8479-cc16332d0e72 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:01:58.843809 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6a4564-6f06-4e53-9d75-e72cf2645404', 'code': 200} Aug 25 15:01:58.843809 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f172ea-aa8a-4d3e-9232-b9ff437fad18', 'code': 200} Aug 25 15:01:58.880222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'Port': ['ID=c7f98880-c2a6-49e2-8025-f5fd194dbf4e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:58.908100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:01:58.912442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:01:58.916303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port fa2b41fa-08aa-4ded-889f-12ada5bb05ac completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:01:58.916532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:01:58.920139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port fa2b41fa-08aa-4ded-889f-12ada5bb05ac triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:01:58.920720 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.021170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.029059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee3565-47e7-4932-bfab-10258c39d9df req-2ff87610-4d85-4343-a589-13b07ff3006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:59.030636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7ee3565-47e7-4932-bfab-10258c39d9df req-2ff87610-4d85-4343-a589-13b07ff3006a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 1096 time: 0.0914788 Aug 25 15:01:59.032498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b7bd1-5a67-44cf-9778-cbb78ca03e83 req-b8e92298-e5ea-45b5-ba24-5f94faaa9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:59.039862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.049341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d61b7bd1-5a67-44cf-9778-cbb78ca03e83 req-b8e92298-e5ea-45b5-ba24-5f94faaa9449 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 1096 time: 0.1522899 Aug 25 15:01:59.055896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.104121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port fa2b41fa-08aa-4ded-889f-12ada5bb05ac, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:01:59.173567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.182147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d61b7bd1-5a67-44cf-9778-cbb78ca03e83 req-000ba129-73e1-42a3-a3f6-4d829bbcb99c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138005 Aug 25 15:01:59.186563 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7ee3565-47e7-4932-bfab-10258c39d9df req-1ed67831-1f63-4b5b-8e9b-cb48d5f3a779 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359119 Aug 25 15:01:59.248075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:59.257077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b5c43e3-8780-4d6f-b6bf-0b9f2f31b63b req-a31b0f72-74f5-4d80-9ecc-2403181a6d46 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 210 time: 0.0917313 Aug 25 15:01:59.268558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.348441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.375170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.625425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Allocated IP 172.25.8.45 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/3af47e2c-ff39-4655-a7b6-c271c5351279) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:01:59.628912 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.653457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b28ad-7b48-498c-859c-491a8db15785 req-09833b4f-c717-4202-9e96-ff02e41fe916 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:01:59.663242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af5b28ad-7b48-498c-859c-491a8db15785 req-09833b4f-c717-4202-9e96-ff02e41fe916 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.0690057 Aug 25 15:01:59.706134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.717993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af5b28ad-7b48-498c-859c-491a8db15785 req-e2806d99-09e2-412c-bf3f-a221b22664b3 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Aug 25 15:01:59.808349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'Port': ['ID=c7f98880-c2a6-49e2-8025-f5fd194dbf4e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:01:59.826682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.849202 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.953112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:01:59.956270 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e272470-0977-48f1-bcd5-a05dc0185ae5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4241540 Aug 25 15:01:59.987823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.079497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:00.083391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Port': ['ID=3af47e2c-ff39-4655-a7b6-c271c5351279,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:00.086514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:00.092833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:00.125021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42760) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:00.211951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Deleting subnet 5cc6a9c5-4733-4c35-b775-5360b1a9b34b {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:02:00.217757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-d39781ae-dcb3-43f5-b476-c87db7595200 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--958291935&fields=id&tenant_id=56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 267 time: 0.0700924 Aug 25 15:02:00.218535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.322654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.386055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ce0367c-28ce-402f-a3a6-19bc153b79fe req-24667322-b2fd-455a-a994-b9c2ddcf6af6 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 210 time: 0.0325375 Aug 25 15:02:00.450413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.492142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-9d2be4df-09fa-4cae-82ba-6544e07d9b1c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:00.501547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-9d2be4df-09fa-4cae-82ba-6544e07d9b1c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 816 time: 0.2490191 Aug 25 15:02:00.527571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.531288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-554536c1-bdfc-4c9a-8497-e67d13620a6a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/quotas/56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 375 time: 0.0193224 Aug 25 15:02:00.612719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-a7742618-cf2d-4a9c-ae79-1c7805b1b256 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677910 Aug 25 15:02:00.624530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa2b41fa-08aa-4ded-889f-12ada5bb05ac up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:00.679952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port fa2b41fa-08aa-4ded-889f-12ada5bb05ac triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:00.680708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.682915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.715642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc6a9c5-4733-4c35-b775-5360b1a9b34b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:00.747395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:00.753761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c176a76-c60d-45e3-bf22-b0606333c29e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5cc6a9c5-4733-4c35-b775-5360b1a9b34b HTTP/1.1" status: 204 len: 168 time: 0.6266382 Aug 25 15:02:00.762596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:00.797352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-9ea848e9-11a9-4abe-9166-4f0b18c8aab7 service neutron] 10.222.0.58 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669931 Aug 25 15:02:00.954076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-adc85645-eca3-4a91-ad17-5e78c8e431ec service neutron] 10.222.0.58 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387000 Aug 25 15:02:01.225861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.250478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.261603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.272466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990fc27-7f43-4161-a686-02b96b0a6f31 req-419c94ae-2a8e-4b7d-8869-12a2b441fe0e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:01.273985 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7990fc27-7f43-4161-a686-02b96b0a6f31 req-419c94ae-2a8e-4b7d-8869-12a2b441fe0e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.1683440 Aug 25 15:02:01.288261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-9df1e3da-4fdc-478e-91db-a3d1708e4a95 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:01.290020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-9df1e3da-4fdc-478e-91db-a3d1708e4a95 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.45 "GET /v2.0/networks?id=4906f515-b250-46d7-8578-c421be8ed7d0 HTTP/1.1" status: 200 len: 820 time: 0.1723173 Aug 25 15:02:01.312543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1c08b28-7768-461c-9ebc-06f78bc9c001 req-2e41f130-3690-483b-8519-d0d7f16fcb4f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 210 time: 0.0529709 Aug 25 15:02:01.317317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Request body: {'port': {'device_id': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0', 'admin_state_up': True, 'tenant_id': '71ea9afa95284cf0bd4eea53d7ede421'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:01.476120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7990fc27-7f43-4161-a686-02b96b0a6f31 req-1286af64-5363-4141-954f-586bb0280ba0 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740806 Aug 25 15:02:01.479438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.513793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd915c4c-f4e0-4060-983e-cf674648c741 req-3e377bd4-4144-4672-9f38-f387af9e1c11 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 210 time: 0.0438108 Aug 25 15:02:01.519544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be64d62e-2c85-4b63-b095-3a879c71c1b0']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:01.543513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ad6e37-7700-42d0-9953-c78daf4db123') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:01.543513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ad6e37-7700-42d0-9953-c78daf4db123') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:01.548832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Made reservation on behalf of 71ea9afa95284cf0bd4eea53d7ede421 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:01.553052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.553856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.578539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.590459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:02:01.590880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:02:01.592980 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:02:01.718576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb55a85-3f08-46d5-b597-7eb82bfc7f6b req-e8bbf50f-99e0-4122-b847-f4d3479bf385 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:01.720405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fb55a85-3f08-46d5-b597-7eb82bfc7f6b req-e8bbf50f-99e0-4122-b847-f4d3479bf385 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0794487 Aug 25 15:02:01.738927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Allocated IP 172.20.0.3 (4906f515-b250-46d7-8578-c421be8ed7d0/bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920/459b2382-c8bf-4846-8d4d-f20830a3ddfb) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:01.769467 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fb55a85-3f08-46d5-b597-7eb82bfc7f6b req-f84ae963-c5e2-4dcf-8fe8-7b0698367b26 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Aug 25 15:02:01.800024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Router 99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:02:01.859734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.868791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.871066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/be64d62e-2c85-4b63-b095-3a879c71c1b0 HTTP/1.1" status: 204 len: 168 time: 1.1073973 Aug 25 15:02:01.888663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1b1b-430f-43e7-b8a9-d460d46c61c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=be64d62e-2c85-4b63-b095-3a879c71c1b0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:01.961627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f0cb9-16e8-49ef-aa8c-18cebe6cb64d req-33dca412-45a9-43b5-91fa-d7d744c5878b tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:01.961627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-871f0cb9-16e8-49ef-aa8c-18cebe6cb64d req-33dca412-45a9-43b5-91fa-d7d744c5878b tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.0957975 Aug 25 15:02:01.967347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:01.976352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:01.978406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-080ad9d7-6297-4fe9-bbf6-a06a9285429a tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "PUT /v2.0/routers/99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 HTTP/1.1" status: 200 len: 914 time: 3.8242066 Aug 25 15:02:01.981453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:01.986770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] Sync routers for ids ['99b603ed-5c8b-4ac5-a0d0-ba5947357cb8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:02.025934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] Routers {'99b603ed-5c8b-4ac5-a0d0-ba5947357cb8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:02.027253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['99b603ed-5c8b-4ac5-a0d0-ba5947357cb8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:02.043529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.055621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-871f0cb9-16e8-49ef-aa8c-18cebe6cb64d req-dd400bb8-88d1-4660-a305-4655ee53d5c2 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856986 Aug 25 15:02:02.081328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:02.099934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] Routers {'99b603ed-5c8b-4ac5-a0d0-ba5947357cb8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:02.101176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['99b603ed-5c8b-4ac5-a0d0-ba5947357cb8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:02.149641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ffb2824e-a456-42d5-8977-3213615cbff2 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 HTTP/1.1" status: 200 len: 920 time: 0.1662657 Aug 25 15:02:02.152188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42814) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:02.172548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:02.174498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1fc1f8-5e59-4148-9444-8781d8e49d2b None None] The sync data for ids ['99b603ed-5c8b-4ac5-a0d0-ba5947357cb8'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:02.194748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.257690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedca1c5-a35d-4e56-b21a-1bde381b58d8 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:02.259462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dedca1c5-a35d-4e56-b21a-1bde381b58d8 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=99b603ed-5c8b-4ac5-a0d0-ba5947357cb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1061199 Aug 25 15:02:02.263142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42820) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:02.269038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Network 4906f515-b250-46d7-8578-c421be8ed7d0 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:02.277984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:02.282665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:02.313599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Pushing event updated for resources: {'Port': ['ID=459b2382-c8bf-4846-8d4d-f20830a3ddfb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:02.375652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:02.376462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.377009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acf081-39aa-4e04-bb97-da11b8cabe72 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:02.378678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f6acf081-39aa-4e04-bb97-da11b8cabe72 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1137300 Aug 25 15:02:02.382228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42826) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:02.404274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:02.452854 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4a36a9d9-4443-4c7e-9503-db0bbda913e1 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 HTTP/1.1" status: 200 len: 205 time: 0.0693345 Aug 25 15:02:02.456323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42830) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:02.481264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc690fa6-c4ae-41f7-8f24-1125ab22e227 req-401e4a74-fcd6-4368-8624-fbbc99c60526 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 210 time: 0.0570295 Aug 25 15:02:02.482973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-13c48092-f22f-4673-aeda-8a3e73f3f5d0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1729767 Aug 25 15:02:02.498760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Request body: {'port': {'device_id': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:02.526445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee1c70bd-dd07-440f-8661-39f49b856ef9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=125dc8dc8920435ea7d798aa15324a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208780 Aug 25 15:02:02.529128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42832) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:02.557576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05539758-7a0e-42f3-8f3b-2bbfe4be2834 req-6c681294-9bac-4a91-af7a-ae88f9ddc483 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:02.559532 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05539758-7a0e-42f3-8f3b-2bbfe4be2834 req-6c681294-9bac-4a91-af7a-ae88f9ddc483 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.1651361 Aug 25 15:02:02.617362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.674351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05539758-7a0e-42f3-8f3b-2bbfe4be2834 req-e5f48665-2342-4b03-9529-767d9cef4a0d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081672 Aug 25 15:02:02.677720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.721244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea982c00-b1c3-4dc5-837f-d9cec20d8b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.760905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea982c00-b1c3-4dc5-837f-d9cec20d8b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.821018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:02.834085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b5ed5-81ab-45e9-9e63-aaf51f97e6dd req-992c5ade-e5b5-4344-8a71-6a2532df62f0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:02.835790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-738b5ed5-81ab-45e9-9e63-aaf51f97e6dd req-992c5ade-e5b5-4344-8a71-6a2532df62f0 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 931 time: 0.1961584 Aug 25 15:02:02.984454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-738b5ed5-81ab-45e9-9e63-aaf51f97e6dd req-07fbb926-36c9-44b2-8205-57fd64a0dee5 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279747 Aug 25 15:02:03.043533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723dcfe-b907-4a6b-8f04-29092d8e9095 req-df2574cd-2779-465f-83d5-50b4efd8b230 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:03.046099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f723dcfe-b907-4a6b-8f04-29092d8e9095 req-df2574cd-2779-465f-83d5-50b4efd8b230 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0892901 Aug 25 15:02:03.051453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Deleting port 3af47e2c-ff39-4655-a7b6-c271c5351279 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:03.051807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.063852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea982c00-b1c3-4dc5-837f-d9cec20d8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.067059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea982c00-b1c3-4dc5-837f-d9cec20d8b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.071226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ea982c00-b1c3-4dc5-837f-d9cec20d8b59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d99402d-c69d-4f1e-87e6-13640927a795 HTTP/1.1" status: 204 len: 168 time: 0.5381062 Aug 25 15:02:03.086012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982c00-b1c3-4dc5-837f-d9cec20d8b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99402d-c69d-4f1e-87e6-13640927a795,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:03.149766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459b2382-c8bf-4846-8d4d-f20830a3ddfb {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:03.159288 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.175053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Transition to ACTIVE for port object 459b2382-c8bf-4846-8d4d-f20830a3ddfb will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:03.204442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f723dcfe-b907-4a6b-8f04-29092d8e9095 req-d51c1125-986f-43f9-81f2-3ab269407721 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633938 Aug 25 15:02:03.223308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.236155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Calling delete_port for 3af47e2c-ff39-4655-a7b6-c271c5351279 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:03.287472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.463386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Pushing event updated for resources: {'Port': ['ID=459b2382-c8bf-4846-8d4d-f20830a3ddfb,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:03.532704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Attempting to bind port 459b2382-c8bf-4846-8d4d-f20830a3ddfb on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:03.533026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Attempting to bind port 459b2382-c8bf-4846-8d4d-f20830a3ddfb by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '041505b3-71bd-42c8-a7ed-80a55e01a84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:03.533469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Attempting to bind port 459b2382-c8bf-4846-8d4d-f20830a3ddfb on network 4906f515-b250-46d7-8578-c421be8ed7d0 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:03.534689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.540826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Port 459b2382-c8bf-4846-8d4d-f20830a3ddfb on network 4906f515-b250-46d7-8578-c421be8ed7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:02:03.541055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Attempting to bind port 459b2382-c8bf-4846-8d4d-f20830a3ddfb on network 4906f515-b250-46d7-8578-c421be8ed7d0 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:03.553893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:03.553893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Checking segment: {'id': '041505b3-71bd-42c8-a7ed-80a55e01a84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:03.554283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Bound using segment: {'id': '041505b3-71bd-42c8-a7ed-80a55e01a84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:03.554637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Bound port: 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041505b3-71bd-42c8-a7ed-80a55e01a84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:03.555172 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.579329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event deleted for resources: {'Port': ['ID=3af47e2c-ff39-4655-a7b6-c271c5351279,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:03.582751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864bbab-a463-4936-acef-cad314343af3 req-15cdfb37-6674-4604-9d4d-cdfbc1a7b6c5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:03.600260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864bbab-a463-4936-acef-cad314343af3 req-15cdfb37-6674-4604-9d4d-cdfbc1a7b6c5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:03.608663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864bbab-a463-4936-acef-cad314343af3 req-15cdfb37-6674-4604-9d4d-cdfbc1a7b6c5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:03.611746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3864bbab-a463-4936-acef-cad314343af3 req-15cdfb37-6674-4604-9d4d-cdfbc1a7b6c5 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef&device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446&device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 2417 time: 0.1236861 Aug 25 15:02:03.699663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbe2511f-eba9-43c2-8a1f-e383ec71ae1e req-20ace1bc-227e-408f-8058-6d7a30766f8c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 210 time: 0.0943520 Aug 25 15:02:03.720479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3864bbab-a463-4936-acef-cad314343af3 req-5516ba55-1cd5-4bf0-856d-95594eaf830b tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015553 Aug 25 15:02:03.727736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] For port 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:03.730943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] For port 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=459b2382-c8bf-4846-8d4d-f20830a3ddfb,segment=NetworkSegment(041505b3-71bd-42c8-a7ed-80a55e01a84d),segment_id=041505b3-71bd-42c8-a7ed-80a55e01a84d)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:03.737903 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.801737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.884853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.889059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.935069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:03.936616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:03.938079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] 10.222.0.45 "PUT /v2.0/ports/459b2382-c8bf-4846-8d4d-f20830a3ddfb HTTP/1.1" status: 200 len: 1091 time: 1.4452918 Aug 25 15:02:03.939173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'tag': '459b2382-c8bf-4846-8d4d-f20830a3ddfb'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:03.942819 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1279040a-c4c2-4902-a0bf-9ca4b9637718" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f2cfe-1c0a-4e44-aceb-232c8a153602", "tag": "459b2382-c8bf-4846-8d4d-f20830a3ddfb"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:04.008539 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec17a9-a95d-4bdb-971d-1aeda31d4695 x-openstack-request-id: req-08ec17a9-a95d-4bdb-971d-1aeda31d4695 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:04.009160 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f2cfe-1c0a-4e44-aceb-232c8a153602", "tag": "459b2382-c8bf-4846-8d4d-f20830a3ddfb", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:04.009694 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08ec17a9-a95d-4bdb-971d-1aeda31d4695 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:04.010336 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'tag': '459b2382-c8bf-4846-8d4d-f20830a3ddfb', 'status': 'completed', 'code': 200} Aug 25 15:02:04.021948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.023058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Fanout notify agent at l3_agent the message router_deleted on router 99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:02:04.050772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.066376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-88cf5c99-814f-4ffd-9a6b-3b641dde34ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 HTTP/1.1" status: 204 len: 168 time: 1.6038847 Aug 25 15:02:04.066376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42878) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:04.068536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069128427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:04.089914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2770-aa62-4b1b-beb0-162f7d52b59d service neutron] Pushing event updated for resources: {'Port': ['ID=459b2382-c8bf-4846-8d4d-f20830a3ddfb,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:04.108625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db462415-73f8-43bc-a257-2e1c5f2719b5 req-0dd4779b-1676-4ded-b9fb-445772d02a8a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.110380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db462415-73f8-43bc-a257-2e1c5f2719b5 req-0dd4779b-1676-4ded-b9fb-445772d02a8a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.2167106 Aug 25 15:02:04.148328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279040a-c4c2-4902-a0bf-9ca4b9637718 req-85d2c3e6-1221-4561-b30a-468bc165c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.150044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1279040a-c4c2-4902-a0bf-9ca4b9637718 req-85d2c3e6-1221-4561-b30a-468bc165c638 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ea9afa95284cf0bd4eea53d7ede421&device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 1094 time: 0.1202612 Aug 25 15:02:04.171712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ad2d-a72f-4c0d-9e2b-39a69a58c415 req-3785b83f-e98f-44c0-b55a-f86582142468 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.182085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eae4ad2d-a72f-4c0d-9e2b-39a69a58c415 req-3785b83f-e98f-44c0-b55a-f86582142468 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 943 time: 0.0855367 Aug 25 15:02:04.190427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.192760 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.193286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-90b60d4c-60b0-4dff-81fd-eabc54cda051 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.194844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-90b60d4c-60b0-4dff-81fd-eabc54cda051 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 816 time: 0.3273962 Aug 25 15:02:04.252129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eae4ad2d-a72f-4c0d-9e2b-39a69a58c415 req-69228008-5b65-4f17-b1b0-f5ee4376b50d tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679853 Aug 25 15:02:04.284322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db462415-73f8-43bc-a257-2e1c5f2719b5 req-e7455f7c-4f5f-4668-9c2d-e05a5a820ecd tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547039 Aug 25 15:02:04.313271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.339965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bf6adb15-6f29-4b99-bf2c-070381a8d708 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 379 time: 0.0968754 Aug 25 15:02:04.351001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'port': {'device_id': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'admin_state_up': True, 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'security_groups': ['e48fb6e4-6f0e-4a43-ae69-7b1530544cf9']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:04.387257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.419839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279040a-c4c2-4902-a0bf-9ca4b9637718 req-d054f504-124d-4b89-98b3-b136813a2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.421845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1279040a-c4c2-4902-a0bf-9ca4b9637718 req-d054f504-124d-4b89-98b3-b136813a2c4a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71ea9afa95284cf0bd4eea53d7ede421&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2618124 Aug 25 15:02:04.492048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.495962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-beaabefe-4e30-434e-acb7-082661a83819 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4295943 Aug 25 15:02:04.496219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42894) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:04.501844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'enable_snat': False}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:04.585786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279040a-c4c2-4902-a0bf-9ca4b9637718 req-2f3685a9-0bce-4472-a498-d51d97ca7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.587320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1279040a-c4c2-4902-a0bf-9ca4b9637718 req-2f3685a9-0bce-4472-a498-d51d97ca7448 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573610 Aug 25 15:02:04.707895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Made reservation on behalf of 56e820ecc4194f23919567e5e1acd804 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:04.709078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.734269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:04.749450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-a5a7ce6e-16e3-4ff5-ada0-d6577b4c979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:04.750989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-a5a7ce6e-16e3-4ff5-ada0-d6577b4c979a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ea9afa95284cf0bd4eea53d7ede421&device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 1094 time: 0.1244588 Aug 25 15:02:04.836212 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:04.901947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-c0a311fb-db62-4be6-ba2b-257399fd8d05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=459b2382-c8bf-4846-8d4d-f20830a3ddfb HTTP/1.1" status: 200 len: 217 time: 0.1413331 Aug 25 15:02:04.904048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbc53922-e136-4b3d-8dbf-b1c07d5b1c04 req-1a9a3e23-7c75-4eb9-a503-3630b2dbeaa5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 210 time: 0.0755515 Aug 25 15:02:04.974066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-476058847-network', 'tenant_id': 'be2e6e4053404a56a6cea68194a62486'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:05.028493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-2f52562b-e9b0-4cc5-9480-ae3f17fbd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:05.034046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-2f52562b-e9b0-4cc5-9480-ae3f17fbd13d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920 HTTP/1.1" status: 200 len: 860 time: 0.1186481 Aug 25 15:02:05.034046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Allocated IP 172.20.0.14 (15a360c9-d785-4015-bd7b-16d775fe35de/d13e322e-8460-43ec-af52-e2b36b2b4646/3aa7b689-4090-4cf8-bdbb-56f296a7a8c8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:05.076774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-70f0f370-4666-4521-8a0a-c4c704406c8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4906f515-b250-46d7-8578-c421be8ed7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378721 Aug 25 15:02:05.100279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Made reservation on behalf of be2e6e4053404a56a6cea68194a62486 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:05.102569 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.159390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.308686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-b3afc0c7-9c4c-40e8-a1cc-a75af63b662e service neutron] 10.222.0.45 "GET /v2.0/networks/4906f515-b250-46d7-8578-c421be8ed7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231853 Aug 25 15:02:05.416809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.466661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Transition to ACTIVE for port object 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:05.527013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127386-85cb-4762-95bd-a7e67468c97d req-aa020cc7-2bed-4f14-a4c1-cf97eeb59435 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:05.528600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14127386-85cb-4762-95bd-a7e67468c97d req-aa020cc7-2bed-4f14-a4c1-cf97eeb59435 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 943 time: 0.1473267 Aug 25 15:02:05.533576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.549534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9b232a9-18f9-4c2d-bf6c-3c108f148593 req-76bb084f-f34c-4c69-a3fd-37a4b90e4a1e service neutron] 10.222.0.45 "GET /v2.0/networks/4906f515-b250-46d7-8578-c421be8ed7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259111 Aug 25 15:02:05.558797 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.584303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.605184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14127386-85cb-4762-95bd-a7e67468c97d req-589f70d8-378a-488f-b8d8-eeb2c392839a tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645730 Aug 25 15:02:05.678398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Allocated IP 172.25.8.26 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/7f1bc305-dcf6-4ce8-9038-2c43bacdb2e0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:05.703614 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.753104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:02:05.780114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.805845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.808053 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Added segment c60b84cc-6224-45a4-91d0-908c2067cb0b of type vlan for network 943e9a78-f872-48d6-9498-1931b3097096 Aug 25 15:02:05.813663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.813958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338adbc2-3729-48ac-b46a-855caa81b859,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:05.871138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Network 15a360c9-d785-4015-bd7b-16d775fe35de is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:05.876641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:05.878884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:05.961642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:05.962144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2bc41-1919-4e7d-b877-bf434657cc87 req-73139376-a3a6-4144-9403-9cb0ceacb98f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:05.963682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4fb2bc41-1919-4e7d-b877-bf434657cc87 req-73139376-a3a6-4144-9403-9cb0ceacb98f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.2547915 Aug 25 15:02:05.971769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.001407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:06.023390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:06.024156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.068819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4fb2bc41-1919-4e7d-b877-bf434657cc87 req-623b9c90-e6d3-46d9-8e45-de495de1effd tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945497 Aug 25 15:02:06.072312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1bc305-dcf6-4ce8-9038-2c43bacdb2e0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:06.086765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:06.090216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:06.093054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:06.125093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-1b70c474-f9cc-4ce7-b7b9-1bcbaf303835 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7796919 Aug 25 15:02:06.135294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74545311-90a8-4ee6-a941-84a4696a90c8 req-b7ff47b8-3778-45e4-adcf-05b3e2a00a28 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:06.137847 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74545311-90a8-4ee6-a941-84a4696a90c8 req-b7ff47b8-3778-45e4-adcf-05b3e2a00a28 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 932 time: 0.0977323 Aug 25 15:02:06.145291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Request body: {'port': {'device_id': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:06.266314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74545311-90a8-4ee6-a941-84a4696a90c8 req-122e2b32-081a-412d-869b-b767dc72a4c3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180594 Aug 25 15:02:06.314468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c559fdbb-2fe5-4cef-b515-b229c8f4dc2f None None] Provisioning for port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:06.320197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c559fdbb-2fe5-4cef-b515-b229c8f4dc2f None None] Provisioning complete for port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:06.320566 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c559fdbb-2fe5-4cef-b515-b229c8f4dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.360430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c559fdbb-2fe5-4cef-b515-b229c8f4dc2f None None] Port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:06.512310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.512552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.513432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:06.513855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.605261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=943e9a78-f872-48d6-9498-1931b3097096,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:06.609554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.617740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 943e9a78-f872-48d6-9498-1931b3097096 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:02:06.657836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6cbacc1c-3aaf-487e-a34c-ec931947f2d4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9224672 Aug 25 15:02:06.667765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42944) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:06.684332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Request body: {'subnet': {'network_id': '943e9a78-f872-48d6-9498-1931b3097096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-476058847-subnet', 'tenant_id': 'be2e6e4053404a56a6cea68194a62486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:06.757491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.764394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:06.901425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105bde-0360-46d4-adc0-6d8f5643b585 req-9ed7be19-d52d-44e9-b46c-569037c49f75 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:06.902918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8105bde-0360-46d4-adc0-6d8f5643b585 req-9ed7be19-d52d-44e9-b46c-569037c49f75 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 943 time: 0.2057269 Aug 25 15:02:06.903579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Made reservation on behalf of be2e6e4053404a56a6cea68194a62486 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:06.905891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.000820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Router 91769cda-2a78-4c50-b2b4-6c59db64a3e1 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:02:07.037443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8105bde-0360-46d4-adc0-6d8f5643b585 req-78841401-9767-49af-bd7e-16f5fe3ba070 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231782 Aug 25 15:02:07.167407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:07.175260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.178904 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] Sync routers for ids ['91769cda-2a78-4c50-b2b4-6c59db64a3e1'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:07.180072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c79f6e4c-d5e5-4769-94c3-7db439da4cd3 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "PUT /v2.0/routers/91769cda-2a78-4c50-b2b4-6c59db64a3e1 HTTP/1.1" status: 200 len: 915 time: 2.6825154 Aug 25 15:02:07.182367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42954) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:07.189842 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] Routers {'91769cda-2a78-4c50-b2b4-6c59db64a3e1'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:07.190752 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['91769cda-2a78-4c50-b2b4-6c59db64a3e1'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:07.200835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:07.212480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.236360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Transition to ACTIVE for port object 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:07.240627 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:07.251018 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] Routers {'91769cda-2a78-4c50-b2b4-6c59db64a3e1'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:07.252001 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['91769cda-2a78-4c50-b2b4-6c59db64a3e1'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:07.292241 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:07.293165 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8248b21-f845-4349-baae-4d5e4766f335 None None] The sync data for ids ['91769cda-2a78-4c50-b2b4-6c59db64a3e1'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:07.316352 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.338782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e200bdd-9299-4e07-8759-873634d0ec63 req-220a121a-17e4-4bcd-b389-60d3ce4a4e4d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:07.340128 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6e200bdd-9299-4e07-8759-873634d0ec63 req-220a121a-17e4-4bcd-b389-60d3ce4a4e4d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1587024 Aug 25 15:02:07.388689 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ae2b9f5d-0315-49a1-9c3d-d7380b7695fb tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/91769cda-2a78-4c50-b2b4-6c59db64a3e1 HTTP/1.1" status: 200 len: 921 time: 0.2052145 Aug 25 15:02:07.389716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:07.431083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.433491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6e200bdd-9299-4e07-8759-873634d0ec63 req-5057366a-9c64-437e-b80f-81cc44512613 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803604 Aug 25 15:02:07.466437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273aa622-ae03-4b66-a090-d8bd4b9a8513 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:07.466437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-273aa622-ae03-4b66-a090-d8bd4b9a8513 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=91769cda-2a78-4c50-b2b4-6c59db64a3e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0741289 Aug 25 15:02:07.469245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42966) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:07.617078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:07.619513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0fa557-5c61-4780-b1ec-d452020bbdba tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:07.620923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0b0fa557-5c61-4780-b1ec-d452020bbdba tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 881 time: 0.1503639 Aug 25 15:02:07.623918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:07.654689 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e6a5be02-cb3a-45eb-847c-ef09016655df tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=91769cda-2a78-4c50-b2b4-6c59db64a3e1 HTTP/1.1" status: 200 len: 205 time: 0.0266058 Aug 25 15:02:07.654923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.654923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.655210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42972) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:07.655316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.655316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.655636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.656068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.656489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.656914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.657343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.657769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.658202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.658626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:07.664681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e7c4ac-e59c-4780-bb15-507985b0a54a,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:07.687605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Attempting to bind port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:07.688618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Attempting to bind port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:07.689063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Attempting to bind port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:07.700530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3e84c-15c2-4fff-90a4-9a4b05c5c4bb req-d2e01e35-55fb-413b-8423-eda31df22c94 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:07.702168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cb3e84c-15c2-4fff-90a4-9a4b05c5c4bb req-d2e01e35-55fb-413b-8423-eda31df22c94 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.3269022 Aug 25 15:02:07.705590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Checking segment: {'id': 'c60b84cc-6224-45a4-91d0-908c2067cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '943e9a78-f872-48d6-9498-1931b3097096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:07.706081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Network hostable DHCP agents. Network: 943e9a78-f872-48d6-9498-1931b3097096, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:02:07.709968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 on network 15a360c9-d785-4015-bd7b-16d775fe35de not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:02:07.710396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Attempting to bind port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:07.733072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:07.733578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Checking segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:07.734061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Bound using segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:07.734681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Bound port: 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:07.735171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.788443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.797222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cb3e84c-15c2-4fff-90a4-9a4b05c5c4bb req-950a3a41-1aa4-4ed3-b7b8-e45dd355cacf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843854 Aug 25 15:02:07.825557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Network 943e9a78-f872-48d6-9498-1931b3097096 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:02:07.833319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:07.837284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:07.905058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.916364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 943e9a78-f872-48d6-9498-1931b3097096) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:07.921245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:07.921888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.926569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31a63d-51ed-4370-a28c-de643d1b13c4 None None] Network 943e9a78-f872-48d6-9498-1931b3097096 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:07.944512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.991789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:07.992894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:07.994447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] 10.222.0.45 "PUT /v2.0/ports/3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 1092 time: 1.8603804 Aug 25 15:02:07.997172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:08.007749 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:08.040748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe86e81-2877-4c2f-acbf-bc0973a1a14b service neutron] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:08.059143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7257603f-4c59-410c-a21e-66740d2e763d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3895311 Aug 25 15:02:08.073038 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a784d19a-af8d-428b-9ce8-0025ae44fe2b x-openstack-request-id: req-a784d19a-af8d-428b-9ce8-0025ae44fe2b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:08.073038 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:08.073038 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a784d19a-af8d-428b-9ce8-0025ae44fe2b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:08.073038 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'status': 'completed', 'code': 200} Aug 25 15:02:08.129537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Deleting port 7f1bc305-dcf6-4ce8-9038-2c43bacdb2e0 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:08.130135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:08.169002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca1e0f-8c2c-42c8-b47f-530f8d6a289d None None] Network 943e9a78-f872-48d6-9498-1931b3097096 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:08.217376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c req-e12fb52e-2ae9-4c3e-a478-c0327e3262c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.219335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c req-e12fb52e-2ae9-4c3e-a478-c0327e3262c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1095 time: 0.1260693 Aug 25 15:02:08.265770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:08.284397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Calling delete_port for 7f1bc305-dcf6-4ce8-9038-2c43bacdb2e0 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:08.355423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6c822-92d5-4468-b0f9-fa6527c43b75 req-1c0f8055-0a79-40dd-9fda-12b0546ae754 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.357221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aee6c822-92d5-4468-b0f9-fa6527c43b75 req-1c0f8055-0a79-40dd-9fda-12b0546ae754 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 943 time: 0.2023678 Aug 25 15:02:08.459745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aee6c822-92d5-4468-b0f9-fa6527c43b75 req-9a24d409-c788-4614-88ba-c009dca346ac tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892503 Aug 25 15:02:08.464300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c req-70c676cd-1492-44f2-882e-5726562a1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.466379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c req-70c676cd-1492-44f2-882e-5726562a1e42 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=56e820ecc4194f23919567e5e1acd804&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2372859 Aug 25 15:02:08.595152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:08.629022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event deleted for resources: {'Port': ['ID=7f1bc305-dcf6-4ce8-9038-2c43bacdb2e0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:08.647071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c req-4d1f01d7-f312-4458-b613-442353d4cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.648595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ea8c094-86a8-4723-b65e-c7d86cc4f20c req-4d1f01d7-f312-4458-b613-442353d4cf40 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675870 Aug 25 15:02:08.683973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.684504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.684860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.685203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.685605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.685993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.686334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.686667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.687066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.687523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.688071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.688603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:08.698309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793e75a-bac6-4ad4-a17f-26a0dfe176b0 req-cbf6ddc0-752d-4eb9-a460-fe97c4de2766 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.700315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8793e75a-bac6-4ad4-a17f-26a0dfe176b0 req-cbf6ddc0-752d-4eb9-a460-fe97c4de2766 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1409771 Aug 25 15:02:08.774750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8793e75a-bac6-4ad4-a17f-26a0dfe176b0 req-fc2efa0d-b08f-4ca9-8884-aa2d744e89fe tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631883 Aug 25 15:02:08.775397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:08.776892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-392eec05-88ac-4b42-bffb-369ee756f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.779083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-392eec05-88ac-4b42-bffb-369ee756f1e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1095 time: 0.0770838 Aug 25 15:02:08.834699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-6e933092-4615-41c5-8e62-22b0a3718063 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 217 time: 0.0478706 Aug 25 15:02:08.889405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-6833dcdb-cc08-4626-80c4-45390bd09063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.891528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-6833dcdb-cc08-4626-80c4-45390bd09063 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.0490446 Aug 25 15:02:08.904170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-41913e5b-1087-4761-8ba8-ab11baf8b5f1 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.905748 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-41913e5b-1087-4761-8ba8-ab11baf8b5f1 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/networks?id=943e9a78-f872-48d6-9498-1931b3097096 HTTP/1.1" status: 200 len: 813 time: 0.2242637 Aug 25 15:02:08.942711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:08.949380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:08.959866 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-61b07c0b-c5bc-4a83-b6b4-c96aff425183 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/quotas/be2e6e4053404a56a6cea68194a62486 HTTP/1.1" status: 200 len: 375 time: 0.0248621 Aug 25 15:02:08.981173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e5ea-4bf5-45e3-83be-113c475dbe6d req-28e1b1a2-e41d-49da-8692-e1ffde8fe76e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.982781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be84e5ea-4bf5-45e3-83be-113c475dbe6d req-28e1b1a2-e41d-49da-8692-e1ffde8fe76e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0855947 Aug 25 15:02:08.989036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-810c489b-e631-4cbb-8a65-96a055f830b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:08.990704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-810c489b-e631-4cbb-8a65-96a055f830b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916481 Aug 25 15:02:09.022267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-cbbe0169-eda5-47fa-80aa-7f2f68f256db tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=be2e6e4053404a56a6cea68194a62486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299871 Aug 25 15:02:09.072990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 459b2382-c8bf-4846-8d4d-f20830a3ddfb details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:02:09.091461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.092077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Fanout notify agent at l3_agent the message router_deleted on router 91769cda-2a78-4c50-b2b4-6c59db64a3e1 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:02:09.092922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be84e5ea-4bf5-45e3-83be-113c475dbe6d req-e2a4b63c-539f-45aa-a32f-1e4a92f17b63 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006260 Aug 25 15:02:09.101042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.102285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-907c47a6-77f4-4e37-af57-b44c1ace3592 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/91769cda-2a78-4c50-b2b4-6c59db64a3e1 HTTP/1.1" status: 204 len: 168 time: 1.4469876 Aug 25 15:02:09.110475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43016) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:09.116212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-561955281', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:09.145488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-7c062324-e2f1-4492-aa47-af1b0e3c56cc service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452041 Aug 25 15:02:09.159799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-d09b4261-3de9-441b-9b5a-5fc4f56b602b service neutron] 10.222.0.58 "GET /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300867 Aug 25 15:02:09.236936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.238067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.242921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=459b2382-c8bf-4846-8d4d-f20830a3ddfb,segment=NetworkSegment(041505b3-71bd-42c8-a7ed-80a55e01a84d),segment_id=041505b3-71bd-42c8-a7ed-80a55e01a84d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:09.257302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '459b2382-c8bf-4846-8d4d-f20830a3ddfb', 'network_id': '4906f515-b250-46d7-8578-c421be8ed7d0', 'port_id': '459b2382-c8bf-4846-8d4d-f20830a3ddfb', 'mac_address': 'fa:16:3e:9d:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:02:09.265803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a3c56ca-0960-4b76-9f12-b6031b4c7562 req-7088c5ae-2c83-434a-9e0a-ce3983bbd481 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123037 Aug 25 15:02:09.268051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e1f22787-94d5-4f94-b07e-90aaab98f958 service neutron] 10.222.0.58 "GET /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057315 Aug 25 15:02:09.327981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.333745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.348000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459b2382-c8bf-4846-8d4d-f20830a3ddfb {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:09.369383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=459b2382-c8bf-4846-8d4d-f20830a3ddfb,segment=NetworkSegment(041505b3-71bd-42c8-a7ed-80a55e01a84d),segment_id=041505b3-71bd-42c8-a7ed-80a55e01a84d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:09.452743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.577062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=459b2382-c8bf-4846-8d4d-f20830a3ddfb,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:09.651348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb510ef1-ca2a-46a2-8d8a-462cef79697d req-66f2be57-b6b6-442b-aa7d-eb0a823725ce tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:09.660709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb510ef1-ca2a-46a2-8d8a-462cef79697d req-66f2be57-b6b6-442b-aa7d-eb0a823725ce tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 944 time: 0.0743353 Aug 25 15:02:09.707416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['459b2382-c8bf-4846-8d4d-f20830a3ddfb'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:09.740340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb510ef1-ca2a-46a2-8d8a-462cef79697d req-5f3efab5-3515-4305-909d-c34fe79bdc51 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Aug 25 15:02:09.855818 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:02:09.875282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56556b5f-2e53-4208-9171-32404f46b9c6 req-0f2a17d9-51e8-47d9-9b4a-bc8949388ef3 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 210 time: 0.1027420 Aug 25 15:02:09.877046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:09.969943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469103-8475-465e-b3cf-3dd9f5bb2ba2 req-7d5009db-2d94-4f11-aaa0-446e62095c6f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:09.971455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3469103-8475-465e-b3cf-3dd9f5bb2ba2 req-7d5009db-2d94-4f11-aaa0-446e62095c6f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0506332 Aug 25 15:02:10.011391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3469103-8475-465e-b3cf-3dd9f5bb2ba2 req-a91bb347-d304-4fb1-b4b5-6cefdd4cb855 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Aug 25 15:02:10.272059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:10.293275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:10.325274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c633-200d-497b-a5ed-a5e582b3ffbd req-463dbc9e-3043-4fad-8750-6b82e16f7ac9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:10.325274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7d6c633-200d-497b-a5ed-a5e582b3ffbd req-463dbc9e-3043-4fad-8750-6b82e16f7ac9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1135068 Aug 25 15:02:10.414310 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7d6c633-200d-497b-a5ed-a5e582b3ffbd req-e175a569-56bd-4e15-b9d4-26342f13a729 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688279 Aug 25 15:02:10.446838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Allocated IP 172.25.8.170 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/37fc7a33-28d0-4eb3-94a6-ae668492f085) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:10.563297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:10.678499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:10.726878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:10.730061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:10.740423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:10.757234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event updated for resources: {'Port': ['ID=37fc7a33-28d0-4eb3-94a6-ae668492f085,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:10.928639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2fb26-93ee-4e54-8933-df7be9653292 req-37a34cd2-1bba-46a9-bf17-eb82f0cb0479 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:10.936025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69f2fb26-93ee-4e54-8933-df7be9653292 req-37a34cd2-1bba-46a9-bf17-eb82f0cb0479 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 944 time: 0.0847466 Aug 25 15:02:10.984797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69f2fb26-93ee-4e54-8933-df7be9653292 req-16bb341d-ec0f-4e5c-bdf4-446d6f94a9eb tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463231 Aug 25 15:02:11.032891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d8c47eb-1368-4081-8652-0b58d36b224a req-d27ec551-bbd2-428e-8012-0078d6c9f09e tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 210 time: 0.0617940 Aug 25 15:02:11.088105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 459b2382-c8bf-4846-8d4d-f20830a3ddfb up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:11.217767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3ec8-4ccc-403f-97d4-cb7246fce21e req-2866eef3-2fa7-423f-bd75-490aafeceef4 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:11.223547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 459b2382-c8bf-4846-8d4d-f20830a3ddfb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:11.228320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 459b2382-c8bf-4846-8d4d-f20830a3ddfb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:11.229161 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:11.236725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dde3ec8-4ccc-403f-97d4-cb7246fce21e req-2866eef3-2fa7-423f-bd75-490aafeceef4 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1024070 Aug 25 15:02:11.286241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:11.326993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dde3ec8-4ccc-403f-97d4-cb7246fce21e req-878240ee-8b10-4d83-8d7b-40d6eaba3cb4 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891492 Aug 25 15:02:11.392025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:11.435804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459b2382-c8bf-4846-8d4d-f20830a3ddfb'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:11.439201 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09116159-34ad-4008-83c7-14cd648831a5" -d '{"events": [{"server_uuid": "de0f2cfe-1c0a-4e44-aceb-232c8a153602", "name": "network-vif-plugged", "status": "completed", "tag": "459b2382-c8bf-4846-8d4d-f20830a3ddfb"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:11.446316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=459b2382-c8bf-4846-8d4d-f20830a3ddfb,segment=NetworkSegment(041505b3-71bd-42c8-a7ed-80a55e01a84d),segment_id=041505b3-71bd-42c8-a7ed-80a55e01a84d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:11.520846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:11.574007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c8197-12dc-409e-99db-8283f4352ded req-18d4143e-bfe6-4818-9108-0f7bdc14b685 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:11.582866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c51c8197-12dc-409e-99db-8283f4352ded req-18d4143e-bfe6-4818-9108-0f7bdc14b685 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0820067 Aug 25 15:02:11.619742 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:11.624892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c51c8197-12dc-409e-99db-8283f4352ded req-841217c9-c620-44d7-bfe9-24f97256a23a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Aug 25 15:02:11.636038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=459b2382-c8bf-4846-8d4d-f20830a3ddfb,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:11.707639 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9228da8c-2270-48a3-94b4-64e9455fddce x-openstack-request-id: req-9228da8c-2270-48a3-94b4-64e9455fddce {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:11.708172 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f2cfe-1c0a-4e44-aceb-232c8a153602", "name": "network-vif-plugged", "status": "completed", "tag": "459b2382-c8bf-4846-8d4d-f20830a3ddfb", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:11.708713 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9228da8c-2270-48a3-94b4-64e9455fddce {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:11.712099 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459b2382-c8bf-4846-8d4d-f20830a3ddfb', 'code': 200} Aug 25 15:02:11.857350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Router ccf6495b-84a4-49d9-b525-484102e233bd is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:02:11.871844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feda3-efb9-4877-8029-df917e3d65ec req-8c14bb65-936e-4b10-84a7-af265249319f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:11.873363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-834feda3-efb9-4877-8029-df917e3d65ec req-8c14bb65-936e-4b10-84a7-af265249319f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0990264 Aug 25 15:02:11.880147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d3a3-189f-4350-9b99-0b7fa306de72 req-1c6568ed-7b2c-4751-9c29-0473fe87f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:11.884024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1d2d3a3-189f-4350-9b99-0b7fa306de72 req-1c6568ed-7b2c-4751-9c29-0473fe87f396 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 1096 time: 0.0651848 Aug 25 15:02:11.940664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-834feda3-efb9-4877-8029-df917e3d65ec req-80851bd4-701f-4b5f-9a03-afc40f4fd189 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570166 Aug 25 15:02:11.945254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1d2d3a3-189f-4350-9b99-0b7fa306de72 req-fd0db3f3-0095-4647-846a-00ae2256917d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Aug 25 15:02:11.986171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:11.998469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] Sync routers for ids ['ccf6495b-84a4-49d9-b525-484102e233bd'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:12.007771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] Routers {'ccf6495b-84a4-49d9-b525-484102e233bd'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:12.008438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ccf6495b-84a4-49d9-b525-484102e233bd'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:12.044336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:12.057156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] Routers {'ccf6495b-84a4-49d9-b525-484102e233bd'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:12.057785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ccf6495b-84a4-49d9-b525-484102e233bd'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:12.068781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:12.072647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-168b49a9-e262-46fd-a477-026da9e72dfd tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9591365 Aug 25 15:02:12.072835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43090) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:12.078336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:12.091916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:12.092585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f919ea8-52fd-403a-89d5-7bea651991ec None None] The sync data for ids ['ccf6495b-84a4-49d9-b525-484102e233bd'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:12.162650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc2bd0cb-b0a4-4110-94e9-162f339ae8fb req-0b291d85-9059-4424-b1aa-75ca620a355a tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 210 time: 0.0305312 Aug 25 15:02:12.228469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dec58-b176-4ddc-a62b-2d615d4e91bd req-1e9b4a85-988e-40a2-b3eb-3f4669b6d4f4 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:12.229969 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb7dec58-b176-4ddc-a62b-2d615d4e91bd req-1e9b4a85-988e-40a2-b3eb-3f4669b6d4f4 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 945 time: 0.1030724 Aug 25 15:02:12.318817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb7dec58-b176-4ddc-a62b-2d615d4e91bd req-bf1b4fdf-f9ce-4ffd-b014-db65082136e9 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816190 Aug 25 15:02:12.497387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:12.520120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321552-2397-4055-a813-271766115cd6 req-383bb4e8-5e75-4d8e-913f-95cb001962ed tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:12.521921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18321552-2397-4055-a813-271766115cd6 req-383bb4e8-5e75-4d8e-913f-95cb001962ed tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1079595 Aug 25 15:02:12.583418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:12.591574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18321552-2397-4055-a813-271766115cd6 req-9e820393-80a3-459c-8d9c-48b92e5ee2fa tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Aug 25 15:02:12.598837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-70bba85e-666a-4572-b85c-705d3c8059d5 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:12.600370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-70bba85e-666a-4572-b85c-705d3c8059d5 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.52 "GET /v2.0/networks?id=943e9a78-f872-48d6-9498-1931b3097096 HTTP/1.1" status: 200 len: 813 time: 0.1583297 Aug 25 15:02:12.615458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Request body: {'port': {'device_id': '9be6d117-f563-4474-a117-76c513ba3653', 'network_id': '943e9a78-f872-48d6-9498-1931b3097096', 'admin_state_up': True, 'tenant_id': 'be2e6e4053404a56a6cea68194a62486'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:12.716427 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Deleting port 37fc7a33-28d0-4eb3-94a6-ae668492f085 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:12.717449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:12.830689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a444b-5490-41c4-85c9-c76488e188d9 req-9bcfa670-c83d-4126-8004-be19606146bd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:12.840991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-756a444b-5490-41c4-85c9-c76488e188d9 req-9bcfa670-c83d-4126-8004-be19606146bd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1197183 Aug 25 15:02:12.844471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Made reservation on behalf of be2e6e4053404a56a6cea68194a62486 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:12.850010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:12.888717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:12.911403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Calling delete_port for 37fc7a33-28d0-4eb3-94a6-ae668492f085 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:12.918731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-756a444b-5490-41c4-85c9-c76488e188d9 req-6ec442c2-6217-481c-807e-01ade7e6d0fb tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743737 Aug 25 15:02:13.089746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:02:13.093671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Allocated IP 172.20.0.9 (943e9a78-f872-48d6-9498-1931b3097096/f5e7c4ac-e59c-4780-bb15-507985b0a54a/c01a238b-cafb-4a81-b064-ef6a2f6c41f2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:13.128303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c2167-1c67-4818-bdac-8ab756b05d9d req-c01459f2-8f85-4d27-8b85-36a5418871ab tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:13.130819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-744c2167-1c67-4818-bdac-8ab756b05d9d req-c01459f2-8f85-4d27-8b85-36a5418871ab tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1030486 Aug 25 15:02:13.183179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.199739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-744c2167-1c67-4818-bdac-8ab756b05d9d req-3f12d15f-e60b-4847-9576-7d7c25397ae1 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611408 Aug 25 15:02:13.229054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:13.229961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Pushing event deleted for resources: {'Port': ['ID=37fc7a33-28d0-4eb3-94a6-ae668492f085,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:13.247006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'mac_address': 'fa:16:3e:ae:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:02:13.290984 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.308899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:13.335456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:13.358073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.376669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a4624fc9-b28f-4ef9-ba45-0c1eaeac46dc req-27d51f4b-5a05-4cc6-a26a-f69c29e1797f tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Aug 25 15:02:13.382562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.409206 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.476191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fdecc-64c7-42a3-9546-93010e67efa0 req-a55fa5c4-6804-420e-8ac2-3428fab6e633 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:13.478724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:13.483566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-155fdecc-64c7-42a3-9546-93010e67efa0 req-a55fa5c4-6804-420e-8ac2-3428fab6e633 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 945 time: 0.0719092 Aug 25 15:02:13.534421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.541323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-155fdecc-64c7-42a3-9546-93010e67efa0 req-343d3042-8ae8-490b-a6d9-2061793b57f3 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479560 Aug 25 15:02:13.597314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Network 943e9a78-f872-48d6-9498-1931b3097096 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:13.597314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:13.608214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:13.656965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:13.699264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.725734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.751867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:13.752857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:13.781184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Pushing event updated for resources: {'Port': ['ID=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:13.845988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-495fb883-5b0e-4e0d-bb38-180e571f0987 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355814 Aug 25 15:02:13.870027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace63e4-cf75-4325-a1a8-be6c1e12ae2e req-e601d99d-b365-4564-9285-fafeeedec96f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:13.871887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ace63e4-cf75-4325-a1a8-be6c1e12ae2e req-e601d99d-b365-4564-9285-fafeeedec96f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1350670 Aug 25 15:02:13.878523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Request body: {'port': {'device_id': '9be6d117-f563-4474-a117-76c513ba3653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:13.936199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Router ccf6495b-84a4-49d9-b525-484102e233bd has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:02:13.982523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ace63e4-cf75-4325-a1a8-be6c1e12ae2e req-901ac4c0-1669-4a7c-ab75-b65141a55561 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 Aug 25 15:02:14.067329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.098449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:14.105217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.107095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7aa4c768-d0d4-492a-8817-f00219737a06 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "PUT /v2.0/routers/ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 200 len: 705 time: 2.0321131 Aug 25 15:02:14.109446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43136) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:14.111401 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] Sync routers for ids ['ccf6495b-84a4-49d9-b525-484102e233bd'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:14.125355 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] Routers {'ccf6495b-84a4-49d9-b525-484102e233bd'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:14.126151 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ccf6495b-84a4-49d9-b525-484102e233bd'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:14.167662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:14.178195 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] Routers {'ccf6495b-84a4-49d9-b525-484102e233bd'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:14.179042 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ccf6495b-84a4-49d9-b525-484102e233bd'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:14.220178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aeec9-c67f-4357-ab62-5200170fb107 req-897ca155-d068-4c09-a56b-26b14baaad10 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:14.228521 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:14.229504 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7546ebd-8fdf-4565-8568-4f381372f6f3 None None] The sync data for ids ['ccf6495b-84a4-49d9-b525-484102e233bd'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:14.232972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d9aeec9-c67f-4357-ab62-5200170fb107 req-897ca155-d068-4c09-a56b-26b14baaad10 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 945 time: 0.1090727 Aug 25 15:02:14.236826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb94c298-57c3-4c6e-b09b-35cb896d95b4 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/routers/ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 200 len: 740 time: 0.1229949 Aug 25 15:02:14.245726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43144) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:14.301243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-fd18e885-4a4a-4cb7-b088-3677ecc0bbfa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:14.302759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-fd18e885-4a4a-4cb7-b088-3677ecc0bbfa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.0889614 Aug 25 15:02:14.325262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9f96-fa3b-40d9-a2a0-e042a0f53fc1 req-b29cf166-2d68-417b-8d4d-984d849709b1 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:14.326788 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-246a9f96-fa3b-40d9-a2a0-e042a0f53fc1 req-b29cf166-2d68-417b-8d4d-984d849709b1 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 945 time: 0.0751853 Aug 25 15:02:14.352015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2333f471-a9e1-4bad-a9b2-ed5eeff31d34 tempest-RoutersAdminTest-1802843318 tempest-RoutersAdminTest-1802843318-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&device_id=ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 200 len: 205 time: 0.1053262 Aug 25 15:02:14.358000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43150) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:14.386494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d9aeec9-c67f-4357-ab62-5200170fb107 req-e2798ed3-5d43-43f2-83fa-d034a3623c80 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523027 Aug 25 15:02:14.406431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-447d693f-1665-4d45-9c58-dfe1fd5c0c2e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 200 len: 205 time: 0.0415316 Aug 25 15:02:14.415144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43154) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:14.623975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01a238b-cafb-4a81-b064-ef6a2f6c41f2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:14.635734 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.652009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1aedd-a5e7-4359-a1de-4998de51b7a9 req-0973cf81-93bb-40f3-98de-aa977298b0e4 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:14.654206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9bc1aedd-a5e7-4359-a1de-4998de51b7a9 req-0973cf81-93bb-40f3-98de-aa977298b0e4 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 945 time: 0.1170719 Aug 25 15:02:14.669261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Transition to ACTIVE for port object c01a238b-cafb-4a81-b064-ef6a2f6c41f2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:14.705207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9bc1aedd-a5e7-4359-a1de-4998de51b7a9 req-31028eef-9cc8-40e2-a627-8cf36b91c620 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cfb1443-41d8-43aa-b2e0-841398dd6856&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442326 Aug 25 15:02:14.735046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.755604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-246a9f96-fa3b-40d9-a2a0-e042a0f53fc1 req-6c781572-7b96-46dc-8676-63c5be6d9c52 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033780 Aug 25 15:02:14.797379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.905514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29546ea-66dd-4d1d-b456-612acbaee394 req-84c41e0e-5304-4f14-8ee3-c544a69422c0 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:14.907865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29546ea-66dd-4d1d-b456-612acbaee394 req-84c41e0e-5304-4f14-8ee3-c544a69422c0 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 943 time: 0.1282773 Aug 25 15:02:14.907865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Pushing event updated for resources: {'Port': ['ID=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:14.948385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Attempting to bind port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:14.948727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Attempting to bind port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'c60b84cc-6224-45a4-91d0-908c2067cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '943e9a78-f872-48d6-9498-1931b3097096'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:14.949064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Attempting to bind port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 on network 943e9a78-f872-48d6-9498-1931b3097096 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:14.950149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Deleting port 797f97b1-7c39-43d2-acf5-b68ad5303faf {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:14.950493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.954650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 on network 943e9a78-f872-48d6-9498-1931b3097096 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:02:14.954978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Attempting to bind port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 on network 943e9a78-f872-48d6-9498-1931b3097096 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:14.969404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:14.969404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Checking segment: {'id': 'c60b84cc-6224-45a4-91d0-908c2067cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '943e9a78-f872-48d6-9498-1931b3097096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:14.969791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Bound using segment: {'id': 'c60b84cc-6224-45a4-91d0-908c2067cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '943e9a78-f872-48d6-9498-1931b3097096'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:14.970239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Bound port: c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60b84cc-6224-45a4-91d0-908c2067cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '943e9a78-f872-48d6-9498-1931b3097096'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:14.970605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:14.991749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29546ea-66dd-4d1d-b456-612acbaee394 req-859c922f-d968-4ffe-8715-da7cf33f90b0 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771852 Aug 25 15:02:15.001182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.005619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.046253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] For port c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:15.050375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] For port c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,segment=NetworkSegment(c60b84cc-6224-45a4-91d0-908c2067cb0b),segment_id=c60b84cc-6224-45a4-91d0-908c2067cb0b)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:15.103922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:15.116270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.177980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] For port 797f97b1-7c39-43d2-acf5-b68ad5303faf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=797f97b1-7c39-43d2-acf5-b68ad5303faf,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:15.178272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.182280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Pushing event updated for resources: {'Port': ['ID=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:15.187938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912804c-2b4a-4528-9c46-67f832ed2359 req-1798a14a-83f9-4920-8d9c-30e7761edb12 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:15.195872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3912804c-2b4a-4528-9c46-67f832ed2359 req-1798a14a-83f9-4920-8d9c-30e7761edb12 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1029425 Aug 25 15:02:15.201422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:15.202095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.203589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e6b4f982-6f8f-4f06-9eb6-043cfea6b14f service neutron] 10.222.0.52 "PUT /v2.0/ports/c01a238b-cafb-4a81-b064-ef6a2f6c41f2 HTTP/1.1" status: 200 len: 1091 time: 1.3306298 Aug 25 15:02:15.204043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6d117-f563-4474-a117-76c513ba3653', 'tag': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:15.207343 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82634ba9-595e-4108-868d-6f0108449c28" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6d117-f563-4474-a117-76c513ba3653", "tag": "c01a238b-cafb-4a81-b064-ef6a2f6c41f2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:15.235555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:15.245939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:15.245939 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.276475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.276952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Fanout notify agent at l3_agent the message router_deleted on router ccf6495b-84a4-49d9-b525-484102e233bd {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:02:15.289665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.290994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d1a3271d-7c58-4e41-bdea-2f44e7653932 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 204 len: 168 time: 0.8818138 Aug 25 15:02:15.296563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43172) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:15.344053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60588664-f21b-4807-87c9-d598b2a1353a tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 200 len: 205 time: 0.0453238 Aug 25 15:02:15.351870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43174) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:15.411906 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-19338f31-d237-407a-9bc2-aee1055e6b3e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] delete failed (client error): The resource could not be found. Aug 25 15:02:15.413547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-19338f31-d237-407a-9bc2-aee1055e6b3e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/ccf6495b-84a4-49d9-b525-484102e233bd HTTP/1.1" status: 404 len: 336 time: 0.0605910 Aug 25 15:02:15.414361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3912804c-2b4a-4528-9c46-67f832ed2359 req-a5e4adaf-df9d-4190-8513-e788f0c777d7 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174041 Aug 25 15:02:15.416337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43178) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:15.458451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-fa07089c-1f7f-42a5-9c0e-d4809651b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:15.460092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-fa07089c-1f7f-42a5-9c0e-d4809651b3ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be2e6e4053404a56a6cea68194a62486&device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 1094 time: 0.1189377 Aug 25 15:02:15.465929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cca6b93b-4883-41b1-b264-48f01c5438fe tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=91769cda-2a78-4c50-b2b4-6c59db64a3e1 HTTP/1.1" status: 200 len: 205 time: 0.0436299 Aug 25 15:02:15.466553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43182) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:15.561284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.621183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:15.623999 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a11d1d-f429-4ec4-9962-7386f93fe138" -d '{"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:15.653961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:15.723934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.732179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.732564 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:15.733078 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Floating IP eef0899f-eed8-4ca4-892a-e9668d8d3854 disassociated. External IP: 172.25.8.89, port: 797f97b1-7c39-43d2-acf5-b68ad5303faf. Aug 25 15:02:15.733477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Calling delete_port for 797f97b1-7c39-43d2-acf5-b68ad5303faf owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:15.748878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59086ea-060d-47d8-b516-1326dbd3167c req-0a0d19be-ef00-420f-936b-1cd58f264fc7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:15.758298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d59086ea-060d-47d8-b516-1326dbd3167c req-0a0d19be-ef00-420f-936b-1cd58f264fc7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1305609 Aug 25 15:02:15.784016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:15.846340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d59086ea-060d-47d8-b516-1326dbd3167c req-d4b3a27d-4c6c-4bf7-9c4e-7c90082a5fe5 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524409 Aug 25 15:02:15.910912 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c399f79-f568-4dec-a2ce-392dc87f7c88 x-openstack-request-id: req-8c399f79-f568-4dec-a2ce-392dc87f7c88 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:15.910912 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:15.911203 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c399f79-f568-4dec-a2ce-392dc87f7c88 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:15.911513 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'code': 200} Aug 25 15:02:15.933365 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85073936-95a5-462f-8438-263cb6a39cc3 x-openstack-request-id: req-85073936-95a5-462f-8438-263cb6a39cc3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:15.933687 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6d117-f563-4474-a117-76c513ba3653", "tag": "c01a238b-cafb-4a81-b064-ef6a2f6c41f2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:15.934032 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85073936-95a5-462f-8438-263cb6a39cc3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:15.934535 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6d117-f563-4474-a117-76c513ba3653', 'tag': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2', 'status': 'completed', 'code': 200} Aug 25 15:02:15.962807 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-3c7d6589-6e9b-4026-b3b9-072984396548 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] delete failed (client error): The resource could not be found. Aug 25 15:02:15.967324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43194) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:15.967487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c7d6589-6e9b-4026-b3b9-072984396548 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/91769cda-2a78-4c50-b2b4-6c59db64a3e1 HTTP/1.1" status: 404 len: 336 time: 0.4998720 Aug 25 15:02:16.019416 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8d96a57a-8729-44ed-ab60-80be087fbd5e tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 HTTP/1.1" status: 200 len: 205 time: 0.0501313 Aug 25 15:02:16.022646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-1a63230c-92e8-4595-ade3-a487616f4dd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2 HTTP/1.1" status: 200 len: 217 time: 0.5482697 Aug 25 15:02:16.023398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43196) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.038434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:16.069210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-09763250-652f-4567-8bb4-1f354c0e534c req-5c758bbe-fad7-4473-b050-35ad590c26e2 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 210 time: 0.0843713 Aug 25 15:02:16.097044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event deleted for resources: {'Port': ['ID=797f97b1-7c39-43d2-acf5-b68ad5303faf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:16.153784 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-c01a1d80-1499-4b14-be3f-f7e956d45ab2 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] delete failed (client error): The resource could not be found. Aug 25 15:02:16.155477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c01a1d80-1499-4b14-be3f-f7e956d45ab2 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/99b603ed-5c8b-4ac5-a0d0-ba5947357cb8 HTTP/1.1" status: 404 len: 336 time: 0.1227922 Aug 25 15:02:16.164115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.194654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e564a1b1-9ea2-46be-a121-763e750d552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.196300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-e564a1b1-9ea2-46be-a121-763e750d552f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5e7c4ac-e59c-4780-bb15-507985b0a54a HTTP/1.1" status: 200 len: 853 time: 0.1502123 Aug 25 15:02:16.199416 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a69bb5e2-e7bb-4723-bed4-6bc9050bcd58 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0285b32-2286-4391-a1e0-e7d0352f61c5 HTTP/1.1" status: 200 len: 205 time: 0.0341530 Aug 25 15:02:16.202648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.214442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e577-7796-43fb-b06a-577e043ff427 req-6ab5ffd9-d6e7-4d15-b67f-2f75fec666cf tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.219942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d2e577-7796-43fb-b06a-577e043ff427 req-6ab5ffd9-d6e7-4d15-b67f-2f75fec666cf tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.45 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 945 time: 0.6974099 Aug 25 15:02:16.241687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5010-53d9-44d3-ac92-423bc1d2eae6 req-daf3ff5b-1c72-4be6-b028-4077d5686db2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.243322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-531b5010-53d9-44d3-ac92-423bc1d2eae6 req-daf3ff5b-1c72-4be6-b028-4077d5686db2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.3076370 Aug 25 15:02:16.246090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-7209476e-2243-42f0-835b-934d49d3bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.248837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-7209476e-2243-42f0-835b-934d49d3bff6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.2984545 Aug 25 15:02:16.288141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-8ec6efb5-2450-40b0-9f50-fc897c40ee26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=943e9a78-f872-48d6-9498-1931b3097096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684471 Aug 25 15:02:16.318028 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-5e96e2e8-ace2-41f3-8aad-a056be7deed4 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] delete failed (client error): The resource could not be found. Aug 25 15:02:16.321865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5e96e2e8-ace2-41f3-8aad-a056be7deed4 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/a0285b32-2286-4391-a1e0-e7d0352f61c5 HTTP/1.1" status: 404 len: 336 time: 0.1070788 Aug 25 15:02:16.323445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43210) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.367250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2dcdc41c-4e8c-46ee-a9a3-d4e4f0ca93ea tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 HTTP/1.1" status: 200 len: 205 time: 0.0396364 Aug 25 15:02:16.368129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.381543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:02:16.386853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0ce9c-5f55-46a8-bfb3-3220922240d3 req-e934bbbb-d2fd-4a72-9dcf-c79a36b9c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.388412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4b0ce9c-5f55-46a8-bfb3-3220922240d3 req-e934bbbb-d2fd-4a72-9dcf-c79a36b9c2d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1097 time: 0.3832943 Aug 25 15:02:16.389607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613de6-3a28-4e70-b4aa-8cd6d2da5be7 req-6c0c7c6f-ab08-4fdc-bfb1-43256cae6fca tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.391373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39613de6-3a28-4e70-b4aa-8cd6d2da5be7 req-6c0c7c6f-ab08-4fdc-bfb1-43256cae6fca tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 945 time: 0.1945388 Aug 25 15:02:16.425916 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-c311eeb2-c4ef-4710-8819-1eb5355875f5 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] delete failed (client error): The resource could not be found. Aug 25 15:02:16.426747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c311eeb2-c4ef-4710-8819-1eb5355875f5 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/cdbebeec-1c5f-469e-ab7b-ad3b2f3d5864 HTTP/1.1" status: 404 len: 336 time: 0.0561481 Aug 25 15:02:16.432500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43216) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.477288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f83213c-bf93-42f9-b2de-cad3dae504f5 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "GET /v2.0/ports?device_id=8482eb8e-576d-4702-b7d9-e73ed19c98b2 HTTP/1.1" status: 200 len: 205 time: 0.0429044 Aug 25 15:02:16.483618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43218) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.565984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-531b5010-53d9-44d3-ac92-423bc1d2eae6 req-2339f9ce-77a5-4f1a-b0f8-68e1ccbc778c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805569 Aug 25 15:02:16.568831 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-c057bbb6-a551-4fbd-b80e-b5dab22c92de tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] delete failed (client error): The resource could not be found. Aug 25 15:02:16.573922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c057bbb6-a551-4fbd-b80e-b5dab22c92de tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/routers/8482eb8e-576d-4702-b7d9-e73ed19c98b2 HTTP/1.1" status: 404 len: 336 time: 0.0855343 Aug 25 15:02:16.591531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39613de6-3a28-4e70-b4aa-8cd6d2da5be7 req-0648f7f0-1786-4e5e-9fba-88faa2648305 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698830 Aug 25 15:02:16.592228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:16.673819 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-625dc021-0610-468f-ad82-2b600eff1b40 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] DELETE failed (client error): The resource could not be found. Aug 25 15:02:16.674276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625dc021-0610-468f-ad82-2b600eff1b40 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:02:16.676611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-625dc021-0610-468f-ad82-2b600eff1b40 tempest-RoutersAdminTest-81401644 tempest-RoutersAdminTest-81401644-project] 10.222.0.58 "DELETE /v2.0/subnets/fa95ae77-dbd9-470d-bc7e-4492ef980664 HTTP/1.1" status: 404 len: 337 time: 0.0812659 Aug 25 15:02:16.739519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4b0ce9c-5f55-46a8-bfb3-3220922240d3 req-7024fd07-83a5-484b-a08d-b605b9c2b771 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993991 Aug 25 15:02:16.757810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-eb185dcf-02de-40e0-832b-c7279b3546f2 service neutron] 10.222.0.52 "GET /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368186 Aug 25 15:02:16.761493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-16e86c7f-90fd-4ac3-bcbf-c0074ab508f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.762964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-16e86c7f-90fd-4ac3-bcbf-c0074ab508f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.5008738 Aug 25 15:02:16.805299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:16.809939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba144-b191-4fc0-8663-701717790bf6 req-6c617b13-c68d-4273-9bb5-cd5ca5e46c47 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:16.810847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:16.811549 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08cba144-b191-4fc0-8663-701717790bf6 req-6c617b13-c68d-4273-9bb5-cd5ca5e46c47 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 943 time: 0.1391392 Aug 25 15:02:16.824505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:16.825647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:16.878504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] No DVR routers for this DVR port 797f97b1-7c39-43d2-acf5-b68ad5303faf on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:16.888535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:16.891332 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c2bfecc4-c201-4f61-a7d1-836065d1c252 req-8737406e-c820-46bd-b2ec-3a15c3371c20 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.52 "DELETE /v2.0/ports/797f97b1-7c39-43d2-acf5-b68ad5303faf HTTP/1.1" status: 204 len: 173 time: 2.5804601 Aug 25 15:02:16.891814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'name': 'network-vif-deleted', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:16.894668 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f0883-05dd-4404-b70c-2a0d76f6bf2b" -d '{"events": [{"server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "name": "network-vif-deleted", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:16.902881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Deleting port 459b2382-c8bf-4846-8d4d-f20830a3ddfb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:16.908610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:16.914149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08cba144-b191-4fc0-8663-701717790bf6 req-c90dbdd7-d3d3-45ab-b7e4-efe60852d310 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795345 Aug 25 15:02:17.021133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:02:17.037096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-4939be1b-fa45-46d6-bc5b-fe4f354183cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.2558656 Aug 25 15:02:17.054307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac0462-4b99-4d28-8b1b-50c53a9b6828 req-ce0f431b-5055-4745-a356-8cef7aad6019 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:17.056972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1cac0462-4b99-4d28-8b1b-50c53a9b6828 req-ce0f431b-5055-4745-a356-8cef7aad6019 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0620551 Aug 25 15:02:17.087222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777a500-9bc9-420e-95d2-62b7fdb55d96 req-227cfba6-766f-4c81-8176-16e059573ce1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:17.090272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0777a500-9bc9-420e-95d2-62b7fdb55d96 req-227cfba6-766f-4c81-8176-16e059573ce1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.3612218 Aug 25 15:02:17.099984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1cac0462-4b99-4d28-8b1b-50c53a9b6828 req-be9980d9-d9ac-4fbe-b590-03f31fbdfb80 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367813 Aug 25 15:02:17.156242 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3609496f-7eee-44b1-ae99-f16f38b886ca x-openstack-request-id: req-3609496f-7eee-44b1-ae99-f16f38b886ca {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:17.156949 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8d9064-52c6-4e4e-9ddc-337f965d51b8", "name": "network-vif-deleted", "tag": "797f97b1-7c39-43d2-acf5-b68ad5303faf", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:17.157310 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3609496f-7eee-44b1-ae99-f16f38b886ca {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:17.157848 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8d9064-52c6-4e4e-9ddc-337f965d51b8', 'name': 'network-vif-deleted', 'tag': '797f97b1-7c39-43d2-acf5-b68ad5303faf', 'status': 'completed', 'code': 200} Aug 25 15:02:17.284292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96c89232-3c54-4339-a617-66c2ac66284e req-d860e926-848b-44e2-bf9a-9b708c7d8867 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d8d9064-52c6-4e4e-9ddc-337f965d51b8 HTTP/1.1" status: 200 len: 210 time: 0.0393186 Aug 25 15:02:17.315833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-4caa9893-5dc3-487c-b18f-a0dd41b73e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:17.323743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-4caa9893-5dc3-487c-b18f-a0dd41b73e6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.2666695 Aug 25 15:02:17.323978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:17.356864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0777a500-9bc9-420e-95d2-62b7fdb55d96 req-b5d885dc-cbc1-4059-94d6-f6688db896cd tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245569 Aug 25 15:02:17.362760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:02:17.374903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:17.375368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9caca93-bee8-4693-8088-96b251ef1e98 req-06cf54ce-98b8-4401-a929-f189d0d75174 service neutron] 10.222.0.52 "GET /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954854 Aug 25 15:02:17.378822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:17.401800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] For port 459b2382-c8bf-4846-8d4d-f20830a3ddfb, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=459b2382-c8bf-4846-8d4d-f20830a3ddfb,segment=NetworkSegment(041505b3-71bd-42c8-a7ed-80a55e01a84d),segment_id=041505b3-71bd-42c8-a7ed-80a55e01a84d)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:17.403978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:17.439590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Calling delete_port for 459b2382-c8bf-4846-8d4d-f20830a3ddfb owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:17.453520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-75784b06-d2dd-4a1a-b487-ee1cf5b8fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:17.454807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-75784b06-d2dd-4a1a-b487-ee1cf5b8fc2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245661 Aug 25 15:02:17.485996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43242) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:17.527293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:02:17.668954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82634ba9-595e-4108-868d-6f0108449c28 req-01487534-d5f6-40ad-b0c7-66c3d51b5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:17.670592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-01487534-d5f6-40ad-b0c7-66c3d51b5fb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be2e6e4053404a56a6cea68194a62486&device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 1094 time: 0.1553664 Aug 25 15:02:17.722474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bef007d0-d0f9-4c09-b0ad-6d54d41bc023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:17.812497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:17.837437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-4d914d9f-d171-46ce-a558-5ed66f97b3b4 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194053 Aug 25 15:02:17.850514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773d2d3-6f29-4b9d-91c1-5ec31324af9e req-25b45420-4467-4c16-93d3-7f531c3fc68b tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:17.858283 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f773d2d3-6f29-4b9d-91c1-5ec31324af9e req-25b45420-4467-4c16-93d3-7f531c3fc68b tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 945 time: 0.1583180 Aug 25 15:02:17.870812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcbb9c-4b76-4a51-95f3-65517fce93f6 None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:17.959332 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f773d2d3-6f29-4b9d-91c1-5ec31324af9e req-de9c2595-0196-4538-894a-96823aec08e7 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/security-groups?id=d92d60aa-fa0c-4334-ab7b-b172923245cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000211 Aug 25 15:02:18.031757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bef007d0-d0f9-4c09-b0ad-6d54d41bc023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.042556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b62119-f08e-413c-bc94-1d8318cf5f17 req-c1974816-84de-467f-8521-9d97a579be8c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:18.049764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6b62119-f08e-413c-bc94-1d8318cf5f17 req-c1974816-84de-467f-8521-9d97a579be8c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.3466141 Aug 25 15:02:18.070653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.095502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82634ba9-595e-4108-868d-6f0108449c28 req-d33da58a-9cee-4bdd-b8d1-88a52b8931e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:18.096973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-d33da58a-9cee-4bdd-b8d1-88a52b8931e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=943e9a78-f872-48d6-9498-1931b3097096 HTTP/1.1" status: 200 len: 914 time: 0.4167027 Aug 25 15:02:18.124104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9081-8cc2-472f-8c4a-69658c0fe9c9 req-c3341f5d-a971-40b1-8cec-aa42326965e4 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:18.125747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a9e9081-8cc2-472f-8c4a-69658c0fe9c9 req-c3341f5d-a971-40b1-8cec-aa42326965e4 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 943 time: 0.0756063 Aug 25 15:02:18.135638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Pushing event deleted for resources: {'Port': ['ID=459b2382-c8bf-4846-8d4d-f20830a3ddfb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:18.143259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bef007d0-d0f9-4c09-b0ad-6d54d41bc023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.206437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef007d0-d0f9-4c09-b0ad-6d54d41bc023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3671ca-f12d-41a1-8008-6903731268e3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:18.222522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bef007d0-d0f9-4c09-b0ad-6d54d41bc023 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=006f2b2cb6584cb3982d7bcfa33a4512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7343109 Aug 25 15:02:18.225735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43264) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:18.240599 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a9e9081-8cc2-472f-8c4a-69658c0fe9c9 req-d221936c-d665-433d-b35c-a27e6722a896 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062632 Aug 25 15:02:18.287893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-974d1cb5-b704-4dc0-8ca6-d757155b8694 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2 HTTP/1.1" status: 200 len: 217 time: 0.1663761 Aug 25 15:02:18.336909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6b62119-f08e-413c-bc94-1d8318cf5f17 req-d1d37ec8-ab7d-46fb-ae44-b93e3eb8877f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807598 Aug 25 15:02:18.338966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14a47293-d86d-4cf4-99bf-774ea09ff4c4 req-31724802-7d2a-440c-a43b-aea4b7862f0e service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027946 Aug 25 15:02:18.341431 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c333e41-dc99-488b-ac14-64c031e972ee None None] New status for floating IP eef0899f-eed8-4ca4-892a-e9668d8d3854: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:02:18.356420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] No DVR routers for this DVR port 459b2382-c8bf-4846-8d4d-f20830a3ddfb on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:18.356662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cb24833-d8fb-441e-ba86-e70246c8dbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.365891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.367960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d2e577-7796-43fb-b06a-577e043ff427 req-350c9d0e-394b-49d2-bf81-4ae3c40efb94 tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.45 "DELETE /v2.0/ports/459b2382-c8bf-4846-8d4d-f20830a3ddfb HTTP/1.1" status: 204 len: 173 time: 2.1352365 Aug 25 15:02:18.369419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'name': 'network-vif-deleted', 'tag': '459b2382-c8bf-4846-8d4d-f20830a3ddfb'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:18.372006 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f26ef4-8cda-41e3-9717-09b09860b11a" -d '{"events": [{"server_uuid": "de0f2cfe-1c0a-4e44-aceb-232c8a153602", "name": "network-vif-deleted", "tag": "459b2382-c8bf-4846-8d4d-f20830a3ddfb"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:18.431953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cb24833-d8fb-441e-ba86-e70246c8dbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.443742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82634ba9-595e-4108-868d-6f0108449c28 req-833aed83-8510-46cc-a8f5-2d6d2baba313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:18.447528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-833aed83-8510-46cc-a8f5-2d6d2baba313 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5e7c4ac-e59c-4780-bb15-507985b0a54a HTTP/1.1" status: 200 len: 853 time: 0.1005788 Aug 25 15:02:18.449588 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22325a-2687-41ca-a079-7e49ba3fccd5 x-openstack-request-id: req-aa22325a-2687-41ca-a079-7e49ba3fccd5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:18.450130 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f2cfe-1c0a-4e44-aceb-232c8a153602", "name": "network-vif-deleted", "tag": "459b2382-c8bf-4846-8d4d-f20830a3ddfb", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:18.450608 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa22325a-2687-41ca-a079-7e49ba3fccd5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:18.451316 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f2cfe-1c0a-4e44-aceb-232c8a153602', 'name': 'network-vif-deleted', 'tag': '459b2382-c8bf-4846-8d4d-f20830a3ddfb', 'status': 'completed', 'code': 200} Aug 25 15:02:18.501016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-d5365d31-2b8f-4e6b-a51c-554336761437 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=943e9a78-f872-48d6-9498-1931b3097096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434172 Aug 25 15:02:18.522784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ace2-69f2-433b-9356-a7ae0b0e2acc req-9b26e4ce-6c91-48b1-ad9f-f8a4204958e1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:18.524464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d939ace2-69f2-433b-9356-a7ae0b0e2acc req-9b26e4ce-6c91-48b1-ad9f-f8a4204958e1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1270595 Aug 25 15:02:18.589337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d939ace2-69f2-433b-9356-a7ae0b0e2acc req-109783fa-926c-465c-b522-659e20e22e4a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577195 Aug 25 15:02:18.637718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cb24833-d8fb-441e-ba86-e70246c8dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.640738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cb24833-d8fb-441e-ba86-e70246c8dbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.644482 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5cb24833-d8fb-441e-ba86-e70246c8dbab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b3671ca-f12d-41a1-8008-6903731268e3 HTTP/1.1" status: 204 len: 168 time: 0.4152195 Aug 25 15:02:18.656737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb24833-d8fb-441e-ba86-e70246c8dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3671ca-f12d-41a1-8008-6903731268e3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:18.687628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-ccd1ef4b-9d6b-44cf-8704-95ef008aecd0 service neutron] 10.222.0.52 "GET /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796243 Aug 25 15:02:18.695283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bc9e-d4f8-4100-8172-2099653a987e req-8a6bd405-b7ef-4c53-8d42-ad52d64ee2ad tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:18.702458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3521bc9e-d4f8-4100-8172-2099653a987e req-8a6bd405-b7ef-4c53-8d42-ad52d64ee2ad tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1174383 Aug 25 15:02:18.740412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43280) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:18.848528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dcf858f8-9ba6-460b-9ab3-798e01795e57 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:18.855483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3521bc9e-d4f8-4100-8172-2099653a987e req-77ac78d7-5686-4d3b-9c75-60ac7502811a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521590 Aug 25 15:02:18.889288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82634ba9-595e-4108-868d-6f0108449c28 req-5166a8a9-6b9f-4078-90dd-32b620f184d3 service neutron] 10.222.0.52 "GET /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846974 Aug 25 15:02:18.890773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dcf858f8-9ba6-460b-9ab3-798e01795e57 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.034443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dcf858f8-9ba6-460b-9ab3-798e01795e57 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.038517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dcf858f8-9ba6-460b-9ab3-798e01795e57 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.041889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43288) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:19.042615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dcf858f8-9ba6-460b-9ab3-798e01795e57 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "DELETE /v2.0/security-groups/2cfb1443-41d8-43aa-b2e0-841398dd6856 HTTP/1.1" status: 204 len: 168 time: 0.3008349 Aug 25 15:02:19.054672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf858f8-9ba6-460b-9ab3-798e01795e57 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfb1443-41d8-43aa-b2e0-841398dd6856,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:19.068118 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-11e81d4d-c804-4ea5-bc6f-9611cd3a6893 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] show failed (client error): The resource could not be found. Aug 25 15:02:19.070548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-11e81d4d-c804-4ea5-bc6f-9611cd3a6893 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups/2cfb1443-41d8-43aa-b2e0-841398dd6856 HTTP/1.1" status: 404 len: 347 time: 0.0270855 Aug 25 15:02:19.073596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:19.124567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 459b2382-c8bf-4846-8d4d-f20830a3ddfb no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:19.138869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02a991de-683f-4cac-8e88-2fb98feaeafa req-e523bf96-15f9-4585-8606-9da88da9a35e tempest-ServerAddressesNegativeTestJSON-276069582 tempest-ServerAddressesNegativeTestJSON-276069582-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2cfe-1c0a-4e44-aceb-232c8a153602 HTTP/1.1" status: 200 len: 210 time: 0.0465858 Aug 25 15:02:19.152558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 459b2382-c8bf-4846-8d4d-f20830a3ddfb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:19.152913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 459b2382-c8bf-4846-8d4d-f20830a3ddfb not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:19.268659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Deleting port deb53684-230d-4519-b1b4-2f649e85ca39 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:19.269101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.413412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.413736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.434802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Calling delete_port for deb53684-230d-4519-b1b4-2f649e85ca39 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:19.450351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05317-f371-4006-8897-92059cd0c07a req-f1e88692-fe3e-4279-9bb2-ba6ae47dce29 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:19.451946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43e05317-f371-4006-8897-92059cd0c07a req-f1e88692-fe3e-4279-9bb2-ba6ae47dce29 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 943 time: 0.0935109 Aug 25 15:02:19.482773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7075f48-09ff-4bf9-a7ad-985dd00adc9f req-f87a9aca-39b4-43e9-bfe4-324c8b80ebad tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:19.484762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7075f48-09ff-4bf9-a7ad-985dd00adc9f req-f87a9aca-39b4-43e9-bfe4-324c8b80ebad tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0664430 Aug 25 15:02:19.486659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43302) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:19.555009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43e05317-f371-4006-8897-92059cd0c07a req-875a2007-ea01-41eb-bba4-130696f69a6f tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 Aug 25 15:02:19.575675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7075f48-09ff-4bf9-a7ad-985dd00adc9f req-20d5483a-ec0f-44e3-816a-cdd91f014b70 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806160 Aug 25 15:02:19.579352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fc1586de-79bf-4dc0-9285-37a1b593ea47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dd7043fe4bf49f2b4fdbc9df8373c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912862 Aug 25 15:02:19.584801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43306) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:19.620326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 797f97b1-7c39-43d2-acf5-b68ad5303faf no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:19.660722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 797f97b1-7c39-43d2-acf5-b68ad5303faf {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:19.661323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 797f97b1-7c39-43d2-acf5-b68ad5303faf not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:19.676839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6127ea2f-ede5-4c95-ab34-e13173fd660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.710022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6127ea2f-ede5-4c95-ab34-e13173fd660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.750413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a48c83-4c95-4427-850d-a972b13ec8d4 req-2dc6dcae-88e0-45d1-85d0-06bc6bb094e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:19.752307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87a48c83-4c95-4427-850d-a972b13ec8d4 req-2dc6dcae-88e0-45d1-85d0-06bc6bb094e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0555439 Aug 25 15:02:19.761187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.762058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43312) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:19.767174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'floatingip': {'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:19.799067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event deleted for resources: {'Port': ['ID=deb53684-230d-4519-b1b4-2f649e85ca39,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:19.810919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06cd18-36ea-4d83-9025-e2a7e2497390 req-8ee18dd0-1bd4-4ba5-907d-351c12f8f5c9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:19.812520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.813136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea06cd18-36ea-4d83-9025-e2a7e2497390 req-8ee18dd0-1bd4-4ba5-907d-351c12f8f5c9 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1237693 Aug 25 15:02:19.901100 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea06cd18-36ea-4d83-9025-e2a7e2497390 req-a83735ed-5244-41b8-bd85-a794785b5192 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797110 Aug 25 15:02:19.908488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.912308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.913924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a114364-6cfe-4fd8-810c-834628ff9e48 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "DELETE /v2.0/floatingips/eef0899f-eed8-4ca4-892a-e9668d8d3854 HTTP/1.1" status: 204 len: 168 time: 0.8390796 Aug 25 15:02:19.983592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6127ea2f-ede5-4c95-ab34-e13173fd660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.986849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6127ea2f-ede5-4c95-ab34-e13173fd660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:19.989225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6127ea2f-ede5-4c95-ab34-e13173fd660a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7abf9d7a-a983-4bb9-8151-cae7bdda6761 HTTP/1.1" status: 204 len: 168 time: 0.4034076 Aug 25 15:02:19.999102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127ea2f-ede5-4c95-ab34-e13173fd660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abf9d7a-a983-4bb9-8151-cae7bdda6761,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:20.318882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0be90-d7fc-4509-82af-37de68cf1e30 req-8acfcfcb-c1f6-4330-a5c2-a6e4762b0236 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:20.320439 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01f0be90-d7fc-4509-82af-37de68cf1e30 req-8acfcfcb-c1f6-4330-a5c2-a6e4762b0236 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.3408680 Aug 25 15:02:20.427974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01f0be90-d7fc-4509-82af-37de68cf1e30 req-8a1f44fe-83df-4716-bddf-08f81cc6c0c6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981114 Aug 25 15:02:20.445895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43336) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:20.451384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262875413', 'description': 'tempest-description--2131997418'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:20.497001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43338) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:20.575938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Deleting subnet bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:02:20.579893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.612168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.700124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.750966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.768870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.resource_extend [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 15:02:20.818244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.833593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0cf04-9477-4e9c-8dfa-2627d9bea6b8 req-3696b2c7-4848-440c-acda-8d1e3bbf13db tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:20.850618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ca0cf04-9477-4e9c-8dfa-2627d9bea6b8 req-3696b2c7-4848-440c-acda-8d1e3bbf13db tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 943 time: 0.1249700 Aug 25 15:02:20.850618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.890311 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ca0cf04-9477-4e9c-8dfa-2627d9bea6b8 req-bd537a1f-865c-4c03-9e87-982a0da6fc6d tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484447 Aug 25 15:02:20.910155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:20.947221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114098d1-e43d-4fa5-9120-5896e9646f0d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:21.123956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.124258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.153205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:21.155516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.159870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-62afa0dd-7e9a-4f4b-8762-ff7900bfb235 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bfed2d59-3a90-4e63-a7dd-2fd1fa9ab920 HTTP/1.1" status: 204 len: 168 time: 0.6593633 Aug 25 15:02:21.160330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43356) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:21.163910 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c97e713b-a26c-4c73-a749-414db3746307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.215756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.218013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-83fc83c2-fd69-4e85-82a4-4282f80e98ee tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7708416 Aug 25 15:02:21.221927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43362) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:21.227314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'security_group_rule': {'security_group_id': '114098d1-e43d-4fa5-9120-5896e9646f0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:21.252199 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Floating IP fc07cd3f-ef77-4766-a1c1-e31f9d7ab195 associated. External IP: 172.25.8.25, port: 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8. Aug 25 15:02:21.272054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.395184 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.405607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4906f515-b250-46d7-8578-c421be8ed7d0']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:21.420576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041505b3-71bd-42c8-a7ed-80a55e01a84d') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:21.420897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041505b3-71bd-42c8-a7ed-80a55e01a84d') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:21.430898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.446044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.454713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:02:21.455845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:02:21.457949 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:02:21.467734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.516752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Router b45f0d32-1196-44f7-bc62-c7ca7587610d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:02:21.543814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.590909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadebe66-e2ae-4617-8462-cfc52b481a72 req-dded4da2-d259-4da1-aebe-a5bae0a67e75 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:21.592595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eadebe66-e2ae-4617-8462-cfc52b481a72 req-dded4da2-d259-4da1-aebe-a5bae0a67e75 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0578985 Aug 25 15:02:21.603232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c01a238b-cafb-4a81-b064-ef6a2f6c41f2 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:02:21.629919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43378) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:21.635144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.637869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.641963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.647058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4906f515-b250-46d7-8578-c421be8ed7d0 HTTP/1.1" status: 204 len: 168 time: 0.4834094 Aug 25 15:02:21.668303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5609e30b-b24a-41a0-9bb1-a0cc8d5d6628,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:21.693046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eadebe66-e2ae-4617-8462-cfc52b481a72 req-ece2fd6a-3a99-4192-992b-f7bc4174af2d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836217 Aug 25 15:02:21.694879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf5d82-6fcf-42f4-bd1e-c211388d4a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4906f515-b250-46d7-8578-c421be8ed7d0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:21.712136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:21.717714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.754650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a984066c-9bc8-47de-b98a-65e2df5a7da4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "PUT /v2.0/floatingips/fc07cd3f-ef77-4766-a1c1-e31f9d7ab195 HTTP/1.1" status: 200 len: 991 time: 1.9913125 Aug 25 15:02:21.756180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:21.758836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:21.759045 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31d601b-b895-4927-bb12-72afa8112a17" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:21.779626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:21.780609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:21.803409 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.804807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d8baf188-7c2c-4558-86a2-0bdca66ba7b0 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5816574 Aug 25 15:02:21.807393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43388) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:21.812355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'security_group_rule': {'security_group_id': '114098d1-e43d-4fa5-9120-5896e9646f0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:21.860240 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a0eb69-f83b-4907-aea2-1412770c59d4 x-openstack-request-id: req-85a0eb69-f83b-4907-aea2-1412770c59d4 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:21.860853 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:21.861908 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85a0eb69-f83b-4907-aea2-1412770c59d4 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:21.862755 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'status': 'completed', 'code': 200} Aug 25 15:02:21.880056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1106782887'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:21.930051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:21.932415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d601b-b895-4927-bb12-72afa8112a17 req-1fc93788-c37b-4208-87b4-d4d556a64781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:21.934054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-1fc93788-c37b-4208-87b4-d4d556a64781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1097 time: 0.0501034 Aug 25 15:02:21.959831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,segment=NetworkSegment(c60b84cc-6224-45a4-91d0-908c2067cb0b),segment_id=c60b84cc-6224-45a4-91d0-908c2067cb0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:21.985556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2', 'network_id': '943e9a78-f872-48d6-9498-1931b3097096', 'port_id': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2', 'mac_address': 'fa:16:3e:d3:f8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e7c4ac-e59c-4780-bb15-507985b0a54a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:02:21.995463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:02:22.009739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.040170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Made reservation on behalf of 1232ff0112474817a400d076c52b69c0 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:22.043788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.071683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.078638 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.081236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d601b-b895-4927-bb12-72afa8112a17 req-2e896472-ad77-4f02-b121-4b66a9c6ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:22.083612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-2e896472-ad77-4f02-b121-4b66a9c6ac49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.1394668 Aug 25 15:02:22.103889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf2f58-900b-4f5e-9e94-6fcfb6ed4317 req-4c2f2a1f-af99-49ba-aece-ebc57016cc7d tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:22.105625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7cf2f58-900b-4f5e-9e94-6fcfb6ed4317 req-4c2f2a1f-af99-49ba-aece-ebc57016cc7d tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 943 time: 0.0904059 Aug 25 15:02:22.119918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.137835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01a238b-cafb-4a81-b064-ef6a2f6c41f2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:22.165390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5bd77a-5338-4617-8017-e306261ae432,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:22.175698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,segment=NetworkSegment(c60b84cc-6224-45a4-91d0-908c2067cb0b),segment_id=c60b84cc-6224-45a4-91d0-908c2067cb0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:22.209112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-57a80643-5d27-4847-bfa8-7ccd44766ad6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 999 time: 0.1023066 Aug 25 15:02:22.223782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7cf2f58-900b-4f5e-9e94-6fcfb6ed4317 req-14763154-0c4c-422c-91c5-eb856f2e6802 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 Aug 25 15:02:22.260802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43396) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:22.267103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.273220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.285174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d601b-b895-4927-bb12-72afa8112a17 req-0619b80a-7c7d-4d73-b0c3-fbca442d0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:22.287840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-0619b80a-7c7d-4d73-b0c3-fbca442d0da7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.0628378 Aug 25 15:02:22.318623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-77df9458-92b6-4a22-9867-e208834c0ecd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71ea9afa95284cf0bd4eea53d7ede421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565393 Aug 25 15:02:22.319634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43398) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:22.352180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d601b-b895-4927-bb12-72afa8112a17 req-64b473b8-bb37-4ee1-a8c4-d864839526a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:22.353931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-64b473b8-bb37-4ee1-a8c4-d864839526a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592206 Aug 25 15:02:22.364010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:22.372672 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.402306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'fc07cd3f-ef77-4766-a1c1-e31f9d7ab195', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'mac_address': 'fa:16:3e:ae:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:01:58Z', 'updated_at': '2021-08-25T15:02:20Z', 'revision_number': 1, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:22.413685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:02:22.426814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a291bfe8-ba92-4f75-83ed-9ce23bc25130,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:22.434184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:02:22.435948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8b7bd5c-d9f1-417c-92f0-76d5074a11fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.441635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.441635 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-998a863e-33f1-4111-b3d7-e38cc68561aa tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6308818 Aug 25 15:02:22.443955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.444466 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Added segment 2fe01b23-38c2-40ac-be15-7146443efc05 of type vlan for network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 Aug 25 15:02:22.444679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43404) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:22.447776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:22.448668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:01:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:22.451177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:22.501136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-6a0744a9-ba8d-4613-8307-59f9433bef25 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322653 Aug 25 15:02:22.510802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8b7bd5c-d9f1-417c-92f0-76d5074a11fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.537786 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.573392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.586017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:02:22.626696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c01a238b-cafb-4a81-b064-ef6a2f6c41f2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:22.657416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.666663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:22.667737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.682840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b31d601b-b895-4927-bb12-72afa8112a17 req-b1e025fa-a1cf-40eb-bc8d-b3734bceabae service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739969 Aug 25 15:02:22.754166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8b7bd5c-d9f1-417c-92f0-76d5074a11fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.757543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8b7bd5c-d9f1-417c-92f0-76d5074a11fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:22.761475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8b7bd5c-d9f1-417c-92f0-76d5074a11fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d92d60aa-fa0c-4334-ab7b-b172923245cc HTTP/1.1" status: 204 len: 168 time: 0.4402866 Aug 25 15:02:22.785516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7bd5c-d9f1-417c-92f0-76d5074a11fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92d60aa-fa0c-4334-ab7b-b172923245cc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:22.791605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event updated for resources: {'Network': ['ID=1841fe3d-5fb3-4f63-a12b-bbf96e541591,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:22.838176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac9a318f-e9a1-41ce-a8fb-67b3021551ff tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2019913 Aug 25 15:02:22.838176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:22.844540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Request body: {'subnet': {'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:22.971692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:02:23.064758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a46a4-8aa8-4759-bb99-c74b6e964c95 req-a479c08b-818e-46bc-9824-d71ac1836c1b tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:23.066953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f38a46a4-8aa8-4759-bb99-c74b6e964c95 req-a479c08b-818e-46bc-9824-d71ac1836c1b tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.2106254 Aug 25 15:02:23.138965 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f38a46a4-8aa8-4759-bb99-c74b6e964c95 req-61b3bdfc-4fd4-427d-9113-4c9811cbec95 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Aug 25 15:02:23.154397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Made reservation on behalf of 1232ff0112474817a400d076c52b69c0 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:23.166077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.210448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'fc07cd3f-ef77-4766-a1c1-e31f9d7ab195', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'mac_address': 'fa:16:3e:ae:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:01:58Z', 'updated_at': '2021-08-25T15:02:20Z', 'revision_number': 1, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:23.243465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.243711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524a6e1-41b9-42ec-ac42-93633fa15194 None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'fc07cd3f-ef77-4766-a1c1-e31f9d7ab195', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'mac_address': 'fa:16:3e:ae:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:01:58Z', 'updated_at': '2021-08-25T15:02:20Z', 'revision_number': 1, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:23.418021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0382d8-b2e5-4bf7-8a30-951eba326b47 req-e70380b5-1b47-4cf6-9c70-9ab4834cf2f9 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:23.419852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce0382d8-b2e5-4bf7-8a30-951eba326b47 req-e70380b5-1b47-4cf6-9c70-9ab4834cf2f9 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 944 time: 0.1169195 Aug 25 15:02:23.420935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Allocated IP 172.25.8.216 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/72947b27-fde0-4955-85ec-8ecffa53887b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:23.461178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.529669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce0382d8-b2e5-4bf7-8a30-951eba326b47 req-1eb40fea-12c3-4674-904c-9969d3386682 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953314 Aug 25 15:02:23.555382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event updated for resources: {'Subnet': ['ID=817e7761-eb73-4741-8c51-8905b1e0e25a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:23.557380 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13893f49-f5dd-4257-9ac9-d01b25704772 None None] New status for floating IP fc07cd3f-ef77-4766-a1c1-e31f9d7ab195: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:02:23.563366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Checking segment: {'id': '2fe01b23-38c2-40ac-be15-7146443efc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:23.563972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Network hostable DHCP agents. Network: 1841fe3d-5fb3-4f63-a12b-bbf96e541591, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:02:23.640939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.665983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:02:23.719782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-83b19ab2-c464-40ef-9d46-4fcfab77aee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.748567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 1841fe3d-5fb3-4f63-a12b-bbf96e541591) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:23.748892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.753024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:23.754390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:23.759002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c78a20-33c1-4433-a27c-c9eada92a4f1 None None] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:23.828187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'Port': ['ID=72947b27-fde0-4955-85ec-8ecffa53887b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:23.835123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:23.837188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:23.838424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d2421e0-c6f9-444c-b33b-7d3e2ef2544e tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9999716 Aug 25 15:02:23.843334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:23.846555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:23.852865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Request body: {'port': {'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1510680036'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:23.920885 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.011993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.027334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-1841fe3d-5fb3-4f63-a12b-bbf96e541591', 'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591', 'tenant_id': '1232ff0112474817a400d076c52b69c0', 'fixed_ips': [{'subnet_id': '817e7761-eb73-4741-8c51-8905b1e0e25a'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:02:24.028308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.123755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Made reservation on behalf of 1232ff0112474817a400d076c52b69c0 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:24.135406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.157262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] device_id is not set on port e6407bab-b130-4e8b-8c06-3bf55038a1ec yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:02:24.163920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.217772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Allocated IP 2001:db8::2 (1841fe3d-5fb3-4f63-a12b-bbf96e541591/817e7761-eb73-4741-8c51-8905b1e0e25a/741d4c44-8014-4ff6-b6c3-a97150138d8e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:24.395409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5420f0-6db4-4121-aa89-0467bccf539c req-a9853cd2-9ccb-4658-a442-b3b1ea62fc25 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:24.396963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b5420f0-6db4-4121-aa89-0467bccf539c req-a9853cd2-9ccb-4658-a442-b3b1ea62fc25 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1497726 Aug 25 15:02:24.405171 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.414027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Transition to ACTIVE for port object 741d4c44-8014-4ff6-b6c3-a97150138d8e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:24.427471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.448219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Transition to ACTIVE for port object 741d4c44-8014-4ff6-b6c3-a97150138d8e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:24.467941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b5420f0-6db4-4121-aa89-0467bccf539c req-696e09ea-6641-4e5f-88d1-b0edd50e3ef2 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553789 Aug 25 15:02:24.516199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.546655 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.624997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43462) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:24.629199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:24.641093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:24.645539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:24.661296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'Port': ['ID=72947b27-fde0-4955-85ec-8ecffa53887b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:24.671764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Pushing event updated for resources: {'Port': ['ID=741d4c44-8014-4ff6-b6c3-a97150138d8e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:24.680309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Allocated IP 2001:db8::e2 (1841fe3d-5fb3-4f63-a12b-bbf96e541591/817e7761-eb73-4741-8c51-8905b1e0e25a/e6407bab-b130-4e8b-8c06-3bf55038a1ec) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:24.693192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.709822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Attempting to bind port 741d4c44-8014-4ff6-b6c3-a97150138d8e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:24.710270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Attempting to bind port 741d4c44-8014-4ff6-b6c3-a97150138d8e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '2fe01b23-38c2-40ac-be15-7146443efc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:24.710611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Attempting to bind port 741d4c44-8014-4ff6-b6c3-a97150138d8e on network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:24.716736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:24.716976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Checking segment: {'id': '2fe01b23-38c2-40ac-be15-7146443efc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:24.717705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.718179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Bound using segment: {'id': '2fe01b23-38c2-40ac-be15-7146443efc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:24.718666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Bound port: 741d4c44-8014-4ff6-b6c3-a97150138d8e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe01b23-38c2-40ac-be15-7146443efc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:24.719153 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.803640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] For port 741d4c44-8014-4ff6-b6c3-a97150138d8e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:24.806378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.807626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f6195e8-1dde-4d5d-adbf-01d4fa317472 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3618658 Aug 25 15:02:24.813171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2096636418-network', 'tenant_id': '509a560696bb47bf918c11d86504d77f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:24.824928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] For port 741d4c44-8014-4ff6-b6c3-a97150138d8e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=741d4c44-8014-4ff6-b6c3-a97150138d8e,segment=NetworkSegment(2fe01b23-38c2-40ac-be15-7146443efc05),segment_id=2fe01b23-38c2-40ac-be15-7146443efc05)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:24.838223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66bbd-a8a7-4c08-8808-4e082777ff9d req-bede3d6c-02d8-4aa3-9a6b-56fc1370aaa2 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:24.838223 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ac66bbd-a8a7-4c08-8808-4e082777ff9d req-bede3d6c-02d8-4aa3-9a6b-56fc1370aaa2 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 944 time: 0.1585238 Aug 25 15:02:24.926905 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ac66bbd-a8a7-4c08-8808-4e082777ff9d req-583e81f0-276c-41d4-bc71-ec22432b96c4 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622976 Aug 25 15:02:24.943613 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.968035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Made reservation on behalf of 509a560696bb47bf918c11d86504d77f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:24.968526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.979415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:24.997997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Transition to ACTIVE for port object e6407bab-b130-4e8b-8c06-3bf55038a1ec will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:24.998398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.051641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db9501-5c59-43b2-8017-3eacdb198388 None None] Pushing event updated for resources: {'Port': ['ID=741d4c44-8014-4ff6-b6c3-a97150138d8e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:25.095408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.140557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:25.147777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:25.152634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-d14afd6d-38a7-4bda-bb10-b8bac1fe7c9f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1262875413&fields=id&tenant_id=2031dc7b720d4414b231de1e019c76d3 HTTP/1.1" status: 200 len: 267 time: 0.0808673 Aug 25 15:02:25.156346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:25.158482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:25.159303 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.174555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event updated for resources: {'Port': ['ID=e6407bab-b130-4e8b-8c06-3bf55038a1ec,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:25.309862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.343713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-0d36aac7-822c-43d2-b4bc-5335f4d8b3bb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:25.345418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-0d36aac7-822c-43d2-b4bc-5335f4d8b3bb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 810 time: 0.1926825 Aug 25 15:02:25.371663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-3a133b8c-dba5-4a42-82ce-19387d6708ef tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/quotas/2031dc7b720d4414b231de1e019c76d3 HTTP/1.1" status: 200 len: 375 time: 0.0099695 Aug 25 15:02:25.394948 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.422914 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.444889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:02:25.453377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7f0fbb66-bb30-4f58-b05f-f2ed0c006408 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6059723 Aug 25 15:02:25.457186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43480) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:25.460645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176c924a-78d7-4987-b08a-9a5bed79144a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:25.465398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Request body: {'port': {'network_id': '1841fe3d-5fb3-4f63-a12b-bbf96e541591', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1870129946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:25.465398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.api.validators [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] bootfile-name is not in valid_values {{(pid=101872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:02:25.465398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.api.validators [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] tftp-server is not in valid_values {{(pid=101872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:02:25.465768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.465874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.api.validators [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] server-ip-address is not in valid_values {{(pid=101872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:02:25.465981 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Added segment 21d8c0e4-6918-43f4-9858-e771bd459eb7 of type vlan for network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 Aug 25 15:02:25.485992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-dcac1ea6-ef01-4c73-b869-ac13bd218e26 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036427 Aug 25 15:02:25.584498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.631906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c01a238b-cafb-4a81-b064-ef6a2f6c41f2 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:25.650770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb6fe-8a15-4dc0-a22a-585beae1414b req-843f9020-965c-4271-8225-85a9357b1d2e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:25.652825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-555eb6fe-8a15-4dc0-a22a-585beae1414b req-843f9020-965c-4271-8225-85a9357b1d2e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0915453 Aug 25 15:02:25.670124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-90ebd7b6-3b30-4333-a5c5-b84ab67ae012 service neutron] 10.222.0.58 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531680 Aug 25 15:02:25.714999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-555eb6fe-8a15-4dc0-a22a-585beae1414b req-1c8f222c-b5a1-4ed4-ad73-a76149cb2633 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Aug 25 15:02:25.742221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.743382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:25.744631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.809001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:25.813824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:25.814397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.823005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] Pushing event updated for resources: {'Network': ['ID=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:25.836497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Made reservation on behalf of 1232ff0112474817a400d076c52b69c0 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:25.846162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:25.850748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-143b8f36-81bd-43f9-9d27-9e33c72df71e service neutron] 10.222.0.58 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723540 Aug 25 15:02:25.861457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:02:25.879666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] device_id is not set on port 0a007dab-e593-484d-81e2-1bddbb9451d3 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:02:25.909929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e68d45b9-6b92-41b8-83db-11b94207857b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2828915 Aug 25 15:02:25.913103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43486) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:25.919262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Request body: {'subnet': {'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2096636418-subnet', 'tenant_id': '509a560696bb47bf918c11d86504d77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:26.098684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Made reservation on behalf of 509a560696bb47bf918c11d86504d77f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:26.101911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.122425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Allocated IP 2001:db8::129 (1841fe3d-5fb3-4f63-a12b-bbf96e541591/817e7761-eb73-4741-8c51-8905b1e0e25a/0a007dab-e593-484d-81e2-1bddbb9451d3) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:26.143788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b95d9-a8d9-4e0d-9a2c-6feddb922566 req-4858466e-255c-4a26-a90d-d0d7759993e7 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.145414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a7b95d9-a8d9-4e0d-9a2c-6feddb922566 req-4858466e-255c-4a26-a90d-d0d7759993e7 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 944 time: 0.1138518 Aug 25 15:02:26.173709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.235153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6d117-f563-4474-a117-76c513ba3653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:26.237528 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d7926-886d-493f-b9b9-094ad165ccdd" -d '{"events": [{"server_uuid": "9be6d117-f563-4474-a117-76c513ba3653", "name": "network-vif-plugged", "status": "completed", "tag": "c01a238b-cafb-4a81-b064-ef6a2f6c41f2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:26.250333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a7b95d9-a8d9-4e0d-9a2c-6feddb922566 req-197be5c4-87d2-4718-a624-44d97b0ade5c tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965030 Aug 25 15:02:26.277395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9dee3d9-e62d-45a7-8e27-bae3a874b025 req-86e3a46e-987e-4428-b7fa-989a79662367 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 210 time: 0.1518404 Aug 25 15:02:26.297253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,segment=NetworkSegment(c60b84cc-6224-45a4-91d0-908c2067cb0b),segment_id=c60b84cc-6224-45a4-91d0-908c2067cb0b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:26.364056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.440743 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310268a6-e61f-475c-b532-2db6ca6a1e88 x-openstack-request-id: req-310268a6-e61f-475c-b532-2db6ca6a1e88 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:26.441401 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6d117-f563-4474-a117-76c513ba3653", "name": "network-vif-plugged", "status": "completed", "tag": "c01a238b-cafb-4a81-b064-ef6a2f6c41f2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:26.446919 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-310268a6-e61f-475c-b532-2db6ca6a1e88 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:26.447732 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6d117-f563-4474-a117-76c513ba3653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2', 'code': 200} Aug 25 15:02:26.463169 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.481256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Transition to ACTIVE for port object 0a007dab-e593-484d-81e2-1bddbb9451d3 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:26.491147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:26.520141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fad5cb-264a-4998-8bc8-4df9426a4ff6 None None] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:26.563405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8e0a-d959-4b6e-a9e6-00173fd95a94 req-a909887b-e3be-483b-b63d-888026ac39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.566134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d50d8e0a-d959-4b6e-a9e6-00173fd95a94 req-a909887b-e3be-483b-b63d-888026ac39f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 1096 time: 0.0858061 Aug 25 15:02:26.609975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.637537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.704188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d50d8e0a-d959-4b6e-a9e6-00173fd95a94 req-a07e957e-0054-4614-b09c-29fee584a7a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306450 Aug 25 15:02:26.705980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:26.712476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:26.723686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:26.731280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.732011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:26.743921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event updated for resources: {'Port': ['ID=0a007dab-e593-484d-81e2-1bddbb9451d3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:26.759965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0f640cbd-0485-403d-8ae1-25467c9fa44f None None] Provisioning for port 741d4c44-8014-4ff6-b6c3-a97150138d8e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:26.768266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe869c6-ea5e-429a-8a9c-61ebad346a1b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:26.772854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 741d4c44-8014-4ff6-b6c3-a97150138d8e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:26.784121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Checking segment: {'id': '21d8c0e4-6918-43f4-9858-e771bd459eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:26.784879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Network hostable DHCP agents. Network: 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:02:26.854857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-09a8386f-1b7c-4805-bf32-4f1386a8bd5d tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3927355 Aug 25 15:02:26.856240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43508) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:26.890876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116859-6ecc-4498-b9dc-fcb60c10b28f req-bedfa410-9780-48ba-b3ca-fc80bd2cec03 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.895873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f116859-6ecc-4498-b9dc-fcb60c10b28f req-bedfa410-9780-48ba-b3ca-fc80bd2cec03 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0897064 Aug 25 15:02:26.939747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f116859-6ecc-4498-b9dc-fcb60c10b28f req-020870bc-804f-4e04-971c-4c43038f67da tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Aug 25 15:02:26.954508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75916a7-ea00-43dc-8f9e-01af01ce3712 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.960778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75916a7-ea00-43dc-8f9e-01af01ce3712 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.967371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75916a7-ea00-43dc-8f9e-01af01ce3712 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:26.972909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c75916a7-ea00-43dc-8f9e-01af01ce3712 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1138730 Aug 25 15:02:26.972909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:02:26.973861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:26.992392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 741d4c44-8014-4ff6-b6c3-a97150138d8e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:26.998111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 741d4c44-8014-4ff6-b6c3-a97150138d8e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:27.000883 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.024149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.078992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:27.082818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:27.083452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.125674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Deleting port 0a007dab-e593-484d-81e2-1bddbb9451d3 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:27.126233 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.127915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d1426-9187-4608-9819-49b2ce352b58 None None] Network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:27.170006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6d1b0d25-77f3-49e0-b767-8a616ca46cf7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2555449 Aug 25 15:02:27.224467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.287265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.309956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Calling delete_port for 0a007dab-e593-484d-81e2-1bddbb9451d3 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:27.420347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 741d4c44-8014-4ff6-b6c3-a97150138d8e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=741d4c44-8014-4ff6-b6c3-a97150138d8e,segment=NetworkSegment(2fe01b23-38c2-40ac-be15-7146443efc05),segment_id=2fe01b23-38c2-40ac-be15-7146443efc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:27.422771 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.485082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Provisioning for port 0a007dab-e593-484d-81e2-1bddbb9451d3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:27.504980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5758-7c71-4555-b0e3-55ca0463de59 req-0849d821-8813-4360-82f4-6528a76e43a1 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:27.508067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dcee636-95ee-4c9b-8c7e-c38eb13c4698 req-2602addf-2ecd-4789-ae76-e160f8a20533 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 210 time: 0.0527523 Aug 25 15:02:27.531121 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.533545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa5e5758-7c71-4555-b0e3-55ca0463de59 req-0849d821-8813-4360-82f4-6528a76e43a1 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 945 time: 0.1340187 Aug 25 15:02:27.554835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a335e-dae2-4075-9628-d745cb8bb4f4 None None] Network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:27.561168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Provisioning complete for port 0a007dab-e593-484d-81e2-1bddbb9451d3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:27.563096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.620419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa5e5758-7c71-4555-b0e3-55ca0463de59 req-58265b54-6b29-4d10-82ac-30e3d0ca5be6 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Aug 25 15:02:27.678060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.754795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=741d4c44-8014-4ff6-b6c3-a97150138d8e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:27.766475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Port 0a007dab-e593-484d-81e2-1bddbb9451d3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:27.780523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.784940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "DELETE /v2.0/ports/0a007dab-e593-484d-81e2-1bddbb9451d3 HTTP/1.1" status: 204 len: 168 time: 0.8097768 Aug 25 15:02:27.789025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43530) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:27.801779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Request body: {'port': {'name': 'tempest-new-port-name-902197455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:27.802203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.api.validators [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] bootfile-name is not in valid_values {{(pid=101872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:02:27.802547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.api.validators [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] tftp-server is not in valid_values {{(pid=101872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:02:27.802888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.api.validators [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] server-ip-address is not in valid_values {{(pid=101872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:02:27.809507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b42ab-a402-4d63-9fc2-d9b15570d0b0 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event deleted for resources: {'Port': ['ID=0a007dab-e593-484d-81e2-1bddbb9451d3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:27.890640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Provisioning for port e6407bab-b130-4e8b-8c06-3bf55038a1ec completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:27.897561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Provisioning complete for port e6407bab-b130-4e8b-8c06-3bf55038a1ec triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:27.898090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.934286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:27.972597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Port e6407bab-b130-4e8b-8c06-3bf55038a1ec cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:27.987315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Provisioning complete for port 741d4c44-8014-4ff6-b6c3-a97150138d8e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:27.988539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-832d13f4-d3b5-4bdc-a61a-f936d387f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:28.252364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-da0ac2e7-6150-4646-8e5c-ffbbfb526314 None None] Could not find standard attr ID for object 0a007dab-e593-484d-81e2-1bddbb9451d3. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:02:28.269825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-da0ac2e7-6150-4646-8e5c-ffbbfb526314 None None] Provisioning complete for port e6407bab-b130-4e8b-8c06-3bf55038a1ec triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:28.270769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-da0ac2e7-6150-4646-8e5c-ffbbfb526314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:28.323431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-da0ac2e7-6150-4646-8e5c-ffbbfb526314 None None] Port e6407bab-b130-4e8b-8c06-3bf55038a1ec cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:28.332388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-0ae08dd7-289a-439e-95fe-e7e381c3b767 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:28.338002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-0ae08dd7-289a-439e-95fe-e7e381c3b767 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/networks?id=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 HTTP/1.1" status: 200 len: 821 time: 0.1926012 Aug 25 15:02:28.351625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-24f4c622-9916-4952-8d5e-da01c247f91d tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/quotas/509a560696bb47bf918c11d86504d77f HTTP/1.1" status: 200 len: 375 time: 0.0107553 Aug 25 15:02:28.395296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-13648b85-f70c-483a-a506-5cf9698b2628 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=509a560696bb47bf918c11d86504d77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361223 Aug 25 15:02:28.497181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-e1eab927-ceae-4b19-a6e8-c4189f886d23 service neutron] 10.222.0.58 "GET /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939186 Aug 25 15:02:28.546000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff71190-2c15-426b-8f43-b59544ac8822 req-4821531f-4ce8-4889-8ace-2b7da13a81d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:28.552817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aff71190-2c15-426b-8f43-b59544ac8822 req-4821531f-4ce8-4889-8ace-2b7da13a81d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.4967287 Aug 25 15:02:28.613216 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-18bf324d-2165-4301-af01-d16d45e48ba4 service neutron] 10.222.0.58 "GET /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081524 Aug 25 15:02:28.638472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 741d4c44-8014-4ff6-b6c3-a97150138d8e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:28.655521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:28.682272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aff71190-2c15-426b-8f43-b59544ac8822 req-ecb2415a-e1f9-40a9-b030-6b4ac3b00e4f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285129 Aug 25 15:02:28.717700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 741d4c44-8014-4ff6-b6c3-a97150138d8e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:28.718075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:28.743350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:28.777711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] In _notify_port_updated(), no bound segment for port e6407bab-b130-4e8b-8c06-3bf55038a1ec on network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:02:28.784224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:28.785037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:28.788461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "PUT /v2.0/ports/e6407bab-b130-4e8b-8c06-3bf55038a1ec HTTP/1.1" status: 200 len: 1128 time: 0.9967060 Aug 25 15:02:28.789739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:28.886577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15306f46-c27d-4f4e-ad6c-ef078574a58c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event updated for resources: {'Port': ['ID=e6407bab-b130-4e8b-8c06-3bf55038a1ec,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:28.981785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-81d2d995-2264-4bfb-ac83-274b4b301fe9 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:28.984048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-81d2d995-2264-4bfb-ac83-274b4b301fe9 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.45 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 810 time: 0.1417391 Aug 25 15:02:28.999949 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.042256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981213c3-86de-4cbe-852d-25b45f19e320 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:29.048465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-981213c3-86de-4cbe-852d-25b45f19e320 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "GET /v2.0/ports/e6407bab-b130-4e8b-8c06-3bf55038a1ec HTTP/1.1" status: 200 len: 1128 time: 0.2533817 Aug 25 15:02:29.049400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43556) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:29.243406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-e5edef9c-e20c-44f4-b3d8-b31c285ab889 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2031dc7b720d4414b231de1e019c76d3 HTTP/1.1" status: 200 len: 380 time: 0.1974247 Aug 25 15:02:29.252618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89ff4175-0bc3-43ee-a95e-763518eb76c8 req-41d68410-dc50-4bba-a452-2efa20b252dd tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 210 time: 0.0399432 Aug 25 15:02:29.257125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'port': {'device_id': '2b622bff-132f-4221-bd84-2569df01ca36', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'admin_state_up': True, 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'security_groups': ['114098d1-e43d-4fa5-9120-5896e9646f0d']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:29.260808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b5830377-fdb2-4902-b0a4-dc1bfb9eb702 None None] Provisioning complete for port e6407bab-b130-4e8b-8c06-3bf55038a1ec triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:29.261180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5830377-fdb2-4902-b0a4-dc1bfb9eb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.311200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b5830377-fdb2-4902-b0a4-dc1bfb9eb702 None None] Port e6407bab-b130-4e8b-8c06-3bf55038a1ec cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:29.317605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Deleting port e6407bab-b130-4e8b-8c06-3bf55038a1ec {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:29.317990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.336554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4290389-3852-44d9-8a3f-894151d34ed8 req-f45f4571-bd4e-44e3-bb95-15db8366a5af tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:29.338254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4290389-3852-44d9-8a3f-894151d34ed8 req-f45f4571-bd4e-44e3-bb95-15db8366a5af tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 945 time: 0.2194080 Aug 25 15:02:29.346712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbee4abe-c793-425d-9d8e-4505ce2eb0c6 req-16d2bf53-cb02-4afa-aed2-65d09e166a88 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 210 time: 0.0517530 Aug 25 15:02:29.409673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4290389-3852-44d9-8a3f-894151d34ed8 req-fd8b6cc2-f565-49dd-bc8e-43094ad8caa5 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Aug 25 15:02:29.433625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.448816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Calling delete_port for e6407bab-b130-4e8b-8c06-3bf55038a1ec owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:29.525784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Made reservation on behalf of 2031dc7b720d4414b231de1e019c76d3 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:29.529354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.703277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.758014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event deleted for resources: {'Port': ['ID=e6407bab-b130-4e8b-8c06-3bf55038a1ec,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:29.797260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:29.801317 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4a0e7b7e-f61f-4034-9973-ec54421c68d7 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "DELETE /v2.0/ports/e6407bab-b130-4e8b-8c06-3bf55038a1ec HTTP/1.1" status: 204 len: 168 time: 0.7504981 Aug 25 15:02:29.805491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:29.876805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f29f1-2cf9-442e-868f-7af75e338431 req-b8cf67e3-d8bf-4959-a21e-7bf288b2be90 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:29.879083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-823f29f1-2cf9-442e-868f-7af75e338431 req-b8cf67e3-d8bf-4959-a21e-7bf288b2be90 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0904033 Aug 25 15:02:29.923573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-823f29f1-2cf9-442e-868f-7af75e338431 req-8257f4ef-ced4-4c6a-aa9d-09087719b300 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364642 Aug 25 15:02:29.945475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Allocated IP 172.20.0.10 (13072f43-e668-4735-8b02-0cdeacca7423/eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb/ffe75571-e949-4904-832a-382e5e8e68aa) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:29.951704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Deleting subnet 817e7761-eb73-4741-8c51-8905b1e0e25a {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:02:29.957317 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.015559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.093875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb0785-d592-4460-a5ba-59107712d0b6 req-165bfbd0-48c6-42da-aa70-d41549f7e72f tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:30.095552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ceb0785-d592-4460-a5ba-59107712d0b6 req-165bfbd0-48c6-42da-aa70-d41549f7e72f tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Aug 25 15:02:30.138680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ceb0785-d592-4460-a5ba-59107712d0b6 req-ab4c87ef-4b22-4471-9374-197aa45b6346 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370150 Aug 25 15:02:30.193792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.255038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.335925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Transition to ACTIVE for port object ffe75571-e949-4904-832a-382e5e8e68aa will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:30.338787 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.366811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75a63ebf-dee2-4fd6-b785-18dcf56ed0d1 req-98798d08-9e0a-4b81-a2a9-cd73c17836d5 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 210 time: 0.0407910 Aug 25 15:02:30.388550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.390407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "DELETE /v2.0/subnets/817e7761-eb73-4741-8c51-8905b1e0e25a HTTP/1.1" status: 204 len: 168 time: 0.5839641 Aug 25 15:02:30.393149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8019eb-195d-4490-9210-ad7f323f2c4c tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event deleted for resources: {'Subnet': ['ID=817e7761-eb73-4741-8c51-8905b1e0e25a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:30.393361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43592) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:30.432209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ef047-b204-4840-8a31-09f550735df8 None None] Network 1841fe3d-5fb3-4f63-a12b-bbf96e541591 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:30.484257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.534212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event updated for resources: {'Port': ['ID=ffe75571-e949-4904-832a-382e5e8e68aa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:30.537832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0347f658-84e3-47f2-a659-258bd9891f6a req-5fc068ca-0f6d-4f7a-9023-ae033e157744 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 210 time: 0.0655243 Aug 25 15:02:30.565137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Network 13072f43-e668-4735-8b02-0cdeacca7423 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:30.566626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:30.569039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:30.597925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.630142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:30.630987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.686574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Deleting port 741d4c44-8014-4ff6-b6c3-a97150138d8e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:30.687186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.701345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c8bc6313-1a1b-4d22-ac77-a99df621361c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4514608 Aug 25 15:02:30.721204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Request body: {'port': {'device_id': '2b622bff-132f-4221-bd84-2569df01ca36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:30.731249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] DHCP port deletion for 1841fe3d-5fb3-4f63-a12b-bbf96e541591 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:02:30.766724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] For port 741d4c44-8014-4ff6-b6c3-a97150138d8e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=741d4c44-8014-4ff6-b6c3-a97150138d8e,segment=NetworkSegment(2fe01b23-38c2-40ac-be15-7146443efc05),segment_id=2fe01b23-38c2-40ac-be15-7146443efc05)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:30.767362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.786084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Calling delete_port for 741d4c44-8014-4ff6-b6c3-a97150138d8e owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:30.793022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] Deleting port 741d4c44-8014-4ff6-b6c3-a97150138d8e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:30.793672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.822528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.907905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] For port 741d4c44-8014-4ff6-b6c3-a97150138d8e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=741d4c44-8014-4ff6-b6c3-a97150138d8e,segment=NetworkSegment(2fe01b23-38c2-40ac-be15-7146443efc05),segment_id=2fe01b23-38c2-40ac-be15-7146443efc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:30.908419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:30.923980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] Calling delete_port for 741d4c44-8014-4ff6-b6c3-a97150138d8e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:31.015394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.042345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.057105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event deleted for resources: {'Port': ['ID=741d4c44-8014-4ff6-b6c3-a97150138d8e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:31.074199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] No DVR routers for this DVR port 741d4c44-8014-4ff6-b6c3-a97150138d8e on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:31.117062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] Pushing event deleted for resources: {'Port': ['ID=741d4c44-8014-4ff6-b6c3-a97150138d8e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:31.128338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5496e57-5761-4eab-b95c-732979bd3f47 None None] No DVR routers for this DVR port 741d4c44-8014-4ff6-b6c3-a97150138d8e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:31.189888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bd74a-149e-4721-8bb2-03ec891bb2cc req-59ce14b3-474d-4ef5-b858-9fcdfa2d2b17 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:31.195612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da8bd74a-149e-4721-8bb2-03ec891bb2cc req-59ce14b3-474d-4ef5-b858-9fcdfa2d2b17 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1025820 Aug 25 15:02:31.201822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.218530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1841fe3d-5fb3-4f63-a12b-bbf96e541591']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:31.233286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-14aa398d-a71d-4f27-8797-cd34c950e4df None None] Provisioning for port ffe75571-e949-4904-832a-382e5e8e68aa completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:31.233574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe01b23-38c2-40ac-be15-7146443efc05') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:31.233688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe01b23-38c2-40ac-be15-7146443efc05') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:31.243806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-14aa398d-a71d-4f27-8797-cd34c950e4df None None] Provisioning complete for port ffe75571-e949-4904-832a-382e5e8e68aa triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:31.244251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.244416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-14aa398d-a71d-4f27-8797-cd34c950e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.284071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da8bd74a-149e-4721-8bb2-03ec891bb2cc req-df16db2f-9818-4f91-8371-76fd0b402c88 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728951 Aug 25 15:02:31.296966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.322810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-14aa398d-a71d-4f27-8797-cd34c950e4df None None] Port ffe75571-e949-4904-832a-382e5e8e68aa cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:31.329572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:02:31.330152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:02:31.334844 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:02:31.339565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe75571-e949-4904-832a-382e5e8e68aa {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:31.347200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.360471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Transition to ACTIVE for port object ffe75571-e949-4904-832a-382e5e8e68aa will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:31.406876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413d88-d577-4793-8ffc-885936d963d4 req-1ae307c6-7e08-4811-82ff-15c39151d6c7 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:31.408475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b413d88-d577-4793-8ffc-885936d963d4 req-1ae307c6-7e08-4811-82ff-15c39151d6c7 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 945 time: 0.1287587 Aug 25 15:02:31.450854 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b413d88-d577-4793-8ffc-885936d963d4 req-4b3eba0d-9fd8-41dd-8b54-ce7458f89bee tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Aug 25 15:02:31.474906 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.484806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.489713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.494022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] 10.222.0.58 "DELETE /v2.0/networks/1841fe3d-5fb3-4f63-a12b-bbf96e541591 HTTP/1.1" status: 204 len: 168 time: 1.0956242 Aug 25 15:02:31.511289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f02f1d-2fed-4891-97ff-4c76bfecd2e9 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916 tempest-ExtraDHCPOptionsIpV6TestJSON-703590916-project] Pushing event deleted for resources: {'Network': ['ID=1841fe3d-5fb3-4f63-a12b-bbf96e541591,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:31.555423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Pushing event updated for resources: {'Port': ['ID=ffe75571-e949-4904-832a-382e5e8e68aa,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:31.576135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c029e-2744-4c13-b2ec-865aa9369afb req-1ae6beca-b536-4aac-9b4a-093f9086a27b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:31.577739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-703c029e-2744-4c13-b2ec-865aa9369afb req-1ae6beca-b536-4aac-9b4a-093f9086a27b tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 944 time: 0.1215844 Aug 25 15:02:31.677381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-703c029e-2744-4c13-b2ec-865aa9369afb req-77e88040-00b4-4139-ba0e-6f4a950a2813 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844073 Aug 25 15:02:31.691618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5193a2de-d374-4ae5-89af-9d33c35706f3 req-a0158448-d8e4-470a-9597-f15e24b6f437 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 210 time: 0.0385191 Aug 25 15:02:31.715202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Attempting to bind port ffe75571-e949-4904-832a-382e5e8e68aa on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:31.715546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Attempting to bind port ffe75571-e949-4904-832a-382e5e8e68aa by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:31.715884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Attempting to bind port ffe75571-e949-4904-832a-382e5e8e68aa on network 13072f43-e668-4735-8b02-0cdeacca7423 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:31.724204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Port ffe75571-e949-4904-832a-382e5e8e68aa on network 13072f43-e668-4735-8b02-0cdeacca7423 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:02:31.724535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Attempting to bind port ffe75571-e949-4904-832a-382e5e8e68aa on network 13072f43-e668-4735-8b02-0cdeacca7423 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:31.736174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:31.736535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Checking segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:31.736916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Bound using segment: {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:31.737404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Bound port: ffe75571-e949-4904-832a-382e5e8e68aa, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca7c18f-7b98-48e4-af6d-c19b65918bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:31.738452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:31.817599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-116d1e64-6e8d-4e35-a401-b25ee341fc13 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:31.819287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-116d1e64-6e8d-4e35-a401-b25ee341fc13 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.52 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 945 time: 0.1655777 Aug 25 15:02:31.969177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] For port ffe75571-e949-4904-832a-382e5e8e68aa, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:31.990684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-8a90038b-1376-4459-aa97-183af3f1573a tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:31.993000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-8a90038b-1376-4459-aa97-183af3f1573a tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.45 "GET /v2.0/networks?id=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 HTTP/1.1" status: 200 len: 821 time: 0.2507794 Aug 25 15:02:31.996243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] For port ffe75571-e949-4904-832a-382e5e8e68aa, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ffe75571-e949-4904-832a-382e5e8e68aa,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:32.014726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Request body: {'port': {'device_id': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9', 'admin_state_up': True, 'tenant_id': '509a560696bb47bf918c11d86504d77f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:32.058766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43648) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:32.080360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.115896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Deleting port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:32.116236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.196940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:32.197564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.198991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] 10.222.0.45 "PUT /v2.0/ports/ffe75571-e949-4904-832a-382e5e8e68aa HTTP/1.1" status: 200 len: 1092 time: 1.4873574 Aug 25 15:02:32.204368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:32.205996 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:32.258036 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a48c75a-2b58-47e8-99fc-229a911fe9a5 x-openstack-request-id: req-1a48c75a-2b58-47e8-99fc-229a911fe9a5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:32.259390 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:32.259390 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a48c75a-2b58-47e8-99fc-229a911fe9a5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:32.259390 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'status': 'completed', 'code': 200} Aug 25 15:02:32.266253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b01a0d-a9c0-4189-8724-2ad74a33bb8c service neutron] Pushing event updated for resources: {'Port': ['ID=ffe75571-e949-4904-832a-382e5e8e68aa,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:32.311838 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b13c22a-a301-404e-83fc-1ead352c604a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1232ff0112474817a400d076c52b69c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516444 Aug 25 15:02:32.312567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43672) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:32.361381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] For port c01a238b-cafb-4a81-b064-ef6a2f6c41f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,segment=NetworkSegment(c60b84cc-6224-45a4-91d0-908c2067cb0b),segment_id=c60b84cc-6224-45a4-91d0-908c2067cb0b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:32.361999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.383544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Calling delete_port for c01a238b-cafb-4a81-b064-ef6a2f6c41f2 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:32.389872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f req-84411426-9802-4a28-8454-7a27e03021e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:32.391547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f req-84411426-9802-4a28-8454-7a27e03021e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 1095 time: 0.0845294 Aug 25 15:02:32.434125 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0fe2-f615-417a-8c48-a6594e8f84dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.448774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844924e-1f50-4c7e-b692-f0d243e853a2 req-745afae5-7539-436c-9103-de7c2c9911b8 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:32.449954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Made reservation on behalf of 509a560696bb47bf918c11d86504d77f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:32.450303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9844924e-1f50-4c7e-b692-f0d243e853a2 req-745afae5-7539-436c-9103-de7c2c9911b8 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0940554 Aug 25 15:02:32.453554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.481199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0fe2-f615-417a-8c48-a6594e8f84dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.555187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9844924e-1f50-4c7e-b692-f0d243e853a2 req-adc62e65-6335-4e73-9a84-12df29e85399 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836611 Aug 25 15:02:32.651793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0fe2-f615-417a-8c48-a6594e8f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.654750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0fe2-f615-417a-8c48-a6594e8f84dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:32.659938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ee9f0fe2-f615-417a-8c48-a6594e8f84dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a291bfe8-ba92-4f75-83ed-9ce23bc25130 HTTP/1.1" status: 204 len: 168 time: 0.3423305 Aug 25 15:02:32.664862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f0fe2-f615-417a-8c48-a6594e8f84dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291bfe8-ba92-4f75-83ed-9ce23bc25130,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:32.737488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 741d4c44-8014-4ff6-b6c3-a97150138d8e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:32.765550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 741d4c44-8014-4ff6-b6c3-a97150138d8e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:32.765900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 741d4c44-8014-4ff6-b6c3-a97150138d8e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:32.860298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebaa74-80b9-4f24-9573-e9f7df5f4d06 req-a169b738-5fca-4ec7-b5b0-63af737153bb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:32.862527 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02ebaa74-80b9-4f24-9573-e9f7df5f4d06 req-a169b738-5fca-4ec7-b5b0-63af737153bb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 944 time: 0.0661738 Aug 25 15:02:32.916138 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02ebaa74-80b9-4f24-9573-e9f7df5f4d06 req-b0fb1b1a-a5a3-4937-943a-9784bc74a984 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Aug 25 15:02:33.031247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4f533-3658-4cf9-b8b9-cbd4ebd18fab req-36157369-3ebe-488d-a8ca-142c4d6252a1 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.038811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c984369-ccc3-408b-a60a-cf6bcd21cbff req-9c21171c-bdf0-402f-a96f-cee853888ab0 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 210 time: 0.0376449 Aug 25 15:02:33.046170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36c4f533-3658-4cf9-b8b9-cbd4ebd18fab req-36157369-3ebe-488d-a8ca-142c4d6252a1 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 945 time: 0.2335360 Aug 25 15:02:33.078330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f req-59258b06-a0a0-4821-9b12-0180e4fb44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.079894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f req-59258b06-a0a0-4821-9b12-0180e4fb44f7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2031dc7b720d4414b231de1e019c76d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6403730 Aug 25 15:02:33.224181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36c4f533-3658-4cf9-b8b9-cbd4ebd18fab req-e5e1759d-a54f-4e5a-b2be-a245492746e9 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/security-groups?id=338adbc2-3729-48ac-b46a-855caa81b859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771643 Aug 25 15:02:33.230544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Allocated IP 172.20.0.14 (33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9/9fe869c6-ea5e-429a-8a9c-61ebad346a1b/cb44a241-14b9-4303-8548-bb80ca7662ee) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:33.298739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f req-9eb0ea35-82a8-4bda-bdaa-b49b00610d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.300291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59d74a55-b9f8-46ad-b2ae-94a1fb64c97f req-9eb0ea35-82a8-4bda-bdaa-b49b00610d33 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842549 Aug 25 15:02:33.341631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:33.353723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c01a238b-cafb-4a81-b064-ef6a2f6c41f2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:33.438355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Pushing event deleted for resources: {'Port': ['ID=c01a238b-cafb-4a81-b064-ef6a2f6c41f2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:33.504818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] No DVR routers for this DVR port c01a238b-cafb-4a81-b064-ef6a2f6c41f2 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:33.510606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:33.512186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83ca2fc9-ba6c-47b9-8269-d975312a6b07 req-7acaf5e3-09ef-4dbd-ac10-38833d3d9341 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.52 "DELETE /v2.0/ports/c01a238b-cafb-4a81-b064-ef6a2f6c41f2 HTTP/1.1" status: 204 len: 173 time: 1.6810431 Aug 25 15:02:33.527684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-711e16d4-bd3e-478a-9a73-82bba8315698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.529189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-711e16d4-bd3e-478a-9a73-82bba8315698 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 1095 time: 0.1610744 Aug 25 15:02:33.552251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:33.587096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-01b02cf6-5d16-4501-8a96-4ea73beb2497 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe75571-e949-4904-832a-382e5e8e68aa HTTP/1.1" status: 200 len: 217 time: 0.0454025 Aug 25 15:02:33.667785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-34134535-c6e1-49e3-9f53-29db46bf196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.669416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-34134535-c6e1-49e3-9f53-29db46bf196d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.0746171 Aug 25 15:02:33.764772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dab787-3b3b-4d64-90ed-870973e01b38 req-e4609769-247f-4ce7-86df-913ed9528219 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.766958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9dab787-3b3b-4d64-90ed-870973e01b38 req-e4609769-247f-4ce7-86df-913ed9528219 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0811305 Aug 25 15:02:33.769598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-d4446766-3a8e-4a3d-ab91-2ad7f065a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:33.771146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-d4446766-3a8e-4a3d-ab91-2ad7f065a84b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939438 Aug 25 15:02:33.772335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:33.922783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Pushing event updated for resources: {'Port': ['ID=cb44a241-14b9-4303-8548-bb80ca7662ee,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:33.928301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:33.940082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:33.946146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:34.019150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9dab787-3b3b-4d64-90ed-870973e01b38 req-34cde7cf-31ff-4261-9464-e216e8f38e72 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015882 Aug 25 15:02:34.028947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43760) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:34.046477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:34.048780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.070658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-bcca613b-b52e-432a-a393-050887f975ff service neutron] 10.222.0.45 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520981 Aug 25 15:02:34.088723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e6bf-d110-49e5-8b3b-988db0250331 req-cf97d587-c0d9-4c7a-a88f-580130236f26 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:34.093089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00c8e6bf-d110-49e5-8b3b-988db0250331 req-cf97d587-c0d9-4c7a-a88f-580130236f26 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 944 time: 0.0952516 Aug 25 15:02:34.168077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00c8e6bf-d110-49e5-8b3b-988db0250331 req-3225a8af-9f18-431f-8d05-3ee45e634abe tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636847 Aug 25 15:02:34.186717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-b5a1338e-8df0-4497-be75-56c8d98aba20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1790719 Aug 25 15:02:34.214909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Request body: {'port': {'device_id': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:34.227664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250943817'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:34.264351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6d117-f563-4474-a117-76c513ba3653', 'name': 'network-vif-deleted', 'tag': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:34.266707 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccfcac7-06a5-4f5e-a87d-008d17a01075" -d '{"events": [{"server_uuid": "9be6d117-f563-4474-a117-76c513ba3653", "name": "network-vif-deleted", "tag": "c01a238b-cafb-4a81-b064-ef6a2f6c41f2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:34.302319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910bdb4-36ee-4edf-bd80-c782f2f0a968 req-20cca27a-47dd-4939-98a1-fdf25a214a7f tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:34.304097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6910bdb4-36ee-4edf-bd80-c782f2f0a968 req-20cca27a-47dd-4939-98a1-fdf25a214a7f tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 932 time: 0.1574426 Aug 25 15:02:34.328601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0e15ef4-c00e-458a-9c93-b8bbb13522ce req-6bae235c-e926-4a7a-a1db-c10af042b425 service neutron] 10.222.0.45 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479537 Aug 25 15:02:34.365406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.366003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab6843d0-3649-446d-b87c-756518a3b09c req-9b313bbc-0a3b-4fc9-9241-64dee5ab13d6 tempest-ServerAddressesTestJSON-488130322 tempest-ServerAddressesTestJSON-488130322-project] 10.222.0.58 "GET /v2.0/ports?device_id=9be6d117-f563-4474-a117-76c513ba3653 HTTP/1.1" status: 200 len: 210 time: 0.0510066 Aug 25 15:02:34.406435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6910bdb4-36ee-4edf-bd80-c782f2f0a968 req-59b4dc82-794d-433a-8a82-c6ae9a81258f tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907078 Aug 25 15:02:34.435101 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8486d926-8893-4384-9d57-ae8b849e000a x-openstack-request-id: req-8486d926-8893-4384-9d57-ae8b849e000a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:34.435917 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6d117-f563-4474-a117-76c513ba3653", "name": "network-vif-deleted", "tag": "c01a238b-cafb-4a81-b064-ef6a2f6c41f2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:34.436948 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8486d926-8893-4384-9d57-ae8b849e000a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:34.437651 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6d117-f563-4474-a117-76c513ba3653', 'name': 'network-vif-deleted', 'tag': 'c01a238b-cafb-4a81-b064-ef6a2f6c41f2', 'status': 'completed', 'code': 200} Aug 25 15:02:34.482702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.500045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.766537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.808229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb44a241-14b9-4303-8548-bb80ca7662ee {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:34.816191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.828909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Transition to ACTIVE for port object cb44a241-14b9-4303-8548-bb80ca7662ee will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:34.862611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.899949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c480f709-f819-4918-ab57-faa8902adb68,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:34.911893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:34.984209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb44a241-14b9-4303-8548-bb80ca7662ee,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:35.048215 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.071845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Attempting to bind port cb44a241-14b9-4303-8548-bb80ca7662ee on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:35.072158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Attempting to bind port cb44a241-14b9-4303-8548-bb80ca7662ee by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '21d8c0e4-6918-43f4-9858-e771bd459eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:35.072644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Attempting to bind port cb44a241-14b9-4303-8548-bb80ca7662ee on network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:35.077130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Port cb44a241-14b9-4303-8548-bb80ca7662ee on network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:02:35.077448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Attempting to bind port cb44a241-14b9-4303-8548-bb80ca7662ee on network 33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:35.083873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:35.084209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Checking segment: {'id': '21d8c0e4-6918-43f4-9858-e771bd459eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:35.089578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Bound using segment: {'id': '21d8c0e4-6918-43f4-9858-e771bd459eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:35.089578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Bound port: cb44a241-14b9-4303-8548-bb80ca7662ee, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d8c0e4-6918-43f4-9858-e771bd459eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:35.089578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.150315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.218163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:35.230226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f836c-08f1-4897-9399-f6da592fe9e2 req-02b9d503-f22f-4ccf-a75c-518f91c729fc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:35.231822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f32f836c-08f1-4897-9399-f6da592fe9e2 req-02b9d503-f22f-4ccf-a75c-518f91c729fc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1330829 Aug 25 15:02:35.232997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] For port cb44a241-14b9-4303-8548-bb80ca7662ee, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:35.237384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] For port cb44a241-14b9-4303-8548-bb80ca7662ee, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb44a241-14b9-4303-8548-bb80ca7662ee,segment=NetworkSegment(21d8c0e4-6918-43f4-9858-e771bd459eb7),segment_id=21d8c0e4-6918-43f4-9858-e771bd459eb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:35.290242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f32f836c-08f1-4897-9399-f6da592fe9e2 req-ec019ec6-2e9c-4d0e-bce2-4235df3afba1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Aug 25 15:02:35.306683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.307572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d3963-452d-4e78-b782-3a5173789c56 req-ec318e19-ad17-42bb-a074-66abc0ef8722 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:35.309132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a70d3963-452d-4e78-b782-3a5173789c56 req-ec318e19-ad17-42bb-a074-66abc0ef8722 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 944 time: 0.0562720 Aug 25 15:02:35.311364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d5b02504-d531-47d5-ba25-08aca4ed6623 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2816968 Aug 25 15:02:35.311969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43822) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:35.354373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a70d3963-452d-4e78-b782-3a5173789c56 req-24ec71f0-d3f2-4644-9ca1-135b66ad76a5 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366228 Aug 25 15:02:35.356073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.405463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:35.406083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.407502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb44a241-14b9-4303-8548-bb80ca7662ee HTTP/1.1" status: 200 len: 1092 time: 1.2051508 Aug 25 15:02:35.415534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e1d73506-9652-4a13-b831-9061439d1e55 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1023853 Aug 25 15:02:35.419870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:35.427744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-security--1828495675', 'description': 'tempest-security-description-1979444761'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:35.435607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43832) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:35.448676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c717505-27c5-4675-b4e7-d07b066974b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb44a241-14b9-4303-8548-bb80ca7662ee,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:35.467379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.502763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Deleting subnet f5e7c4ac-e59c-4780-bb15-507985b0a54a {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:02:35.506811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.523781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.581991 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.596580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-8eecc35f-de42-4e2e-943d-bae5801dea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:35.598282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-8eecc35f-de42-4e2e-943d-bae5801dea5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=509a560696bb47bf918c11d86504d77f&device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 1095 time: 0.0516069 Aug 25 15:02:35.628840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339d45b-b0ff-495b-9ad9-bef02420ffb3 req-0d05a675-2638-4755-8e63-7b82714d796b tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:35.630413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3339d45b-b0ff-495b-9ad9-bef02420ffb3 req-0d05a675-2638-4755-8e63-7b82714d796b tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 944 time: 0.1215160 Aug 25 15:02:35.645190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.645805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.647822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.649078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "PUT /v2.0/security-groups/1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc HTTP/1.1" status: 200 len: 1780 time: 0.2282543 Aug 25 15:02:35.652800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43844) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:35.654272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-9deae828-95de-4502-bd27-610de317ce0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb44a241-14b9-4303-8548-bb80ca7662ee HTTP/1.1" status: 200 len: 217 time: 0.0451031 Aug 25 15:02:35.673421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c01a238b-cafb-4a81-b064-ef6a2f6c41f2 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:35.697864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: c01a238b-cafb-4a81-b064-ef6a2f6c41f2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:35.698664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c01a238b-cafb-4a81-b064-ef6a2f6c41f2 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:35.711722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3339d45b-b0ff-495b-9ad9-bef02420ffb3 req-ef630768-e018-49a9-b17e-7f5e6f2bbffd tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733767 Aug 25 15:02:35.739475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9ba4-ed51-4f9a-bd47-482f63986ae6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:35.755865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-cc730019-e4d0-4df3-8925-3001cf55f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:35.757376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-cc730019-e4d0-4df3-8925-3001cf55f123 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9fe869c6-ea5e-429a-8a9c-61ebad346a1b HTTP/1.1" status: 200 len: 861 time: 0.0939503 Aug 25 15:02:35.760566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a0918393-86e3-4374-b630-2331f942f35d tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups/1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc HTTP/1.1" status: 200 len: 1780 time: 0.1047940 Aug 25 15:02:35.762861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43850) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:35.800960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-ec585869-3e88-4b99-b1d0-f4789f023fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306821 Aug 25 15:02:35.828753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.858711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.864287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f5e7c4ac-e59c-4780-bb15-507985b0a54a HTTP/1.1" status: 204 len: 168 time: 0.4235232 Aug 25 15:02:35.864287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bccf5-c85e-41df-a4ae-8b3dc9a3fbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e7c4ac-e59c-4780-bb15-507985b0a54a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:35.865119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43856) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:35.891683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10732d4f-c748-48d3-a3e1-52e00af98841 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.933300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10732d4f-c748-48d3-a3e1-52e00af98841 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.940873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:35.947665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-5e473a7c-476d-4572-9958-0c50993d9b22 service neutron] 10.222.0.45 "GET /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391959 Aug 25 15:02:36.035271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.045989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943e9a78-f872-48d6-9498-1931b3097096']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:36.055606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4364b20a-a8e3-4db7-ad23-764ef3cf0903 req-cbf4d888-ebf9-44de-a6e8-367ec5709beb service neutron] 10.222.0.45 "GET /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989389 Aug 25 15:02:36.057496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60b84cc-6224-45a4-91d0-908c2067cb0b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:36.057793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60b84cc-6224-45a4-91d0-908c2067cb0b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:36.068070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.082924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.088868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:02:36.089275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:02:36.090887 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:02:36.115234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10732d4f-c748-48d3-a3e1-52e00af98841 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.118242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10732d4f-c748-48d3-a3e1-52e00af98841 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.122043 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-10732d4f-c748-48d3-a3e1-52e00af98841 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc HTTP/1.1" status: 204 len: 168 time: 0.3554966 Aug 25 15:02:36.129511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43868) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:36.148009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10732d4f-c748-48d3-a3e1-52e00af98841 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:36.184128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-68d146e7-5c3c-4df1-b297-c89749c32d9e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601141 Aug 25 15:02:36.186864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:36.200650 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-a8f383e8-7950-4fc4-b554-cfad3d70f82e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] delete failed (client error): The resource could not be found. Aug 25 15:02:36.201656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a8f383e8-7950-4fc4-b554-cfad3d70f82e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/1ffab7ed-18e6-42e8-b4bd-1fd37e0094dc HTTP/1.1" status: 404 len: 347 time: 0.0138707 Aug 25 15:02:36.206727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43876) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:36.213852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518877568'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:36.233044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.241239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.244880 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] 10.222.0.58 "DELETE /v2.0/networks/943e9a78-f872-48d6-9498-1931b3097096 HTTP/1.1" status: 204 len: 168 time: 0.3758008 Aug 25 15:02:36.254837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900fccc-ce17-4056-9f80-3686565dff2b admin admin] Pushing event deleted for resources: {'Network': ['ID=943e9a78-f872-48d6-9498-1931b3097096,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:36.308931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.438362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'tag': 'cb44a241-14b9-4303-8548-bb80ca7662ee'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:36.445097 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f32fe3c0-f3d7-4595-a540-9e2143fe3f1c", "tag": "cb44a241-14b9-4303-8548-bb80ca7662ee"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:36.473389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27a4fe-29e5-402b-9a8b-593f6cfb6bc4 req-226dfeb8-016e-49a0-85f0-40975dac6e56 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:36.474988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af27a4fe-29e5-402b-9a8b-593f6cfb6bc4 req-226dfeb8-016e-49a0-85f0-40975dac6e56 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0999703 Aug 25 15:02:36.485383 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a26ce-8e00-403e-a9af-89725f46e128 req-6654ff80-b523-4f7d-9bf6-dbeb3f1476ea tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:36.487066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb8a26ce-8e00-403e-a9af-89725f46e128 req-6654ff80-b523-4f7d-9bf6-dbeb3f1476ea tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 944 time: 0.0586543 Aug 25 15:02:36.514821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.528297 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb8a26ce-8e00-403e-a9af-89725f46e128 req-655d84c5-4707-43b9-ae3b-3d2b0c8ae068 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341842 Aug 25 15:02:36.533865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af27a4fe-29e5-402b-9a8b-593f6cfb6bc4 req-c371c7ef-574a-49d8-9c8f-3d4f57033e15 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Aug 25 15:02:36.576559 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d584c-d510-4877-acce-94a7af1c5fa9 x-openstack-request-id: req-627d584c-d510-4877-acce-94a7af1c5fa9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:36.576847 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32fe3c0-f3d7-4595-a540-9e2143fe3f1c", "tag": "cb44a241-14b9-4303-8548-bb80ca7662ee", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:36.577256 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-627d584c-d510-4877-acce-94a7af1c5fa9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:36.581460 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'tag': 'cb44a241-14b9-4303-8548-bb80ca7662ee', 'status': 'completed', 'code': 200} Aug 25 15:02:36.581460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.644438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f794407-8df5-436f-aeb0-19de3af98d30,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:36.671217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-87dfc3a1-48ba-453b-b0e0-be3f276ca9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:36.672735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-87dfc3a1-48ba-453b-b0e0-be3f276ca9e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=509a560696bb47bf918c11d86504d77f&device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 1095 time: 0.0694249 Aug 25 15:02:36.690329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.696601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bbcc1eb5-1112-45f7-8d6c-2ea7ac0a22f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4838805 Aug 25 15:02:36.698855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:36.703692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': '4f794407-8df5-436f-aeb0-19de3af98d30', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:36.767377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43912) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:36.795266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-b9b1f203-92b2-4db7-b6ab-ba628b330a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:36.795266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-b9b1f203-92b2-4db7-b6ab-ba628b330a3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 HTTP/1.1" status: 200 len: 922 time: 0.0977917 Aug 25 15:02:36.832807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-35cc78ff-e541-4324-a026-07c24eff5006 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb44a241-14b9-4303-8548-bb80ca7662ee HTTP/1.1" status: 200 len: 217 time: 0.0423851 Aug 25 15:02:36.843155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.877422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ca957cc9-edf5-4291-8441-1c4ded1f931b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be2e6e4053404a56a6cea68194a62486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062992 Aug 25 15:02:36.879868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:36.906278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5c47-b007-4d91-9159-0e2bf7bbd821 req-3728b3ba-ceab-45fb-897d-aa9b195265bf tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:36.907752 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-916e5c47-b007-4d91-9159-0e2bf7bbd821 req-3728b3ba-ceab-45fb-897d-aa9b195265bf tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 944 time: 0.1177750 Aug 25 15:02:36.908506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-336b8df9-1dff-4d1a-832d-8d510cc8f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:36.910624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-336b8df9-1dff-4d1a-832d-8d510cc8f2a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9fe869c6-ea5e-429a-8a9c-61ebad346a1b HTTP/1.1" status: 200 len: 861 time: 0.0704935 Aug 25 15:02:36.956882 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-213c4098-7366-46a2-ab7e-cf74c7cf6715 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366409 Aug 25 15:02:36.965536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-916e5c47-b007-4d91-9159-0e2bf7bbd821 req-fbe0cd43-77ab-48c4-be29-7d273890541c tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Aug 25 15:02:36.971787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:36.976058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2504e893-1d37-40b1-929d-df4511aee035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.039985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2504e893-1d37-40b1-929d-df4511aee035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.062458 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.078843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c8482d-b0c8-4341-ac12-d498a6f105f8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:37.095757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-14730646-266b-404e-b090-4ec3f226787a service neutron] 10.222.0.45 "GET /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312411 Aug 25 15:02:37.148105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.152086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-55f2b13a-5d9d-4f6a-a95a-54cdd00fed43 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4494765 Aug 25 15:02:37.152269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:37.179934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47a62371-1fac-4ca4-ae9e-937d69ecaa6f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.188173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47a62371-1fac-4ca4-ae9e-937d69ecaa6f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.197998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ffe75571-e949-4904-832a-382e5e8e68aa details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:02:37.204145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d69712cb-35b8-4e37-ac73-dbf23b53f4fb req-8268b2a3-27ae-4087-8bda-9464f6e5bfbc service neutron] 10.222.0.45 "GET /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969799 Aug 25 15:02:37.275492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2504e893-1d37-40b1-929d-df4511aee035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.278159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2504e893-1d37-40b1-929d-df4511aee035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.279304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2504e893-1d37-40b1-929d-df4511aee035 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/338adbc2-3729-48ac-b46a-855caa81b859 HTTP/1.1" status: 204 len: 168 time: 0.3984890 Aug 25 15:02:37.291704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504e893-1d37-40b1-929d-df4511aee035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338adbc2-3729-48ac-b46a-855caa81b859,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:37.308717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ffe75571-e949-4904-832a-382e5e8e68aa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ffe75571-e949-4904-832a-382e5e8e68aa,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:37.322330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'port_id': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'mac_address': 'fa:16:3e:02:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:02:37.372648 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.376807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47a62371-1fac-4ca4-ae9e-937d69ecaa6f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.387746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe75571-e949-4904-832a-382e5e8e68aa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:37.393003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47a62371-1fac-4ca4-ae9e-937d69ecaa6f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.394232 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47a62371-1fac-4ca4-ae9e-937d69ecaa6f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/93c8482d-b0c8-4341-ac12-d498a6f105f8 HTTP/1.1" status: 204 len: 168 time: 0.2409704 Aug 25 15:02:37.397453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43944) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:37.399214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a62371-1fac-4ca4-ae9e-937d69ecaa6f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c8482d-b0c8-4341-ac12-d498a6f105f8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:37.411995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ffe75571-e949-4904-832a-382e5e8e68aa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ffe75571-e949-4904-832a-382e5e8e68aa,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:37.460090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9be4a27b-ea67-4698-9dd3-5eedebd599c8 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610046 Aug 25 15:02:37.462848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43948) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:37.494677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.517147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00a9d854-bec1-478c-b52c-04033d70dd95 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.541080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00a9d854-bec1-478c-b52c-04033d70dd95 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.564283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=ffe75571-e949-4904-832a-382e5e8e68aa,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:37.671050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00a9d854-bec1-478c-b52c-04033d70dd95 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.673698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00a9d854-bec1-478c-b52c-04033d70dd95 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:37.675534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-00a9d854-bec1-478c-b52c-04033d70dd95 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f794407-8df5-436f-aeb0-19de3af98d30 HTTP/1.1" status: 204 len: 168 time: 0.2111473 Aug 25 15:02:37.679838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:37.694792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b92d0-77a8-4b64-929c-67ed4454dc11 req-91b6bc2c-20d5-4554-bf6c-8be241bcf301 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:37.696376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c69b92d0-77a8-4b64-929c-67ed4454dc11 req-91b6bc2c-20d5-4554-bf6c-8be241bcf301 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0724518 Aug 25 15:02:37.699703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2152-5647-473f-813b-4e7ed7bab233 req-d7013ad9-eac4-46ab-b6ff-f6409110266d tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:37.701398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bd4b2152-5647-473f-813b-4e7ed7bab233 req-d7013ad9-eac4-46ab-b6ff-f6409110266d tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 945 time: 0.0844805 Aug 25 15:02:37.702014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9d854-bec1-478c-b52c-04033d70dd95 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f794407-8df5-436f-aeb0-19de3af98d30,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:37.744243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c69b92d0-77a8-4b64-929c-67ed4454dc11 req-eab811be-f15f-4bc0-a9d3-a303cb48f2b2 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Aug 25 15:02:37.778663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['ffe75571-e949-4904-832a-382e5e8e68aa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:37.796528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bd4b2152-5647-473f-813b-4e7ed7bab233 req-8cf2dbf8-1e2b-44db-867d-ffa9cb5d484d tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665600 Aug 25 15:02:37.804901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eed05193-208a-406b-bd4d-efcb2d170179 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205790 Aug 25 15:02:37.808975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43974) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:37.817311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625458763'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:37.965988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.151779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.158432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672fe14-39c6-40fa-a12f-906170dc8e2e req-f1df3adf-4ee9-4200-93a4-80cb012f6f2e tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.160930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1672fe14-39c6-40fa-a12f-906170dc8e2e req-f1df3adf-4ee9-4200-93a4-80cb012f6f2e tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 944 time: 0.1086528 Aug 25 15:02:38.200924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1672fe14-39c6-40fa-a12f-906170dc8e2e req-46486428-2227-4016-9954-07a1134b5266 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Aug 25 15:02:38.231391 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.262460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d176ce37-6717-42ae-a1b5-ed79c642c97b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:38.379668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.379668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-259401f5-b379-4170-ab02-8205c867f7bd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5657640 Aug 25 15:02:38.381204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:38.385910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'd176ce37-6717-42ae-a1b5-ed79c642c97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:38.516536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53df1d-508e-45ac-b558-06984a9b4a2a req-c38283f6-f516-4c18-b9a2-dabdfae3c541 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.519358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe53df1d-508e-45ac-b558-06984a9b4a2a req-c38283f6-f516-4c18-b9a2-dabdfae3c541 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0584948 Aug 25 15:02:38.521763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.598477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe53df1d-508e-45ac-b558-06984a9b4a2a req-ac09d8bb-346c-46fa-bb4c-54d83664961e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725195 Aug 25 15:02:38.611524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44030) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:38.628882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.644986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-5bb21adc-1198-499a-b2dc-f8bb0e9ab65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.647193 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-5bb21adc-1198-499a-b2dc-f8bb0e9ab65e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8879143b12e541d6b6c322714f1096ca&device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 1097 time: 0.0590787 Aug 25 15:02:38.725827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.746894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1754411379-network', 'tenant_id': '24879a434e954493bacc8d8c0e03567b'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:38.768497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6105ea20-3687-4b38-a220-1d40b027b6fa,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:38.783943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-4888cdad-71bd-478c-920a-4e35909a643c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189563 Aug 25 15:02:38.797312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-1c21946b-1767-4799-8289-5e97b195b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.798975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-1c21946b-1767-4799-8289-5e97b195b7b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 200 len: 916 time: 0.1429067 Aug 25 15:02:38.846330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Made reservation on behalf of 24879a434e954493bacc8d8c0e03567b for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:38.851575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.862986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.867096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-da2fc4a1-ebec-4c9f-84ba-2c8771282fbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e360ba9-388b-40da-9836-83ddc24d2140 HTTP/1.1" status: 200 len: 217 time: 0.0593479 Aug 25 15:02:38.946858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-95820396-0f2f-479a-b187-72fd45af0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.947873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6afc1-be36-4be0-ace0-df2444a14a11 req-5b0aac63-6caf-4b04-8838-f8fab88cc20c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.948444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-95820396-0f2f-479a-b187-72fd45af0138 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 1097 time: 0.0903814 Aug 25 15:02:38.953477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-7c10be35-80ab-4e68-8e92-365c8426999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:38.954971 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-7c10be35-80ab-4e68-8e92-365c8426999f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 200 len: 854 time: 0.0685954 Aug 25 15:02:38.958030 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1d6afc1-be36-4be0-ace0-df2444a14a11 req-5b0aac63-6caf-4b04-8838-f8fab88cc20c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 945 time: 0.0631812 Aug 25 15:02:38.959575 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:38.961200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0da83d30-691e-4ab4-9a80-fa0d6bc57a93 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5789311 Aug 25 15:02:38.970963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44052) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:38.978669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'd176ce37-6717-42ae-a1b5-ed79c642c97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:39.025423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1d6afc1-be36-4be0-ace0-df2444a14a11 req-17afac12-07af-49a1-bc30-79de67262b83 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Aug 25 15:02:39.079274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-e5a86d9c-fe1d-46d0-bee4-761f9b5112aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.080982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-e5a86d9c-fe1d-46d0-bee4-761f9b5112aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b62a914-da54-4b91-b30d-9ef095d781ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184230 Aug 25 15:02:39.099377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.141810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-2e511a98-fe31-4756-a4fb-56d99a6491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.143348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-2e511a98-fe31-4756-a4fb-56d99a6491b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1689889 Aug 25 15:02:39.153861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.177867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:02:39.194715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a8b71-dfe5-4782-96a7-bdba4c124cec,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:39.199589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.200503 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Added segment e129be75-3a35-43d3-966d-c26298128b32 of type vlan for network 1a560904-b96f-49d8-a212-9a8864f00759 Aug 25 15:02:39.209092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-ce12d181-f86b-471c-ab62-023d8a2fd843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17747459-aabd-4359-a4e0-892da961f125 HTTP/1.1" status: 200 len: 217 time: 0.0504270 Aug 25 15:02:39.245290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb44a241-14b9-4303-8548-bb80ca7662ee details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:02:39.249401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ffe75571-e949-4904-832a-382e5e8e68aa up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:39.254322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.283217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-84ea9bf1-cbd8-43f2-864d-7375e5818e8e service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926413 Aug 25 15:02:39.287445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-a1ee4519-1af5-4ca9-8076-40c1e61fd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.289422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-a1ee4519-1af5-4ca9-8076-40c1e61fd37d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0717704 Aug 25 15:02:39.422246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.423418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.423550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port cb44a241-14b9-4303-8548-bb80ca7662ee, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb44a241-14b9-4303-8548-bb80ca7662ee,segment=NetworkSegment(21d8c0e4-6918-43f4-9858-e771bd459eb7),segment_id=21d8c0e4-6918-43f4-9858-e771bd459eb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:39.424229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.439436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'cb44a241-14b9-4303-8548-bb80ca7662ee', 'network_id': '33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9', 'port_id': 'cb44a241-14b9-4303-8548-bb80ca7662ee', 'mac_address': 'fa:16:3e:53:f0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe869c6-ea5e-429a-8a9c-61ebad346a1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:02:39.464758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port ffe75571-e949-4904-832a-382e5e8e68aa completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:39.473175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port ffe75571-e949-4904-832a-382e5e8e68aa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:39.473551 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.492518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] Pushing event updated for resources: {'Network': ['ID=1a560904-b96f-49d8-a212-9a8864f00759,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:39.506367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.525987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb44a241-14b9-4303-8548-bb80ca7662ee {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:39.539881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1a560904-b96f-49d8-a212-9a8864f00759 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:02:39.543448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-77f38d95-83fa-4dd7-afdd-4b4612e890cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9270420 Aug 25 15:02:39.546898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44082) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:39.554179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Request body: {'subnet': {'network_id': '1a560904-b96f-49d8-a212-9a8864f00759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1754411379-subnet', 'tenant_id': '24879a434e954493bacc8d8c0e03567b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:39.555678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port cb44a241-14b9-4303-8548-bb80ca7662ee, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb44a241-14b9-4303-8548-bb80ca7662ee,segment=NetworkSegment(21d8c0e4-6918-43f4-9858-e771bd459eb7),segment_id=21d8c0e4-6918-43f4-9858-e771bd459eb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:39.623194 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.647348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Made reservation on behalf of 24879a434e954493bacc8d8c0e03567b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:39.650064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.711803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=cb44a241-14b9-4303-8548-bb80ca7662ee,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:39.739112 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.771308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.772372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:39.775134 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25213d-d62b-4004-b95e-01b14ce14ecc" -d '{"events": [{"server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "name": "network-vif-plugged", "status": "completed", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:39.792591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ffe75571-e949-4904-832a-382e5e8e68aa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ffe75571-e949-4904-832a-382e5e8e68aa,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:39.811624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3f8e3-0f06-4c3a-89d9-0f586e149075 req-11f2bb19-1ccc-402e-9f4e-9e4a8bd8177a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.819973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6e3f8e3-0f06-4c3a-89d9-0f586e149075 req-11f2bb19-1ccc-402e-9f4e-9e4a8bd8177a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0949957 Aug 25 15:02:39.852716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-41b327cd-c1c2-4a61-b619-9bf14c3c5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.854266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-41b327cd-c1c2-4a61-b619-9bf14c3c5d1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5553615 Aug 25 15:02:39.875880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb9ab-bac0-4866-9fda-9190ddbd604e req-2cf83c29-05fb-4d21-9620-457ebd4e7d5d tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:39.880916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5dacb9ab-bac0-4866-9fda-9190ddbd604e req-2cf83c29-05fb-4d21-9620-457ebd4e7d5d tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 945 time: 0.5575216 Aug 25 15:02:39.885733 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6e3f8e3-0f06-4c3a-89d9-0f586e149075 req-8e023838-a228-4550-a4d2-e3c511f78db4 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646441 Aug 25 15:02:39.898028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['cb44a241-14b9-4303-8548-bb80ca7662ee'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:39.937264 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1334ce4-5d6c-4dd0-b37e-b039228b82e3 x-openstack-request-id: req-d1334ce4-5d6c-4dd0-b37e-b039228b82e3 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:39.937557 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "name": "network-vif-plugged", "status": "completed", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:39.938066 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1334ce4-5d6c-4dd0-b37e-b039228b82e3 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:39.938460 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'code': 200} Aug 25 15:02:39.958163 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:39.994202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d26da109-84d7-4915-9478-2dd4701b5c5b req-8eea3b60-64d8-42d7-82ec-b0ff0a8d86c7 service neutron] 10.222.0.52 "GET /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035344 Aug 25 15:02:40.005645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.050849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=ffe75571-e949-4904-832a-382e5e8e68aa,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:40.077449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5dacb9ab-bac0-4866-9fda-9190ddbd604e req-dd8ecd6f-3d4a-4d29-9e54-ae657bad5232 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803679 Aug 25 15:02:40.099165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-cd2b53dd-58df-40f5-be73-8d94e4bcbf25 service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313573 Aug 25 15:02:40.116266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090c0e1-6a05-4b69-8925-57c1fa20dde3 req-92924d7e-b347-422b-a782-84c15ca5f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:40.118325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f090c0e1-6a05-4b69-8925-57c1fa20dde3 req-92924d7e-b347-422b-a782-84c15ca5f19d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 1097 time: 0.1018250 Aug 25 15:02:40.154350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.199874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f090c0e1-6a05-4b69-8925-57c1fa20dde3 req-fbddcc80-b36a-460f-8934-45ad9a4cfb14 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728941 Aug 25 15:02:40.203174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4e05b-dfa0-4960-b213-65ac203d75d7 req-cb28929b-d080-414f-8b67-f8d508bf244a tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:40.204940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8c4e05b-dfa0-4960-b213-65ac203d75d7 req-cb28929b-d080-414f-8b67-f8d508bf244a tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0924859 Aug 25 15:02:40.211011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.234174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c04ef23-c5ab-4f80-be29-fd21eb2732de,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:40.240990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278e3012-fef8-4b7a-b63e-aeb0f233830d,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:40.263095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Checking segment: {'id': 'e129be75-3a35-43d3-966d-c26298128b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:40.263440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Network hostable DHCP agents. Network: 1a560904-b96f-49d8-a212-9a8864f00759, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:02:40.266490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ef7a1e-fa2d-4ba5-bab4-93d4996391fb req-bb1aed12-a65e-497b-8726-9159b6ac89da service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577005 Aug 25 15:02:40.288486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8c4e05b-dfa0-4960-b213-65ac203d75d7 req-ada4f59f-c052-4f3e-bbaf-41f484400fbc tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610747 Aug 25 15:02:40.351839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.353121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ea358982-a11e-42fd-be86-41328e660806 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3798769 Aug 25 15:02:40.355752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44116) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:40.360407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'd176ce37-6717-42ae-a1b5-ed79c642c97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:40.380354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Network 1a560904-b96f-49d8-a212-9a8864f00759 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:02:40.496849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.522587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 1a560904-b96f-49d8-a212-9a8864f00759) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:40.527073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:40.527712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.532360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd2ceb-5bda-4911-adba-1cbdb2f47cde None None] Network 1a560904-b96f-49d8-a212-9a8864f00759 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:40.573199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.632335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c8a8b69a-e811-4b80-9832-34b35e6c6bcf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0758488 Aug 25 15:02:40.663597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.675609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a99b49-e9da-400a-bc69-9c8ca0ff6a00 None None] Network 1a560904-b96f-49d8-a212-9a8864f00759 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:02:40.690407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f2f6c1-789a-4460-ace7-18b030c02174,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:40.769451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:40.772204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1f4196c3-1945-433a-bea4-be61f5d7773f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4153032 Aug 25 15:02:40.774129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44138) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:40.778808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'd176ce37-6717-42ae-a1b5-ed79c642c97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:40.889060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.008819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.021624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152372f6-51f3-43f7-943f-3ac23e50a6c5 req-c6b13958-7ffa-4fdf-8ad5-fcb376f8ee96 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:41.023266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-152372f6-51f3-43f7-943f-3ac23e50a6c5 req-c6b13958-7ffa-4fdf-8ad5-fcb376f8ee96 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0556130 Aug 25 15:02:41.069406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-152372f6-51f3-43f7-943f-3ac23e50a6c5 req-4e89af17-41ea-44b7-953e-b50721e6dac9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Aug 25 15:02:41.109250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.125996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d9f314-737e-4548-b4e5-e180d367176b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:41.249546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb44a241-14b9-4303-8548-bb80ca7662ee up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:41.250806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.252209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3fb70c5a-f811-4103-b818-6456c12d94cd tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4769666 Aug 25 15:02:41.257659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292e172-35c5-4774-a7cc-b1d5b84f8329 req-96d4bd73-bd1c-4bbf-878d-2813ff6911ed tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:41.257988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44166) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:41.259490 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6292e172-35c5-4774-a7cc-b1d5b84f8329 req-96d4bd73-bd1c-4bbf-878d-2813ff6911ed tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 945 time: 0.0535960 Aug 25 15:02:41.263637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'd176ce37-6717-42ae-a1b5-ed79c642c97b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:41.311852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6292e172-35c5-4774-a7cc-b1d5b84f8329 req-fc84c414-829f-4e9b-85d1-64a69b6bf92e tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Aug 25 15:02:41.403373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.415752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port cb44a241-14b9-4303-8548-bb80ca7662ee completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:41.420848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port cb44a241-14b9-4303-8548-bb80ca7662ee triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:41.423150 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.433896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1738358-e435-4b3d-9cac-461df4cc354d req-097728b4-c4fd-4c05-8af6-a0e866eeefd7 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:41.436028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1738358-e435-4b3d-9cac-461df4cc354d req-097728b4-c4fd-4c05-8af6-a0e866eeefd7 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0576689 Aug 25 15:02:41.529941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1738358-e435-4b3d-9cac-461df4cc354d req-8b376618-ce44-47e0-b322-8448d027b4ce tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775709 Aug 25 15:02:41.567359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.569046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.581981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e34d1f-9e37-4c3a-951e-55404a32c3a2 req-c8ddfbfc-6d16-43a0-8de6-3cb698f30405 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:41.588732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7e34d1f-9e37-4c3a-951e-55404a32c3a2 req-c8ddfbfc-6d16-43a0-8de6-3cb698f30405 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0899696 Aug 25 15:02:41.618250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port cb44a241-14b9-4303-8548-bb80ca7662ee, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb44a241-14b9-4303-8548-bb80ca7662ee,segment=NetworkSegment(21d8c0e4-6918-43f4-9858-e771bd459eb7),segment_id=21d8c0e4-6918-43f4-9858-e771bd459eb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:41.633120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7e34d1f-9e37-4c3a-951e-55404a32c3a2 req-2b480321-269d-412f-9e09-65b61b244d87 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434270 Aug 25 15:02:41.718459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.741099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5af9d80-8a78-4658-bb95-ec09dfd350f7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:41.763363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136bb71-9a8b-4772-a2aa-ef1d78128706 req-60e26d98-f110-44e6-a82e-b52b8c76b028 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:41.764865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7136bb71-9a8b-4772-a2aa-ef1d78128706 req-60e26d98-f110-44e6-a82e-b52b8c76b028 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.0764029 Aug 25 15:02:41.771501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.822475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7136bb71-9a8b-4772-a2aa-ef1d78128706 req-ab4540f6-d64e-422d-8e5a-874bc209afae tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456796 Aug 25 15:02:41.825029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=cb44a241-14b9-4303-8548-bb80ca7662ee,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:41.845889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.845889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f5d89cc9-4d12-46c3-a2eb-21542cd6231b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5836642 Aug 25 15:02:41.848073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44196) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:41.879686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f94fe725-ca10-401a-b5e7-b213c8d53f9f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.888480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f94fe725-ca10-401a-b5e7-b213c8d53f9f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:41.939615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb44a241-14b9-4303-8548-bb80ca7662ee'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:41.942529 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2995e4-9b43-40e2-9020-d522ce1ec03a" -d '{"events": [{"server_uuid": "f32fe3c0-f3d7-4595-a540-9e2143fe3f1c", "name": "network-vif-plugged", "status": "completed", "tag": "cb44a241-14b9-4303-8548-bb80ca7662ee"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:41.973188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c8653-5df6-43a0-bf2f-a816e07c1842 req-9fe29f3d-73fd-4a7f-bb59-54b53510c917 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:41.974730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-454c8653-5df6-43a0-bf2f-a816e07c1842 req-9fe29f3d-73fd-4a7f-bb59-54b53510c917 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.0528419 Aug 25 15:02:42.024750 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d12d8d-2b36-4a5c-8ba4-1f194f287e4e x-openstack-request-id: req-f1d12d8d-2b36-4a5c-8ba4-1f194f287e4e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:42.025411 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32fe3c0-f3d7-4595-a540-9e2143fe3f1c", "name": "network-vif-plugged", "status": "completed", "tag": "cb44a241-14b9-4303-8548-bb80ca7662ee", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:42.025756 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1d12d8d-2b36-4a5c-8ba4-1f194f287e4e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:42.026296 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb44a241-14b9-4303-8548-bb80ca7662ee', 'code': 200} Aug 25 15:02:42.028323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-454c8653-5df6-43a0-bf2f-a816e07c1842 req-b9eeb51a-a307-474a-b813-25a384f7b1f9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469108 Aug 25 15:02:42.078462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-86844be3-c410-4e99-b5b7-90d639c452cc req-d2e628b6-f47d-4eb5-a2dd-56fefa8d5922 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:02:42.079488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86844be3-c410-4e99-b5b7-90d639c452cc req-d2e628b6-f47d-4eb5-a2dd-56fefa8d5922 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059738 Aug 25 15:02:42.165074 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f94fe725-ca10-401a-b5e7-b213c8d53f9f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.171578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f94fe725-ca10-401a-b5e7-b213c8d53f9f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.172917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f94fe725-ca10-401a-b5e7-b213c8d53f9f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f5af9d80-8a78-4658-bb95-ec09dfd350f7 HTTP/1.1" status: 204 len: 168 time: 0.3236644 Aug 25 15:02:42.176186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:42.199286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fe725-ca10-401a-b5e7-b213c8d53f9f tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5af9d80-8a78-4658-bb95-ec09dfd350f7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:42.219051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86844be3-c410-4e99-b5b7-90d639c452cc req-d40fb998-8109-4f10-9105-ecf564344d2d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1293838 Aug 25 15:02:42.222321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9e652-3816-49e6-83f5-ee060bc59303 req-d9b516b1-f5c6-4bb2-8997-d385128f7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:42.223936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15e9e652-3816-49e6-83f5-ee060bc59303 req-d9b516b1-f5c6-4bb2-8997-d385128f7d1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 1097 time: 0.1354806 Aug 25 15:02:42.243779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-afefe95d-c1df-4e6c-91f6-6a53052f1b0d tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0662749 Aug 25 15:02:42.245261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44226) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:42.301874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91d14f34-d8a8-4e86-896f-cf92bd17a332 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.319437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15e9e652-3816-49e6-83f5-ee060bc59303 req-8f666d5e-5dfa-4718-b574-c52e75a3fdf5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834975 Aug 25 15:02:42.321476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91d14f34-d8a8-4e86-896f-cf92bd17a332 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.486831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284d3a-ee2a-4d7e-9538-1be3bc387e1a req-054219a3-22cc-4a3d-a32b-15ea9aa1a5af tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:42.489105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6284d3a-ee2a-4d7e-9538-1be3bc387e1a req-054219a3-22cc-4a3d-a32b-15ea9aa1a5af tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 946 time: 0.0535829 Aug 25 15:02:42.509101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91d14f34-d8a8-4e86-896f-cf92bd17a332 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.524507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91d14f34-d8a8-4e86-896f-cf92bd17a332 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.525635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91d14f34-d8a8-4e86-896f-cf92bd17a332 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/98d9f314-737e-4548-b4e5-e180d367176b HTTP/1.1" status: 204 len: 168 time: 0.2789288 Aug 25 15:02:42.528454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:42.533612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d14f34-d8a8-4e86-896f-cf92bd17a332 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98d9f314-737e-4548-b4e5-e180d367176b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:42.554850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6284d3a-ee2a-4d7e-9538-1be3bc387e1a req-793351c6-be14-4a96-a13d-ab9c6eefea5c tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538285 Aug 25 15:02:42.617457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-862ade25-1c16-4f05-b76f-c514aab60bf5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0862029 Aug 25 15:02:42.620167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44252) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:42.641258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0cafe-d6b1-44f0-aec9-16751a8d8041 req-c7ed26f1-a635-406f-bf19-c92dd5130b15 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:42.643294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ad0cafe-d6b1-44f0-aec9-16751a8d8041 req-c7ed26f1-a635-406f-bf19-c92dd5130b15 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0861018 Aug 25 15:02:42.645868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc365174-27a0-4eb7-88df-d8a78defdede tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.655073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc365174-27a0-4eb7-88df-d8a78defdede tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.688715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ad0cafe-d6b1-44f0-aec9-16751a8d8041 req-3d6fc8e4-facc-4303-a344-163ac89d3faa tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Aug 25 15:02:42.747678 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc365174-27a0-4eb7-88df-d8a78defdede tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.767375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cc365174-27a0-4eb7-88df-d8a78defdede tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.771929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cc365174-27a0-4eb7-88df-d8a78defdede tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/05f2f6c1-789a-4460-ace7-18b030c02174 HTTP/1.1" status: 204 len: 168 time: 0.1470852 Aug 25 15:02:42.772515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44270) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:42.776694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc365174-27a0-4eb7-88df-d8a78defdede tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f2f6c1-789a-4460-ace7-18b030c02174,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:42.799632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aeb3f-7096-4a8a-9b11-488b338aef4d req-32e48b83-f71b-42b1-928d-ef6ced3b19b3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:42.804323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd6aeb3f-7096-4a8a-9b11-488b338aef4d req-32e48b83-f71b-42b1-928d-ef6ced3b19b3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0686760 Aug 25 15:02:42.854747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd6aeb3f-7096-4a8a-9b11-488b338aef4d req-42098751-841c-4829-8e05-6cf75ba34360 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Aug 25 15:02:42.856345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9f645d8-b6f9-4ea5-8a04-fb3021402905 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0826094 Aug 25 15:02:42.859290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44276) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:42.865953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47907f8-9fed-40a6-805c-13720e8de025 req-17a0900e-b2b4-45fe-9bf8-9adc2bb8758e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:42.868805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e47907f8-9fed-40a6-805c-13720e8de025 req-17a0900e-b2b4-45fe-9bf8-9adc2bb8758e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.0971241 Aug 25 15:02:42.895499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c396bdc0-3766-4bd1-9c4d-0fdf6f5c15e0 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.904477 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c396bdc0-3766-4bd1-9c4d-0fdf6f5c15e0 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:42.922671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e47907f8-9fed-40a6-805c-13720e8de025 req-91829b67-707c-4cde-b2fb-696074503f0d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Aug 25 15:02:43.034819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179b80-3308-4546-af08-49a983997463 req-689ac739-60b5-441b-b1f6-e598dd9354a2 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.036395 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4179b80-3308-4546-af08-49a983997463 req-689ac739-60b5-441b-b1f6-e598dd9354a2 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0579934 Aug 25 15:02:43.047876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44286) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.048978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c396bdc0-3766-4bd1-9c4d-0fdf6f5c15e0 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.065027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Request body: {'floatingip': {'port_id': 'ffe75571-e949-4904-832a-382e5e8e68aa'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:43.065270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c396bdc0-3766-4bd1-9c4d-0fdf6f5c15e0 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.065270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c396bdc0-3766-4bd1-9c4d-0fdf6f5c15e0 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/278e3012-fef8-4b7a-b63e-aeb0f233830d HTTP/1.1" status: 204 len: 168 time: 0.2024536 Aug 25 15:02:43.065270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396bdc0-3766-4bd1-9c4d-0fdf6f5c15e0 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=278e3012-fef8-4b7a-b63e-aeb0f233830d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:43.066221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.120285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8ee09afd-3166-49b9-b7ca-e7d69f7eed80 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0463679 Aug 25 15:02:43.123469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44294) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.134959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.155197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1583a791-a8a3-4a60-9e2f-baa76b903107 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.165585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1583a791-a8a3-4a60-9e2f-baa76b903107 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.252333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161cdf-cb9d-4d56-a4ee-e8a0149c4229 req-ca347ce2-660c-41de-9d85-5f1e1eae9293 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.254500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9161cdf-cb9d-4d56-a4ee-e8a0149c4229 req-ca347ce2-660c-41de-9d85-5f1e1eae9293 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.1536067 Aug 25 15:02:43.304570 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1583a791-a8a3-4a60-9e2f-baa76b903107 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.313174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1583a791-a8a3-4a60-9e2f-baa76b903107 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.314844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1583a791-a8a3-4a60-9e2f-baa76b903107 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6105ea20-3687-4b38-a220-1d40b027b6fa HTTP/1.1" status: 204 len: 168 time: 0.1904013 Aug 25 15:02:43.324083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a791-a8a3-4a60-9e2f-baa76b903107 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6105ea20-3687-4b38-a220-1d40b027b6fa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:43.330410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44310) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.361325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9161cdf-cb9d-4d56-a4ee-e8a0149c4229 req-d344ffa5-2a56-448f-b25c-47aa81b2244e tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940475 Aug 25 15:02:43.391544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-78224359-77d9-4316-bc65-bed698e83b1a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599191 Aug 25 15:02:43.394732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44314) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.496184 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1248d487-80fb-45b2-896f-62f9f141b5b3 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.552023 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1248d487-80fb-45b2-896f-62f9f141b5b3 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.677490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf351dd8-2a9d-4794-9c1a-c7ff27fe7034 req-f0ccd3a5-81ea-4a88-bd79-e0c3ae67f664 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.683419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf351dd8-2a9d-4794-9c1a-c7ff27fe7034 req-f0ccd3a5-81ea-4a88-bd79-e0c3ae67f664 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.689316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf351dd8-2a9d-4794-9c1a-c7ff27fe7034 req-f0ccd3a5-81ea-4a88-bd79-e0c3ae67f664 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.691607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf351dd8-2a9d-4794-9c1a-c7ff27fe7034 req-f0ccd3a5-81ea-4a88-bd79-e0c3ae67f664 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef&device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446&device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 2417 time: 0.1124265 Aug 25 15:02:43.705941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-bdb750fe-45b2-4ea8-a63e-1d244910dfa5 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.707944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-bdb750fe-45b2-4ea8-a63e-1d244910dfa5 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/networks?id=1a560904-b96f-49d8-a212-9a8864f00759 HTTP/1.1" status: 200 len: 810 time: 0.1452127 Aug 25 15:02:43.724947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-b4b2f2b1-9c8f-4bdb-a516-0fc3417981bf tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/quotas/24879a434e954493bacc8d8c0e03567b HTTP/1.1" status: 200 len: 375 time: 0.0106499 Aug 25 15:02:43.728750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1248d487-80fb-45b2-896f-62f9f141b5b3 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.731864 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1248d487-80fb-45b2-896f-62f9f141b5b3 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.736355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1248d487-80fb-45b2-896f-62f9f141b5b3 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/d176ce37-6717-42ae-a1b5-ed79c642c97b HTTP/1.1" status: 204 len: 168 time: 0.3401072 Aug 25 15:02:43.737964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44344) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.776318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf351dd8-2a9d-4794-9c1a-c7ff27fe7034 req-5b7b4584-8ba5-4b70-95d6-6ee483632a06 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768065 Aug 25 15:02:43.798414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d487-80fb-45b2-896f-62f9f141b5b3 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d176ce37-6717-42ae-a1b5-ed79c642c97b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:43.810350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-be9666bc-6768-443b-9d3f-a83c88e70b03 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24879a434e954493bacc8d8c0e03567b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713367 Aug 25 15:02:43.865470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:43.904833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bac7fc-5f80-4b37-9661-b9f7911b6b77 req-7e1ba1dd-bbb5-4a10-be91-1ec0f0038a2f tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:43.906291 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78bac7fc-5f80-4b37-9661-b9f7911b6b77 req-7e1ba1dd-bbb5-4a10-be91-1ec0f0038a2f tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 946 time: 0.0648782 Aug 25 15:02:43.909605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44354) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:43.909887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-41f55f92-c3f1-46e7-8c76-d90d0cb759f5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1669207 Aug 25 15:02:43.915888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396240340'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:43.957993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-fdf68581-ea6f-4769-8f70-44938bd0e5dc service neutron] 10.222.0.58 "GET /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213980 Aug 25 15:02:43.966621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78bac7fc-5f80-4b37-9661-b9f7911b6b77 req-6ba91e6c-f453-40a4-9675-699cb35b1010 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Aug 25 15:02:43.967312 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:44.010963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-13169dc9-8cb2-4b61-adb3-651890b22124 req-49f9ab62-d9c2-4deb-8376-453dbb9d0a5f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:02:44.011983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13169dc9-8cb2-4b61-adb3-651890b22124 req-49f9ab62-d9c2-4deb-8376-453dbb9d0a5f tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074952 Aug 25 15:02:44.100541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-9a666b98-2b91-459c-8d7f-8548c728e36c service neutron] 10.222.0.58 "GET /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347673 Aug 25 15:02:44.108752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:44.184937 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Floating IP ec881255-9247-4441-a55f-5318baf605d4 associated. External IP: 172.25.8.216, port: ffe75571-e949-4904-832a-382e5e8e68aa. Aug 25 15:02:44.532092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13169dc9-8cb2-4b61-adb3-651890b22124 req-d01dbad5-5e65-4deb-9053-d74f629fb581 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5028419 Aug 25 15:02:44.645714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c2c93b8-be8f-4304-b779-1ce5d1136a5f req-b85cf292-4266-4ce3-8788-f39ad86967e2 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0934036 Aug 25 15:02:44.683543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:44.817418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:44.852266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf811451-9a92-44f2-bd68-b0207b2eb793,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:44.921643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:02:45.089695 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.090412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-07d7c5a0-a97b-4913-a8ad-983bc6ca71ec tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1787481 Aug 25 15:02:45.094759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44402) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:45.101685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'cf811451-9a92-44f2-bd68-b0207b2eb793', 'direction': 'ingress', 'protocol': 17}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:45.121575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:02:45.127273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.138469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:02:45.148730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:45.149693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:02:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:45.166127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30d867e0-e906-408f-aeef-e4f10fbd614c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "PUT /v2.0/floatingips/ec881255-9247-4441-a55f-5318baf605d4 HTTP/1.1" status: 200 len: 992 time: 2.1170106 Aug 25 15:02:45.166667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:45.169079 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825d8dd5-49ad-4171-aac0-783f2ddadfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:45.268821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.291413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:02:45.331133 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e5404-6e56-45e4-85a9-b39fb7318170 x-openstack-request-id: req-713e5404-6e56-45e4-85a9-b39fb7318170 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:45.331959 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:45.332219 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-713e5404-6e56-45e4-85a9-b39fb7318170 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:45.332661 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'status': 'completed', 'code': 200} Aug 25 15:02:45.398791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.461091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-162dd943-e56d-45a8-b742-f065770ef78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:45.462874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-162dd943-e56d-45a8-b742-f065770ef78c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2031dc7b720d4414b231de1e019c76d3&device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 1097 time: 0.0759172 Aug 25 15:02:45.465981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.484786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21302ba4-a1f2-433a-97e6-27abca1410bf,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:45.570949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.575632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d30ff2a-bb8b-417c-84a6-b0e926666aa1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4798050 Aug 25 15:02:45.576575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:45.601000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-16eb9275-7228-4d49-8431-5ef5eaaaaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:45.603250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-16eb9275-7228-4d49-8431-5ef5eaaaaa0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 200 len: 911 time: 0.1316063 Aug 25 15:02:45.654573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ec881255-9247-4441-a55f-5318baf605d4', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'port_id': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'mac_address': 'fa:16:3e:02:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b622bff-132f-4221-bd84-2569df01ca36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:02:23Z', 'updated_at': '2021-08-25T15:02:43Z', 'revision_number': 1, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:45.686525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:02:45.696603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:02:45.697437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:02:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:45.763627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-35ea5a63-7e8d-44c5-886c-c8f8d654da5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe75571-e949-4904-832a-382e5e8e68aa HTTP/1.1" status: 200 len: 1000 time: 0.1407235 Aug 25 15:02:45.773410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcbac2-be2a-46ca-86bd-2068740246eb req-265b6bcf-addd-495f-9ecc-079d7188f153 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:45.775059 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cadcbac2-be2a-46ca-86bd-2068740246eb req-265b6bcf-addd-495f-9ecc-079d7188f153 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 946 time: 0.1874468 Aug 25 15:02:45.811622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6928d4a7-9db6-493d-8e2a-50a9c80e87b6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.835760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:02:45.843101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cadcbac2-be2a-46ca-86bd-2068740246eb req-a5876078-c60c-478c-b2fb-f629f7e93a20 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600433 Aug 25 15:02:45.872040 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6928d4a7-9db6-493d-8e2a-50a9c80e87b6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:45.890669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-76f429e7-48ff-4245-a3db-acec3435724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:45.892641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-76f429e7-48ff-4245-a3db-acec3435724c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 200 len: 849 time: 0.1180241 Aug 25 15:02:45.975496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe0ab271-44b1-496d-9970-bb2f8bf0ed6b req-60a67815-e584-46ac-9e6f-3e22ab492ad5 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0623248 Aug 25 15:02:46.016797 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6928d4a7-9db6-493d-8e2a-50a9c80e87b6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.018533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-fc51b88b-5e6a-4b46-988c-65f511b72e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:46.020120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-fc51b88b-5e6a-4b46-988c-65f511b72e72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13072f43-e668-4735-8b02-0cdeacca7423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164072 Aug 25 15:02:46.020281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6928d4a7-9db6-493d-8e2a-50a9c80e87b6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.022504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6928d4a7-9db6-493d-8e2a-50a9c80e87b6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/cf811451-9a92-44f2-bd68-b0207b2eb793 HTTP/1.1" status: 204 len: 168 time: 0.4444122 Aug 25 15:02:46.041982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44426) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:46.053143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928d4a7-9db6-493d-8e2a-50a9c80e87b6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf811451-9a92-44f2-bd68-b0207b2eb793,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:46.121207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb97057e-c0b8-4340-932a-8424595e2c4c tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761147 Aug 25 15:02:46.124591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44430) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:46.132138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--928464436'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:46.193078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-f366db0c-d9a2-4fa0-8bc5-3f03b93c5dfc service neutron] 10.222.0.45 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579461 Aug 25 15:02:46.231255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ec881255-9247-4441-a55f-5318baf605d4', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'port_id': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'mac_address': 'fa:16:3e:02:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b622bff-132f-4221-bd84-2569df01ca36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:02:23Z', 'updated_at': '2021-08-25T15:02:43Z', 'revision_number': 1, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:46.259951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c8e0-a90d-4352-85cc-48c7b0780845 None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ec881255-9247-4441-a55f-5318baf605d4', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'port_id': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'mac_address': 'fa:16:3e:02:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b622bff-132f-4221-bd84-2569df01ca36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:02:23Z', 'updated_at': '2021-08-25T15:02:43Z', 'revision_number': 1, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:02:46.266621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.322652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d8dd5-49ad-4171-aac0-783f2ddadfcd req-e07a396b-d3c2-4229-afde-aab798f155e6 service neutron] 10.222.0.45 "GET /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218138 Aug 25 15:02:46.408190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.502382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.563731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa2d7f-8ffe-477b-a587-b60c707e02ce,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:46.572841 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f415f76f-1eaf-4b0c-85b8-ef5d0570eab1 None None] New status for floating IP ec881255-9247-4441-a55f-5318baf605d4: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:02:46.586797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a346-92ee-4bd0-b732-acc3a0e16415 req-99da52f4-d4dd-4c3f-a0e1-cc6e37134707 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:46.588428 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eed8a346-92ee-4bd0-b732-acc3a0e16415 req-99da52f4-d4dd-4c3f-a0e1-cc6e37134707 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.0668187 Aug 25 15:02:46.602431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.606506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eeb435e4-1a6c-4c4e-a0ae-11ce8a0958f6 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4781997 Aug 25 15:02:46.607067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44436) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:46.613697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802874026'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:46.655519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eed8a346-92ee-4bd0-b732-acc3a0e16415 req-e709d6fb-6c60-4725-92db-5415c03306fc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554171 Aug 25 15:02:46.788366 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.855545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:02:46.908825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:46.976974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b812a76-7645-4f89-b97d-e057f7d0c7cc req-a4ae2d02-dbbb-4bb6-8737-d404f756938b tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:46.978677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b812a76-7645-4f89-b97d-e057f7d0c7cc req-a4ae2d02-dbbb-4bb6-8737-d404f756938b tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 946 time: 0.0535896 Aug 25 15:02:46.997822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-ba9d96c6-4985-49df-a0f3-f134de50d772 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422027 Aug 25 15:02:47.029429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b812a76-7645-4f89-b97d-e057f7d0c7cc req-dbfe3dcb-48eb-4a8c-893f-5aefeb2b278e tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Aug 25 15:02:47.068908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.154806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87ad566c-2490-44ff-993d-d91957f4026b req-37e35940-83e8-4d80-b276-bd582f1256f4 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0656877 Aug 25 15:02:47.158058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf9bee1-8807-4a39-a896-586a00c3693e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:47.171391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6ab00-475f-4821-aea6-450b49444523 req-d261af22-fa1c-4182-a133-f9016da75fcc tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:47.172916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-deb6ab00-475f-4821-aea6-450b49444523 req-d261af22-fa1c-4182-a133-f9016da75fcc tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.45 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 946 time: 0.1484170 Aug 25 15:02:47.181161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-b0fbcfe1-b65f-45bc-87a4-cc886ec15340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:47.182875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-b0fbcfe1-b65f-45bc-87a4-cc886ec15340 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.1262083 Aug 25 15:02:47.223855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.225011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bf9b7ca5-1e24-4316-a613-6f54b7ca676a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6169143 Aug 25 15:02:47.227983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44446) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:47.233084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'eaaa2d7f-8ffe-477b-a587-b60c707e02ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4cf9bee1-8807-4a39-a896-586a00c3693e', 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:47.352167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-139eb4df-ec02-4b17-ad09-f2b2f0ae3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:47.353612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-139eb4df-ec02-4b17-ad09-f2b2f0ae3df0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1398678 Aug 25 15:02:47.362025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Deleting port cb44a241-14b9-4303-8548-bb80ca7662ee {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:47.363057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.364690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.467628 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.552576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.554796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-b484157b-1fd7-46c5-8565-8944d8846ba0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.1873894 Aug 25 15:02:47.580011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6702acc-0af2-4ef5-9692-b133935e202a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:47.630947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] For port cb44a241-14b9-4303-8548-bb80ca7662ee, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=cb44a241-14b9-4303-8548-bb80ca7662ee,segment=NetworkSegment(21d8c0e4-6918-43f4-9858-e771bd459eb7),segment_id=21d8c0e4-6918-43f4-9858-e771bd459eb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:47.631549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.653254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Calling delete_port for cb44a241-14b9-4303-8548-bb80ca7662ee owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:47.662602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-14b73bd0-e085-4780-a71e-51d03956ff05 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:47.664164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-14b73bd0-e085-4780-a71e-51d03956ff05 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.52 "GET /v2.0/networks?id=1a560904-b96f-49d8-a212-9a8864f00759 HTTP/1.1" status: 200 len: 810 time: 0.2150640 Aug 25 15:02:47.668681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.671061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fbadfe66-0d76-4215-a657-e244aea27065 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4417565 Aug 25 15:02:47.676477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-63e78ba2-a1d1-449f-b6ba-13b8682b00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:47.677984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-63e78ba2-a1d1-449f-b6ba-13b8682b00f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1136422 Aug 25 15:02:47.678448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44450) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:47.697344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Request body: {'port': {'device_id': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759', 'admin_state_up': True, 'tenant_id': '24879a434e954493bacc8d8c0e03567b'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:47.874920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4842a625-349a-4b06-a1a3-5db919e217f9 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.895587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4842a625-349a-4b06-a1a3-5db919e217f9 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:47.936096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-33e830a4-61d8-4d65-856f-488ebfeee37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:47.937578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-33e830a4-61d8-4d65-856f-488ebfeee37c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514513 Aug 25 15:02:48.055247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45572207-2cc6-42e4-9384-7b1637e43800 req-f1e0a4b5-2371-47ef-943d-c84ff32c6b3d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:48.056759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45572207-2cc6-42e4-9384-7b1637e43800 req-f1e0a4b5-2371-47ef-943d-c84ff32c6b3d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.2788403 Aug 25 15:02:48.142468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-45a15f6f-9ab1-4ad0-8dd8-990c07829773 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:48.144581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-45a15f6f-9ab1-4ad0-8dd8-990c07829773 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.45 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.2108488 Aug 25 15:02:48.145225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4842a625-349a-4b06-a1a3-5db919e217f9 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.166991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cb4c5-f4a1-4e37-a44f-11261b8e7f67 req-eb92ce1c-b9b0-4858-8220-73fbec0f781e tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:48.168721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-369cb4c5-f4a1-4e37-a44f-11261b8e7f67 req-eb92ce1c-b9b0-4858-8220-73fbec0f781e tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 946 time: 0.0543833 Aug 25 15:02:48.171137 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4842a625-349a-4b06-a1a3-5db919e217f9 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.174567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4842a625-349a-4b06-a1a3-5db919e217f9 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c6702acc-0af2-4ef5-9692-b133935e202a HTTP/1.1" status: 204 len: 168 time: 0.4871480 Aug 25 15:02:48.176864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:48.225242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842a625-349a-4b06-a1a3-5db919e217f9 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6702acc-0af2-4ef5-9692-b133935e202a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:48.241579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45572207-2cc6-42e4-9384-7b1637e43800 req-c5db7d3b-7449-468b-b010-73d292e8f43a tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671095 Aug 25 15:02:48.250787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-369cb4c5-f4a1-4e37-a44f-11261b8e7f67 req-ec6caaa1-bc46-4451-a99f-7503affe6762 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/security-groups?id=176c924a-78d7-4987-b08a-9a5bed79144a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684438 Aug 25 15:02:48.259226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-5edc60bf-150b-45ca-a5ae-2e3e98ac5621 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074832 Aug 25 15:02:48.281811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2ed133b3-d452-4da5-b1b0-227e5f343d59 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1037693 Aug 25 15:02:48.288144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44468) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:48.304190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Made reservation on behalf of 24879a434e954493bacc8d8c0e03567b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:48.307572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.366654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5677a964-741d-4cd7-a585-34e71d3f541f req-ec8858d7-7b38-487b-90c6-17334c34e14c tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0338848 Aug 25 15:02:48.376890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.383247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-336f2760-3717-4b66-8b62-e647c455eb26 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.389424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['cb44a241-14b9-4303-8548-bb80ca7662ee'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:48.417185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-336f2760-3717-4b66-8b62-e647c455eb26 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.459547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Pushing event deleted for resources: {'Port': ['ID=cb44a241-14b9-4303-8548-bb80ca7662ee,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:48.554010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Deleting port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:48.554347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.583672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] No DVR routers for this DVR port cb44a241-14b9-4303-8548-bb80ca7662ee on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:48.584224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-336f2760-3717-4b66-8b62-e647c455eb26 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.587134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d864a0d3-8100-4fda-99b8-17a6df203604 req-4a9adadb-08b8-4da5-ad09-fd12bc96d388 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931373 Aug 25 15:02:48.587397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-336f2760-3717-4b66-8b62-e647c455eb26 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.588746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-336f2760-3717-4b66-8b62-e647c455eb26 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/4cf9bee1-8807-4a39-a896-586a00c3693e HTTP/1.1" status: 204 len: 168 time: 0.2995069 Aug 25 15:02:48.599175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:48.600507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2760-3717-4b66-8b62-e647c455eb26 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf9bee1-8807-4a39-a896-586a00c3693e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:48.617959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.620197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-deb6ab00-475f-4821-aea6-450b49444523 req-2536e584-e7cf-41e5-9232-4c28df1b1c89 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.45 "DELETE /v2.0/ports/cb44a241-14b9-4303-8548-bb80ca7662ee HTTP/1.1" status: 204 len: 173 time: 1.4361229 Aug 25 15:02:48.623489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'name': 'network-vif-deleted', 'tag': 'cb44a241-14b9-4303-8548-bb80ca7662ee'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:48.626706 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c8fbe6-e139-4a56-9da8-50e84b1b6274" -d '{"events": [{"server_uuid": "f32fe3c0-f3d7-4595-a540-9e2143fe3f1c", "name": "network-vif-deleted", "tag": "cb44a241-14b9-4303-8548-bb80ca7662ee"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:48.678919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Allocated IP 172.20.0.7 (1a560904-b96f-49d8-a212-9a8864f00759/9c04ef23-c5ab-4f80-be29-fd21eb2732de/ebef6bee-081e-471f-9e3a-f6e4284bd9fe) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:48.710587 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1c8bc9-7ad9-41ec-8422-c184dc32cd6c x-openstack-request-id: req-6c1c8bc9-7ad9-41ec-8422-c184dc32cd6c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:48.711228 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32fe3c0-f3d7-4595-a540-9e2143fe3f1c", "name": "network-vif-deleted", "tag": "cb44a241-14b9-4303-8548-bb80ca7662ee", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:48.711752 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c1c8bc9-7ad9-41ec-8422-c184dc32cd6c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:48.712421 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32fe3c0-f3d7-4595-a540-9e2143fe3f1c', 'name': 'network-vif-deleted', 'tag': 'cb44a241-14b9-4303-8548-bb80ca7662ee', 'status': 'completed', 'code': 200} Aug 25 15:02:48.717529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dc30be6f-2f47-4ad3-bc47-72a13177a76c tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0894692 Aug 25 15:02:48.720065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44478) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:48.776603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] For port 81f172ea-aa8a-4d3e-9232-b9ff437fad18, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=81f172ea-aa8a-4d3e-9232-b9ff437fad18,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:48.777031 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.812342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Calling delete_port for 81f172ea-aa8a-4d3e-9232-b9ff437fad18 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:48.848247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ce8264-f3c6-40b6-94d7-c4dcaca69f85 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:48.876490 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ce8264-f3c6-40b6-94d7-c4dcaca69f85 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.032483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.033955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ce8264-f3c6-40b6-94d7-c4dcaca69f85 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.037644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ce8264-f3c6-40b6-94d7-c4dcaca69f85 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.042846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-82ce8264-f3c6-40b6-94d7-c4dcaca69f85 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/eaaa2d7f-8ffe-477b-a587-b60c707e02ce HTTP/1.1" status: 204 len: 168 time: 0.3181777 Aug 25 15:02:49.042979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44482) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:49.057915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8264-f3c6-40b6-94d7-c4dcaca69f85 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa2d7f-8ffe-477b-a587-b60c707e02ce,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:49.378911 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0be2899d-0c51-448e-aedc-e265d60ef777 req-89aadfb1-2d0b-42ce-bbd2-185bc9018e71 tempest-ServerMetadataNegativeTestJSON-1161662112 tempest-ServerMetadataNegativeTestJSON-1161662112-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32fe3c0-f3d7-4595-a540-9e2143fe3f1c HTTP/1.1" status: 200 len: 210 time: 0.0361533 Aug 25 15:02:49.503862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4be22e4d-a8b5-4dcb-a96d-ba2c79504d44 req-24422d2c-90cc-46a2-b51c-4e446ea4f977 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0366609 Aug 25 15:02:49.637833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7001c1dc-3e5a-4767-8efa-8f6eb6d986a4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5946107 Aug 25 15:02:49.645073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:49.654453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252341070'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:49.680600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fb290-549a-450d-a6cd-90646ef504f6 req-b07b3a14-4952-4698-b439-8e33d0106557 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:49.690537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f82fb290-549a-450d-a6cd-90646ef504f6 req-b07b3a14-4952-4698-b439-8e33d0106557 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 945 time: 0.1611826 Aug 25 15:02:49.743880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f82fb290-549a-450d-a6cd-90646ef504f6 req-97a214a2-a76c-40eb-87d2-211f0e16d53c tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522199 Aug 25 15:02:49.751381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.751624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.766636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['bd6a4564-6f06-4e53-9d75-e72cf2645404', '3e360ba9-388b-40da-9836-83ddc24d2140'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:49.797795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Pushing event deleted for resources: {'Port': ['ID=81f172ea-aa8a-4d3e-9232-b9ff437fad18,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:49.827897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.831863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Network 1a560904-b96f-49d8-a212-9a8864f00759 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:49.863073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:49.882174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:49.884994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] No DVR routers for this DVR port 81f172ea-aa8a-4d3e-9232-b9ff437fad18 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:49.911580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.913691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c9cf2c-8fa5-4248-958d-6a41878219c9 req-d95f6cb1-7837-4515-873e-97707ce4a7d1 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.45 "DELETE /v2.0/ports/81f172ea-aa8a-4d3e-9232-b9ff437fad18 HTTP/1.1" status: 204 len: 173 time: 1.7352636 Aug 25 15:02:49.949406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Pushing event updated for resources: {'Port': ['ID=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:49.967004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:49.968553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:49.969392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.091141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.127428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9fabd-6373-4313-bbae-9f28f8b7cd93,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:50.208468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.212932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-425bee55-1db8-43cb-9a93-e9ea57603ba1 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5257688 Aug 25 15:02:50.213178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44500) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:50.218322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9fabd-6373-4313-bbae-9f28f8b7cd93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:50.219187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-753b8a6e-e7f2-4a64-bb6f-74709f5a2039 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5703909 Aug 25 15:02:50.236918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Request body: {'port': {'device_id': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:50.322690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.370997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.440327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44504) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:50.486636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Deleting subnet 9fe869c6-ea5e-429a-8a9c-61ebad346a1b {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:02:50.491972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.531516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.547197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.574645 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.621163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.704249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1222e7f-1617-4df1-9745-46fb85c39e5e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:50.717433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'name': 'network-vif-deleted', 'tag': '81f172ea-aa8a-4d3e-9232-b9ff437fad18'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:50.720758 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab4c057-6925-4400-a079-e71b3af30d7e" -d '{"events": [{"server_uuid": "b44aced9-ea2e-4a3e-a123-2a16ca494cef", "name": "network-vif-deleted", "tag": "81f172ea-aa8a-4d3e-9232-b9ff437fad18"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:50.721129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.774562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebef6bee-081e-471f-9e3a-f6e4284bd9fe {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:50.782217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.785620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9fe869c6-ea5e-429a-8a9c-61ebad346a1b HTTP/1.1" status: 204 len: 168 time: 0.3436923 Aug 25 15:02:50.790276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebeeb04-d019-404d-b5f1-9e7acd49af9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe869c6-ea5e-429a-8a9c-61ebad346a1b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:50.790417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409db91-bb53-405d-bbff-a16a1caa091f req-70597168-161f-4ba8-b555-fc42c1740a79 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:50.790559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:50.798593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6409db91-bb53-405d-bbff-a16a1caa091f req-70597168-161f-4ba8-b555-fc42c1740a79 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 931 time: 0.1534979 Aug 25 15:02:50.811055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.814035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.815483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-09e5d8dd-4053-410f-823f-cc532ab2493a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6012890 Aug 25 15:02:50.819616 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a0ed3-0efc-491d-b9c4-ac4013904451 x-openstack-request-id: req-e06a0ed3-0efc-491d-b9c4-ac4013904451 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:50.819616 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44aced9-ea2e-4a3e-a123-2a16ca494cef", "name": "network-vif-deleted", "tag": "81f172ea-aa8a-4d3e-9232-b9ff437fad18", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:50.819616 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e06a0ed3-0efc-491d-b9c4-ac4013904451 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:50.819616 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44aced9-ea2e-4a3e-a123-2a16ca494cef', 'name': 'network-vif-deleted', 'tag': '81f172ea-aa8a-4d3e-9232-b9ff437fad18', 'status': 'completed', 'code': 200} Aug 25 15:02:50.829448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:50.852140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Transition to ACTIVE for port object ebef6bee-081e-471f-9e3a-f6e4284bd9fe will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:50.893822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6409db91-bb53-405d-bbff-a16a1caa091f req-ce135d62-e822-4da6-a65b-e1b3de3fc257 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889485 Aug 25 15:02:50.896270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8addd9ba-5768-426a-ba07-5a9315c29dc1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.924375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8addd9ba-5768-426a-ba07-5a9315c29dc1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.941242 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.948086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:50.994242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a18c3cbc-ee58-45c6-96e9-12ee858548fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.029386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Pushing event updated for resources: {'Port': ['ID=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:51.081178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e64254c-0065-4367-a1fb-650f1990344b req-b0fd557b-e755-4c4a-aa50-1deb582d6209 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44aced9-ea2e-4a3e-a123-2a16ca494cef HTTP/1.1" status: 200 len: 210 time: 0.0957456 Aug 25 15:02:51.108825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8addd9ba-5768-426a-ba07-5a9315c29dc1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.114470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8addd9ba-5768-426a-ba07-5a9315c29dc1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.115741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8addd9ba-5768-426a-ba07-5a9315c29dc1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b1222e7f-1617-4df1-9745-46fb85c39e5e HTTP/1.1" status: 204 len: 168 time: 0.2852705 Aug 25 15:02:51.118517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44522) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:51.136279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addd9ba-5768-426a-ba07-5a9315c29dc1 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1222e7f-1617-4df1-9745-46fb85c39e5e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:51.139993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.140877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Attempting to bind port ebef6bee-081e-471f-9e3a-f6e4284bd9fe on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:02:51.141279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Attempting to bind port ebef6bee-081e-471f-9e3a-f6e4284bd9fe by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'e129be75-3a35-43d3-966d-c26298128b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:02:51.141593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Attempting to bind port ebef6bee-081e-471f-9e3a-f6e4284bd9fe on network 1a560904-b96f-49d8-a212-9a8864f00759 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:51.146564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Port ebef6bee-081e-471f-9e3a-f6e4284bd9fe on network 1a560904-b96f-49d8-a212-9a8864f00759 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:02:51.146884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Attempting to bind port ebef6bee-081e-471f-9e3a-f6e4284bd9fe on network 1a560904-b96f-49d8-a212-9a8864f00759 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:02:51.152067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:02:51.152397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Checking segment: {'id': 'e129be75-3a35-43d3-966d-c26298128b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:02:51.157264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Bound using segment: {'id': 'e129be75-3a35-43d3-966d-c26298128b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:02:51.157264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Bound port: ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e129be75-3a35-43d3-966d-c26298128b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:02:51.157536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:51.157649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.166557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d8c0e4-6918-43f4-9858-e771bd459eb7') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:51.166912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d8c0e4-6918-43f4-9858-e771bd459eb7') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:02:51.182709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.195699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac4426bc-8e3a-4289-b082-20168ee5279a tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733793 Aug 25 15:02:51.198331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:51.223476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.225709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] For port ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:02:51.228964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] For port ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,segment=NetworkSegment(e129be75-3a35-43d3-966d-c26298128b32),segment_id=e129be75-3a35-43d3-966d-c26298128b32)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:02:51.238978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:02:51.239417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:02:51.241145 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:02:51.293981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 81f172ea-aa8a-4d3e-9232-b9ff437fad18 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:51.310025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.316057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebcc49ce-0ea3-46c6-9e9c-b5b056dbd723 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.340444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 81f172ea-aa8a-4d3e-9232-b9ff437fad18 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:51.341104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 81f172ea-aa8a-4d3e-9232-b9ff437fad18 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:51.341264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebcc49ce-0ea3-46c6-9e9c-b5b056dbd723 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.341642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb44a241-14b9-4303-8548-bb80ca7662ee no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:51.357783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:51.358469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.360331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] 10.222.0.52 "PUT /v2.0/ports/ebef6bee-081e-471f-9e3a-f6e4284bd9fe HTTP/1.1" status: 200 len: 1091 time: 1.1288173 Aug 25 15:02:51.364903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: cb44a241-14b9-4303-8548-bb80ca7662ee {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:51.365251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device cb44a241-14b9-4303-8548-bb80ca7662ee not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:51.391151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cfd87-e929-4f4c-be5a-a9c0dfd487bf service neutron] Pushing event updated for resources: {'Port': ['ID=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:51.450934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.458256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.461253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9 HTTP/1.1" status: 204 len: 168 time: 0.6683855 Aug 25 15:02:51.469875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53812b8f-c022-495b-8092-427dedf674f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c1dcc4-7f5c-4e92-b9f2-e679dafc1dd9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:51.478981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebcc49ce-0ea3-46c6-9e9c-b5b056dbd723 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.484172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebcc49ce-0ea3-46c6-9e9c-b5b056dbd723 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.484172 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ebcc49ce-0ea3-46c6-9e9c-b5b056dbd723 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/bdb9fabd-6373-4313-bbae-9f28f8b7cd93 HTTP/1.1" status: 204 len: 168 time: 0.2834399 Aug 25 15:02:51.486057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44528) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:51.492742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc49ce-0ea3-46c6-9e9c-b5b056dbd723 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9fabd-6373-4313-bbae-9f28f8b7cd93,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:51.560752 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-572afdfa-a167-47a0-a741-08d576135716 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734398 Aug 25 15:02:51.565970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44530) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:51.571945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group': {'name': 'tempest-secgroup--665659507'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:51.587943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f9aaa946-2f53-4fe0-852b-206956c4ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:51.589425 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f9aaa946-2f53-4fe0-852b-206956c4ed22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24879a434e954493bacc8d8c0e03567b&device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 1094 time: 0.0733619 Aug 25 15:02:51.635621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-389ca05f-e8ed-4a24-9f88-c36de7b00977 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe HTTP/1.1" status: 200 len: 217 time: 0.0344629 Aug 25 15:02:51.689478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-ef3847b1-34a3-4947-b001-8ff9f7928a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:51.691552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-ef3847b1-34a3-4947-b001-8ff9f7928a67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c04ef23-c5ab-4f80-be29-fd21eb2732de HTTP/1.1" status: 200 len: 850 time: 0.0439913 Aug 25 15:02:51.725788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-f510746b-0f28-4882-bec5-f02ff7c44346 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1a560904-b96f-49d8-a212-9a8864f00759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261478 Aug 25 15:02:51.726890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.871175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44536) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:51.880745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-0a3338a8-ea9e-4d26-8a5f-70ce86168d60 service neutron] 10.222.0.52 "GET /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368914 Aug 25 15:02:51.909008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:51.945177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bb6667f0-ea63-4e30-a231-626bfae4d4ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=509a560696bb47bf918c11d86504d77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724361 Aug 25 15:02:51.947377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44540) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:52.035795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b99f3353-cb7c-4348-a2b8-c4f60f61056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.055803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58d8d27e-0633-4131-bf60-eb0d9e5a1025 req-d9be6f72-0194-447e-ba6d-a85b0faa5987 service neutron] 10.222.0.52 "GET /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488495 Aug 25 15:02:52.055803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c2dd5-2e11-4c5c-95e2-b48fc1b91fa2 req-3f77d217-204b-4534-8e2e-ed35f96fb77c tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:52.055803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-644c2dd5-2e11-4c5c-95e2-b48fc1b91fa2 req-3f77d217-204b-4534-8e2e-ed35f96fb77c tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 943 time: 0.0839388 Aug 25 15:02:52.071771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b99f3353-cb7c-4348-a2b8-c4f60f61056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.106102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-644c2dd5-2e11-4c5c-95e2-b48fc1b91fa2 req-619cdf7b-4445-4a42-b130-bf48c26718c3 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Aug 25 15:02:52.202678 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.234454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c8d08-924f-425a-bcba-9e0cb970f3aa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:52.386368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.387576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b99f3353-cb7c-4348-a2b8-c4f60f61056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.390333 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b99f3353-cb7c-4348-a2b8-c4f60f61056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.391356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-75ee361f-8055-43ef-9cf9-23fef0c12b83 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8229060 Aug 25 15:02:52.392866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:52.397071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b99f3353-cb7c-4348-a2b8-c4f60f61056b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/176c924a-78d7-4987-b08a-9a5bed79144a HTTP/1.1" status: 204 len: 168 time: 0.4462881 Aug 25 15:02:52.399687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c8d08-924f-425a-bcba-9e0cb970f3aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:52.415660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f3353-cb7c-4348-a2b8-c4f60f61056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c924a-78d7-4987-b08a-9a5bed79144a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:52.519296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.586497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.669486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44558) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:52.739577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.762073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd932a3-eb46-474c-b281-f4208f67f0e3,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:52.779870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5287a4-205f-4690-bb9b-6a92b864afd1 req-8fc0a8c3-2fb0-48f0-a2ef-65abadf06ef0 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:52.781529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5287a4-205f-4690-bb9b-6a92b864afd1 req-8fc0a8c3-2fb0-48f0-a2ef-65abadf06ef0 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.0756333 Aug 25 15:02:52.822701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5287a4-205f-4690-bb9b-6a92b864afd1 req-91ecb5c4-6847-4589-99a8-3da248b75ccc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Aug 25 15:02:52.823504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'tag': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:52.825997 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61919634-1895-46c6-bc30-115143a7f385" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef48bc3-6413-45e7-8742-f8298aedf1fe", "tag": "ebef6bee-081e-471f-9e3a-f6e4284bd9fe"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:52.889567 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f650ee-0b96-4c17-a13a-e2c15de64c10 x-openstack-request-id: req-16f650ee-0b96-4c17-a13a-e2c15de64c10 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:52.889567 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef48bc3-6413-45e7-8742-f8298aedf1fe", "tag": "ebef6bee-081e-471f-9e3a-f6e4284bd9fe", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:52.889567 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16f650ee-0b96-4c17-a13a-e2c15de64c10 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:52.889567 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'tag': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe', 'status': 'completed', 'code': 200} Aug 25 15:02:52.912004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.918077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-014e46c2-5ed0-4b36-a2a6-900e2df89c00 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5186865 Aug 25 15:02:52.918318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44566) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:52.930010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db4870c8-c547-4670-965d-be862555beba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:52.936257 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb337aa1-5455-44b9-92fc-946344abe695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules/3cd932a3-eb46-474c-b281-f4208f67f0e3 HTTP/1.1" status: 200 len: 763 time: 0.0170274 Aug 25 15:02:52.939086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44568) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:52.981428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61919634-1895-46c6-bc30-115143a7f385 req-466890b3-0689-42d7-85f5-69dfc60b5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:52.986798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-466890b3-0689-42d7-85f5-69dfc60b5bcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24879a434e954493bacc8d8c0e03567b&device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 1094 time: 0.0638812 Aug 25 15:02:53.000947 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-40091e20-5126-48ba-815d-7397060761fb tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0605650 Aug 25 15:02:53.004374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44574) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:53.094681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d34ff5a-7c06-4d2b-8147-5f8db9e1ee27 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.120067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d34ff5a-7c06-4d2b-8147-5f8db9e1ee27 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.168517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61919634-1895-46c6-bc30-115143a7f385 req-55b8b429-522f-4fed-8409-a82bd194d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:53.169638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-55b8b429-522f-4fed-8409-a82bd194d8c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1a560904-b96f-49d8-a212-9a8864f00759 HTTP/1.1" status: 200 len: 911 time: 0.1758361 Aug 25 15:02:53.192551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db4870c8-c547-4670-965d-be862555beba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.220668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-e7e405f3-7b79-4b3f-8d23-8b6c4ffe002d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe HTTP/1.1" status: 200 len: 217 time: 0.0387900 Aug 25 15:02:53.269228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d34ff5a-7c06-4d2b-8147-5f8db9e1ee27 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.271261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b846c-3ed4-4ea1-9b3f-b38cbd90cfd6 req-7d4de9f1-8c6e-4ece-abff-61044301ea7c tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:53.273988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-179b846c-3ed4-4ea1-9b3f-b38cbd90cfd6 req-7d4de9f1-8c6e-4ece-abff-61044301ea7c tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 943 time: 0.0615630 Aug 25 15:02:53.280460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d34ff5a-7c06-4d2b-8147-5f8db9e1ee27 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.281581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2d34ff5a-7c06-4d2b-8147-5f8db9e1ee27 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3cd932a3-eb46-474c-b281-f4208f67f0e3 HTTP/1.1" status: 204 len: 168 time: 0.2762103 Aug 25 15:02:53.285782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44586) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:53.290801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db4870c8-c547-4670-965d-be862555beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.310064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34ff5a-7c06-4d2b-8147-5f8db9e1ee27 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cd932a3-eb46-474c-b281-f4208f67f0e3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:53.316228 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-179b846c-3ed4-4ea1-9b3f-b38cbd90cfd6 req-d1028783-b687-41b3-be87-25d0634011a0 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Aug 25 15:02:53.341190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61919634-1895-46c6-bc30-115143a7f385 req-4ad1fbd9-4b8c-4688-ac71-88e4c4d5da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:53.343040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-4ad1fbd9-4b8c-4688-ac71-88e4c4d5da7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c04ef23-c5ab-4f80-be29-fd21eb2732de HTTP/1.1" status: 200 len: 850 time: 0.1115346 Aug 25 15:02:53.365505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-db4870c8-c547-4670-965d-be862555beba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74cc91169d614a75a4998effd1f578a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6925845 Aug 25 15:02:53.365642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44592) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:53.373925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4870c8-c547-4670-965d-be862555beba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a861d8a9-c353-489c-8840-aa2df669f6fc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:53.398142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-bd68228b-a7b0-47ae-bc77-be912ace5bc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1a560904-b96f-49d8-a212-9a8864f00759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394232 Aug 25 15:02:53.411795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-48dca17b-69af-43d6-a75b-bdbd7204acfb tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1215346 Aug 25 15:02:53.414643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44594) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:53.423904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c8d08-924f-425a-bcba-9e0cb970f3aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:53.447364 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5881747-939c-41cf-8288-97e1176d4b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.488283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5881747-939c-41cf-8288-97e1176d4b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.523566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7187988-c564-40a2-bab6-011f7e5fb799 req-56b2b704-6180-489f-a654-7889b51f2854 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:53.525094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7187988-c564-40a2-bab6-011f7e5fb799 req-56b2b704-6180-489f-a654-7889b51f2854 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1112225 Aug 25 15:02:53.552767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-12e58eff-c385-4eba-b863-2598ad4abbd7 service neutron] 10.222.0.52 "GET /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399250 Aug 25 15:02:53.588090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7187988-c564-40a2-bab6-011f7e5fb799 req-8fc6fad7-dd06-4cb0-8543-d54d07908e85 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567255 Aug 25 15:02:53.607721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.653253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5881747-939c-41cf-8288-97e1176d4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.656781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5881747-939c-41cf-8288-97e1176d4b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.667123 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5881747-939c-41cf-8288-97e1176d4b83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a861d8a9-c353-489c-8840-aa2df669f6fc HTTP/1.1" status: 204 len: 168 time: 0.2914526 Aug 25 15:02:53.667503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61919634-1895-46c6-bc30-115143a7f385 req-fee5798e-2a60-4664-b26a-ddd503c1faa6 service neutron] 10.222.0.52 "GET /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002920 Aug 25 15:02:53.672577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5881747-939c-41cf-8288-97e1176d4b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a861d8a9-c353-489c-8840-aa2df669f6fc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:53.680170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.716923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-82738ccc-a0c1-429e-84ce-acc968da9fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.757678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caf556-ac18-4b3e-9a7d-7138693e4108 req-9ba53b99-0c20-4601-9078-172dec21055b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:53.759360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59caf556-ac18-4b3e-9a7d-7138693e4108 req-9ba53b99-0c20-4601-9078-172dec21055b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0550637 Aug 25 15:02:53.805837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59caf556-ac18-4b3e-9a7d-7138693e4108 req-fefcef5d-8570-4ae6-a847-f2ce4f2f6e72 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397692 Aug 25 15:02:53.810633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.844354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565383d4-edff-46cd-ba15-f78d3ec7fb5e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:53.959490 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.962019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56d565-272d-41a0-88bb-85f760cf83f9 req-95fe3b03-68ba-4f19-a3ba-0ae4ab7469a9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:53.963692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef56d565-272d-41a0-88bb-85f760cf83f9 req-95fe3b03-68ba-4f19-a3ba-0ae4ab7469a9 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.0518007 Aug 25 15:02:53.994355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:53.999406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-68026c39-1185-4ef6-916c-f7c0f8e91695 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5787194 Aug 25 15:02:54.000236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44616) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.013213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef56d565-272d-41a0-88bb-85f760cf83f9 req-c7ecbfd3-e2b3-45b5-bb44-85d763829c93 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Aug 25 15:02:54.022136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb16ff51-9b02-429d-96a4-e56a47925f65 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules/565383d4-edff-46cd-ba15-f78d3ec7fb5e HTTP/1.1" status: 200 len: 763 time: 0.0182352 Aug 25 15:02:54.026797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44618) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.072774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a54aa9c2-6dac-47c4-939b-10b7a30475b7 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0435710 Aug 25 15:02:54.075281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44620) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.099570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-335c274f-5d4c-4533-a01a-1c69162c63b4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.106821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-335c274f-5d4c-4533-a01a-1c69162c63b4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.244554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-335c274f-5d4c-4533-a01a-1c69162c63b4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.254031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-335c274f-5d4c-4533-a01a-1c69162c63b4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.258145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44634) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.272667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-335c274f-5d4c-4533-a01a-1c69162c63b4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/565383d4-edff-46cd-ba15-f78d3ec7fb5e HTTP/1.1" status: 204 len: 168 time: 0.1942999 Aug 25 15:02:54.289636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c274f-5d4c-4533-a01a-1c69162c63b4 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=565383d4-edff-46cd-ba15-f78d3ec7fb5e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:54.380850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-78b3ab62-b6bf-45eb-8cfb-1b10770be426 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1211143 Aug 25 15:02:54.383409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44644) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.388231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c8d08-924f-425a-bcba-9e0cb970f3aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:54.454123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af29a17-53d8-4739-b840-ceacaee25f11 req-9c3c747b-fd54-4b81-bb5e-4c54d8ba632f tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:54.455896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8af29a17-53d8-4739-b840-ceacaee25f11 req-9c3c747b-fd54-4b81-bb5e-4c54d8ba632f tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 943 time: 0.0619280 Aug 25 15:02:54.461114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-3e014f7e-4d11-4816-90d4-ce23672dec0d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:54.462647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-3e014f7e-4d11-4816-90d4-ce23672dec0d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.1055179 Aug 25 15:02:54.484233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44646) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.493373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-8b4e2f93-669a-4cc4-a924-aa447b6bb91f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:54.494996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-8b4e2f93-669a-4cc4-a924-aa447b6bb91f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1927025 Aug 25 15:02:54.506680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8af29a17-53d8-4739-b840-ceacaee25f11 req-67cbd498-6492-4608-b2a1-04a08c09dc8b tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Aug 25 15:02:54.511660 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Project ddabcf3238bc4e98947e79eaa228b921 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:02:54.519120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.543218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-9504e48f-f521-44ae-8458-cd148fb4b95f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/quotas/a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 375 time: 0.0306535 Aug 25 15:02:54.588168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.620161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ec9416-f931-40c4-85dd-b0b792d8533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.642707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-1ff1f3d7-1742-4237-86c4-9b0b9f26bcbd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0986369 Aug 25 15:02:54.660487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Deleting port bd6a4564-6f06-4e53-9d75-e72cf2645404 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:02:54.661558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.683905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.708913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1d5189-df37-4a3a-97cf-8a402510c10a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:54.730734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ec9416-f931-40c4-85dd-b0b792d8533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.738003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44650) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.751852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e5188ca-100e-43e7-8235-7e3ed0820d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.783111 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ec9416-f931-40c4-85dd-b0b792d8533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.814016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] For port bd6a4564-6f06-4e53-9d75-e72cf2645404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=bd6a4564-6f06-4e53-9d75-e72cf2645404,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:54.814383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.818647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-09face42-14e6-42c9-a0b8-cd44cc4a4d64 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679356 Aug 25 15:02:54.825283 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-51ec9416-f931-40c4-85dd-b0b792d8533e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=228d76ad55f242edac4350b6e43d8928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400233 Aug 25 15:02:54.826625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec9416-f931-40c4-85dd-b0b792d8533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26d674-d415-44f9-9af3-3152065fa222,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:54.829237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44652) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.839612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Calling delete_port for bd6a4564-6f06-4e53-9d75-e72cf2645404 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:02:54.855979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.857161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-684a10cd-4e66-49e7-8f24-eb3303c168c5 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4727173 Aug 25 15:02:54.862955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44654) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.903691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ec6c2ac-2285-4464-9966-ec99b17911f7 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules/9e1d5189-df37-4a3a-97cf-8a402510c10a HTTP/1.1" status: 200 len: 769 time: 0.0357785 Aug 25 15:02:54.909658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44656) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:54.952131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d124dc8f-eb6b-462c-83cd-9e805fd5fcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:54.972113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-e4c88ef5-8940-434d-af05-62f3d71d0390 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452999 Aug 25 15:02:54.996716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-92267a2f-f73a-485c-b1d2-8fd0b94ae95b tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0858445 Aug 25 15:02:54.999534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:55.013942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d124dc8f-eb6b-462c-83cd-9e805fd5fcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.069358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80d32983-8fe6-44fd-ba32-4ab894bf943e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.072194 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e5188ca-100e-43e7-8235-7e3ed0820d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.079122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80d32983-8fe6-44fd-ba32-4ab894bf943e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.149831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fd7d6-6bc0-404d-bbe8-d69664021c07 req-9fd0cdce-83b2-49ca-8e48-ed619b315ecd tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:55.151408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7c0fd7d6-6bc0-404d-bbe8-d69664021c07 req-9fd0cdce-83b2-49ca-8e48-ed619b315ecd tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 945 time: 0.0527418 Aug 25 15:02:55.190690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e5188ca-100e-43e7-8235-7e3ed0820d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.192842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d124dc8f-eb6b-462c-83cd-9e805fd5fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.195319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d124dc8f-eb6b-462c-83cd-9e805fd5fcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.198784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d124dc8f-eb6b-462c-83cd-9e805fd5fcb3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d26d674-d415-44f9-9af3-3152065fa222 HTTP/1.1" status: 204 len: 168 time: 0.3662848 Aug 25 15:02:55.200352 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.212088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['bd6a4564-6f06-4e53-9d75-e72cf2645404', '3e360ba9-388b-40da-9836-83ddc24d2140'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:55.229402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7c0fd7d6-6bc0-404d-bbe8-d69664021c07 req-e128ee7f-462d-4961-84fe-91dd5dbc1371 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715377 Aug 25 15:02:55.235114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0ce69e08-0d3a-40a8-bf6f-2b6e2a5057c2 req-3bd19418-99dd-44ad-9866-b04711f6506a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 210 time: 0.0493937 Aug 25 15:02:55.272803 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80d32983-8fe6-44fd-ba32-4ab894bf943e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.280610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5e5188ca-100e-43e7-8235-7e3ed0820d35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8065754261cd403b9fdbd04ff68715da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5389397 Aug 25 15:02:55.280829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Pushing event deleted for resources: {'Port': ['ID=bd6a4564-6f06-4e53-9d75-e72cf2645404,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:55.290958 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80d32983-8fe6-44fd-ba32-4ab894bf943e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.292406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-80d32983-8fe6-44fd-ba32-4ab894bf943e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9e1d5189-df37-4a3a-97cf-8a402510c10a HTTP/1.1" status: 204 len: 168 time: 0.2916996 Aug 25 15:02:55.294217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44670) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:55.299087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44672) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:55.306854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5188ca-100e-43e7-8235-7e3ed0820d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12adb200-9b99-426c-8559-497900546f57,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:55.356199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124dc8f-eb6b-462c-83cd-9e805fd5fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26d674-d415-44f9-9af3-3152065fa222,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:55.360735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] No DVR routers for this DVR port bd6a4564-6f06-4e53-9d75-e72cf2645404 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:02:55.367383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32983-8fe6-44fd-ba32-4ab894bf943e tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1d5189-df37-4a3a-97cf-8a402510c10a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:55.371118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.374222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e46088b7-6fb8-4111-8af2-4056ed91cd09 req-fcd87f85-eb93-4e50-9fbd-65d5608e44f6 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "DELETE /v2.0/ports/bd6a4564-6f06-4e53-9d75-e72cf2645404 HTTP/1.1" status: 204 len: 173 time: 0.9023194 Aug 25 15:02:55.379862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'name': 'network-vif-deleted', 'tag': 'bd6a4564-6f06-4e53-9d75-e72cf2645404'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:55.382736 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb71be-c368-4db8-a6bd-77fa3fad73b0" -d '{"events": [{"server_uuid": "090fed05-4ff5-4f39-b1ab-7c75b9524446", "name": "network-vif-deleted", "tag": "bd6a4564-6f06-4e53-9d75-e72cf2645404"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:55.440942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44678) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:55.445143 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11061f67-2a67-41b8-bab6-8cc4957a0024 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1317198 Aug 25 15:02:55.453544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64cec251-ad16-4e33-b791-2a234670c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.471536 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c6e747-ad2a-47c4-ba7d-7710d05349b6 x-openstack-request-id: req-24c6e747-ad2a-47c4-ba7d-7710d05349b6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:55.473580 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090fed05-4ff5-4f39-b1ab-7c75b9524446", "name": "network-vif-deleted", "tag": "bd6a4564-6f06-4e53-9d75-e72cf2645404", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:55.473580 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24c6e747-ad2a-47c4-ba7d-7710d05349b6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:55.473580 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fed05-4ff5-4f39-b1ab-7c75b9524446', 'name': 'network-vif-deleted', 'tag': 'bd6a4564-6f06-4e53-9d75-e72cf2645404', 'status': 'completed', 'code': 200} Aug 25 15:02:55.510532 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.510788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64cec251-ad16-4e33-b791-2a234670c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.561073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a24f2f7-7319-4b0b-950a-30de660def25 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.585642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a24f2f7-7319-4b0b-950a-30de660def25 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.658335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba9ac-4e7c-40a7-b13f-a4dccd5626cb req-63217381-49ac-4aeb-bec5-645cadca26bb tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:55.660144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90bba9ac-4e7c-40a7-b13f-a4dccd5626cb req-63217381-49ac-4aeb-bec5-645cadca26bb tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 943 time: 0.0816722 Aug 25 15:02:55.704831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90bba9ac-4e7c-40a7-b13f-a4dccd5626cb req-41c5acd6-add4-45bd-a3d4-0011d7bc7333 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Aug 25 15:02:55.726449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a24f2f7-7319-4b0b-950a-30de660def25 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.729091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a24f2f7-7319-4b0b-950a-30de660def25 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.732653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a24f2f7-7319-4b0b-950a-30de660def25 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "DELETE /v2.0/security-groups/aa5c8d08-924f-425a-bcba-9e0cb970f3aa HTTP/1.1" status: 204 len: 168 time: 0.2912109 Aug 25 15:02:55.733033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:55.738170 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64cec251-ad16-4e33-b791-2a234670c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.741765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64cec251-ad16-4e33-b791-2a234670c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:55.744544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-64cec251-ad16-4e33-b791-2a234670c11b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12adb200-9b99-426c-8559-497900546f57 HTTP/1.1" status: 204 len: 168 time: 0.4474134 Aug 25 15:02:55.772283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24f2f7-7319-4b0b-950a-30de660def25 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c8d08-924f-425a-bcba-9e0cb970f3aa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:55.785037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cec251-ad16-4e33-b791-2a234670c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12adb200-9b99-426c-8559-497900546f57,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:55.817893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ebef6bee-081e-471f-9e3a-f6e4284bd9fe details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:02:55.881516 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b0f3705b-7858-4891-963a-8fbf2ff825e8 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438735 Aug 25 15:02:55.881516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:55.937587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a9dfccf-da0a-4e57-96ad-9d21e72ce877 tempest-SecGroupIPv6Test-183906202 tempest-SecGroupIPv6Test-183906202-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565193 Aug 25 15:02:55.993066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,segment=NetworkSegment(e129be75-3a35-43d3-966d-c26298128b32),segment_id=e129be75-3a35-43d3-966d-c26298128b32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:56.014231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe', 'network_id': '1a560904-b96f-49d8-a212-9a8864f00759', 'port_id': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe', 'mac_address': 'fa:16:3e:d4:ec:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c04ef23-c5ab-4f80-be29-fd21eb2732de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:02:56.055012 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:56.067265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebef6bee-081e-471f-9e3a-f6e4284bd9fe {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:56.086790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,segment=NetworkSegment(e129be75-3a35-43d3-966d-c26298128b32),segment_id=e129be75-3a35-43d3-966d-c26298128b32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:56.208295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:56.263727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:56.271919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.272275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.272619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.272961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.273294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.273645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.274091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.274618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.274948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.275667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.276584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.277384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:02:56.335057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a99f93da-00ce-455e-8558-f9e92c1ec105 req-7f680fc8-59f4-444c-bb6a-362f58624eb7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 210 time: 0.0266120 Aug 25 15:02:56.342479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2438e05e-e2bd-49e7-a4bd-a832514c71f0 req-0541e217-f506-42c5-94fd-4499045d63f4 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=090fed05-4ff5-4f39-b1ab-7c75b9524446 HTTP/1.1" status: 200 len: 210 time: 0.0259271 Aug 25 15:02:56.468392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ebef6bee-081e-471f-9e3a-f6e4284bd9fe'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:56.592125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:56.772417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-202fee93-c114-4b72-b219-5fec379d827b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddabcf3238bc4e98947e79eaa228b921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791313 Aug 25 15:02:56.783159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:56.889357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3875e-1947-4148-981f-41945358e9f0 req-81cf5d31-2213-49b2-be76-7e551d54da2b tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:56.890873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bb3875e-1947-4148-981f-41945358e9f0 req-81cf5d31-2213-49b2-be76-7e551d54da2b tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 944 time: 0.1008868 Aug 25 15:02:56.908948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1cc782a7-6997-47d7-bbb5-e547dfe6763e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:56.953210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1cc782a7-6997-47d7-bbb5-e547dfe6763e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:56.962695 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bb3875e-1947-4148-981f-41945358e9f0 req-69257b4b-2e14-4b52-9335-17aebcfef8f2 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630062 Aug 25 15:02:57.013986 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:57.096347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1cc782a7-6997-47d7-bbb5-e547dfe6763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:57.100872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1cc782a7-6997-47d7-bbb5-e547dfe6763e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:57.100872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1cc782a7-6997-47d7-bbb5-e547dfe6763e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c480f709-f819-4918-ab57-faa8902adb68 HTTP/1.1" status: 204 len: 168 time: 0.3159745 Aug 25 15:02:57.109024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc782a7-6997-47d7-bbb5-e547dfe6763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480f709-f819-4918-ab57-faa8902adb68,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:57.191502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:57.470888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae31f5c9-6f79-4adb-82ff-952da2355d4a req-98208649-e61c-459b-873a-16c9daedc429 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 210 time: 0.0409760 Aug 25 15:02:57.734569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-b03d600c-b338-400c-8bec-2dc1187c6415 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:57.736559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-b03d600c-b338-400c-8bec-2dc1187c6415 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1077495 Aug 25 15:02:57.753463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'port': {'device_id': '604057ba-cf5d-4211-adb4-2845277c4b07', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'admin_state_up': True, 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:57.772492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44780) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:57.821537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ebef6bee-081e-471f-9e3a-f6e4284bd9fe up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:02:57.977500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2df33-2e99-4295-95fa-d81dcaed13d5 req-9e145f8e-958d-4602-b673-5c3bca325129 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:57.979347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fa2df33-2e99-4295-95fa-d81dcaed13d5 req-9e145f8e-958d-4602-b673-5c3bca325129 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0578530 Aug 25 15:02:57.991393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port ebef6bee-081e-471f-9e3a-f6e4284bd9fe completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:57.997453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port ebef6bee-081e-471f-9e3a-f6e4284bd9fe triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:57.997930 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.001581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10108092-40bc-4ac4-aa27-6beedd077043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.052373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fa2df33-2e99-4295-95fa-d81dcaed13d5 req-7b3bd448-8752-462d-8f60-ac4d02d9fb85 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632477 Aug 25 15:02:58.071149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:02:58.075167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.116744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.154665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:02:58.161900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf97c20-038e-4184-b5b8-b8b61cc15181 req-28ff4ee7-2fd4-414e-abc1-a6cc46d509a8 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:58.163837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2bf97c20-038e-4184-b5b8-b8b61cc15181 req-28ff4ee7-2fd4-414e-abc1-a6cc46d509a8 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 944 time: 0.1195371 Aug 25 15:02:58.166596 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97247d-d59e-47bd-a1cc-1e29d2082c34" -d '{"events": [{"server_uuid": "8ef48bc3-6413-45e7-8742-f8298aedf1fe", "name": "network-vif-plugged", "status": "completed", "tag": "ebef6bee-081e-471f-9e3a-f6e4284bd9fe"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:02:58.199626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,segment=NetworkSegment(e129be75-3a35-43d3-966d-c26298128b32),segment_id=e129be75-3a35-43d3-966d-c26298128b32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:02:58.229014 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab321b78-2410-4e63-b649-08823e337729 x-openstack-request-id: req-ab321b78-2410-4e63-b649-08823e337729 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:02:58.229310 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef48bc3-6413-45e7-8742-f8298aedf1fe", "name": "network-vif-plugged", "status": "completed", "tag": "ebef6bee-081e-471f-9e3a-f6e4284bd9fe", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:02:58.229437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2bf97c20-038e-4184-b5b8-b8b61cc15181 req-ebfc57ff-873a-4a37-9e93-973ed6b6bd91 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562973 Aug 25 15:02:58.229829 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab321b78-2410-4e63-b649-08823e337729 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:02:58.229957 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe', 'code': 200} Aug 25 15:02:58.266217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10108092-40bc-4ac4-aa27-6beedd077043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.299477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Allocated IP 172.20.0.10 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/f953312e-e736-4465-b1f8-9808a06c04a5) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:02:58.311045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.312541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bd6a4564-6f06-4e53-9d75-e72cf2645404 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:02:58.354388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: bd6a4564-6f06-4e53-9d75-e72cf2645404 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:02:58.354736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device bd6a4564-6f06-4e53-9d75-e72cf2645404 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:02:58.368776 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10108092-40bc-4ac4-aa27-6beedd077043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.373637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f03566-eab3-492a-ae4a-b26960b02d9b req-03c89fd0-dfc7-48f6-93c8-8789515458be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:58.374611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7f03566-eab3-492a-ae4a-b26960b02d9b req-03c89fd0-dfc7-48f6-93c8-8789515458be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 1096 time: 0.0706458 Aug 25 15:02:58.386145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:58.426513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10108092-40bc-4ac4-aa27-6beedd077043 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffe99b5d4a0b4e0eb1b6b0075c36b93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6497517 Aug 25 15:02:58.426852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44802) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:58.437429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108092-40bc-4ac4-aa27-6beedd077043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d6951-289e-4097-a3b8-20750cfdfa20,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:58.469720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7f03566-eab3-492a-ae4a-b26960b02d9b req-367685fc-9fcf-4612-9a44-f2290fafbdd5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856628 Aug 25 15:02:58.501844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef5190b-2d82-4cc1-903e-099edc3781a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.529136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.533927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef5190b-2d82-4cc1-903e-099edc3781a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.545404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Transition to ACTIVE for port object f953312e-e736-4465-b1f8-9808a06c04a5 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:58.601140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7c1667b-b9ce-4996-8525-eca368f4c279 req-bcc22807-17b5-44af-aca8-30656ee112ad tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 210 time: 0.0396171 Aug 25 15:02:58.663461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44816) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:58.730347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef5190b-2d82-4cc1-903e-099edc3781a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.730674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.734162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef5190b-2d82-4cc1-903e-099edc3781a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.736027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ef5190b-2d82-4cc1-903e-099edc3781a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e7d6951-289e-4097-a3b8-20750cfdfa20 HTTP/1.1" status: 204 len: 168 time: 0.3076441 Aug 25 15:02:58.743438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:58.763257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5190b-2d82-4cc1-903e-099edc3781a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d6951-289e-4097-a3b8-20750cfdfa20,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:58.784329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['17747459-aabd-4359-a4e0-892da961f125'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:02:58.785591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:02:58.792129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:02:58.796289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:02:58.826194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44824) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:58.853758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:58.883145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:58.883964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:58.978995 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbed72ce-6804-432c-888f-b248c794fe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.018528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8d304acf-6f94-4757-a3ab-734c48728a5c tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1625005986', 'prefixes': ['172.20.0.0/16']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:59.038172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-a25f9fea-73e0-4c68-9a5d-6e38c511feeb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2884338 Aug 25 15:02:59.052773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Request body: {'port': {'device_id': '604057ba-cf5d-4211-adb4-2845277c4b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:59.105049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.140010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbed72ce-6804-432c-888f-b248c794fe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.159291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.216322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e4676-532a-4119-89fe-1218e96d520a req-ff6b315f-8502-4aa9-b54d-4b89a78eb196 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:59.218311 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-898e4676-532a-4119-89fe-1218e96d520a req-ff6b315f-8502-4aa9-b54d-4b89a78eb196 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.0540540 Aug 25 15:02:59.244577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-63b3a20e-e36c-47ce-9976-a6453850595b None None] Provisioning for port f953312e-e736-4465-b1f8-9808a06c04a5 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:02:59.248933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-63b3a20e-e36c-47ce-9976-a6453850595b None None] Provisioning complete for port f953312e-e736-4465-b1f8-9808a06c04a5 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:02:59.249143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbed72ce-6804-432c-888f-b248c794fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.249309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-63b3a20e-e36c-47ce-9976-a6453850595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.289927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-63b3a20e-e36c-47ce-9976-a6453850595b None None] Port f953312e-e736-4465-b1f8-9808a06c04a5 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:02:59.303605 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-898e4676-532a-4119-89fe-1218e96d520a req-9f0d491f-d5de-4103-92ec-146e5b708c66 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771630 Aug 25 15:02:59.322578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbed72ce-6804-432c-888f-b248c794fe9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02340d30e28648a5bcf7017b36f3d6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578717 Aug 25 15:02:59.323521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44834) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:59.329442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed72ce-6804-432c-888f-b248c794fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daffe89-ab7c-4487-bfc6-be1691aa92c6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:59.407173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbf4c-67bd-4ead-8874-6681ff42673a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.438320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbf4c-67bd-4ead-8874-6681ff42673a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.454660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc56c2-ceb7-4406-ac60-3088384bac06 req-947a725e-1bb5-4a40-84ff-6dc83ddd5038 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:59.456759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fedc56c2-ceb7-4406-ac60-3088384bac06 req-947a725e-1bb5-4a40-84ff-6dc83ddd5038 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 945 time: 0.0793047 Aug 25 15:02:59.515214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fedc56c2-ceb7-4406-ac60-3088384bac06 req-d76915e0-01a5-45ae-835a-72238cfa3d01 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Aug 25 15:02:59.564453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f953312e-e736-4465-b1f8-9808a06c04a5 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:02:59.571505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.597462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Transition to ACTIVE for port object f953312e-e736-4465-b1f8-9808a06c04a5 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:02:59.598365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbf4c-67bd-4ead-8874-6681ff42673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.601521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f0bbf4c-67bd-4ead-8874-6681ff42673a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.602727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f0bbf4c-67bd-4ead-8874-6681ff42673a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1daffe89-ab7c-4487-bfc6-be1691aa92c6 HTTP/1.1" status: 204 len: 168 time: 0.2758851 Aug 25 15:02:59.610606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bbf4c-67bd-4ead-8874-6681ff42673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daffe89-ab7c-4487-bfc6-be1691aa92c6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:59.631377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d304acf-6f94-4757-a3ab-734c48728a5c tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] Notify callbacks [] for subnetpool, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.632797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8d304acf-6f94-4757-a3ab-734c48728a5c tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8054078 Aug 25 15:02:59.635640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44848) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:59.684835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-417cb184-9045-43ae-9361-3253be703cff tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] 10.222.0.58 "GET /v2.0/subnetpools/ef407501-680e-406b-a41e-5622a7443f0f HTTP/1.1" status: 200 len: 732 time: 0.0469189 Aug 25 15:02:59.687541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44854) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:02:59.693456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-417a78b7-7d88-4492-911d-e16c604a059c tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-663590152'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:02:59.704911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:02:59.749418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f1bba-ae1d-4808-aa77-42d678f8b367 req-71b4bb67-de7d-44d5-b322-0a3381385565 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:59.751292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f43f1bba-ae1d-4808-aa77-42d678f8b367 req-71b4bb67-de7d-44d5-b322-0a3381385565 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 944 time: 0.0635519 Aug 25 15:02:59.795263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f43f1bba-ae1d-4808-aa77-42d678f8b367 req-88d32c1a-a6c7-4a31-912e-76d2d3871fe6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366604 Aug 25 15:02:59.863983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Pushing event updated for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:02:59.977741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-36e2631a-1f8e-43bd-8dad-fbd5bdac916d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:02:59.979170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-36e2631a-1f8e-43bd-8dad-fbd5bdac916d tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1744497 Aug 25 15:03:00.012469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Attempting to bind port f953312e-e736-4465-b1f8-9808a06c04a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:00.012469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Attempting to bind port f953312e-e736-4465-b1f8-9808a06c04a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:00.012765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Attempting to bind port f953312e-e736-4465-b1f8-9808a06c04a5 on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:00.036425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Port f953312e-e736-4465-b1f8-9808a06c04a5 on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:03:00.037090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Attempting to bind port f953312e-e736-4465-b1f8-9808a06c04a5 on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:00.049974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:00.050326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:00.050788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:00.051219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Bound port: f953312e-e736-4465-b1f8-9808a06c04a5, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:00.051580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.092159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-417a78b7-7d88-4492-911d-e16c604a059c tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] Notify callbacks [] for subnetpool, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.093358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-417a78b7-7d88-4492-911d-e16c604a059c tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] 10.222.0.58 "PUT /v2.0/subnetpools/ef407501-680e-406b-a41e-5622a7443f0f HTTP/1.1" status: 200 len: 683 time: 0.4044430 Aug 25 15:03:00.096206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:00.171964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Deleting port 3e360ba9-388b-40da-9836-83ddc24d2140 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:03:00.172203 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.214427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:00.232130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f953312e-e736-4465-b1f8-9808a06c04a5,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:00.272952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] For port 3e360ba9-388b-40da-9836-83ddc24d2140, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3e360ba9-388b-40da-9836-83ddc24d2140,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:00.273313 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.287363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Calling delete_port for 3e360ba9-388b-40da-9836-83ddc24d2140 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:03:00.327338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77556fbe-12f8-4555-96e3-80a4b3a170fc tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] Notify callbacks [] for subnetpool, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.329308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-77556fbe-12f8-4555-96e3-80a4b3a170fc tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] 10.222.0.58 "DELETE /v2.0/subnetpools/ef407501-680e-406b-a41e-5622a7443f0f HTTP/1.1" status: 204 len: 168 time: 0.2292135 Aug 25 15:03:00.338807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44882) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:00.358312 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-b5c899db-f55f-4162-bd51-958fe6a0da35 tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] show failed (client error): The resource could not be found. Aug 25 15:03:00.359525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5c899db-f55f-4162-bd51-958fe6a0da35 tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] 10.222.0.58 "GET /v2.0/subnetpools/ef407501-680e-406b-a41e-5622a7443f0f HTTP/1.1" status: 404 len: 346 time: 0.0194514 Aug 25 15:03:00.364484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:00.399680 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-76984656-e428-46c8-a3e0-54a01bf9ed03 tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] delete failed (client error): The resource could not be found. Aug 25 15:03:00.405839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-76984656-e428-46c8-a3e0-54a01bf9ed03 tempest-SubnetPoolsTestJSON-1852791824 tempest-SubnetPoolsTestJSON-1852791824-project] 10.222.0.58 "DELETE /v2.0/subnetpools/ef407501-680e-406b-a41e-5622a7443f0f HTTP/1.1" status: 404 len: 346 time: 0.0401173 Aug 25 15:03:00.686959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.764644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:00.765261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:00.766681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] 10.222.0.45 "PUT /v2.0/ports/f953312e-e736-4465-b1f8-9808a06c04a5 HTTP/1.1" status: 200 len: 1092 time: 1.7201490 Aug 25 15:03:00.767168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:00.770087 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48" -d '{"events": [{"name": "network-changed", "server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:00.811508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150c7a8-6d1b-43f0-826b-32418e1e311f service neutron] Pushing event updated for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:00.827104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d22475-41a1-4c58-91f5-65780b019c83 req-b838566e-aed2-4b94-a36d-44e69a566ecc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:00.828714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7d22475-41a1-4c58-91f5-65780b019c83 req-b838566e-aed2-4b94-a36d-44e69a566ecc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 946 time: 0.1455631 Aug 25 15:03:00.909865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7d22475-41a1-4c58-91f5-65780b019c83 req-b1718d68-61e6-4e59-991d-0b328ed19518 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/security-groups?id=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728247 Aug 25 15:03:00.980158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-499f2afa-c466-4af7-8c89-ae332bafc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:00.981885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-499f2afa-c466-4af7-8c89-ae332bafc1c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 1095 time: 0.0688069 Aug 25 15:03:01.055626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-9dbd9f89-8302-47d0-a62d-5aa16de8ed9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f953312e-e736-4465-b1f8-9808a06c04a5 HTTP/1.1" status: 200 len: 217 time: 0.0643802 Aug 25 15:03:01.106951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44916) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:01.108918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe442c-287f-4207-b2e1-6bca53c21bf4 req-fd732381-b8e1-486c-a04c-6f25ae6c8ded tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:01.110534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5fbe442c-287f-4207-b2e1-6bca53c21bf4 req-fd732381-b8e1-486c-a04c-6f25ae6c8ded tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 945 time: 0.1328654 Aug 25 15:03:01.146717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-1bdf3621-fc56-4966-bf56-646ec2c60df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:01.148197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-1bdf3621-fc56-4966-bf56-646ec2c60df8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0832927 Aug 25 15:03:01.152861 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.164929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['3e360ba9-388b-40da-9836-83ddc24d2140'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:01.230314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Pushing event deleted for resources: {'Port': ['ID=3e360ba9-388b-40da-9836-83ddc24d2140,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:01.235339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063a6f3-51b6-43ab-a4f1-b37cded4e9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.271671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5fbe442c-287f-4207-b2e1-6bca53c21bf4 req-79623908-0495-4a92-a629-7ab1f53f231d tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518238 Aug 25 15:03:01.297899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] No DVR routers for this DVR port 3e360ba9-388b-40da-9836-83ddc24d2140 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:03:01.300787 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.303053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52a2af5c-f561-46bf-867d-3ac62284aea6 req-f349a2ad-4707-4a2c-92cc-6fc813128383 tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.52 "DELETE /v2.0/ports/3e360ba9-388b-40da-9836-83ddc24d2140 HTTP/1.1" status: 204 len: 173 time: 1.3078845 Aug 25 15:03:01.322440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eae27-29be-4154-8a75-704c0b992a35 req-98e8aa09-cd12-4ab8-9e81-bbb9e2d9c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:01.333173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-98e8aa09-cd12-4ab8-9e81-bbb9e2d9c1d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662076 Aug 25 15:03:01.387522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063a6f3-51b6-43ab-a4f1-b37cded4e9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.414451 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a279f6a9-1fa7-4f38-848a-a23b2cbc6d03 x-openstack-request-id: req-a279f6a9-1fa7-4f38-848a-a23b2cbc6d03 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:01.425030 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:01.425030 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a279f6a9-1fa7-4f38-848a-a23b2cbc6d03 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:01.425030 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5', 'status': 'completed', 'code': 200} Aug 25 15:03:01.439270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-f016bdbe-61e3-4210-a61b-f00d448bb165 service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062081 Aug 25 15:03:01.528258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b063a6f3-51b6-43ab-a4f1-b37cded4e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.580989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b063a6f3-51b6-43ab-a4f1-b37cded4e9a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03342c9e8e9949dabfa4653cefaf042a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562557 Aug 25 15:03:01.580989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063a6f3-51b6-43ab-a4f1-b37cded4e9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc70b79-7d50-465f-9f4b-519ebe71dff1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:01.580989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44956) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:01.584791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc61c8-dca3-4b46-bb7a-24e35ce62b13 req-23a069da-4c9c-4434-89ac-8e6c535e0fda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:01.586844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5bc61c8-dca3-4b46-bb7a-24e35ce62b13 req-23a069da-4c9c-4434-89ac-8e6c535e0fda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 944 time: 0.0901067 Aug 25 15:03:01.588796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12eae27-29be-4154-8a75-704c0b992a35 req-33cc1a54-cea5-4605-99c1-409bffd21e77 service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406729 Aug 25 15:03:01.628585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5bc61c8-dca3-4b46-bb7a-24e35ce62b13 req-bfce4017-7631-46b0-9340-3deebe139c7c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360365 Aug 25 15:03:01.629445 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc82f-75db-49b3-b085-c55f5cec418d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.654222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc82f-75db-49b3-b085-c55f5cec418d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.839436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc82f-75db-49b3-b085-c55f5cec418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.844734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc82f-75db-49b3-b085-c55f5cec418d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:01.847075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f4ccc82f-75db-49b3-b085-c55f5cec418d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cc70b79-7d50-465f-9f4b-519ebe71dff1 HTTP/1.1" status: 204 len: 168 time: 0.2772529 Aug 25 15:03:01.847307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-4e52f651-905d-4fb7-9eef-71e313e6df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:01.848815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-4e52f651-905d-4fb7-9eef-71e313e6df3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 1095 time: 0.0448210 Aug 25 15:03:01.857979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccc82f-75db-49b3-b085-c55f5cec418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc70b79-7d50-465f-9f4b-519ebe71dff1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:01.986653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-6ae5e8fa-d50a-4ad1-8e17-252734502a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:01.988227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-6ae5e8fa-d50a-4ad1-8e17-252734502a29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1315041 Aug 25 15:03:02.032851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-900917a8-5993-4c84-8bf2-ed9b269a7f3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f953312e-e736-4465-b1f8-9808a06c04a5 HTTP/1.1" status: 200 len: 217 time: 0.0370293 Aug 25 15:03:02.064548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c34555b-f22f-4709-a589-178ef56595c2 req-c2b0c9a0-4339-447b-aba1-476a488a31bc tempest-ListServerFiltersTestJSON-1030593630 tempest-ListServerFiltersTestJSON-1030593630-project] 10.222.0.58 "GET /v2.0/ports?device_id=20deb75a-e706-4ad8-8b6e-6950adf70edb HTTP/1.1" status: 200 len: 210 time: 0.0280459 Aug 25 15:03:02.095521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-b9e7ed7a-67fe-4013-8e65-9cf5c3c16b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:02.097015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-b9e7ed7a-67fe-4013-8e65-9cf5c3c16b8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0497990 Aug 25 15:03:02.144211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-8483c750-237f-4f58-9715-8c40403a9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:02.145717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-8483c750-237f-4f58-9715-8c40403a9b25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408239 Aug 25 15:03:02.245835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-c4c4d3a8-57b4-4852-ae50-841104c28f30 service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918994 Aug 25 15:03:02.368648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ffcb5dc-fe24-4046-9a1f-a8a31bcaad48 req-fdbddac3-f832-47ed-9d6e-aa605939c3ba service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140447 Aug 25 15:03:02.442880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e589b-5e23-4e3e-81ee-6955d60ed61d req-6dc0f817-08c9-43a1-b4bc-29e134843663 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:02.445886 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-117e589b-5e23-4e3e-81ee-6955d60ed61d req-6dc0f817-08c9-43a1-b4bc-29e134843663 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 945 time: 0.0652096 Aug 25 15:03:02.506897 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-117e589b-5e23-4e3e-81ee-6955d60ed61d req-5b963e7e-dfd2-41d0-999a-2cc69f848c4b tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Aug 25 15:03:02.769255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d68e6-96d5-4acb-a419-9ae3e1d0e5f8 req-2843451b-2413-4985-9f2b-a530d793f867 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:02.772198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e94d68e6-96d5-4acb-a419-9ae3e1d0e5f8 req-2843451b-2413-4985-9f2b-a530d793f867 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 944 time: 0.0629263 Aug 25 15:03:02.820228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e94d68e6-96d5-4acb-a419-9ae3e1d0e5f8 req-5d15090b-e0f0-4052-9c56-f578aed1f874 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Aug 25 15:03:03.138511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45040) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:03.210597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Deleting subnet bef41389-b3fc-4b66-add1-45efb77aa463 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:03:03.214159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.227016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45042) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:03.261378 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.345518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-955187860-network', 'tenant_id': '2288b5708c87447398de8f42605c45be'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:03.354958 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.416982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'name': 'network-vif-deleted', 'tag': '3e360ba9-388b-40da-9836-83ddc24d2140'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:03.419408 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ffe79e-f1ef-4785-ab8a-db1b2249fabf" -d '{"events": [{"server_uuid": "20deb75a-e706-4ad8-8b6e-6950adf70edb", "name": "network-vif-deleted", "tag": "3e360ba9-388b-40da-9836-83ddc24d2140"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:03.459460 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077467af-b144-4825-9f40-7852c62c5d60 x-openstack-request-id: req-077467af-b144-4825-9f40-7852c62c5d60 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:03.459760 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20deb75a-e706-4ad8-8b6e-6950adf70edb", "name": "network-vif-deleted", "tag": "3e360ba9-388b-40da-9836-83ddc24d2140", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:03.460020 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-077467af-b144-4825-9f40-7852c62c5d60 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:03.460420 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20deb75a-e706-4ad8-8b6e-6950adf70edb', 'name': 'network-vif-deleted', 'tag': '3e360ba9-388b-40da-9836-83ddc24d2140', 'status': 'completed', 'code': 200} Aug 25 15:03:03.464839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Made reservation on behalf of 2288b5708c87447398de8f42605c45be for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:03.467623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.478329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.502463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.569743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef41389-b3fc-4b66-add1-45efb77aa463,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:03.574459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.578398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5fcdb0ce-daf6-476d-a07d-f2af372463f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bef41389-b3fc-4b66-add1-45efb77aa463 HTTP/1.1" status: 204 len: 168 time: 0.4386170 Aug 25 15:03:03.580757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45054) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:03.585298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b837f-ea12-4e4a-819d-bced2e3776a7 None None] Network 8b62a914-da54-4b91-b30d-9ef095d781ce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:03.621066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.713446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.722219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-f14e67aa-8583-4c3b-a00e-5f6535b892c6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:03.724040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-f14e67aa-8583-4c3b-a00e-5f6535b892c6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 945 time: 0.0638511 Aug 25 15:03:03.724214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f9eaa-a7f3-4f45-ab63-b850aca2177a req-13844c81-f71b-47da-ae19-91c0a23d1075 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:03.726046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b99f9eaa-a7f3-4f45-ab63-b850aca2177a req-13844c81-f71b-47da-ae19-91c0a23d1075 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 945 time: 0.0882769 Aug 25 15:03:03.765244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.812929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b99f9eaa-a7f3-4f45-ab63-b850aca2177a req-8695fb05-4830-43f7-80fb-c7d744c6223d tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b4a8b71-dfe5-4782-96a7-bdba4c124cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806510 Aug 25 15:03:03.828250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Deleting port 5c2b5201-7a59-4473-8c73-7c141c768e96 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:03:03.829075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.835210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e360ba9-388b-40da-9836-83ddc24d2140 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:03:03.835460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:03:03.845452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bad319-d3c1-4270-a02d-ede233cd08cb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:03.861660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.861660 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Added segment 11f6e322-3701-4ed8-9779-fc7983e9634f of type vlan for network 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac Aug 25 15:03:03.886721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] DHCP port deletion for 8b62a914-da54-4b91-b30d-9ef095d781ce request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:03:03.889884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 3e360ba9-388b-40da-9836-83ddc24d2140 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:03:03.892176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3e360ba9-388b-40da-9836-83ddc24d2140 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:03:03.928708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.940391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Deleting port ebef6bee-081e-471f-9e3a-f6e4284bd9fe {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:03:03.941021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.978744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] For port 5c2b5201-7a59-4473-8c73-7c141c768e96, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5c2b5201-7a59-4473-8c73-7c141c768e96,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:03.979223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:03.986460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] Deleting port 5c2b5201-7a59-4473-8c73-7c141c768e96 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:03:03.987218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.016041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Calling delete_port for 5c2b5201-7a59-4473-8c73-7c141c768e96 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:03:04.055260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] For port ebef6bee-081e-471f-9e3a-f6e4284bd9fe, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,segment=NetworkSegment(e129be75-3a35-43d3-966d-c26298128b32),segment_id=e129be75-3a35-43d3-966d-c26298128b32)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:04.055628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.082645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Calling delete_port for ebef6bee-081e-471f-9e3a-f6e4284bd9fe owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:03:04.087616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] For port 5c2b5201-7a59-4473-8c73-7c141c768e96, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5c2b5201-7a59-4473-8c73-7c141c768e96,segment=NetworkSegment(c38911de-fb5e-448e-9ab5-6bae27200432),segment_id=c38911de-fb5e-448e-9ab5-6bae27200432)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:04.087989 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.092716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c52562-1568-4fab-8014-af6467e37c83 req-3f6c6b94-9e67-4e04-900b-8b57cdf53dbf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:04.095728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66c52562-1568-4fab-8014-af6467e37c83 req-3f6c6b94-9e67-4e04-900b-8b57cdf53dbf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 944 time: 0.1134462 Aug 25 15:03:04.109850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] Calling delete_port for 5c2b5201-7a59-4473-8c73-7c141c768e96 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:03:04.146225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.147957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:04.148632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.205397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66c52562-1568-4fab-8014-af6467e37c83 req-476b9bf3-da4a-4586-9d59-85d374865752 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505621 Aug 25 15:03:04.228834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] Pushing event updated for resources: {'Network': ['ID=66cbb79c-1aa8-44fa-80c0-4bb74827c8ac,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:04.242017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:03:04.244707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.287772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2b5201-7a59-4473-8c73-7c141c768e96,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:04.291567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] No DVR routers for this DVR port 5c2b5201-7a59-4473-8c73-7c141c768e96 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:03:04.293544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.326789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-16cb689e-3947-47d0-a81e-2dcac9c49630 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0946829 Aug 25 15:03:04.326789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45070) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:04.331137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Request body: {'subnet': {'network_id': '66cbb79c-1aa8-44fa-80c0-4bb74827c8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-955187860-subnet', 'tenant_id': '2288b5708c87447398de8f42605c45be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:04.333536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] Pushing event deleted for resources: {'Port': ['ID=5c2b5201-7a59-4473-8c73-7c141c768e96,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:04.340617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbea69-c593-4d67-b575-ce4add6dbdc9 None None] No DVR routers for this DVR port 5c2b5201-7a59-4473-8c73-7c141c768e96 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:03:04.404408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.415998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b62a914-da54-4b91-b30d-9ef095d781ce']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:04.428879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38911de-fb5e-448e-9ab5-6bae27200432') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:04.429172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38911de-fb5e-448e-9ab5-6bae27200432') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:04.440033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.454512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.461542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:03:04.461937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:03:04.463669 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:03:04.466701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.478540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ebef6bee-081e-471f-9e3a-f6e4284bd9fe'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:04.506052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Made reservation on behalf of 2288b5708c87447398de8f42605c45be for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:04.508549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.510823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Pushing event deleted for resources: {'Port': ['ID=ebef6bee-081e-471f-9e3a-f6e4284bd9fe,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:04.588491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] No DVR routers for this DVR port ebef6bee-081e-471f-9e3a-f6e4284bd9fe on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:03:04.591962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.593915 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ba5a6659-9c70-4ee4-9a4e-0858000b9b89 req-fec6d5ad-c407-4594-8931-de631f8e5ec6 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.52 "DELETE /v2.0/ports/ebef6bee-081e-471f-9e3a-f6e4284bd9fe HTTP/1.1" status: 204 len: 173 time: 0.8613009 Aug 25 15:03:04.663683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.674520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:04.676878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b62a914-da54-4b91-b30d-9ef095d781ce HTTP/1.1" status: 204 len: 168 time: 1.0929763 Aug 25 15:03:04.716462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5c2b5201-7a59-4473-8c73-7c141c768e96 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:03:04.723863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c555e4-bb35-4769-9cd7-9a58a79155a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b62a914-da54-4b91-b30d-9ef095d781ce,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:04.785372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 5c2b5201-7a59-4473-8c73-7c141c768e96 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:03:04.787472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5c2b5201-7a59-4473-8c73-7c141c768e96 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:03:04.933677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dfea962-a12a-4cd6-bed9-c830af267f88 req-6257dfff-2f95-4189-824b-1bab6f116193 tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0482125 Aug 25 15:03:04.945933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.005928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67383a94-e3b3-43fc-90f6-68978769f62e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:05.016004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Checking segment: {'id': '11f6e322-3701-4ed8-9779-fc7983e9634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '66cbb79c-1aa8-44fa-80c0-4bb74827c8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:05.016588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Network hostable DHCP agents. Network: 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:03:05.134988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Network 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:03:05.242536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:05.258863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:05.260150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c536d-b86d-4518-9a5b-615ddb79630b None None] Network 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:05.260466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.278097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45098) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:05.320669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f953312e-e736-4465-b1f8-9808a06c04a5 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:03:05.382237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1659-4a9a-4be2-8b99-4a1373d06bdc req-160035fd-5bf0-4bbb-b8dc-ac6d200b6c21 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:05.388998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f87af40b-998b-4c7b-99a8-6d3ecc9b4bb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8879143b12e541d6b6c322714f1096ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088088 Aug 25 15:03:05.391486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45100) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:05.391649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e1e1659-4a9a-4be2-8b99-4a1373d06bdc req-160035fd-5bf0-4bbb-b8dc-ac6d200b6c21 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 944 time: 0.0939183 Aug 25 15:03:05.423782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-32100dd6-658e-4568-9cd5-1995d9a114b8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0965436 Aug 25 15:03:05.467567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e1e1659-4a9a-4be2-8b99-4a1373d06bdc req-925d7dae-06e4-48ea-82d6-dc4b81bb7407 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708466 Aug 25 15:03:05.469402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'name': 'network-vif-deleted', 'tag': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:05.474067 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17b1aea-c13f-4ae2-9feb-2409503a480c" -d '{"events": [{"server_uuid": "8ef48bc3-6413-45e7-8742-f8298aedf1fe", "name": "network-vif-deleted", "tag": "ebef6bee-081e-471f-9e3a-f6e4284bd9fe"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:05.537128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f953312e-e736-4465-b1f8-9808a06c04a5,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:05.551831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f953312e-e736-4465-b1f8-9808a06c04a5', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': 'f953312e-e736-4465-b1f8-9808a06c04a5', 'mac_address': 'fa:16:3e:20:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:03:05.572789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aaa65e-cfc1-43c3-8374-7ac8b4412a99 None None] Network 66cbb79c-1aa8-44fa-80c0-4bb74827c8ac requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:05.594367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d8b-88b5-47c4-8ea6-7be359619833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.614406 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6df6816-990c-434e-b6d8-9c4fce54f008 x-openstack-request-id: req-f6df6816-990c-434e-b6d8-9c4fce54f008 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:05.614956 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef48bc3-6413-45e7-8742-f8298aedf1fe", "name": "network-vif-deleted", "tag": "ebef6bee-081e-471f-9e3a-f6e4284bd9fe", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:05.620864 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6df6816-990c-434e-b6d8-9c4fce54f008 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:05.620864 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef48bc3-6413-45e7-8742-f8298aedf1fe', 'name': 'network-vif-deleted', 'tag': 'ebef6bee-081e-471f-9e3a-f6e4284bd9fe', 'status': 'completed', 'code': 200} Aug 25 15:03:05.628691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d8b-88b5-47c4-8ea6-7be359619833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.672458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.697892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f953312e-e736-4465-b1f8-9808a06c04a5 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:05.730061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f953312e-e736-4465-b1f8-9808a06c04a5,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:05.801190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d8b-88b5-47c4-8ea6-7be359619833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.804796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d8b-88b5-47c4-8ea6-7be359619833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.806424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0b80d8b-88b5-47c4-8ea6-7be359619833 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cab354b1-80f9-45d7-aae0-ff9bdafcbd8c HTTP/1.1" status: 204 len: 168 time: 0.4124193 Aug 25 15:03:05.834208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b80d8b-88b5-47c4-8ea6-7be359619833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab354b1-80f9-45d7-aae0-ff9bdafcbd8c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:05.842002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:05.935781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:06.058402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ea6250af-8fb9-4960-9f1c-a9d5510f0d7f req-b7854b31-5cc9-4a73-8864-dbf6baf309fa tempest-ServerGroupTestJSON-1642116566 tempest-ServerGroupTestJSON-1642116566-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ef48bc3-6413-45e7-8742-f8298aedf1fe HTTP/1.1" status: 200 len: 210 time: 0.0287848 Aug 25 15:03:06.073786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f953312e-e736-4465-b1f8-9808a06c04a5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:06.712398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45142) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:06.718471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-236768694-network', 'tenant_id': 'd200254766cb4dadafe06e8c9e5f0da8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:06.739851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a138458-3c2c-43d3-85c2-c84fc92b558e req-830575b8-af3f-47c6-8bed-61413d485969 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:06.742088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a138458-3c2c-43d3-85c2-c84fc92b558e req-830575b8-af3f-47c6-8bed-61413d485969 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 945 time: 0.0998621 Aug 25 15:03:06.789570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a138458-3c2c-43d3-85c2-c84fc92b558e req-adf92da1-d8d2-451d-9d99-6e16df15ba8f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Aug 25 15:03:06.859466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Made reservation on behalf of d200254766cb4dadafe06e8c9e5f0da8 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:06.863758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:06.876823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.118223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.248866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.272820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:03:07.286658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb74a08-0594-4fb5-b4bf-f4ca289e6da9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:07.292898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.293252 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Added segment 1f9b42ec-ae5e-4ce7-8fe2-b0216b90fed1 of type vlan for network 71d16642-c4a3-436a-8231-53ae44bcfe7f Aug 25 15:03:07.319755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f953312e-e736-4465-b1f8-9808a06c04a5 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:07.381956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.453964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45184) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:07.455944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port f953312e-e736-4465-b1f8-9808a06c04a5 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:07.461870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f953312e-e736-4465-b1f8-9808a06c04a5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:07.466649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.494055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.495808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:07.498131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.573741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] Pushing event updated for resources: {'Network': ['ID=71d16642-c4a3-436a-8231-53ae44bcfe7f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:07.578434 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.589568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 71d16642-c4a3-436a-8231-53ae44bcfe7f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:03:07.602939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:07.618333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1953778007-network', 'tenant_id': 'badc2128404f453fac5e4c43d9a2f04f'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:07.656369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:07.659265 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7039d06-b9cc-4139-892a-ae0464d2c950" -d '{"events": [{"server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "name": "network-vif-plugged", "status": "completed", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:07.660180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ddadb345-8260-4472-a338-03b7580532bb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9462545 Aug 25 15:03:07.662940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45190) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:07.669314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Request body: {'subnet': {'network_id': '71d16642-c4a3-436a-8231-53ae44bcfe7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-236768694-subnet', 'tenant_id': 'd200254766cb4dadafe06e8c9e5f0da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:07.682294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Deleting subnet 9c04ef23-c5ab-4f80-be29-fd21eb2732de {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:03:07.687335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.695477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f953312e-e736-4465-b1f8-9808a06c04a5,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:07.709681 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc90bc8d-9097-4829-a7ba-ea879ab44a6f x-openstack-request-id: req-fc90bc8d-9097-4829-a7ba-ea879ab44a6f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:07.709982 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "name": "network-vif-plugged", "status": "completed", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:07.710243 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc90bc8d-9097-4829-a7ba-ea879ab44a6f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:07.711304 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5', 'code': 200} Aug 25 15:03:07.728516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.750833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Made reservation on behalf of badc2128404f453fac5e4c43d9a2f04f for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:07.753670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.769077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.785905 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.805158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.824467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5908201-ad40-4698-9e54-db27929898b7 req-82f77227-1fc8-45f2-86dc-2301992b6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:07.828628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5908201-ad40-4698-9e54-db27929898b7 req-82f77227-1fc8-45f2-86dc-2301992b6653 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 1096 time: 0.0577285 Aug 25 15:03:07.866201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Made reservation on behalf of d200254766cb4dadafe06e8c9e5f0da8 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:07.870049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:07.873849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ebef6bee-081e-471f-9e3a-f6e4284bd9fe no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:03:07.898368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:07.904406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: ebef6bee-081e-471f-9e3a-f6e4284bd9fe {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:03:07.906315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ebef6bee-081e-471f-9e3a-f6e4284bd9fe not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:03:07.945606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5908201-ad40-4698-9e54-db27929898b7 req-749a71df-c95b-4cba-94b1-9eb7bfc979b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078641 Aug 25 15:03:07.980396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591a7a7-72cd-4c40-964a-ba9374ca29b1 req-d88498f2-63fc-4f04-bedb-4e6082e69b5d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:07.988682 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e591a7a7-72cd-4c40-964a-ba9374ca29b1 req-d88498f2-63fc-4f04-bedb-4e6082e69b5d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 946 time: 0.1172481 Aug 25 15:03:08.020617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.065663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c04ef23-c5ab-4f80-be29-fd21eb2732de,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:08.073342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e591a7a7-72cd-4c40-964a-ba9374ca29b1 req-a9774b79-ce6b-42f0-910a-c8390de99156 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837944 Aug 25 15:03:08.074395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.076278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2f5ba4b-a896-44d4-af67-b47189812528 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9c04ef23-c5ab-4f80-be29-fd21eb2732de HTTP/1.1" status: 204 len: 168 time: 0.4723384 Aug 25 15:03:08.082993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45200) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:08.152836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.179567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.182871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.231473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.247564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b26518b-8fb8-43d3-804d-5d2b88c9b8cf,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:08.261876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.262224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.262573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.262912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.263273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.263606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.263937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.264266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.264593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.264917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.265240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.265625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:08.280878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Checking segment: {'id': '1f9b42ec-ae5e-4ce7-8fe2-b0216b90fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '71d16642-c4a3-436a-8231-53ae44bcfe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:08.280878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Network hostable DHCP agents. Network: 71d16642-c4a3-436a-8231-53ae44bcfe7f, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:03:08.298582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:03:08.308779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c913a88-4370-4d72-97da-0d3caeee75b4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:08.313677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.319157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.319510 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Added segment 41d660a2-28ad-4e22-966d-241a2911bbef of type vlan for network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 Aug 25 15:03:08.348677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a560904-b96f-49d8-a212-9a8864f00759']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:08.353629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e129be75-3a35-43d3-966d-c26298128b32') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:08.353923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e129be75-3a35-43d3-966d-c26298128b32') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:08.368625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Network 71d16642-c4a3-436a-8231-53ae44bcfe7f is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:03:08.501847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 71d16642-c4a3-436a-8231-53ae44bcfe7f) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:08.507546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:08.513093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.516033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1cc8a-296c-4c52-b2d8-56d88c6574f1 None None] Network 71d16642-c4a3-436a-8231-53ae44bcfe7f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:08.602825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b18595b5-b306-499e-9e18-f79e1f45a8a1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9384680 Aug 25 15:03:08.669552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.685954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.695180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.706146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:03:08.706555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:03:08.708309 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:03:08.739885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b43809-6136-4b5b-aac6-2d7de0b0fe50 None None] Network 71d16642-c4a3-436a-8231-53ae44bcfe7f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:08.814985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45218) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:08.851358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.853002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:08.853788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.910162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.933635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.935522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] 10.222.0.58 "DELETE /v2.0/networks/1a560904-b96f-49d8-a212-9a8864f00759 HTTP/1.1" status: 204 len: 168 time: 0.8513031 Aug 25 15:03:08.957556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Deleting subnet 67383a94-e3b3-43fc-90f6-68978769f62e {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:03:08.962874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:08.986582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Pushing event updated for resources: {'Network': ['ID=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:09.006942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.007329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.007711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.008275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.008827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.009355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.009862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.010395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.011003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.011374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.011715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.012048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:09.025329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:03:09.034576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce2185-1105-4a7d-91d2-c4d932f67dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a560904-b96f-49d8-a212-9a8864f00759,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:09.038124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.041070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4539bb0f-7956-4dfe-bb85-2029ecc4689f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5852909 Aug 25 15:03:09.044293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45224) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:09.053884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Request body: {'subnet': {'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1953778007-subnet', 'tenant_id': 'badc2128404f453fac5e4c43d9a2f04f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:09.134224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.238657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Made reservation on behalf of badc2128404f453fac5e4c43d9a2f04f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:09.248053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.285665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.317777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.322589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/67383a94-e3b3-43fc-90f6-68978769f62e HTTP/1.1" status: 204 len: 168 time: 0.5064173 Aug 25 15:03:09.323364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45230) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:09.325628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cfd9f-2a2b-4903-a2cf-16ae9fe772e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67383a94-e3b3-43fc-90f6-68978769f62e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:09.332867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e978a-cdca-4e33-9883-a42006052d0a req-15864c8a-21f1-480c-b1e2-ce8b8d66b19a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:09.335382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e4e978a-cdca-4e33-9883-a42006052d0a req-15864c8a-21f1-480c-b1e2-ce8b8d66b19a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 946 time: 0.1514735 Aug 25 15:03:09.418617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e4e978a-cdca-4e33-9883-a42006052d0a req-f596fe82-bd03-4590-a0c7-c06a35d65941 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Aug 25 15:03:09.435478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45234) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:09.485228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.552681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-14cfe694-be0a-4476-80ec-8173ff47da24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24879a434e954493bacc8d8c0e03567b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166086 Aug 25 15:03:09.556638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45236) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:09.602318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.624483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aeb4eb95-05f5-41d3-9cfc-23c30daee096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.632059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cbb79c-1aa8-44fa-80c0-4bb74827c8ac']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:09.645847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f6e322-3701-4ed8-9779-fc7983e9634f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:09.645847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f6e322-3701-4ed8-9779-fc7983e9634f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:09.652115 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.656060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.672828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.687931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aeb4eb95-05f5-41d3-9cfc-23c30daee096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.691802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:03:09.692501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:03:09.695345 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:03:09.782029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=babdf991-6351-49b7-8dc0-8d24243465d5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:09.787217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Checking segment: {'id': '41d660a2-28ad-4e22-966d-241a2911bbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:09.787604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Network hostable DHCP agents. Network: cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:03:09.888338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.896479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.898541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] 10.222.0.58 "DELETE /v2.0/networks/66cbb79c-1aa8-44fa-80c0-4bb74827c8ac HTTP/1.1" status: 204 len: 168 time: 0.5740075 Aug 25 15:03:09.901376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45242) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:09.910669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f317-ece4-4dfd-af86-b9cab8c0778d admin admin] Pushing event deleted for resources: {'Network': ['ID=66cbb79c-1aa8-44fa-80c0-4bb74827c8ac,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:09.938755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:03:09.941346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aeb4eb95-05f5-41d3-9cfc-23c30daee096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.943886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aeb4eb95-05f5-41d3-9cfc-23c30daee096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:09.945030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aeb4eb95-05f5-41d3-9cfc-23c30daee096 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b4a8b71-dfe5-4782-96a7-bdba4c124cec HTTP/1.1" status: 204 len: 168 time: 0.3872099 Aug 25 15:03:09.964188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4eb95-05f5-41d3-9cfc-23c30daee096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a8b71-dfe5-4782-96a7-bdba4c124cec,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:09.969462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Deleting subnet 0b26518b-8fb8-43d3-804d-5d2b88c9b8cf {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:03:09.972911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.013377 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.075048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.102300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:10.110364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1235028-f3f1-4090-b55b-13a8b32545c0 None None] Network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:10.123218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:10.123941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.217282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a94d0156-947f-46e4-8acb-cb58ed2efdfe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1716943 Aug 25 15:03:10.267639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.307540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b26518b-8fb8-43d3-804d-5d2b88c9b8cf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:10.312547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.315558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a32b7894-530c-430a-bf49-65197158f692 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0b26518b-8fb8-43d3-804d-5d2b88c9b8cf HTTP/1.1" status: 204 len: 168 time: 0.4125242 Aug 25 15:03:10.317919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45252) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:10.329334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbdb32a-0b66-4d15-ae4d-96264ee9b422 None None] Network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:10.440290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.576521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.589983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d16642-c4a3-436a-8231-53ae44bcfe7f']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:10.604108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9b42ec-ae5e-4ce7-8fe2-b0216b90fed1') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:10.604421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9b42ec-ae5e-4ce7-8fe2-b0216b90fed1') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:10.616205 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.634990 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.640405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149b78-0040-4247-9f42-22fa40a943ef req-e9168c4e-e0d8-44d9-981c-117bf97fe04b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:10.646566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:03:10.648795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:03:10.649317 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:03:10.652497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba149b78-0040-4247-9f42-22fa40a943ef req-e9168c4e-e0d8-44d9-981c-117bf97fe04b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 946 time: 0.1059444 Aug 25 15:03:10.711845 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba149b78-0040-4247-9f42-22fa40a943ef req-9a6bf5ef-5d44-4f90-86db-2436cf3d94a1 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580471 Aug 25 15:03:10.872734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-8c1bba4d-c225-4092-9cb4-1ce13c0e3e0a tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:10.885562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-8c1bba4d-c225-4092-9cb4-1ce13c0e3e0a tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/networks?id=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 HTTP/1.1" status: 200 len: 813 time: 0.1601138 Aug 25 15:03:10.889493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.904651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:10.909810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/71d16642-c4a3-436a-8231-53ae44bcfe7f HTTP/1.1" status: 204 len: 168 time: 0.5885015 Aug 25 15:03:10.918779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-4e23301c-2929-45db-922b-f8485552af52 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/quotas/badc2128404f453fac5e4c43d9a2f04f HTTP/1.1" status: 200 len: 375 time: 0.0316646 Aug 25 15:03:10.939500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c24ea1-67b9-46e7-ab38-1a86cfb5afb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d16642-c4a3-436a-8231-53ae44bcfe7f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:10.942532 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-54efe681-e3b6-4cfb-9cdf-d7682c42eb2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 267 time: 0.0594208 Aug 25 15:03:10.979428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-3c468e77-db61-49a1-abdf-b29d61b0bf41 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=badc2128404f453fac5e4c43d9a2f04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409722 Aug 25 15:03:11.007054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-e82244a6-47bd-4ab7-90c4-4605118f7505 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:11.008691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-e82244a6-47bd-4ab7-90c4-4605118f7505 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 946 time: 0.0555899 Aug 25 15:03:11.021615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'port': {'security_groups': []}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:11.105518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.112847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-cde14d83-902d-419b-981b-dcd7219feb1b service neutron] 10.222.0.58 "GET /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249013 Aug 25 15:03:11.229902 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-03e27b7b-6649-4516-8eb9-70b4ab0f5f94 service neutron] 10.222.0.58 "GET /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129382 Aug 25 15:03:11.308363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f953312e-e736-4465-b1f8-9808a06c04a5,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:11.355347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.365287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45304) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:11.405522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45306) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:11.413817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.420803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6959c074-bf0e-42fa-be75-1c06279ed2e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2288b5708c87447398de8f42605c45be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534015 Aug 25 15:03:11.422607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45310) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:11.429200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:11.432073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['17747459-aabd-4359-a4e0-892da961f125', 'f953312e-e736-4465-b1f8-9808a06c04a5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:11.469380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:11.470046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.477820 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b6a2c9d-1c68-42c9-8a1c-23feed3dd14d req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "PUT /v2.0/ports/f953312e-e736-4465-b1f8-9808a06c04a5 HTTP/1.1" status: 200 len: 905 time: 0.4602861 Aug 25 15:03:11.477820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:11.502681 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c" -d '{"events": [{"name": "network-changed", "server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:11.526506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5309c03b-0e68-49af-b193-4dc5d8774752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.597317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f953312e-e736-4465-b1f8-9808a06c04a5'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:11.603124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4ac2c-d7e2-4f6e-964f-f8108c962519 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=6']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:11.613921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5309c03b-0e68-49af-b193-4dc5d8774752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.776848 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2acce1c-8922-4bc7-a111-fc06001fd5aa req-62f29857-ad45-4930-9e59-edde00e78151 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0633392 Aug 25 15:03:11.821604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5309c03b-0e68-49af-b193-4dc5d8774752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.826237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5309c03b-0e68-49af-b193-4dc5d8774752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:11.833417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-193786169-network', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:11.839591 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5309c03b-0e68-49af-b193-4dc5d8774752 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4bad319-d3c1-4270-a02d-ede233cd08cb HTTP/1.1" status: 204 len: 168 time: 0.4156344 Aug 25 15:03:11.871946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309c03b-0e68-49af-b193-4dc5d8774752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bad319-d3c1-4270-a02d-ede233cd08cb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:11.886636 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d15069-c15d-4479-bfa8-51350a5f8641 x-openstack-request-id: req-17d15069-c15d-4479-bfa8-51350a5f8641 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:11.893372 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:11.893722 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17d15069-c15d-4479-bfa8-51350a5f8641 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:11.894578 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5', 'status': 'completed', 'code': 200} Aug 25 15:03:11.904453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8c3b42c9-ab59-4bc6-b4fd-bfcc25e105a0 None None] Provisioning complete for port f953312e-e736-4465-b1f8-9808a06c04a5 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:11.905105 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3b42c9-ab59-4bc6-b4fd-bfcc25e105a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.011247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-b52a8bb9-327c-4ad4-b30b-d4d463df89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.012724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-b52a8bb9-327c-4ad4-b30b-d4d463df89f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 1059 time: 0.0721843 Aug 25 15:03:12.021100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebc11-f9b0-4bae-84e7-9a27988a0bd8 req-a1ffc3bb-02f5-4652-afca-9f921d4e1d82 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.026923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Made reservation on behalf of a491ae197ac542398bcdb8d404de1cab for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:12.026923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.035465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-240ebc11-f9b0-4bae-84e7-9a27988a0bd8 req-a1ffc3bb-02f5-4652-afca-9f921d4e1d82 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 908 time: 0.1333439 Aug 25 15:03:12.065579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.199769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2124e-377c-4835-b90f-6b3792f8a99c req-7952a891-3e07-438a-9eb9-556ae5aa5331 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.202075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbe2124e-377c-4835-b90f-6b3792f8a99c req-7952a891-3e07-438a-9eb9-556ae5aa5331 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0754852 Aug 25 15:03:12.237530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.241953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-bd044977-0692-4aee-b9e4-b6899c1953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.243539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-bd044977-0692-4aee-b9e4-b6899c1953c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.2068958 Aug 25 15:03:12.272736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbe2124e-377c-4835-b90f-6b3792f8a99c req-b0259941-896c-4e91-bcfd-292a9c6ab1ea tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567024 Aug 25 15:03:12.369676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-cb9f5feb-874b-4680-a18f-42cdf35c571a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f953312e-e736-4465-b1f8-9808a06c04a5 HTTP/1.1" status: 200 len: 217 time: 0.1151080 Aug 25 15:03:12.398909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.411214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:03:12.423497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.423840 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Added segment 8ccf1acd-1c00-4c43-a146-9e1d8316f329 of type vlan for network dd8e6add-5855-4408-b2dd-64ec2322e555 Aug 25 15:03:12.456931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-5cae6110-2c71-4a82-9a2c-3cff639b72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.458466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-5cae6110-2c71-4a82-9a2c-3cff639b72c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0799427 Aug 25 15:03:12.472546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.535251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-9c28707f-11fc-4dca-869c-d3600408421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.535251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-9c28707f-11fc-4dca-869c-d3600408421a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675495 Aug 25 15:03:12.541099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f25146-e072-4e24-b8da-0a75022cfe6a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:12.559309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f6b79-4fda-402c-8807-cc3e74b16b29 req-4553d462-5011-4792-9206-256a7a9218df tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.567206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b90f6b79-4fda-402c-8807-cc3e74b16b29 req-4553d462-5011-4792-9206-256a7a9218df tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2101963 Aug 25 15:03:12.607831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b90f6b79-4fda-402c-8807-cc3e74b16b29 req-47c76ca5-4efc-422f-b868-16eeab0920fe tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397205 Aug 25 15:03:12.684694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-bcc751a0-59e1-4606-b1f5-572b8f7ea9cf service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396840 Aug 25 15:03:12.747255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.748299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:12.749124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:12.837059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8e6add-5855-4408-b2dd-64ec2322e555,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:12.844335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904cbe69-8eaa-48f3-a302-9ca1d9b9522c req-776e04fb-68e0-41b0-9d39-6195ef6436f5 service neutron] 10.222.0.45 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492918 Aug 25 15:03:12.847920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network dd8e6add-5855-4408-b2dd-64ec2322e555 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:03:12.929736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-313c5c33-5e88-4657-8364-9ab58260a716 req-23c4d73f-566f-4f53-a5a1-f94b23acd8ef tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0503037 Aug 25 15:03:12.944177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10588506-a86a-4b34-83c2-4dec0f893dc1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5374212 Aug 25 15:03:12.947088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45358) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:12.952842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Request body: {'subnet': {'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-193786169-subnet', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:13.013766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-84358509-8441-4836-8a3a-19a85a20ce29 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:13.023342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-84358509-8441-4836-8a3a-19a85a20ce29 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1433480 Aug 25 15:03:13.045117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-40611292-f4d2-4622-9f8f-2fc0d4145bbf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/quotas/a301e1ed72044079b6e8fe89361f638d HTTP/1.1" status: 200 len: 375 time: 0.0200841 Aug 25 15:03:13.138525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-30882c5e-aa61-4289-bf04-349fc91e7c5e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0910344 Aug 25 15:03:13.159671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Made reservation on behalf of a491ae197ac542398bcdb8d404de1cab for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:13.172668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:13.247421 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-773d91ad-ab77-4beb-8f36-6c5724a89f49 service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076233 Aug 25 15:03:13.270927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45368) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:13.366339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5a629548-db0b-4733-92cd-51ca9e3f65f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d200254766cb4dadafe06e8c9e5f0da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940764 Aug 25 15:03:13.369033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45370) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:13.412401 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-b8ef10cd-b2ad-4685-927a-46c8011c476b service neutron] 10.222.0.58 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636150 Aug 25 15:03:13.498872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8b833f3-7de7-43ac-b394-7a31c4592c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:13.520375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8b833f3-7de7-43ac-b394-7a31c4592c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:13.581901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:13.644615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0cf900-3f60-42c7-881c-864a6725daf3,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:13.651785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Checking segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:13.652149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Network hostable DHCP agents. Network: dd8e6add-5855-4408-b2dd-64ec2322e555, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:03:13.664768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8b833f3-7de7-43ac-b394-7a31c4592c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:13.667590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8b833f3-7de7-43ac-b394-7a31c4592c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:13.669054 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c8b833f3-7de7-43ac-b394-7a31c4592c55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acb74a08-0594-4fb5-b4bf-f4ca289e6da9 HTTP/1.1" status: 204 len: 168 time: 0.2990167 Aug 25 15:03:13.681534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b833f3-7de7-43ac-b394-7a31c4592c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb74a08-0594-4fb5-b4bf-f4ca289e6da9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:13.809513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Network dd8e6add-5855-4408-b2dd-64ec2322e555 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:03:13.826538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76e7e4e-3a50-4c4f-ba39-4d527a94de32 req-60b9f727-a8e8-4901-84a4-46cadbd85d8c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 210 time: 0.0614359 Aug 25 15:03:14.028681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b28d6c90-e66b-46e3-b106-b42f45157f07 req-d6f76327-2399-4bc5-a8f5-0f726b784106 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0360091 Aug 25 15:03:14.140016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, dd8e6add-5855-4408-b2dd-64ec2322e555) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:14.151894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:14.152440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:14.152568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3fe58-6423-482f-84f9-00bd64e5c9b6 None None] Network dd8e6add-5855-4408-b2dd-64ec2322e555 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:14.277354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8e550d15-e052-40eb-b6f8-63cfc7e28316 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3232579 Aug 25 15:03:14.278290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:14.286567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:14.394486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c9d05-c97a-4872-90ba-632171a27ebd None None] Network dd8e6add-5855-4408-b2dd-64ec2322e555 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:14.410735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:14.412833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:14.585545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:14.835207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:14.930290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e861972-b482-4c57-a179-1f1dc6bef8bc req-99eed3eb-c142-4b6a-9bd9-d4eb025fccec tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 210 time: 0.0347071 Aug 25 15:03:15.172338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df9f09d6-c0b0-4b41-b979-0d7201731517 req-9bf09432-25bf-4571-96af-2e06b3b666f5 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0566096 Aug 25 15:03:15.223889 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:15.271573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:15.437694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Allocated IP 172.25.8.236 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/6e6fc909-bc5a-48cf-8005-67ae9e5a6729) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:15.566115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-c2ece518-fd2e-48e8-ad53-02d4e5392ac2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:15.572574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-c2ece518-fd2e-48e8-ad53-02d4e5392ac2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.52 "GET /v2.0/networks?id=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 HTTP/1.1" status: 200 len: 813 time: 0.1659262 Aug 25 15:03:15.591930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Request body: {'port': {'device_id': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774', 'admin_state_up': True, 'tenant_id': 'badc2128404f453fac5e4c43d9a2f04f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:15.625657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.010219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.039613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6413a2d-b7ea-41b6-a7a3-0ec012aa69a0 req-bc81325b-e922-44c2-b1ed-5011d835407b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 210 time: 0.0341029 Aug 25 15:03:16.056738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:16.061468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:16.066603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:16.069239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:16.133590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Made reservation on behalf of badc2128404f453fac5e4c43d9a2f04f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:16.138282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.348144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Allocated IP 172.20.0.4 (cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774/babdf991-6351-49b7-8dc0-8d24243465d5/2d06e9d9-24f8-442c-b5de-f6c9c795b66d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:16.351445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:16.357876 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c484b5c-f15d-4f9f-814f-f5cacbee445c req-1e1f43e5-2826-4e3b-8798-9845cbd8ff00 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0588784 Aug 25 15:03:16.497892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72d4d736-3663-4b30-a0b7-62c98c7d17a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.546712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.600743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.653526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72d4d736-3663-4b30-a0b7-62c98c7d17a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.702148 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.739755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72d4d736-3663-4b30-a0b7-62c98c7d17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.810872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:16.817578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-72d4d736-3663-4b30-a0b7-62c98c7d17a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d83b1e7418a945ac8d1207fc5002d77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642878 Aug 25 15:03:16.824213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45468) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:16.827839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:16.844883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:16.859703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Pushing event updated for resources: {'Port': ['ID=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:16.863869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:16.891710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4d736-3663-4b30-a0b7-62c98c7d17a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4113a-a753-43af-8027-fe0a22b02a8c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:16.991097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b53f-d375-4b75-a4ab-848bf12c41e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.027580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:17.028228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.083915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b53f-d375-4b75-a4ab-848bf12c41e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.148459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-d27fca9a-97ce-4b57-9695-8dfed0b2881d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:17.148756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-d27fca9a-97ce-4b57-9695-8dfed0b2881d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 812 time: 0.1884997 Aug 25 15:03:17.165029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Request body: {'port': {'device_id': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'admin_state_up': True, 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:17.168425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1073ab0-bd76-4f73-a8e7-8100c97ec824 req-908e11db-b7f1-4a67-bf8b-2f75599614aa tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 210 time: 0.0398643 Aug 25 15:03:17.194390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Router d3ede68a-3327-425c-9afd-586141de55a7 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:03:17.249195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-7ed716d5-43e6-4cc6-9d0b-b174696a0df2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6630461 Aug 25 15:03:17.267102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Request body: {'port': {'device_id': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:17.342803 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b53f-d375-4b75-a4ab-848bf12c41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.345486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b53f-d375-4b75-a4ab-848bf12c41e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.347304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8aa1b53f-d375-4b75-a4ab-848bf12c41e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62d4113a-a753-43af-8027-fe0a22b02a8c HTTP/1.1" status: 204 len: 168 time: 0.5172672 Aug 25 15:03:17.365443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:03:17.379554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1b53f-d375-4b75-a4ab-848bf12c41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4113a-a753-43af-8027-fe0a22b02a8c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:17.384454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.400406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Sync routers for ids ['d3ede68a-3327-425c-9afd-586141de55a7'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:03:17.443340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Routers {'d3ede68a-3327-425c-9afd-586141de55a7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:17.448275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:02:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d3ede68a-3327-425c-9afd-586141de55a7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:17.568019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bac50-9cbb-46c2-b464-51f2a600fbe5 req-a2135a70-7b85-4de6-8a08-2f4f2fe5aa99 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:17.583553 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-937bac50-9cbb-46c2-b464-51f2a600fbe5 req-a2135a70-7b85-4de6-8a08-2f4f2fe5aa99 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 931 time: 0.0870142 Aug 25 15:03:17.587688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.589523 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c4813a1a-e9e9-49d1-af60-3361855e0433 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3110530 Aug 25 15:03:17.592272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:17.593517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Made reservation on behalf of a301e1ed72044079b6e8fe89361f638d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:17.595461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Set router d3ede68a-3327-425c-9afd-586141de55a7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:17.601197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:17.711841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-937bac50-9cbb-46c2-b464-51f2a600fbe5 req-a3e162a4-f17e-46d2-a158-282c668ef0ac tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073732 Aug 25 15:03:17.900047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:03:16Z', 'revision_number': 3, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:17.939371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Checking router: d3ede68a-3327-425c-9afd-586141de55a7 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:03:17.939371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Updating router d3ede68a-3327-425c-9afd-586141de55a7 port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:03:17.965048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Allocated IP 172.20.0.9 (81acf05c-7eba-4262-ba94-0dcb2e5497cf/1a4e5e1a-0516-480d-abf8-5044d91c34af/1b216a19-ac10-47af-ae89-8855a8b4ae3b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:17.986207 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.026213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d06e9d9-24f8-442c-b5de-f6c9c795b66d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:18.042885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.081039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Transition to ACTIVE for port object 2d06e9d9-24f8-442c-b5de-f6c9c795b66d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:18.198312 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.293915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Pushing event updated for resources: {'Port': ['ID=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:18.308983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.328339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Transition to ACTIVE for port object 1b216a19-ac10-47af-ae89-8855a8b4ae3b will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:18.336169 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.361083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eeff66ac-efec-42e9-939d-13c71d38c7d5 req-aff6f013-0584-4f0d-bc39-6a626f016cff tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 210 time: 0.0389807 Aug 25 15:03:18.401523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.415158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Transition to ACTIVE for port object 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:18.460293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.475946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:18.510043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Attempting to bind port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:18.510387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Attempting to bind port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '41d660a2-28ad-4e22-966d-241a2911bbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:18.510784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Attempting to bind port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d on network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:18.532279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d on network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:03:18.532652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Attempting to bind port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d on network cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:18.539425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['17747459-aabd-4359-a4e0-892da961f125'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:18.544134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:18.547500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:18.547500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Checking segment: {'id': '41d660a2-28ad-4e22-966d-241a2911bbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:18.547500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Bound using segment: {'id': '41d660a2-28ad-4e22-966d-241a2911bbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:18.547500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Bound port: 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d660a2-28ad-4e22-966d-241a2911bbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:18.547500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.555252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:18.566508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:18.572958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:18.657999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.699953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Allocated IP 172.20.0.1 (dd8e6add-5855-4408-b2dd-64ec2322e555/5a0cf900-3f60-42c7-881c-864a6725daf3/2a2763ee-c596-4ac8-b41f-9d37c1d11b2a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:18.796180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:18.797265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:18.831719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] For port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:18.839981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] For port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,segment=NetworkSegment(41d660a2-28ad-4e22-966d-241a2911bbef),segment_id=41d660a2-28ad-4e22-966d-241a2911bbef)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:18.867777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.194867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f830-a867-4b16-87c8-5c0027c9b691 req-50f0faa4-6238-47e4-a929-a8d56ec99efc tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:19.194867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2d3f830-a867-4b16-87c8-5c0027c9b691 req-50f0faa4-6238-47e4-a929-a8d56ec99efc tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 943 time: 0.0876648 Aug 25 15:03:19.196012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3219ca-6038-41ac-bac0-3f9360ad73f5 None None] Pushing event updated for resources: {'Port': ['ID=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:19.196012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Attempting to bind port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:19.196012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Attempting to bind port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:19.196012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Attempting to bind port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:19.196427 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2d3f830-a867-4b16-87c8-5c0027c9b691 req-192f9c8c-7a89-465e-a65d-2c497ebae7b9 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Bound port: 6e6fc909-bc5a-48cf-8005-67ae9e5a6729, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] For port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:19.196521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] For port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:19.483815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71560215-5359-4b92-bfb2-764068c0d736 req-0145500a-d709-4811-b1b0-0c7e2fc5d872 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:19.485388 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71560215-5359-4b92-bfb2-764068c0d736 req-0145500a-d709-4811-b1b0-0c7e2fc5d872 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 931 time: 0.0513525 Aug 25 15:03:19.530918 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71560215-5359-4b92-bfb2-764068c0d736 req-a5e1f23f-3a86-4b7d-af16-1ee07c5ba067 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Aug 25 15:03:19.811160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.812212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.812626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.814764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a272af03-7866-4034-be20-d40fc123694e None None] Provisioning for port 1b216a19-ac10-47af-ae89-8855a8b4ae3b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:19.816000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-fbd05408-5900-4c61-a6ff-38c411ad4899 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6553240 Aug 25 15:03:19.821343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a272af03-7866-4034-be20-d40fc123694e None None] Provisioning complete for port 1b216a19-ac10-47af-ae89-8855a8b4ae3b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:19.821889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a272af03-7866-4034-be20-d40fc123694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.875593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Network dd8e6add-5855-4408-b2dd-64ec2322e555 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:19.880041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Request body: {'port': {'device_id': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:19.880786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:19.890895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Pushing event updated for resources: {'Port': ['ID=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:19.892207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:19.933234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a272af03-7866-4034-be20-d40fc123694e None None] Port 1b216a19-ac10-47af-ae89-8855a8b4ae3b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:03:19.934074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:19.944825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Routers {'d3ede68a-3327-425c-9afd-586141de55a7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:19.945866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:02:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d3ede68a-3327-425c-9afd-586141de55a7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:19.996858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:20.042380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3219ca-6038-41ac-bac0-3f9360ad73f5 None None] Pushing event updated for resources: {'Port': ['ID=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:20.091812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] Set router d3ede68a-3327-425c-9afd-586141de55a7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:20.308003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:20.324840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:20.325467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:20.326876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-76ef3fe2-c5b8-40a9-8e10-a8b386056262 service neutron] 10.222.0.52 "PUT /v2.0/ports/2d06e9d9-24f8-442c-b5de-f6c9c795b66d HTTP/1.1" status: 200 len: 1091 time: 3.0658548 Aug 25 15:03:20.328773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'tag': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:20.329877 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d3121b-c20e-4c3b-a055-61660286af77" -d '{"events": [{"name": "network-changed", "server_uuid": "fee66ca5-ddb7-45d0-bee8-738a0bbad1cd", "tag": "2d06e9d9-24f8-442c-b5de-f6c9c795b66d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:20.381373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:20.470068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:03:16Z', 'revision_number': 3, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:20.528696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5947-13e7-4df2-8955-c04a8c3748f9 req-935c7253-65eb-4d8b-bc2f-566575b662b9 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:20.535444 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef4a45d-a76d-45d7-90f4-183756b33f3e x-openstack-request-id: req-cef4a45d-a76d-45d7-90f4-183756b33f3e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:20.535720 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee66ca5-ddb7-45d0-bee8-738a0bbad1cd", "tag": "2d06e9d9-24f8-442c-b5de-f6c9c795b66d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:20.535847 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cef4a45d-a76d-45d7-90f4-183756b33f3e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:20.536253 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'tag': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d', 'status': 'completed', 'code': 200} Aug 25 15:03:20.540513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bfc5947-13e7-4df2-8955-c04a8c3748f9 req-935c7253-65eb-4d8b-bc2f-566575b662b9 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 943 time: 0.2048099 Aug 25 15:03:20.553808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d3abf-efa1-4dc0-8a94-af84c21d90ec None None] The sync data for ids ['d3ede68a-3327-425c-9afd-586141de55a7'] in n-d-805995-2 is: [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:03:16Z', 'revision_number': 3, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:03:20.565565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-ad4d667e-2b14-47f2-ba41-0ca832a74b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:20.567210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-ad4d667e-2b14-47f2-ba41-0ca832a74b11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=badc2128404f453fac5e4c43d9a2f04f&device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 1094 time: 0.1372771 Aug 25 15:03:20.658519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bfc5947-13e7-4df2-8955-c04a8c3748f9 req-6e82149f-6894-4cc3-a7a8-a09052faf6dc tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118939 Aug 25 15:03:20.698491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-17ccd073-19b1-4e59-b7c1-13892896f65d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d HTTP/1.1" status: 200 len: 217 time: 0.1219680 Aug 25 15:03:20.798616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:20.832339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-85c2a453-9b52-4810-9513-f54818c913e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:20.839323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-85c2a453-9b52-4810-9513-f54818c913e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=babdf991-6351-49b7-8dc0-8d24243465d5 HTTP/1.1" status: 200 len: 853 time: 0.1132994 Aug 25 15:03:20.854832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98577c6-9cb9-4bd7-bab9-2f48420bfef5 req-b9e40c0c-a0e2-431a-ac76-0118e5e90120 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:20.864864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f98577c6-9cb9-4bd7-bab9-2f48420bfef5 req-b9e40c0c-a0e2-431a-ac76-0118e5e90120 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 931 time: 0.1876259 Aug 25 15:03:20.927630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:20.934187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-29a6c8e5-30c7-436f-81a1-c3fe175fef4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910079 Aug 25 15:03:20.979088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:21.015670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f98577c6-9cb9-4bd7-bab9-2f48420bfef5 req-0b245a4f-d835-4cb1-881e-5fc47a5b2a78 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495686 Aug 25 15:03:21.025585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:21.040745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c5dda441-8175-4cc8-8ad5-c0a188b594fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:21.135580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b216a19-ac10-47af-ae89-8855a8b4ae3b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:21.147217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:21.157288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Network dd8e6add-5855-4408-b2dd-64ec2322e555 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:21.159449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:21.174408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Transition to ACTIVE for port object 1b216a19-ac10-47af-ae89-8855a8b4ae3b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:21.177385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-1a7a582e-529c-4d98-b9f6-b448b06d0383 service neutron] 10.222.0.52 "GET /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322941 Aug 25 15:03:21.302966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Router d3ede68a-3327-425c-9afd-586141de55a7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:03:21.303162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50cd0480-7376-485b-b28e-a0e8ca04e6b3 req-c2bafb1e-a7d9-49b3-8336-8b61155cadeb service neutron] 10.222.0.52 "GET /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168756 Aug 25 15:03:21.425126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:21.468040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:03:21.479926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44a291e5-0a9c-4417-b438-d649f6b39e71 admin admin] 10.222.0.58 "PUT /v2.0/routers/d3ede68a-3327-425c-9afd-586141de55a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8849733 Aug 25 15:03:21.592156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:21.729847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Attempting to bind port 1b216a19-ac10-47af-ae89-8855a8b4ae3b on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:21.730198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Attempting to bind port 1b216a19-ac10-47af-ae89-8855a8b4ae3b by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:21.730548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Attempting to bind port 1b216a19-ac10-47af-ae89-8855a8b4ae3b on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:21.736051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-5e6aa313-89d2-4515-a97e-dded15d378ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:21.737646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-5e6aa313-89d2-4515-a97e-dded15d378ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=badc2128404f453fac5e4c43d9a2f04f&device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 1094 time: 0.2173934 Aug 25 15:03:21.739872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Port 1b216a19-ac10-47af-ae89-8855a8b4ae3b on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:03:21.740198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Attempting to bind port 1b216a19-ac10-47af-ae89-8855a8b4ae3b on network 81acf05c-7eba-4262-ba94-0dcb2e5497cf {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:21.762837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:21.763233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Checking segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:21.763625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Bound using segment: {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:21.764066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Bound port: 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23418008-ed69-4c7b-83de-d4fc4a7d5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:21.764437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:22.025976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e944b-ae04-4352-b2a0-32b336b87378 req-a91d9a32-10ca-4bf2-a11f-077525593575 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.033251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761e944b-ae04-4352-b2a0-32b336b87378 req-a91d9a32-10ca-4bf2-a11f-077525593575 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 943 time: 0.1709461 Aug 25 15:03:22.042909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:22.051982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-80517454-ff2c-4163-a4c7-f2ed089bdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.053466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-80517454-ff2c-4163-a4c7-f2ed089bdfe0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 HTTP/1.1" status: 200 len: 914 time: 0.3084855 Aug 25 15:03:22.111878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:22.114942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-057873f3-41f0-4f2f-ae7f-2a6f9fb2d858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d HTTP/1.1" status: 200 len: 217 time: 0.0531423 Aug 25 15:03:22.157227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-761e944b-ae04-4352-b2a0-32b336b87378 req-c5d77616-5a80-4139-9c97-19e19514c9f1 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230960 Aug 25 15:03:22.180029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-7eb1e28e-da10-4939-9840-9435a51efd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.182017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-7eb1e28e-da10-4939-9840-9435a51efd64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=babdf991-6351-49b7-8dc0-8d24243465d5 HTTP/1.1" status: 200 len: 853 time: 0.0594065 Aug 25 15:03:22.188851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:22.251187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-100aec15-6602-4fa0-91db-90c6ae440121 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582190 Aug 25 15:03:22.269227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.269651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:22.271290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] 10.222.0.52 "PUT /v2.0/ports/1b216a19-ac10-47af-ae89-8855a8b4ae3b HTTP/1.1" status: 200 len: 1091 time: 2.3969443 Aug 25 15:03:22.410635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c49a2d-a733-4250-9add-d0ce29abdefd service neutron] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:22.507826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d931ad-fef4-4375-b84c-f4a8b61efdd7 req-08063ca6-bf7a-40be-9ef6-bfdca152a6af tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.516278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71d931ad-fef4-4375-b84c-f4a8b61efdd7 req-08063ca6-bf7a-40be-9ef6-bfdca152a6af tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 943 time: 0.2672315 Aug 25 15:03:22.541829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:22.545431 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7582d0b6-5b5e-49f7-b41d-367b895c3c13" -d '{"events": [{"name": "network-changed", "server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:22.583183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-5c986fa5-53a9-483e-b8fb-f0451a2f4019 service neutron] 10.222.0.52 "GET /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070419 Aug 25 15:03:22.589015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-557b049d-dff5-4b72-8abb-2c3064ec348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.590545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-557b049d-dff5-4b72-8abb-2c3064ec348e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 1094 time: 0.1655352 Aug 25 15:03:22.713593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-36a4ede1-f1eb-4acf-b617-85d7c3d6f34a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b HTTP/1.1" status: 200 len: 217 time: 0.0982115 Aug 25 15:03:22.727954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71d931ad-fef4-4375-b84c-f4a8b61efdd7 req-e60c4438-064b-4898-8c06-83d3595ebd66 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072630 Aug 25 15:03:22.844716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:22.909191 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f384552-34c4-4db4-bdc4-73cd456b269e x-openstack-request-id: req-6f384552-34c4-4db4-bdc4-73cd456b269e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:22.912153 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:22.912434 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f384552-34c4-4db4-bdc4-73cd456b269e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:22.912988 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'status': 'completed', 'code': 200} Aug 25 15:03:22.928980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-6050d5f3-55e2-42fe-84d1-8bbcccd61572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:22.930968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-6050d5f3-55e2-42fe-84d1-8bbcccd61572 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1891305 Aug 25 15:03:22.938286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f1d3121b-c20e-4c3b-a055-61660286af77 req-b3ab77ff-0f0c-4867-9cda-bedc930cb657 service neutron] 10.222.0.52 "GET /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452868 Aug 25 15:03:23.014108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa4-9923-4227-af62-da92bc265092 req-02b6242a-bf64-45d4-a1b6-6a0e168155c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.019439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-02b6242a-bf64-45d4-a1b6-6a0e168155c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796385 Aug 25 15:03:23.072503 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Sync routers for ids ['d3ede68a-3327-425c-9afd-586141de55a7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:03:23.084029 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Routers {'d3ede68a-3327-425c-9afd-586141de55a7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:23.084791 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:02:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d3ede68a-3327-425c-9afd-586141de55a7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:23.104080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:23.105726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:23.106146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:23.129957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-83a2d9ef-4195-4065-8757-36d6c149a638 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013091 Aug 25 15:03:23.297333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-93c06fa4-9923-4227-af62-da92bc265092 req-0cfabbf6-b536-4835-89dc-bd3e800d462f service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611762 Aug 25 15:03:23.328247 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Set router d3ede68a-3327-425c-9afd-586141de55a7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:23.364909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:23.387694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-8041008d-f3fa-4932-b19b-d0b0d746f0c4 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.404215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-8041008d-f3fa-4932-b19b-d0b0d746f0c4 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 810 time: 0.9174101 Aug 25 15:03:23.405211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:23.421612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c17bba-1062-406b-bf39-e963e9066511 req-5d972d51-7282-424e-be15-d44b08e21e0b tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.430658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0c17bba-1062-406b-bf39-e963e9066511 req-5d972d51-7282-424e-be15-d44b08e21e0b tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 943 time: 0.0973074 Aug 25 15:03:23.432986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-b72f3280-f798-4676-9f5a-660aef9d783f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/quotas/a491ae197ac542398bcdb8d404de1cab HTTP/1.1" status: 200 len: 375 time: 0.0277479 Aug 25 15:03:23.505569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0c17bba-1062-406b-bf39-e963e9066511 req-e55234fe-aa80-43e2-891c-af373d55794e tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739875 Aug 25 15:03:23.505988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-c86eba31-0db6-4043-b3a3-952fca6eff94 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717874 Aug 25 15:03:23.539591 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:23.578003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-d070d695-10f0-4fdb-a3ef-287572d6415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.582690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-d070d695-10f0-4fdb-a3ef-287572d6415c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 1094 time: 0.1107280 Aug 25 15:03:23.640528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-4fcf87f5-1e0e-450b-8ccd-29b03fb49df9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274753 Aug 25 15:03:23.648371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:23.717593 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:03:20Z', 'revision_number': 4, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2a2763ee-c596-4ac8-b41f-9d37c1d11b2a', 'name': '', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'mac_address': 'fa:16:3e:5b:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:18Z', 'updated_at': '2021-08-25T15:03:20Z', 'revision_number': 2, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'subnets': [{'id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:23.775365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-ae7e0d37-6e9d-45f3-b465-fee1bc4e6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.776902 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-ae7e0d37-6e9d-45f3-b465-fee1bc4e6cad service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1862524 Aug 25 15:03:23.777674 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Checking router: d3ede68a-3327-425c-9afd-586141de55a7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:03:23.777837 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Updating router d3ede68a-3327-425c-9afd-586141de55a7 port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:03:23.802510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-26329599-ff62-488d-afe9-cde23976aa27 service neutron] 10.222.0.58 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515465 Aug 25 15:03:23.809557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49a38d90-e535-42b6-92a5-9dfef96ebc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:23.852002 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:23.860954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:03:23.862442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-a72c2134-05b7-4169-8246-1feeabe9c3d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b HTTP/1.1" status: 200 len: 217 time: 0.0763559 Aug 25 15:03:23.904046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2d06e9d9-24f8-442c-b5de-f6c9c795b66d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:03:23.954390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea571c0-b9cc-4ab5-8574-de8d1368f028 req-f509cac9-35f6-4fa0-83d2-c2d26db1f72c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.956518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea571c0-b9cc-4ab5-8574-de8d1368f028 req-f509cac9-35f6-4fa0-83d2-c2d26db1f72c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 943 time: 0.0975163 Aug 25 15:03:23.958417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-a1522f8e-9e35-4046-b2df-93e6a4335971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:23.959816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-a1522f8e-9e35-4046-b2df-93e6a4335971 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0863743 Aug 25 15:03:24.027719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,segment=NetworkSegment(41d660a2-28ad-4e22-966d-241a2911bbef),segment_id=41d660a2-28ad-4e22-966d-241a2911bbef)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:24.032824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea571c0-b9cc-4ab5-8574-de8d1368f028 req-86e950eb-18d8-4f7b-8434-80b6211cbe67 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Aug 25 15:03:24.041851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-0b6d21da-1334-4b7d-a056-3beb4d54081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:24.044611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-0b6d21da-1334-4b7d-a056-3beb4d54081e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736043 Aug 25 15:03:24.055988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d', 'network_id': 'cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774', 'port_id': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d', 'mac_address': 'fa:16:3e:98:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babdf991-6351-49b7-8dc0-8d24243465d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:03:24.063511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.131353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.156492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d06e9d9-24f8-442c-b5de-f6c9c795b66d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:24.183065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,segment=NetworkSegment(41d660a2-28ad-4e22-966d-241a2911bbef),segment_id=41d660a2-28ad-4e22-966d-241a2911bbef)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:24.202063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-90c9afc1-1e07-48b1-bbae-748f6f41d77b service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492331 Aug 25 15:03:24.284646 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.290235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.330289 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Transition to ACTIVE for port object 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:24.356425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:24.357512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e08d2db7-6058-4e1f-8cea-d6d5b9213110 req-39233583-fcff-4144-97eb-fff318a9c361 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 210 time: 0.0401776 Aug 25 15:03:24.388646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7582d0b6-5b5e-49f7-b41d-367b895c3c13 req-6afa04f2-5022-4764-8b65-4936666e0f2a service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759491 Aug 25 15:03:24.454689 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.528844 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Pushing event updated for resources: {'Port': ['ID=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:24.535248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['2d06e9d9-24f8-442c-b5de-f6c9c795b66d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:24.580489 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Attempting to bind port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:24.580860 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Attempting to bind port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:24.581214 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Attempting to bind port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a on network dd8e6add-5855-4408-b2dd-64ec2322e555 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:24.587079 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:24.587459 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Checking segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:24.587995 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.588389 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Bound using segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:24.589165 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Bound port: 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:24.589835 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.593329 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.593811 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.594323 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.594662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.594993 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.595480 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.596366 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.596694 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.597604 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.597941 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.598405 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.598728 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:24.680247 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] For port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:24.683985 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] For port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:24.724946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba5670-5803-47e8-bc47-afa52b7699b6 req-8e7b7540-1535-4489-98b5-173ffae8f74c tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:24.732572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6eba5670-5803-47e8-bc47-afa52b7699b6 req-8e7b7540-1535-4489-98b5-173ffae8f74c tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 944 time: 0.0839550 Aug 25 15:03:24.805140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6eba5670-5803-47e8-bc47-afa52b7699b6 req-655fa48c-d68c-4014-b148-20e39238c0fc tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 Aug 25 15:03:24.823180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:24.873753 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.881808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:24.882387 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:24.935634 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Routers {'d3ede68a-3327-425c-9afd-586141de55a7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:24.936261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:03:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d3ede68a-3327-425c-9afd-586141de55a7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:24.996188 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b5277-d6fd-4e1c-b82a-e9da9ac6b189 None None] Pushing event updated for resources: {'Port': ['ID=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:25.061761 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] Set router d3ede68a-3327-425c-9afd-586141de55a7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:25.185946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf573900-2afa-4217-82e6-3f63fed74360 req-20329b03-05f0-46cb-8ff3-008218f31d64 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:25.194470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf573900-2afa-4217-82e6-3f63fed74360 req-20329b03-05f0-46cb-8ff3-008218f31d64 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 943 time: 0.0684376 Aug 25 15:03:25.254658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf573900-2afa-4217-82e6-3f63fed74360 req-756ca11e-f802-4760-ab90-7aace3f98412 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Aug 25 15:03:25.333886 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:03:20Z', 'revision_number': 4, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2a2763ee-c596-4ac8-b41f-9d37c1d11b2a', 'name': '', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'mac_address': 'fa:16:3e:5b:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:18Z', 'updated_at': '2021-08-25T15:03:24Z', 'revision_number': 4, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'subnets': [{'id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:25.361518 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1e613-a42d-4484-a006-d9dcb1e7b9fe None None] The sync data for ids ['d3ede68a-3327-425c-9afd-586141de55a7'] in n-d-805995-2 is: [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:03:20Z', 'revision_number': 4, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2a2763ee-c596-4ac8-b41f-9d37c1d11b2a', 'name': '', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'mac_address': 'fa:16:3e:5b:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:18Z', 'updated_at': '2021-08-25T15:03:24Z', 'revision_number': 4, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'subnets': [{'id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:03:25.436878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:25.550431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1544d447-2acd-43be-a09a-d7f81fa91311 req-d6e7bdf3-2fd0-4a74-b3d8-ebae039643db tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 210 time: 0.0577583 Aug 25 15:03:25.880242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45722) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:25.927714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1b216a19-ac10-47af-ae89-8855a8b4ae3b details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:03:25.977655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6e277-8ab9-4870-83c8-0fea7aae74df req-6fc5d2d3-d20f-465b-9a77-bb5d0a984345 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:25.985192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0f6e277-8ab9-4870-83c8-0fea7aae74df req-6fc5d2d3-d20f-465b-9a77-bb5d0a984345 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 944 time: 0.1012583 Aug 25 15:03:26.043286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2d06e9d9-24f8-442c-b5de-f6c9c795b66d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:26.086317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0f6e277-8ab9-4870-83c8-0fea7aae74df req-17a6f85f-61f2-4e5a-acd8-20de8f38c57d tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972905 Aug 25 15:03:26.144225 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-428a38d2-20ef-4c9b-a4aa-90efb364987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.180271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:26.186945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'mac_address': 'fa:16:3e:a3:ba:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:03:26.226773 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.264086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b216a19-ac10-47af-ae89-8855a8b4ae3b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:26.277702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-428a38d2-20ef-4c9b-a4aa-90efb364987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.286852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:26.393453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:26.401151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:26.424657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.425117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2c0d-1c6e-47c4-bd5f-f045955ff256 req-5c2b062b-dd82-423b-9792-d0baa25ceb3b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:26.425117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c63c2c0d-1c6e-47c4-bd5f-f045955ff256 req-5c2b062b-dd82-423b-9792-d0baa25ceb3b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 943 time: 0.0949900 Aug 25 15:03:26.475200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c63c2c0d-1c6e-47c4-bd5f-f045955ff256 req-8e338b24-9fd3-4eed-bda6-06cdb4ce670f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450399 Aug 25 15:03:26.501108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-428a38d2-20ef-4c9b-a4aa-90efb364987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.523387 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.560654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-428a38d2-20ef-4c9b-a4aa-90efb364987e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9bfacc5546744a6b8d8f88e38f46d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6791196 Aug 25 15:03:26.565600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:26.567100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a38d2-20ef-4c9b-a4aa-90efb364987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2668e2-b8e8-4bd1-ae17-594911cb6da9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:26.588846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.656612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:26.685698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:26.688325 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6211a37-7097-4902-9e7c-b8dddb3c79dd" -d '{"events": [{"server_uuid": "fee66ca5-ddb7-45d0-bee8-738a0bbad1cd", "name": "network-vif-plugged", "status": "completed", "tag": "2d06e9d9-24f8-442c-b5de-f6c9c795b66d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:26.715986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,segment=NetworkSegment(41d660a2-28ad-4e22-966d-241a2911bbef),segment_id=41d660a2-28ad-4e22-966d-241a2911bbef)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:26.731557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b6a1f5-ebfc-4d68-a293-1ddd97fb464c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.749802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b79abcf-0636-4daf-b301-6bc28e4e0ef9 req-f665f9cb-096b-423b-b4a0-95c1f0a7ea42 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 210 time: 0.0535510 Aug 25 15:03:26.755864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['1b216a19-ac10-47af-ae89-8855a8b4ae3b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:26.798454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b6a1f5-ebfc-4d68-a293-1ddd97fb464c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.813943 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452ec58-03ca-484a-b7b0-e924474223cb x-openstack-request-id: req-1452ec58-03ca-484a-b7b0-e924474223cb {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:26.813943 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee66ca5-ddb7-45d0-bee8-738a0bbad1cd", "name": "network-vif-plugged", "status": "completed", "tag": "2d06e9d9-24f8-442c-b5de-f6c9c795b66d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:26.813943 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1452ec58-03ca-484a-b7b0-e924474223cb {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:26.813943 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d', 'code': 200} Aug 25 15:03:26.912813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:26.924332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457081-c05b-44bc-8fc3-9ded958503ce req-4e29fe09-efcf-4b76-af89-be3de0e50c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:26.925983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51457081-c05b-44bc-8fc3-9ded958503ce req-4e29fe09-efcf-4b76-af89-be3de0e50c6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 1096 time: 0.0570614 Aug 25 15:03:26.970815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:26.972638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51457081-c05b-44bc-8fc3-9ded958503ce req-7f10bbdc-772f-4d7f-95ba-f771b5909e97 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355532 Aug 25 15:03:27.053579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:27.072151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b6a1f5-ebfc-4d68-a293-1ddd97fb464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.074961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-93b6a1f5-ebfc-4d68-a293-1ddd97fb464c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.080851 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93b6a1f5-ebfc-4d68-a293-1ddd97fb464c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa2668e2-b8e8-4bd1-ae17-594911cb6da9 HTTP/1.1" status: 204 len: 168 time: 0.5000460 Aug 25 15:03:27.092974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6a1f5-ebfc-4d68-a293-1ddd97fb464c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2668e2-b8e8-4bd1-ae17-594911cb6da9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:27.158791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.315904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c824d-51e9-4109-a4e8-f494e3011358 req-8fd966f2-a8b8-4459-9b56-25d6a46da20c tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:27.322940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c0c824d-51e9-4109-a4e8-f494e3011358 req-8fd966f2-a8b8-4459-9b56-25d6a46da20c tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 945 time: 0.1353154 Aug 25 15:03:27.337246 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.384688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c0c824d-51e9-4109-a4e8-f494e3011358 req-91ea03b1-f083-451b-a288-d10140a58082 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503156 Aug 25 15:03:27.438009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:27.443478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:27.444257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.565598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.602576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4a9e-b9dd-46d4-b88a-5323c43f96ba req-d18700f2-8da9-4caf-bbfb-6b6eae2629c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:27.604108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0a4a9e-b9dd-46d4-b88a-5323c43f96ba req-d18700f2-8da9-4caf-bbfb-6b6eae2629c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 944 time: 0.0572369 Aug 25 15:03:27.604781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:27.645838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0a4a9e-b9dd-46d4-b88a-5323c43f96ba req-8559046e-de3b-49ae-b957-5307ca89edd8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357115 Aug 25 15:03:27.726544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:27.773404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:27.854451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529ae85d-a118-494c-8741-98d44f7b1cf8 req-0236c84c-c525-44e1-928a-f225edc708da tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 210 time: 0.0273678 Aug 25 15:03:27.942953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1b216a19-ac10-47af-ae89-8855a8b4ae3b up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:28.147335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 1b216a19-ac10-47af-ae89-8855a8b4ae3b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:28.151862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 1b216a19-ac10-47af-ae89-8855a8b4ae3b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:28.152372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.237177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.263335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45760) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:28.276894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:28.278429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ad20863-176d-43a4-810c-33ba16d62c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.286337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-7c071d3f-b887-4e36-bc88-f4a16021c170 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:28.287910 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-7c071d3f-b887-4e36-bc88-f4a16021c170 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.45 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 810 time: 0.1122699 Aug 25 15:03:28.304319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Request body: {'port': {'device_id': '6424e137-2b41-48e2-a5bf-555009171ef3', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'admin_state_up': True, 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:28.387443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ad20863-176d-43a4-810c-33ba16d62c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.415627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.470542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:28.523430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6c29-8846-4e7c-8f41-978576c18904 req-fe20092a-8ca1-4a8d-a02d-894bc9909ace tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:28.525025 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29eb6c29-8846-4e7c-8f41-978576c18904 req-fe20092a-8ca1-4a8d-a02d-894bc9909ace tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 945 time: 0.0590546 Aug 25 15:03:28.529531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ad20863-176d-43a4-810c-33ba16d62c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.593536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2ad20863-176d-43a4-810c-33ba16d62c74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fce7d52f8e6f4253aafd09fa3bea6b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289700 Aug 25 15:03:28.595876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20863-176d-43a4-810c-33ba16d62c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d4580-662a-4744-b0cc-72f0bcb34818,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:28.596740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:28.615365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29eb6c29-8846-4e7c-8f41-978576c18904 req-af2b828b-274b-4ef4-a43d-53e3f62f6886 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Aug 25 15:03:28.629233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Made reservation on behalf of a491ae197ac542398bcdb8d404de1cab for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:28.633125 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.730624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8158a17c-7eb4-4dee-80d2-572556be8cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.801940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:28.822788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8158a17c-7eb4-4dee-80d2-572556be8cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.827905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:28.830631 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe38b36-017f-4288-b4d0-b82d15fd09a5" -d '{"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-plugged", "status": "completed", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:28.857718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa04e-7cdd-4ab0-9947-c24861eae10f req-06138e4c-4ce7-45a6-8ba2-6fd6c48b65d3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:28.859431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e09aa04e-7cdd-4ab0-9947-c24861eae10f req-06138e4c-4ce7-45a6-8ba2-6fd6c48b65d3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0933900 Aug 25 15:03:28.886936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:28.887691 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:28.930371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Allocated IP 172.20.0.13 (dd8e6add-5855-4408-b2dd-64ec2322e555/5a0cf900-3f60-42c7-881c-864a6725daf3/5f5861ca-06cd-4600-8e2a-82fe2ba7b07b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:28.940102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e09aa04e-7cdd-4ab0-9947-c24861eae10f req-dbd83dfc-7775-443b-b6d1-7df98c141fde tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697272 Aug 25 15:03:29.088986 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aafa595-9c3e-4447-9ee5-6df024467b0d x-openstack-request-id: req-1aafa595-9c3e-4447-9ee5-6df024467b0d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:29.089285 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-plugged", "status": "completed", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:29.089540 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1aafa595-9c3e-4447-9ee5-6df024467b0d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:29.089939 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'code': 200} Aug 25 15:03:29.095378 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:29.191390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:29.207063 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5def5134-2f0b-462e-ac91-47d73dea4649 req-37aec1d7-6e29-4d67-9f39-84b4a502d85e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Aug 25 15:03:29.231084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384916aa-a227-43fd-97c1-d60e3051d67f req-61f89cf2-8725-4bbb-b731-d635de4fef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:29.232608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-384916aa-a227-43fd-97c1-d60e3051d67f req-61f89cf2-8725-4bbb-b731-d635de4fef61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 1096 time: 0.0566564 Aug 25 15:03:29.282080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-384916aa-a227-43fd-97c1-d60e3051d67f req-0f81df3d-53b7-4f0f-92d4-b87f5a32dfbe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 Aug 25 15:03:29.306361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8158a17c-7eb4-4dee-80d2-572556be8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:29.309010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8158a17c-7eb4-4dee-80d2-572556be8cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:29.310161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8158a17c-7eb4-4dee-80d2-572556be8cd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c26d4580-662a-4744-b0cc-72f0bcb34818 HTTP/1.1" status: 204 len: 168 time: 0.7040465 Aug 25 15:03:29.318638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158a17c-7eb4-4dee-80d2-572556be8cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d4580-662a-4744-b0cc-72f0bcb34818,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:29.539528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:29.593623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Network dd8e6add-5855-4408-b2dd-64ec2322e555 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:29.597009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:29.601044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:29.628530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Pushing event updated for resources: {'Port': ['ID=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:29.667599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:29.668223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:29.859950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-662a4122-3536-4fbc-82a6-9c1c6187ef9a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5613008 Aug 25 15:03:29.873537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Request body: {'port': {'device_id': '6424e137-2b41-48e2-a5bf-555009171ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:29.930170 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:30.091358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c7ba6-74fd-4c19-b40f-28ca3a08510f req-ed50f10c-ee14-40ad-9aad-5ab65536f5c3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:30.094013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc0c7ba6-74fd-4c19-b40f-28ca3a08510f req-ed50f10c-ee14-40ad-9aad-5ab65536f5c3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0524945 Aug 25 15:03:30.147342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc0c7ba6-74fd-4c19-b40f-28ca3a08510f req-c61a0767-9a33-4ad9-a694-5c3a4be7108c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Aug 25 15:03:30.285117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:30.296483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:30.313953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Transition to ACTIVE for port object 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:30.362374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a46be-e224-4021-b1fb-0340d6e4da4e req-b37cb555-9f62-4e17-a03b-8fcdf0f8387b tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:30.363998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-501a46be-e224-4021-b1fb-0340d6e4da4e req-b37cb555-9f62-4e17-a03b-8fcdf0f8387b tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 945 time: 0.1027589 Aug 25 15:03:30.386826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcce62-46cd-435b-89d8-de2380027541 req-b7cf8c6f-95aa-4bd4-a345-f09d82dbcd2a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:30.388376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-06bcce62-46cd-435b-89d8-de2380027541 req-b7cf8c6f-95aa-4bd4-a345-f09d82dbcd2a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 932 time: 0.0512578 Aug 25 15:03:30.409400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-501a46be-e224-4021-b1fb-0340d6e4da4e req-ae9ff428-5748-4edc-abc3-de73e6e20a53 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Aug 25 15:03:30.432997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-06bcce62-46cd-435b-89d8-de2380027541 req-f7dd6550-e0c4-4580-b3d6-d569a9ea152d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 Aug 25 15:03:30.484003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:30.560867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Pushing event updated for resources: {'Port': ['ID=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:30.645523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Attempting to bind port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:30.646457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Attempting to bind port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:30.647001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Attempting to bind port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b on network dd8e6add-5855-4408-b2dd-64ec2322e555 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:30.679934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b on network dd8e6add-5855-4408-b2dd-64ec2322e555 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:03:30.688794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Attempting to bind port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b on network dd8e6add-5855-4408-b2dd-64ec2322e555 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:30.688794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:30.688794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Checking segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:30.690806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Bound using segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:30.691446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Bound port: 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:30.691822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:30.772920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] For port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:30.776363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] For port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:30.885194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:30.919470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:30.920740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:30.922510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] 10.222.0.45 "PUT /v2.0/ports/5f5861ca-06cd-4600-8e2a-82fe2ba7b07b HTTP/1.1" status: 200 len: 1092 time: 1.0542037 Aug 25 15:03:30.922982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6424e137-2b41-48e2-a5bf-555009171ef3', 'tag': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:30.926172 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b563d2-90e7-4e55-8d14-c3cb000101e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6424e137-2b41-48e2-a5bf-555009171ef3", "tag": "5f5861ca-06cd-4600-8e2a-82fe2ba7b07b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:30.960015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdffb0-d22c-4c23-860d-22306213215c service neutron] Pushing event updated for resources: {'Port': ['ID=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:30.988531 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d41ef-f6f5-4163-bb71-1ae105dc594a x-openstack-request-id: req-6d5d41ef-f6f5-4163-bb71-1ae105dc594a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:30.989031 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6424e137-2b41-48e2-a5bf-555009171ef3", "tag": "5f5861ca-06cd-4600-8e2a-82fe2ba7b07b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:30.989273 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d5d41ef-f6f5-4163-bb71-1ae105dc594a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:30.989719 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6424e137-2b41-48e2-a5bf-555009171ef3', 'tag': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b', 'status': 'completed', 'code': 200} Aug 25 15:03:31.059334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b563d2-90e7-4e55-8d14-c3cb000101e3 req-6968559d-6ce4-47a1-8319-5912ea2db121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.061250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b563d2-90e7-4e55-8d14-c3cb000101e3 req-6968559d-6ce4-47a1-8319-5912ea2db121 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0477560 Aug 25 15:03:31.191782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b563d2-90e7-4e55-8d14-c3cb000101e3 req-b4681061-1bdf-4cba-9559-47d85d4d20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.194383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b563d2-90e7-4e55-8d14-c3cb000101e3 req-b4681061-1bdf-4cba-9559-47d85d4d20f7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a491ae197ac542398bcdb8d404de1cab&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1245401 Aug 25 15:03:31.360629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb221c-998f-42cf-b90a-15a418f96410 req-0b8ba40e-51ef-481e-9230-88170e7d931d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.363526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9eb221c-998f-42cf-b90a-15a418f96410 req-0b8ba40e-51ef-481e-9230-88170e7d931d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0835018 Aug 25 15:03:31.398386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b563d2-90e7-4e55-8d14-c3cb000101e3 req-90304f44-c20c-43aa-b70d-93f7b1a0cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.401223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b563d2-90e7-4e55-8d14-c3cb000101e3 req-90304f44-c20c-43aa-b70d-93f7b1a0cd73 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966150 Aug 25 15:03:31.434318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9eb221c-998f-42cf-b90a-15a418f96410 req-118ea003-52a1-4ae3-983c-8e6f978f2c4c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Aug 25 15:03:31.585040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-eb469014-a98b-42a6-ae14-f1c15d47669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.587345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-eb469014-a98b-42a6-ae14-f1c15d47669a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 1095 time: 0.1415827 Aug 25 15:03:31.633177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98f8bb-0079-437e-8897-af92132ee61e req-512f023e-267f-43a1-bf71-988208278c4b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.634872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d98f8bb-0079-437e-8897-af92132ee61e req-512f023e-267f-43a1-bf71-988208278c4b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 944 time: 0.0840983 Aug 25 15:03:31.656009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a7e55-5869-4462-87bc-3ac1f5d16985 req-13c04d1e-f951-40e1-b99b-4f55e39bd31d tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.659315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-970a7e55-5869-4462-87bc-3ac1f5d16985 req-13c04d1e-f951-40e1-b99b-4f55e39bd31d tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 945 time: 0.1575189 Aug 25 15:03:31.672136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57098f56-c8df-47be-b920-f60292ddd49b req-135aa7c3-250c-4b75-80fe-46ac9893ad8b tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:31.673743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57098f56-c8df-47be-b920-f60292ddd49b req-135aa7c3-250c-4b75-80fe-46ac9893ad8b tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 945 time: 0.1389654 Aug 25 15:03:31.675097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-650b0d76-18d4-40d2-b80e-0a3d2d84acae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b HTTP/1.1" status: 200 len: 217 time: 0.0770762 Aug 25 15:03:31.696188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d98f8bb-0079-437e-8897-af92132ee61e req-291dbab0-32a7-4a10-bd04-636b76877ba4 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Aug 25 15:03:32.261708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-970a7e55-5869-4462-87bc-3ac1f5d16985 req-6ee4fed1-7b46-4aea-8bb7-9bf3d5a839d7 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/security-groups?id=9c913a88-4370-4d72-97da-0d3caeee75b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842986 Aug 25 15:03:32.261929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-6fd89e5f-62fc-47e1-99db-10bf176837c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:32.263274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-6fd89e5f-62fc-47e1-99db-10bf176837c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 200 len: 850 time: 0.5797839 Aug 25 15:03:32.313042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-1a87d04a-187d-4fb2-bf5d-d824a3755a37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8e6add-5855-4408-b2dd-64ec2322e555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379617 Aug 25 15:03:32.363091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db19d7-00b8-44d5-8b4e-56aee6c79874 req-8a1e1d0a-d5ad-412f-aa89-9ab9f13dc230 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:32.371698 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28db19d7-00b8-44d5-8b4e-56aee6c79874 req-8a1e1d0a-d5ad-412f-aa89-9ab9f13dc230 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1268878 Aug 25 15:03:32.405197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Deleting port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:03:32.407149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:32.477351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28db19d7-00b8-44d5-8b4e-56aee6c79874 req-a583813f-ed4a-44e2-ae59-baa36bea06ad tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021810 Aug 25 15:03:32.596093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-b0630ffd-051e-4538-a264-332c7680fc51 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737973 Aug 25 15:03:32.672325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] For port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,segment=NetworkSegment(41d660a2-28ad-4e22-966d-241a2911bbef),segment_id=41d660a2-28ad-4e22-966d-241a2911bbef)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:32.672710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:32.693435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Calling delete_port for 2d06e9d9-24f8-442c-b5de-f6c9c795b66d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:03:32.779443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a3c47e8-3881-4f9e-9d69-f1dd2c2901c1 req-e49c627d-ccb3-46a8-a284-da63e018c486 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734912 Aug 25 15:03:32.915526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f94f-d7dc-4578-96bb-a3767744663d req-98ba0167-c818-41f9-be81-57191151d041 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:32.924488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a496f94f-d7dc-4578-96bb-a3767744663d req-98ba0167-c818-41f9-be81-57191151d041 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 944 time: 0.0860267 Aug 25 15:03:32.987387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a496f94f-d7dc-4578-96bb-a3767744663d req-0a34f83b-d1e3-4af0-aebb-6f7bb458ff54 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541742 Aug 25 15:03:33.048328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:33.068228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['2d06e9d9-24f8-442c-b5de-f6c9c795b66d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:33.085862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Pushing event deleted for resources: {'Port': ['ID=2d06e9d9-24f8-442c-b5de-f6c9c795b66d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:33.135376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] No DVR routers for this DVR port 2d06e9d9-24f8-442c-b5de-f6c9c795b66d on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:03:33.138400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:33.140473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57098f56-c8df-47be-b920-f60292ddd49b req-d301a76f-acaa-4380-80fc-c125b4f80bc2 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.52 "DELETE /v2.0/ports/2d06e9d9-24f8-442c-b5de-f6c9c795b66d HTTP/1.1" status: 204 len: 173 time: 1.4580729 Aug 25 15:03:33.141045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'name': 'network-vif-deleted', 'tag': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:33.145204 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1f2b34-4ef4-4a15-ba81-fb468fd2e2c5" -d '{"events": [{"server_uuid": "fee66ca5-ddb7-45d0-bee8-738a0bbad1cd", "name": "network-vif-deleted", "tag": "2d06e9d9-24f8-442c-b5de-f6c9c795b66d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:33.208181 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1d4ff9-40e6-4c81-b1ea-0c3bc1dc18fa x-openstack-request-id: req-cd1d4ff9-40e6-4c81-b1ea-0c3bc1dc18fa {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:33.211370 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee66ca5-ddb7-45d0-bee8-738a0bbad1cd", "name": "network-vif-deleted", "tag": "2d06e9d9-24f8-442c-b5de-f6c9c795b66d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:33.211565 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd1d4ff9-40e6-4c81-b1ea-0c3bc1dc18fa {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:33.212004 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee66ca5-ddb7-45d0-bee8-738a0bbad1cd', 'name': 'network-vif-deleted', 'tag': '2d06e9d9-24f8-442c-b5de-f6c9c795b66d', 'status': 'completed', 'code': 200} Aug 25 15:03:33.388510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f076dd4-858a-4bd9-b0a9-5f26e67ad59d req-8f0ab2a5-f96e-4171-b87d-616a96131150 tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0319772 Aug 25 15:03:33.649278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ac39-bee7-44a5-8165-ca2d3a35c399 req-7a21646a-9ead-4e7c-a462-f426f3f5538a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:33.661178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27e8ac39-bee7-44a5-8165-ca2d3a35c399 req-7a21646a-9ead-4e7c-a462-f426f3f5538a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0995784 Aug 25 15:03:33.701495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27e8ac39-bee7-44a5-8165-ca2d3a35c399 req-4b656a40-bfa3-480b-b75c-caffc01fbe42 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Aug 25 15:03:34.142761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5a6e2-a2ab-46ae-a3a2-e458f5634a7f req-0d5ecc29-25fa-4657-aad9-2c061e1ea32e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:34.150411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3b5a6e2-a2ab-46ae-a3a2-e458f5634a7f req-0d5ecc29-25fa-4657-aad9-2c061e1ea32e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 944 time: 0.0846431 Aug 25 15:03:34.196274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3b5a6e2-a2ab-46ae-a3a2-e458f5634a7f req-01572768-f3a6-4bd3-98bc-22423a0615ed tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Aug 25 15:03:34.606511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe5344c8-5089-4d54-8235-61449c99cb1f req-f85e8f19-827b-4dfe-a1b2-cc6bae290d1c tempest-ServerPasswordTestJSON-1572087827 tempest-ServerPasswordTestJSON-1572087827-project] 10.222.0.58 "GET /v2.0/ports?device_id=fee66ca5-ddb7-45d0-bee8-738a0bbad1cd HTTP/1.1" status: 200 len: 210 time: 0.0756009 Aug 25 15:03:34.854014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3461cca-2348-4227-a9d9-6c7463324a99 req-f5ebd550-2a32-42a5-93cd-f5ca0339fb01 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:34.858507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e3461cca-2348-4227-a9d9-6c7463324a99 req-f5ebd550-2a32-42a5-93cd-f5ca0339fb01 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0664427 Aug 25 15:03:34.899829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e3461cca-2348-4227-a9d9-6c7463324a99 req-787b27c3-f24d-4e77-8b8f-e02a0fbbb469 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Aug 25 15:03:35.357266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d927e-d2c2-4d8e-a358-5137680f8fa4 req-f93ba905-387a-4dd5-b194-5bc8cadd5a52 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:35.365695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f0d927e-d2c2-4d8e-a358-5137680f8fa4 req-f93ba905-387a-4dd5-b194-5bc8cadd5a52 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 944 time: 0.0622840 Aug 25 15:03:35.417906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45948) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:35.422091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f0d927e-d2c2-4d8e-a358-5137680f8fa4 req-d0bfe26d-092a-48e3-8351-9642f2eccb2f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Aug 25 15:03:35.469508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:03:35.583480 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9291ed90-44a4-482b-a184-ef879d4e0470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.595953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:35.674427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:35.726938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9291ed90-44a4-482b-a184-ef879d4e0470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.740399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Deleting subnet babdf991-6351-49b7-8dc0-8d24243465d5 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:03:35.744469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.762951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'port_id': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b', 'mac_address': 'fa:16:3e:88:78:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:03:35.790098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.840259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.866293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.866409 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9291ed90-44a4-482b-a184-ef879d4e0470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:35.868760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:35.915614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:35.924116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9291ed90-44a4-482b-a184-ef879d4e0470 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34cb2a72d63c47e8bb19c7218f1d68b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014060 Aug 25 15:03:35.924116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291ed90-44a4-482b-a184-ef879d4e0470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353cd72b-360c-4e04-8d47-b1e065619104,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:35.925046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:35.976508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2d06e9d9-24f8-442c-b5de-f6c9c795b66d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:03:35.996078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b85a121-ef25-4166-a6a2-047f9a103265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.011197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 2d06e9d9-24f8-442c-b5de-f6c9c795b66d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:03:36.011832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 2d06e9d9-24f8-442c-b5de-f6c9c795b66d not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:03:36.043097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b85a121-ef25-4166-a6a2-047f9a103265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.077646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102990c9-a1f6-4634-953b-ac9fc722e789 req-c31d83db-0258-4619-b501-a2dc39daea44 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:36.079257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-102990c9-a1f6-4634-953b-ac9fc722e789 req-c31d83db-0258-4619-b501-a2dc39daea44 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0618429 Aug 25 15:03:36.083865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.125780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-102990c9-a1f6-4634-953b-ac9fc722e789 req-dc6c0256-9891-4a43-970d-a4432b7dcfc8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Aug 25 15:03:36.131795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.167081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:36.167775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babdf991-6351-49b7-8dc0-8d24243465d5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:36.167775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.167775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-61639949-0333-4bef-a7e0-40dd8f44ed8c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/babdf991-6351-49b7-8dc0-8d24243465d5 HTTP/1.1" status: 204 len: 168 time: 0.4911227 Aug 25 15:03:36.170800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:36.257496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.326216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:36.345015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.360583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:36.372044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d660a2-28ad-4e22-966d-241a2911bbef') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:36.372312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d660a2-28ad-4e22-966d-241a2911bbef') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:36.381424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.400087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.411112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:03:36.412953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:03:36.413763 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:03:36.564722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6011d6-803a-4a19-8909-fdab6b331545 req-43ad0d4a-8eee-42dd-a101-b46e074d92be tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:36.566359 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe6011d6-803a-4a19-8909-fdab6b331545 req-43ad0d4a-8eee-42dd-a101-b46e074d92be tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 945 time: 0.0570762 Aug 25 15:03:36.598593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b85a121-ef25-4166-a6a2-047f9a103265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.601818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b85a121-ef25-4166-a6a2-047f9a103265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.602561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8b85a121-ef25-4166-a6a2-047f9a103265 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/353cd72b-360c-4e04-8d47-b1e065619104 HTTP/1.1" status: 204 len: 168 time: 0.6761162 Aug 25 15:03:36.606174 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.621007 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:36.627341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] 10.222.0.58 "DELETE /v2.0/networks/cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774 HTTP/1.1" status: 204 len: 168 time: 0.4512498 Aug 25 15:03:36.635457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe6011d6-803a-4a19-8909-fdab6b331545 req-d12f48d8-ffca-4f8f-9846-f1213195107c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 Aug 25 15:03:36.636271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85a121-ef25-4166-a6a2-047f9a103265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353cd72b-360c-4e04-8d47-b1e065619104,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:36.650696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52baf-a903-4925-93a5-e82193d24eee admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2ee8a2-1e94-46e0-b6fd-fe147a7ce774,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:37.234039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45998) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:37.274285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8170-7cc6-4ceb-8ac6-ebfc5ffa506a req-c0371d48-7e6f-4990-a661-7458a428990d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:37.276797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0feb8170-7cc6-4ceb-8ac6-ebfc5ffa506a req-c0371d48-7e6f-4990-a661-7458a428990d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0705514 Aug 25 15:03:37.294186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-14b0e036-0d74-4205-85e7-09cd38350c52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=badc2128404f453fac5e4c43d9a2f04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521560 Aug 25 15:03:37.296767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:37.328578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0feb8170-7cc6-4ceb-8ac6-ebfc5ffa506a req-ea710d26-985a-425d-a4f0-89530e52f64f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Aug 25 15:03:37.387936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80ee1efc-fbb8-4f24-b89b-4bb5f8506830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.416367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80ee1efc-fbb8-4f24-b89b-4bb5f8506830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.461687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:37.660596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:37.681325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea659fe2-c3a1-4793-8add-1832797f7f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.695279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:37.696848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80ee1efc-fbb8-4f24-b89b-4bb5f8506830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.699595 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80ee1efc-fbb8-4f24-b89b-4bb5f8506830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.700943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:37.706824 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.706980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-80ee1efc-fbb8-4f24-b89b-4bb5f8506830 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c913a88-4370-4d72-97da-0d3caeee75b4 HTTP/1.1" status: 204 len: 168 time: 0.4036725 Aug 25 15:03:37.723077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee1efc-fbb8-4f24-b89b-4bb5f8506830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c913a88-4370-4d72-97da-0d3caeee75b4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:37.798525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:37.833876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6424e137-2b41-48e2-a5bf-555009171ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:37.836930 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a3bc5e-f99b-44c8-9e50-4eb6f8ea8d9d" -d '{"events": [{"server_uuid": "6424e137-2b41-48e2-a5bf-555009171ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5f5861ca-06cd-4600-8e2a-82fe2ba7b07b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:37.838164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de7329-89b7-42cf-8958-99b06759c1e1 req-26a37f13-b42a-4fe3-b261-4fa79684136d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:37.847228 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4de7329-89b7-42cf-8958-99b06759c1e1 req-26a37f13-b42a-4fe3-b261-4fa79684136d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 945 time: 0.0734053 Aug 25 15:03:37.855212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:37.914226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4de7329-89b7-42cf-8958-99b06759c1e1 req-0a0fc084-48c8-4784-9641-beaa1e0383d1 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Aug 25 15:03:37.966697 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76826bdb-9c33-402f-883c-21bebe8d6979 x-openstack-request-id: req-76826bdb-9c33-402f-883c-21bebe8d6979 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:37.967000 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6424e137-2b41-48e2-a5bf-555009171ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5f5861ca-06cd-4600-8e2a-82fe2ba7b07b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:37.967285 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76826bdb-9c33-402f-883c-21bebe8d6979 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:37.967744 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6424e137-2b41-48e2-a5bf-555009171ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b', 'code': 200} Aug 25 15:03:37.990525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1b216a19-ac10-47af-ae89-8855a8b4ae3b details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:03:38.014129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea659fe2-c3a1-4793-8add-1832797f7f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.092909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.132666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aea99-72d2-4f44-b2de-c92a47c78fee req-f8d9aeba-8be2-4e74-8094-8d200f5e6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:38.135943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-715aea99-72d2-4f44-b2de-c92a47c78fee req-f8d9aeba-8be2-4e74-8094-8d200f5e6a9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0933044 Aug 25 15:03:38.173436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:38.184318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:38.194588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-715aea99-72d2-4f44-b2de-c92a47c78fee req-501d0ca7-2ef1-447e-86bf-076d4263e4cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 Aug 25 15:03:38.195777 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea659fe2-c3a1-4793-8add-1832797f7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.198157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'port_id': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'mac_address': 'fa:16:3e:a3:ba:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:03:38.245122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea659fe2-c3a1-4793-8add-1832797f7f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa97c8d-1d87-40eb-9d05-3f87c81894ca,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:38.248261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ea659fe2-c3a1-4793-8add-1832797f7f04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=074b626d8f7541899ba4260b29d7d5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861776 Aug 25 15:03:38.251435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46038) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:38.264390 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.285822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b216a19-ac10-47af-ae89-8855a8b4ae3b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:03:38.312493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:38.313310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a9de30-2b94-4566-9fb7-e8d303d102ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.336328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a9de30-2b94-4566-9fb7-e8d303d102ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.447523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.525252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a74436-8a09-4fb1-84f1-9e413dd9f8ab req-cd6f4785-cd90-48a1-a1e3-0ffed433afd6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:38.527550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20a74436-8a09-4fb1-84f1-9e413dd9f8ab req-cd6f4785-cd90-48a1-a1e3-0ffed433afd6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 944 time: 0.0946186 Aug 25 15:03:38.540734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a9de30-2b94-4566-9fb7-e8d303d102ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.543873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a9de30-2b94-4566-9fb7-e8d303d102ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:38.545471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7a9de30-2b94-4566-9fb7-e8d303d102ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1aa97c8d-1d87-40eb-9d05-3f87c81894ca HTTP/1.1" status: 204 len: 168 time: 0.2926149 Aug 25 15:03:38.552128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:38.554486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9de30-2b94-4566-9fb7-e8d303d102ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa97c8d-1d87-40eb-9d05-3f87c81894ca,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:38.560097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['1b216a19-ac10-47af-ae89-8855a8b4ae3b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:03:38.610019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20a74436-8a09-4fb1-84f1-9e413dd9f8ab req-af6eeb19-8ef8-4f5a-8eba-552a7521344a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741091 Aug 25 15:03:39.178263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185de79-1863-4ddb-acfa-e1cfc15c22a6 req-c015f59b-7b6b-4506-b22d-425f41e4dec7 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:39.180801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5185de79-1863-4ddb-acfa-e1cfc15c22a6 req-c015f59b-7b6b-4506-b22d-425f41e4dec7 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1069460 Aug 25 15:03:39.255619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5185de79-1863-4ddb-acfa-e1cfc15c22a6 req-00facde1-6e5f-4a1d-865b-457bf59e8318 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540590 Aug 25 15:03:39.773073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42936507-d635-4505-9e5c-8875ba89d3ab req-ec05176c-d6f2-4687-a248-323a5d512eb2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:39.790741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42936507-d635-4505-9e5c-8875ba89d3ab req-ec05176c-d6f2-4687-a248-323a5d512eb2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 944 time: 0.0940816 Aug 25 15:03:39.897497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42936507-d635-4505-9e5c-8875ba89d3ab req-d3d61328-1728-49b0-87bb-1c225409608d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964065 Aug 25 15:03:39.992652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1b216a19-ac10-47af-ae89-8855a8b4ae3b up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:40.108347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46102) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:40.126203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 1b216a19-ac10-47af-ae89-8855a8b4ae3b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:40.126626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:40.326688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:40.360635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-network', 'tenant_id': '973533fa20544202844eadcff1d6a203'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:40.439801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2f182-fdab-46a5-8af7-5178bfaf1e2d req-ba19bfc5-6224-40d5-8b77-72e2564d14be tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:40.451648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ff2f182-fdab-46a5-8af7-5178bfaf1e2d req-ba19bfc5-6224-40d5-8b77-72e2564d14be tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0769935 Aug 25 15:03:40.457337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:40.457782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:03:40.460236 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ded0aa-a50e-4d9b-8aa7-59faf1b414a3" -d '{"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-plugged", "status": "completed", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:03:40.529773 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d949eea5-f9a2-4b17-b139-117b6ba18584 x-openstack-request-id: req-d949eea5-f9a2-4b17-b139-117b6ba18584 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:03:40.530236 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-plugged", "status": "completed", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:03:40.530554 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d949eea5-f9a2-4b17-b139-117b6ba18584 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:03:40.531035 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'code': 200} Aug 25 15:03:40.542305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ff2f182-fdab-46a5-8af7-5178bfaf1e2d req-9ff120c3-bde2-4da9-a012-fb3b4ce7bd23 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894549 Aug 25 15:03:40.589968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Made reservation on behalf of 973533fa20544202844eadcff1d6a203 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:40.592681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:40.610606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:40.633283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:40.776475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-83001dc7-094d-431b-9994-85e4dc5448a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834720 Aug 25 15:03:40.823765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:40.962641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:40.985259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5fedf-dd57-413e-b050-f430a278667c req-39ff7e66-f6fc-4d2f-9c9b-af06ce6dfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:40.990140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-39ff7e66-f6fc-4d2f-9c9b-af06ce6dfcfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1097 time: 0.1355672 Aug 25 15:03:41.161226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabea91-60c3-497b-938f-3bb70fe7414f req-8c2f406b-bc41-4ee0-907a-c60940ba27f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:41.168613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dabea91-60c3-497b-938f-3bb70fe7414f req-8c2f406b-bc41-4ee0-907a-c60940ba27f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1721551 Aug 25 15:03:41.215157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:41.244491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:03:41.251372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dabea91-60c3-497b-938f-3bb70fe7414f req-bd33610d-ac5a-4112-9a8a-2fb2e0736229 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Aug 25 15:03:41.273823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5fedf-dd57-413e-b050-f430a278667c req-5d6df62c-0ebe-4bef-a4ee-a9218fe86d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:41.279799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-5d6df62c-0ebe-4bef-a4ee-a9218fe86d9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.2314391 Aug 25 15:03:41.280126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:41.280126 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Added segment 27afa90e-2c12-4e96-8d19-4cf3acda6d2f of type vlan for network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb Aug 25 15:03:41.440621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:41.524614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37525c-2b1b-4491-bb83-20dea161e0fa,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:41.564151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-5c644cc4-2a90-4046-9150-8fa8d59c3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:41.567987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-5c644cc4-2a90-4046-9150-8fa8d59c3069 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 1097 time: 0.2001534 Aug 25 15:03:41.575167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-60627fd6-2970-4347-849a-8a35063f664d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 1001 time: 0.2861102 Aug 25 15:03:41.606297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:41.610040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:41.610963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:41.641924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caddf9-2cc7-4999-a96e-77149c66e7e9 req-6c59636a-bbed-4a66-9af5-cb5dc912f157 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:41.656510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2caddf9-2cc7-4999-a96e-77149c66e7e9 req-6c59636a-bbed-4a66-9af5-cb5dc912f157 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.2235193 Aug 25 15:03:41.714607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] Pushing event updated for resources: {'Network': ['ID=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:41.726376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:03:41.740976 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-000c5520-f36b-44b5-8898-18b81b66db2b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6314976 Aug 25 15:03:41.743863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46142) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:41.746517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5fedf-dd57-413e-b050-f430a278667c req-643ef915-a70d-4926-b5ad-1aadbeadca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:41.748055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-643ef915-a70d-4926-b5ad-1aadbeadca59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.1615319 Aug 25 15:03:41.755772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Request body: {'subnet': {'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-subnet', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:41.923676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Made reservation on behalf of 973533fa20544202844eadcff1d6a203 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:41.927134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:42.002684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2caddf9-2cc7-4999-a96e-77149c66e7e9 req-371f7cbf-0327-412f-9ce5-59c0869b634b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428736 Aug 25 15:03:42.030320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5fedf-dd57-413e-b050-f430a278667c req-b0a42509-e8da-4a0b-9e52-116fcd9829c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:42.035250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-b0a42509-e8da-4a0b-9e52-116fcd9829c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062974 Aug 25 15:03:42.251236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-f3ddf74d-7264-479c-8e56-b6295d169dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:42.258493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-f3ddf74d-7264-479c-8e56-b6295d169dbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 911 time: 0.6785972 Aug 25 15:03:42.371280 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-61c6ee08-3f5e-40c8-b8e1-7289c5260897 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b HTTP/1.1" status: 200 len: 217 time: 0.1066771 Aug 25 15:03:42.462733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:42.481983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-76ee8a57-a1a4-4a21-8d0b-46a63f19479a service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332352 Aug 25 15:03:42.536782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7501ae-09e0-4f98-827d-7794b1a3784c,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:42.572238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-40b18766-8891-4ba3-a6b7-4f82f789eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:42.573821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-40b18766-8891-4ba3-a6b7-4f82f789eb58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 200 len: 850 time: 0.1905642 Aug 25 15:03:42.584882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf1526-297d-4701-9719-55da4316dc7f req-920c2528-973e-4d23-a706-b8e55f8bddf2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:42.587037 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0baf1526-297d-4701-9719-55da4316dc7f req-920c2528-973e-4d23-a706-b8e55f8bddf2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1680243 Aug 25 15:03:42.590635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Checking segment: {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:42.591744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Network hostable DHCP agents. Network: 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:03:42.681876 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0baf1526-297d-4701-9719-55da4316dc7f req-3ec848d8-70de-41f7-a9c0-b3de01ec2701 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Aug 25 15:03:42.713586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-5d5be7b3-9480-4b2a-a0e4-b9fad7b5e9f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd8e6add-5855-4408-b2dd-64ec2322e555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721111 Aug 25 15:03:42.820201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:03:42.864093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a5fedf-dd57-413e-b050-f430a278667c req-427dfd48-cd73-4c5a-ac6f-e6eeaf268bfd service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464270 Aug 25 15:03:42.880842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-c9f6c001-d6a1-4bde-93d3-f517bca4c5fc service neutron] 10.222.0.45 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585624 Aug 25 15:03:42.952914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:42.968528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bbd989-d913-4686-99a8-518e5af9f583 None None] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:42.977382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:42.977903 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:42.994978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-601399e8-61fc-401a-b348-4d4476a98ee8 req-db2eef25-5fc0-4399-8394-49b3c4e8c341 service neutron] 10.222.0.45 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059520 Aug 25 15:03:43.191784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3ca68fb0-2922-4133-8b5b-31a0d6ef15f6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4438329 Aug 25 15:03:43.199410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:43.199891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2aca2a-19b6-4570-841e-bb2562706c64 None None] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:03:43.203728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:43.341969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299e514-c0bd-4942-8c93-a5be00dece55 req-1037e6c1-8a51-4aeb-8293-4a71aa6801db tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:43.353975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2299e514-c0bd-4942-8c93-a5be00dece55 req-1037e6c1-8a51-4aeb-8293-4a71aa6801db tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1990578 Aug 25 15:03:43.503744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2299e514-c0bd-4942-8c93-a5be00dece55 req-4775d66d-0309-46f5-a34b-841dbae978a5 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465878 Aug 25 15:03:43.524127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:43.525862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:43.649434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:44.007472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bc634-7f39-478f-9b19-20832ba954d3 req-9d84e390-68bc-4c2f-9301-7aa843d0a814 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:44.011508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-342bc634-7f39-478f-9b19-20832ba954d3 req-9d84e390-68bc-4c2f-9301-7aa843d0a814 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.2581012 Aug 25 15:03:44.025496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:44.072595 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-342bc634-7f39-478f-9b19-20832ba954d3 req-c4c70888-0028-4c51-a7a1-65a542360e4c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555482 Aug 25 15:03:44.647778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eec948-5b0a-4c4f-b0ec-ceca13e1678f req-c67e845d-9ec5-411b-9fb2-d1d67c9a5e03 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:44.652374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94eec948-5b0a-4c4f-b0ec-ceca13e1678f req-c67e845d-9ec5-411b-9fb2-d1d67c9a5e03 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0672476 Aug 25 15:03:44.675586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:44.727456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:44.733498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94eec948-5b0a-4c4f-b0ec-ceca13e1678f req-33793bba-7b16-4dbc-8907-a812d052c3a0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743177 Aug 25 15:03:44.923523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Allocated IP 172.25.8.168 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/be6bf81b-7ce1-463f-a7eb-1ccc9f85e199) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:45.211781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:45.303218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698330c-17e7-4280-bca7-169417f6d6cc req-42cb00ee-8fd7-41c8-9f16-bf852994d0c7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:45.314963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5698330c-17e7-4280-bca7-169417f6d6cc req-42cb00ee-8fd7-41c8-9f16-bf852994d0c7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1005139 Aug 25 15:03:45.393382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5698330c-17e7-4280-bca7-169417f6d6cc req-a8998d71-f5a8-436f-a6f7-fd5a4d7a70f8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771997 Aug 25 15:03:45.472124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:45.534642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:45.540431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:45.553610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:45.584216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Pushing event updated for resources: {'Port': ['ID=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:46.007407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de30d2-5466-4f95-a889-83ceeee1dca8 req-d9c4c21d-12e1-4dfe-a83b-05e21cfe500f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:46.009031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54de30d2-5466-4f95-a889-83ceeee1dca8 req-d9c4c21d-12e1-4dfe-a83b-05e21cfe500f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0980248 Aug 25 15:03:46.078468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54de30d2-5466-4f95-a889-83ceeee1dca8 req-5c765698-1dac-4eed-a85e-f4b12038044d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 Aug 25 15:03:46.376829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:46.734601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec43ba-aa89-4a7c-b1b1-acc867acee18 req-d4db8098-02d3-4fac-88ae-c082594572a4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:46.743088 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29ec43ba-aa89-4a7c-b1b1-acc867acee18 req-d4db8098-02d3-4fac-88ae-c082594572a4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1725998 Aug 25 15:03:46.749730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46248) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:46.791920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:46.820316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29ec43ba-aa89-4a7c-b1b1-acc867acee18 req-84048913-90bc-407d-971b-f13b881b3383 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708387 Aug 25 15:03:46.978032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35852635-75d1-402c-aaf3-c6f7a428fc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.214904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35852635-75d1-402c-aaf3-c6f7a428fc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.260471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Router 12727248-2976-4578-b88f-d9ce783db9d9 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:03:47.272738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392253f-ec9d-4ad7-b0e1-d0ce38bbe52e req-44e7930c-3a74-436e-9444-ea90d6873d3d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:47.275202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b392253f-ec9d-4ad7-b0e1-d0ce38bbe52e req-44e7930c-3a74-436e-9444-ea90d6873d3d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0883079 Aug 25 15:03:47.354297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b392253f-ec9d-4ad7-b0e1-d0ce38bbe52e req-87c9e0d2-ed42-49a6-8256-cf98f22017d8 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640154 Aug 25 15:03:47.396629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35852635-75d1-402c-aaf3-c6f7a428fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.441705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:03:47.445804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35852635-75d1-402c-aaf3-c6f7a428fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530f330b-b0a9-497e-9735-a521b89247f5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:47.450643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-35852635-75d1-402c-aaf3-c6f7a428fc8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd0b8334843d46e48dd1a3c9b06982b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947560 Aug 25 15:03:47.453702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46258) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:47.456277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Sync routers for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:03:47.480905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:47.481958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:03:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:47.514817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da27a354-fd8f-42e3-adb7-8a86d8352694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.552512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da27a354-fd8f-42e3-adb7-8a86d8352694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.643958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:47.665310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.671282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1371688c-4634-4be4-8447-db6269273de8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.4748862 Aug 25 15:03:47.694972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46260) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:47.814414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da27a354-fd8f-42e3-adb7-8a86d8352694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.821916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-da27a354-fd8f-42e3-adb7-8a86d8352694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:47.825631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-da27a354-fd8f-42e3-adb7-8a86d8352694 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/530f330b-b0a9-497e-9735-a521b89247f5 HTTP/1.1" status: 204 len: 168 time: 0.3701885 Aug 25 15:03:47.916131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:45Z', 'revision_number': 3, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:47.961861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Checking router: 12727248-2976-4578-b88f-d9ce783db9d9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:03:47.961861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Updating router 12727248-2976-4578-b88f-d9ce783db9d9 port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:03:47.969513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27a354-fd8f-42e3-adb7-8a86d8352694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f330b-b0a9-497e-9735-a521b89247f5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:48.080336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:48.102311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e774-d978-457b-b42c-225ea5d6fa8a req-9e625ca5-dbfb-4223-964c-eef5a2301c09 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:48.118405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7106e774-d978-457b-b42c-225ea5d6fa8a req-9e625ca5-dbfb-4223-964c-eef5a2301c09 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1184709 Aug 25 15:03:48.188307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7106e774-d978-457b-b42c-225ea5d6fa8a req-4cbb86ee-9525-45ac-94cc-dcae6ca280dc tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673609 Aug 25 15:03:48.346139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-61584cb7-555e-4f53-9007-24da52dee97c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448474 Aug 25 15:03:48.529313 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:48.561963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Transition to ACTIVE for port object be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:48.569517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2209cc-a26a-474c-a882-e48d01677c67 req-fe654ff8-b994-4dc3-9ecd-f3c073009d06 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:48.569517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ac2209cc-a26a-474c-a882-e48d01677c67 req-fe654ff8-b994-4dc3-9ecd-f3c073009d06 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1135285 Aug 25 15:03:48.642174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ac2209cc-a26a-474c-a882-e48d01677c67 req-c52f589c-64b5-468e-bf8b-881a317ff788 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637467 Aug 25 15:03:48.670959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-b2540aea-1cf6-4b3c-bb03-ef91952aa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:48.672689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-b2540aea-1cf6-4b3c-bb03-ef91952aa1a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 1096 time: 0.2235229 Aug 25 15:03:48.681082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:48.765003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Attempting to bind port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:48.765378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Attempting to bind port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:48.766006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Attempting to bind port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:48.768110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c02d5-f678-4a15-875a-a4bf313b9eb7 None None] Pushing event updated for resources: {'Port': ['ID=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:48.774046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:48.774797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:48.775586 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:48.776775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:48.777429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Bound port: be6bf81b-7ce1-463f-a7eb-1ccc9f85e199, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:48.778099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:48.842437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] For port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:48.846228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] For port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:48.872226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-f4f86b00-9219-47a5-b87e-45ddfede59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:48.873907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-f4f86b00-9219-47a5-b87e-45ddfede59e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1778123 Aug 25 15:03:48.945867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-13cb6eb4-26e7-479c-bc6d-f2281996cb1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff HTTP/1.1" status: 200 len: 217 time: 0.0622218 Aug 25 15:03:48.965466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:49.023355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-2fe1bfae-4a35-4c86-af89-62f8f26a7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:49.024847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-2fe1bfae-4a35-4c86-af89-62f8f26a7e12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0717123 Aug 25 15:03:49.152893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-b8e4ff94-ca57-4c27-9425-3f1cc5ea97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:49.154424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-b8e4ff94-ca57-4c27-9425-3f1cc5ea97d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005969 Aug 25 15:03:49.260617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Allocated IP 172.20.0.1 (308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb/1f7501ae-09e0-4f98-827d-7794b1a3784c/7c64ee00-ffee-4b8d-9265-1c7d39907b95) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:49.289582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:49.441504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:49.443089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:03:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:49.464789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52faa0-be80-446d-95db-b702b6592b06 req-c26e3df2-7c7c-4147-802b-404ee7a73a1f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:49.479669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c52faa0-be80-446d-95db-b702b6592b06 req-c26e3df2-7c7c-4147-802b-404ee7a73a1f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1999977 Aug 25 15:03:49.488260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-2776114a-d3ef-49b2-9737-e0360e994495 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022141 Aug 25 15:03:49.533880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c02d5-f678-4a15-875a-a4bf313b9eb7 None None] Pushing event updated for resources: {'Port': ['ID=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:49.608704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c52faa0-be80-446d-95db-b702b6592b06 req-513fb8d8-1b92-47f4-a72d-26f505967a3c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267540 Aug 25 15:03:49.653735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:49.661367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:49.821949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507e5eea-b0e8-4411-8711-18caafd97b0c req-fd69cc95-2253-4f0e-9f80-59656ff7699c service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219995 Aug 25 15:03:49.865026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3c26-fdc5-44d8-9951-5cb7740f42f7 req-261d4006-94d0-4137-a3a5-f13b08d42885 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:49.866619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8aa3c26-fdc5-44d8-9951-5cb7740f42f7 req-261d4006-94d0-4137-a3a5-f13b08d42885 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1053429 Aug 25 15:03:49.938291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8aa3c26-fdc5-44d8-9951-5cb7740f42f7 req-bb077197-2fd0-44e4-baad-7ef004739249 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Aug 25 15:03:50.026839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:50.061168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:45Z', 'revision_number': 3, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:50.128910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac17e7-f0d7-412f-9188-9c0bd93d9f11 None None] The sync data for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 is: [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:45Z', 'revision_number': 3, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:03:50.196773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:50.202043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:50.209891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:03:50.214376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Pushing event updated for resources: {'Port': ['ID=7c64ee00-ffee-4b8d-9265-1c7d39907b95,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:50.334846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:50.695744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:50.885985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb2666-9419-4f59-95ed-02bc2951ffc2 req-a89ae04e-9006-42dc-a98c-83cf647e86ef tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:50.912682 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7cb2666-9419-4f59-95ed-02bc2951ffc2 req-a89ae04e-9006-42dc-a98c-83cf647e86ef tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1333969 Aug 25 15:03:50.929712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:51.072426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7cb2666-9419-4f59-95ed-02bc2951ffc2 req-e749202d-f5dd-4a5e-854b-8436bb6d83ec tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549110 Aug 25 15:03:51.082390 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-638f9220-9495-4933-83d8-4321fd76f79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.163888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.237863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:51.244052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:51.254668 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.286186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.324471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa3ca-e13c-4e85-ac49-512aeb4edcef req-5d2e8878-880e-4d6a-af3b-1a27b56233bb tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:51.334055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c51aa3ca-e13c-4e85-ac49-512aeb4edcef req-5d2e8878-880e-4d6a-af3b-1a27b56233bb tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1678593 Aug 25 15:03:51.490836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.536166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:51.559652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Pushing event updated for resources: {'Port': ['ID=7c64ee00-ffee-4b8d-9265-1c7d39907b95,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:51.589466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.624316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:51.639956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c51aa3ca-e13c-4e85-ac49-512aeb4edcef req-36408c01-24b9-416d-9aa9-41d610000276 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046417 Aug 25 15:03:51.771645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:51.793455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:03:51.794941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:03:51.985176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Router 12727248-2976-4578-b88f-d9ce783db9d9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:03:52.704886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:03:52.720612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-838d5e88-376a-47bd-bda6-943dddea617b admin admin] 10.222.0.58 "PUT /v2.0/routers/12727248-2976-4578-b88f-d9ce783db9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0240259 Aug 25 15:03:52.772379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67308-577e-4b0f-8c9b-6dfe577baf39 req-bbb1770b-87cd-4422-bb54-890c8c7f26dd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:52.790147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2e67308-577e-4b0f-8c9b-6dfe577baf39 req-bbb1770b-87cd-4422-bb54-890c8c7f26dd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.2340541 Aug 25 15:03:52.909743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:52.910849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c2e67308-577e-4b0f-8c9b-6dfe577baf39 req-f49f8ca5-daeb-4b6b-beb9-6138c4a7bf3c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138566 Aug 25 15:03:52.957604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402f61-7ff3-4bef-b883-a02873d19a8a req-424e045e-abc1-4187-8d55-9788da4dc823 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:52.963735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad402f61-7ff3-4bef-b883-a02873d19a8a req-424e045e-abc1-4187-8d55-9788da4dc823 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1282451 Aug 25 15:03:52.994881 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Sync routers for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:03:53.015457 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:53.016262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:03:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:53.061619 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad402f61-7ff3-4bef-b883-a02873d19a8a req-89be0ecf-e3b7-4bae-bcec-addcf3703e0b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956576 Aug 25 15:03:53.149331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:53.150140 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:53.271003 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:53.538535 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 2, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:53.568162 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Checking router: 12727248-2976-4578-b88f-d9ce783db9d9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:03:53.568520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Updating router 12727248-2976-4578-b88f-d9ce783db9d9 port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:03:53.599658 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:53.800454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bac0caf-9536-42c2-8029-a35ac0bccd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:53.906506 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:54.045524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-5d0855b6-37f5-4a7f-83a7-2c137c192c61 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:54.058887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-5d0855b6-37f5-4a7f-83a7-2c137c192c61 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 820 time: 0.1740069 Aug 25 15:03:54.095655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-f8019833-85d0-4e64-802a-c0a7b93e1b61 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/quotas/973533fa20544202844eadcff1d6a203 HTTP/1.1" status: 200 len: 375 time: 0.0354981 Aug 25 15:03:54.146849 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:54.157085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-03ab6c75-f0b5-42b3-88fb-46a52b288bef tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597386 Aug 25 15:03:54.157450 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Transition to ACTIVE for port object 7c64ee00-ffee-4b8d-9265-1c7d39907b95 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:03:54.157609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d2b16-e953-40c2-9e71-8dea6da1c3a5 req-0261e082-f7bb-459d-af9f-90622b6089c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:54.163641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c5d2b16-e953-40c2-9e71-8dea6da1c3a5 req-0261e082-f7bb-459d-af9f-90622b6089c4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1208913 Aug 25 15:03:54.252814 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:54.281874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c5d2b16-e953-40c2-9e71-8dea6da1c3a5 req-7f2837df-981a-4a6f-bd70-a9aa8bb650de tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933201 Aug 25 15:03:54.430812 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Attempting to bind port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:03:54.432357 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Attempting to bind port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:03:54.432357 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Attempting to bind port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 on network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:03:54.440643 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:03:54.441653 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Checking segment: {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:03:54.442102 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:54.442364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Bound using segment: {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:03:54.442835 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Bound port: 7c64ee00-ffee-4b8d-9265-1c7d39907b95, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:03:54.443449 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:54.507172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d48a7-aa26-4b44-993e-83fd1c7a9fd2 req-a91265c1-2366-459a-b790-f08fe3abc376 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:54.522736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a1d48a7-aa26-4b44-993e-83fd1c7a9fd2 req-a91265c1-2366-459a-b790-f08fe3abc376 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1226289 Aug 25 15:03:54.531652 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] For port 7c64ee00-ffee-4b8d-9265-1c7d39907b95, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:03:54.535279 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] For port 7c64ee00-ffee-4b8d-9265-1c7d39907b95, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c64ee00-ffee-4b8d-9265-1c7d39907b95,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:03:54.539596 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8bbab-2907-4739-9fe2-f25bac76838a None None] Pushing event updated for resources: {'Port': ['ID=7c64ee00-ffee-4b8d-9265-1c7d39907b95,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:54.581494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a1d48a7-aa26-4b44-993e-83fd1c7a9fd2 req-97349d33-88c6-44a0-ba51-d2ba78a619ff tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Aug 25 15:03:54.638380 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:54.745569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8bbab-2907-4739-9fe2-f25bac76838a None None] Pushing event updated for resources: {'Port': ['ID=7c64ee00-ffee-4b8d-9265-1c7d39907b95,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:54.752637 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:03:54.753367 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:03:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:54.798704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-1dcbde53-84d5-430f-968e-ab0695c610d0 service neutron] 10.222.0.58 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394782 Aug 25 15:03:55.024464 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:03:55.088161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-5625d341-5fd7-4c81-8cea-9c812b024bc1 service neutron] 10.222.0.58 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781334 Aug 25 15:03:55.367410 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:54Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:03:55.460048 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227d52d-f62f-45f7-9d87-747b3f82d2bb None None] The sync data for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 is: [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:54Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:03:55.500419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912fcb1-d6f7-4c41-ae65-9560b4d5cccd req-5dae0220-12d8-49d9-94ff-6a9d72a08b42 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:55.509265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e912fcb1-d6f7-4c41-ae65-9560b4d5cccd req-5dae0220-12d8-49d9-94ff-6a9d72a08b42 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0685730 Aug 25 15:03:55.512221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca16241f-5777-4843-b301-cec3eef738cf req-608d7db2-ce82-4b31-9780-72c27910b749 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0765407 Aug 25 15:03:55.564731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46498) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:55.565283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e912fcb1-d6f7-4c41-ae65-9560b4d5cccd req-0a815a29-481c-4a78-a1fc-cdfc486fd9bc tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Aug 25 15:03:55.743350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b910a7d5-a658-4622-acaf-9d9dbdd86517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:55.755469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432b9e-b75b-4e10-a928-91ac8cb5d4e0 req-07d04c09-465a-4aa4-92b7-bb1a6978c50a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:55.764482 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63432b9e-b75b-4e10-a928-91ac8cb5d4e0 req-07d04c09-465a-4aa4-92b7-bb1a6978c50a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0782967 Aug 25 15:03:55.792049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:55.821457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63432b9e-b75b-4e10-a928-91ac8cb5d4e0 req-f6311f14-22c4-454b-89d5-40dba9849ce6 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554936 Aug 25 15:03:55.895763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b910a7d5-a658-4622-acaf-9d9dbdd86517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:56.128402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b910a7d5-a658-4622-acaf-9d9dbdd86517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:56.255085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b910a7d5-a658-4622-acaf-9d9dbdd86517 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=941fbe896ef84603918cfc98f6093400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862190 Aug 25 15:03:56.255317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46524) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:56.258029 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910a7d5-a658-4622-acaf-9d9dbdd86517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b98d07-a588-48b8-9cbe-169125ea8f54,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:56.334463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a53405e-06ed-42de-8ceb-1fcf3acaa7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:56.377921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a53405e-06ed-42de-8ceb-1fcf3acaa7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:56.593059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a53405e-06ed-42de-8ceb-1fcf3acaa7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:56.596524 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a53405e-06ed-42de-8ceb-1fcf3acaa7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:56.600858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1a53405e-06ed-42de-8ceb-1fcf3acaa7ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6b98d07-a588-48b8-9cbe-169125ea8f54 HTTP/1.1" status: 204 len: 168 time: 0.3437295 Aug 25 15:03:56.618944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53405e-06ed-42de-8ceb-1fcf3acaa7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b98d07-a588-48b8-9cbe-169125ea8f54,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:56.661313 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3de832b-2bd9-45b1-bb7f-213325d92b16 req-3f789143-f8e2-4099-acc0-77667c91c552 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0832376 Aug 25 15:03:56.804131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaa435-1663-4ced-862a-0c43bae53881 req-78648ca5-45a1-4166-beae-191c5cfa9347 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:56.807559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abaa435-1663-4ced-862a-0c43bae53881 req-78648ca5-45a1-4166-beae-191c5cfa9347 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.1352506 Aug 25 15:03:56.914462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c64ee00-ffee-4b8d-9265-1c7d39907b95 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:56.946309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9abaa435-1663-4ced-862a-0c43bae53881 req-e39f4f5f-e4f1-4973-8d43-ed15cb5a3259 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296680 Aug 25 15:03:57.065238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bdcd-4bb5-4cc2-bd26-ad73b3d96703 req-799cf37a-b029-4046-8c62-a3dc52907971 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:57.066782 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-adf3bdcd-4bb5-4cc2-bd26-ad73b3d96703 req-799cf37a-b029-4046-8c62-a3dc52907971 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0704613 Aug 25 15:03:57.111750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-adf3bdcd-4bb5-4cc2-bd26-ad73b3d96703 req-e729dca1-7614-4e32-87e2-68054e65f19e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382919 Aug 25 15:03:57.278889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:57.284159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:03:57.286156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:57.286831 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:57.290525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:57.419947 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:57.449678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7c64ee00-ffee-4b8d-9265-1c7d39907b95, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c64ee00-ffee-4b8d-9265-1c7d39907b95,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:03:57.700503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:57.750839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6804c1e-e222-4121-bad6-7b5968f64706 req-058f1975-285b-4414-a269-1c25df797fe8 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0316775 Aug 25 15:03:57.766423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7c64ee00-ffee-4b8d-9265-1c7d39907b95,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:57.786543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.787047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.787399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.787740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.788255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.788610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.788941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.789274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.789605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.789945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.790249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.790576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:03:57.933459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46562) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:57.963622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f25c0de1-4289-49d2-9d4e-bdf449b18696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.106261 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f25c0de1-4289-49d2-9d4e-bdf449b18696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.119776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf94035-7e31-4b06-bac2-2373eee9c629 req-b5d1c573-f003-414b-9f94-5d4087ad771f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:58.121303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fdf94035-7e31-4b06-bac2-2373eee9c629 req-b5d1c573-f003-414b-9f94-5d4087ad771f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0821722 Aug 25 15:03:58.163215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fdf94035-7e31-4b06-bac2-2373eee9c629 req-fd345ed6-db6f-4524-a166-5d7aa4ecf3fb tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353317 Aug 25 15:03:58.226106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f25c0de1-4289-49d2-9d4e-bdf449b18696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.263573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049216-138c-47e8-b17e-c18c3a1d4778 req-fbf1f299-f572-4f92-a98f-f9519083fc2a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:58.268714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91049216-138c-47e8-b17e-c18c3a1d4778 req-fbf1f299-f572-4f92-a98f-f9519083fc2a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0660064 Aug 25 15:03:58.288308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c0de1-4289-49d2-9d4e-bdf449b18696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f520198-2607-47a9-81e8-2c33fb80d246,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:58.294131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f25c0de1-4289-49d2-9d4e-bdf449b18696 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7f75177422c4bc582c460a3de863e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601401 Aug 25 15:03:58.297157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46572) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:03:58.348395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91049216-138c-47e8-b17e-c18c3a1d4778 req-4e264d6b-75c8-4e18-b259-7e8067165a49 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729339 Aug 25 15:03:58.373604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0773-d8a8-4c6a-966e-0a95ace70abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.401680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0773-d8a8-4c6a-966e-0a95ace70abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.621900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0773-d8a8-4c6a-966e-0a95ace70abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.624436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0773-d8a8-4c6a-966e-0a95ace70abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.625596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ab7f0773-d8a8-4c6a-966e-0a95ace70abf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f520198-2607-47a9-81e8-2c33fb80d246 HTTP/1.1" status: 204 len: 168 time: 0.3274546 Aug 25 15:03:58.639420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f0773-d8a8-4c6a-966e-0a95ace70abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f520198-2607-47a9-81e8-2c33fb80d246,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:03:58.654376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-184ea80b-769e-49c2-9de2-55c53d6c756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:58.655947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-184ea80b-769e-49c2-9de2-55c53d6c756d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 1096 time: 0.0612419 Aug 25 15:03:58.770287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-b9eba907-fda6-40b5-9325-4c0a0e88cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:58.770287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-b9eba907-fda6-40b5-9325-4c0a0e88cca9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1014202 Aug 25 15:03:58.780778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c64ee00-ffee-4b8d-9265-1c7d39907b95 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:03:58.816755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-f87ef657-d470-4827-b9d4-78f3eaaebd5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b HTTP/1.1" status: 200 len: 217 time: 0.0439761 Aug 25 15:03:58.869719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:03:58.870372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.897211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dab2ed2d-7146-483b-8860-523c0affda27 req-df63dd47-7364-43da-8e80-c2bec786e274 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0596070 Aug 25 15:03:58.907393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-d3d6dadc-b4fe-41eb-8da5-a6ad4f7e566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:58.909071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-d3d6dadc-b4fe-41eb-8da5-a6ad4f7e566f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0825999 Aug 25 15:03:58.960742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:58.961770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-2e8e2e06-96cb-4dd3-a048-6b7ff9067d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:58.963461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-2e8e2e06-96cb-4dd3-a048-6b7ff9067d59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469856 Aug 25 15:03:59.074112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-5d51a5ee-5f63-4718-a6e0-b8e1d1def03d service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029372 Aug 25 15:03:59.171172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d3d0246-00aa-488c-8380-f165b5b5c578 req-a25638d6-d3f0-4b16-ad4f-7c3f886c6f09 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897059 Aug 25 15:03:59.315175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-677ecae6-a4ff-4482-94a3-7b3112713ef1 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:59.317264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-677ecae6-a4ff-4482-94a3-7b3112713ef1 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.52 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 820 time: 0.1452258 Aug 25 15:03:59.330214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6569f21-d520-4fde-8a13-a279203bd55d req-8b995d96-2ce8-4187-972b-aba679bb870e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:59.332084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6569f21-d520-4fde-8a13-a279203bd55d req-8b995d96-2ce8-4187-972b-aba679bb870e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0840724 Aug 25 15:03:59.336921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'port': {'device_id': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'admin_state_up': True, 'tenant_id': '973533fa20544202844eadcff1d6a203'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:03:59.437643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6569f21-d520-4fde-8a13-a279203bd55d req-45015a76-948a-4bcf-88f3-40f6d1c14c30 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938189 Aug 25 15:03:59.530439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb37520-998a-4c11-a987-6c37d960de52 req-c6193d69-6a8c-4306-8ad8-f244dfc9cb49 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:03:59.538622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eb37520-998a-4c11-a987-6c37d960de52 req-c6193d69-6a8c-4306-8ad8-f244dfc9cb49 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0978894 Aug 25 15:03:59.579711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5eb37520-998a-4c11-a987-6c37d960de52 req-22e24c9e-d24f-4624-92df-440d4518ae19 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Aug 25 15:03:59.660717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Made reservation on behalf of 973533fa20544202844eadcff1d6a203 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:03:59.664630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:03:59.812682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Allocated IP 172.20.0.3 (308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb/1f7501ae-09e0-4f98-827d-7794b1a3784c/7f541649-f2ec-4a0a-acd2-e6df8d07c7ae) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:03:59.983594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:00.064501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a69c589-b5fb-4f50-8394-208ab4f3b2a9 req-6f30480b-97f6-4fd6-a68c-fdfb17225f44 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0500813 Aug 25 15:04:00.176209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:00.239842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:00.244167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:00.248024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:00.277502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:00.310923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:00.311666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:00.421361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-e250ef22-874f-4cf5-92ba-6ae41bf6ec89 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0882156 Aug 25 15:04:00.437594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Request body: {'port': {'device_id': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:00.518970 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:00.607227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da08f8-380b-4773-9c9c-66e6318a5d33 req-c3ed793a-1a96-49b4-a846-aa3dfd58c1fe tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:00.608874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9da08f8-380b-4773-9c9c-66e6318a5d33 req-c3ed793a-1a96-49b4-a846-aa3dfd58c1fe tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0806940 Aug 25 15:04:00.745607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9da08f8-380b-4773-9c9c-66e6318a5d33 req-835f6b02-cd18-452e-95e9-638d5bfa5c65 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207988 Aug 25 15:04:00.754991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a8d2-f70e-481e-8553-cb15c33b4ad9 req-46308b91-db9e-48be-9ffc-bb259071b107 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:00.756799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7af9a8d2-f70e-481e-8553-cb15c33b4ad9 req-46308b91-db9e-48be-9ffc-bb259071b107 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0786142 Aug 25 15:04:00.816038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7af9a8d2-f70e-481e-8553-cb15c33b4ad9 req-7aff2a04-4034-4981-ba97-6f2cc906caa3 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 Aug 25 15:04:00.859749 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:04:00.992618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:04:01.001834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:01.018696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Transition to ACTIVE for port object 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:01.213078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:01.274078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:01.294700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aff9e0-3d33-401a-a39b-c1e0c38fa59e req-4b5f5c34-b918-419b-8263-8737c265c1fe tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:01.296818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23aff9e0-3d33-401a-a39b-c1e0c38fa59e req-4b5f5c34-b918-419b-8263-8737c265c1fe tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 931 time: 0.1207850 Aug 25 15:04:01.380908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23aff9e0-3d33-401a-a39b-c1e0c38fa59e req-854168b3-f8bc-4d9f-9d90-107d3f5a3be1 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772521 Aug 25 15:04:01.442849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Attempting to bind port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:01.443685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Attempting to bind port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:01.444140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Attempting to bind port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae on network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:01.449121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae on network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:04:01.449572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Attempting to bind port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae on network 308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:01.455595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:01.456099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Checking segment: {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:01.457113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Bound using segment: {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:01.457752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Bound port: 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27afa90e-2c12-4e96-8d19-4cf3acda6d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:01.458201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:01.561920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:01.565334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:01.690385 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:01.725825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:01.726879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:01.728402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 1091 time: 1.2964420 Aug 25 15:04:01.730545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:01.733461 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ebe0a-2333-413d-a50e-24d43541413c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:01.777950 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29a6737-caaf-46ff-b3a7-dbda7d32ad49 x-openstack-request-id: req-d29a6737-caaf-46ff-b3a7-dbda7d32ad49 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:01.777950 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:01.777950 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d29a6737-caaf-46ff-b3a7-dbda7d32ad49 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:01.777950 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'status': 'completed', 'code': 200} Aug 25 15:04:01.779409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314405a3-e7a3-47d1-8a9e-38004fb023e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:01.860649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ebe0a-2333-413d-a50e-24d43541413c req-1f64270c-1565-427f-af63-407fc395b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:01.862298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-725ebe0a-2333-413d-a50e-24d43541413c req-1f64270c-1565-427f-af63-407fc395b396 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1094 time: 0.0605290 Aug 25 15:04:01.926201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87d7f-f4a4-4b0c-9e10-c305ffec7af2 req-bba02398-21fb-43bf-9134-00fc17cf7d51 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:01.941071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cd87d7f-f4a4-4b0c-9e10-c305ffec7af2 req-bba02398-21fb-43bf-9134-00fc17cf7d51 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 945 time: 0.0846145 Aug 25 15:04:02.013783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5cd87d7f-f4a4-4b0c-9e10-c305ffec7af2 req-e90df02c-e584-4682-ad23-ec07d9f791b8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717812 Aug 25 15:04:02.032209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3343a9-129d-42dc-8f3f-fb8faf4a71d0 req-847c20e8-aac0-4677-919c-e8272af68ae1 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.040031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb3343a9-129d-42dc-8f3f-fb8faf4a71d0 req-847c20e8-aac0-4677-919c-e8272af68ae1 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1397967 Aug 25 15:04:02.104538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb3343a9-129d-42dc-8f3f-fb8faf4a71d0 req-0d25fd36-da74-475d-a19d-8a39b77e5bd2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543547 Aug 25 15:04:02.115175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ebe0a-2333-413d-a50e-24d43541413c req-022eb5b2-0415-4049-86d9-4f9961e5a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.120720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-725ebe0a-2333-413d-a50e-24d43541413c req-022eb5b2-0415-4049-86d9-4f9961e5a5dd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=973533fa20544202844eadcff1d6a203&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2456391 Aug 25 15:04:02.126392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1b216a19-ac10-47af-ae89-8855a8b4ae3b no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:02.195344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdb4-faed-4167-ba9a-0c6a7e4a806e req-9d99f9f1-80ed-4611-a8ef-53e31cdce496 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.197493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-497ecdb4-faed-4167-ba9a-0c6a7e4a806e req-9d99f9f1-80ed-4611-a8ef-53e31cdce496 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0706291 Aug 25 15:04:02.248400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:02.276342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ebe0a-2333-413d-a50e-24d43541413c req-7cbf62b8-84f4-4ede-a292-4e2a9a65b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.276895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-497ecdb4-faed-4167-ba9a-0c6a7e4a806e req-da865b1c-9008-4207-a037-ef017be4830c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661979 Aug 25 15:04:02.278021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-725ebe0a-2333-413d-a50e-24d43541413c req-7cbf62b8-84f4-4ede-a292-4e2a9a65b041 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496725 Aug 25 15:04:02.308451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:02.319157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46704) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:02.324603 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98327df-d184-4a7e-ae02-bbb454af2539" -d '{"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-unplugged", "status": "completed", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:02.372141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:02.377273 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37ac97-70fe-4ec0-8503-9b30495c3eaf x-openstack-request-id: req-7d37ac97-70fe-4ec0-8503-9b30495c3eaf {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:02.377567 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-unplugged", "status": "failed", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b", "code": 422}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:02.377938 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d37ac97-70fe-4ec0-8503-9b30495c3eaf {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:02.386124 n-d-805995-2 neutron-server[101874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'code': 422} returned with failed status Aug 25 15:04:02.452656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-65aa2d24-fe22-48c8-801a-cea0a59ecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.454207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-65aa2d24-fe22-48c8-801a-cea0a59ecc12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1094 time: 0.1192513 Aug 25 15:04:02.486751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931a50-6d7f-4a13-9dfa-6aa33c1c7a0c req-c65c6508-3f9b-4a6a-b054-387c25010bcd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.486751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d931a50-6d7f-4a13-9dfa-6aa33c1c7a0c req-c65c6508-3f9b-4a6a-b054-387c25010bcd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0938983 Aug 25 15:04:02.519099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:02.535745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-2063e00a-0693-4253-8819-318767351fb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 217 time: 0.0721889 Aug 25 15:04:02.538456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be89b8-949b-4ffc-809d-b2c8c68f7e51 req-469d9a84-407a-49ed-9b75-08a0aa376479 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.539999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9be89b8-949b-4ffc-809d-b2c8c68f7e51 req-469d9a84-407a-49ed-9b75-08a0aa376479 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 943 time: 0.0603948 Aug 25 15:04:02.603935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:02.620353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9be89b8-949b-4ffc-809d-b2c8c68f7e51 req-e059ea91-e73a-4fa3-b591-5273b518e103 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707669 Aug 25 15:04:02.654109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683286-53da-4951-ad2e-a66962ea56c4 req-93dffa57-0487-4e24-be65-2cac1a1b611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:02.655661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-93dffa57-0487-4e24-be65-2cac1a1b611b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.0899057 Aug 25 15:04:02.657719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49aeeea9-1bf5-4eb3-92d1-f1b3befbc55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:02.714312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-4e78a909-06d3-4459-b53f-d3478d47ac7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444274 Aug 25 15:04:02.718331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d931a50-6d7f-4a13-9dfa-6aa33c1c7a0c req-74ae8d63-b1b9-48a3-98f2-2851fb02acf4 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900754 Aug 25 15:04:02.861503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-7835da1c-40da-4d0a-936b-ce0e788d3333 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402662 Aug 25 15:04:02.954500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49aeeea9-1bf5-4eb3-92d1-f1b3befbc55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:02.990098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26683286-53da-4951-ad2e-a66962ea56c4 req-a18fd137-884b-4b5c-be0b-0cc5d6d88b0f service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188161 Aug 25 15:04:03.196419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-49aeeea9-1bf5-4eb3-92d1-f1b3befbc55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:03.245261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeeea9-1bf5-4eb3-92d1-f1b3befbc55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73df003-4f56-46b2-b383-24327dc7e084,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:03.253011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:03.254171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-49aeeea9-1bf5-4eb3-92d1-f1b3befbc55b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f94f18e31924e5fbac324c58a95440d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9327295 Aug 25 15:04:03.314327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec716c48-5c52-43b2-977c-494572228d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:03.351121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec716c48-5c52-43b2-977c-494572228d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:03.477235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce61fc-94c9-4821-8126-6721b76a7cbf req-dc870763-021d-4577-a6bb-704780b22c12 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:03.478862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21ce61fc-94c9-4821-8126-6721b76a7cbf req-dc870763-021d-4577-a6bb-704780b22c12 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.3096025 Aug 25 15:04:03.514832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12098623-86de-4e78-bfbc-bb23bb8d3dee req-0c535731-22ba-4769-b43d-ae5ac8a79daf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:03.517679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec716c48-5c52-43b2-977c-494572228d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:03.520983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec716c48-5c52-43b2-977c-494572228d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:03.524775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12098623-86de-4e78-bfbc-bb23bb8d3dee req-0c535731-22ba-4769-b43d-ae5ac8a79daf tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1491823 Aug 25 15:04:03.529399 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec716c48-5c52-43b2-977c-494572228d0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b73df003-4f56-46b2-b383-24327dc7e084 HTTP/1.1" status: 204 len: 168 time: 0.2708044 Aug 25 15:04:03.556828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec716c48-5c52-43b2-977c-494572228d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73df003-4f56-46b2-b383-24327dc7e084,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:03.570444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-21ce61fc-94c9-4821-8126-6721b76a7cbf req-761dc1c1-2252-47d8-be2e-ca66788a6c1f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789454 Aug 25 15:04:03.632957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12098623-86de-4e78-bfbc-bb23bb8d3dee req-4b056390-7eb5-4371-a248-c5fa0b149d96 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082795 Aug 25 15:04:03.834624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b14335-5639-42cf-9dff-7cd76af11d9c req-48d812ff-de64-4293-9ea7-b5b852abc85b tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:03.836598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56b14335-5639-42cf-9dff-7cd76af11d9c req-48d812ff-de64-4293-9ea7-b5b852abc85b tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 943 time: 0.1183453 Aug 25 15:04:03.886333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56b14335-5639-42cf-9dff-7cd76af11d9c req-f7dce2be-1704-48d0-b9ac-8d4c6bb192b7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Aug 25 15:04:04.710401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde36f0-0efe-48cc-9725-ddd1287b7f96 req-a71e5c3c-9538-44be-8303-5beab24ac6b2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:04.710401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fde36f0-0efe-48cc-9725-ddd1287b7f96 req-a71e5c3c-9538-44be-8303-5beab24ac6b2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0536020 Aug 25 15:04:04.772858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fde36f0-0efe-48cc-9725-ddd1287b7f96 req-d76597ec-83e3-4c87-9cc3-cdaa49f18153 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605159 Aug 25 15:04:04.824802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74082852-b00a-4c45-96f7-9e9b0c077af3 req-86281de5-8e39-481c-ac2f-b5fb97f6b17a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:04.826965 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74082852-b00a-4c45-96f7-9e9b0c077af3 req-86281de5-8e39-481c-ac2f-b5fb97f6b17a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0654600 Aug 25 15:04:04.923653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74082852-b00a-4c45-96f7-9e9b0c077af3 req-e25eecb2-4aa5-4556-92af-b3dc5f84f2c7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641990 Aug 25 15:04:05.035330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46794) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:05.056065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae573b-61d1-412d-8134-275ddc430551 req-b2359500-b58a-4931-bb05-6121664f08d3 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:05.057798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e4ae573b-61d1-412d-8134-275ddc430551 req-b2359500-b58a-4931-bb05-6121664f08d3 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 943 time: 0.0740409 Aug 25 15:04:05.112211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e4ae573b-61d1-412d-8134-275ddc430551 req-c631b29b-bbc9-4dc5-9e66-6f1f5487298b tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Aug 25 15:04:05.157654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-851751910'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:05.303808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:05.307418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.321071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.417639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.532362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.556557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:05.571384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3d017a-264d-48b0-b2ff-52bd0a4e6567,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:05.574404 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.574754 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Added segment 0b6f6580-abe3-4e81-b268-ca24d9e2eabf of type vlan for network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 Aug 25 15:04:05.618625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.751757 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.758247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:05.758844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:05.841888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Network': ['ID=dfc6d0b3-dfa5-4982-b70e-7c941a122c42,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:05.860242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:05.952540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790bbc8-bf81-43ee-b48d-b321b15574b7 req-830257a7-8c8c-4e6f-a431-9f16a11639df tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:05.954719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9790bbc8-bf81-43ee-b48d-b321b15574b7 req-830257a7-8c8c-4e6f-a431-9f16a11639df tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1052063 Aug 25 15:04:05.996692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9790bbc8-bf81-43ee-b48d-b321b15574b7 req-68085d6d-9928-4ac0-a2e1-426278fbd1d5 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Aug 25 15:04:06.003135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e35f5e9-310a-4d47-92eb-95b927128f4e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9666317 Aug 25 15:04:06.134122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10dbb5-344e-463c-b3ef-5d3ca8c73609 req-b58c00da-a41d-43e1-940b-8ef36dedc257 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:06.135586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e10dbb5-344e-463c-b3ef-5d3ca8c73609 req-b58c00da-a41d-43e1-940b-8ef36dedc257 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0611155 Aug 25 15:04:06.159114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:04:06.161909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1b216a19-ac10-47af-ae89-8855a8b4ae3b no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:06.185431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e10dbb5-344e-463c-b3ef-5d3ca8c73609 req-5f98d3d6-b803-4680-93d2-8e03a9189aa7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 Aug 25 15:04:06.332541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:06.351418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'port_id': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'mac_address': 'fa:16:3e:c9:f9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:04:06.445206 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:06.476964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:04:06.514094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd6ac8-9ba4-4c23-92bb-0185dec8f50d req-5e0c5801-7ac7-4f0c-b26b-5443e6fa8a73 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:06.516094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0edd6ac8-9ba4-4c23-92bb-0185dec8f50d req-5e0c5801-7ac7-4f0c-b26b-5443e6fa8a73 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 943 time: 0.0615444 Aug 25 15:04:06.521291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:06.560086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0edd6ac8-9ba4-4c23-92bb-0185dec8f50d req-23b128a8-4cc6-4b9b-8497-d0af3c142261 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Aug 25 15:04:06.649036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:06.738176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:06.803759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807617d-fea0-41cc-9c37-dc9e9b6ed386 req-94ae891c-8d52-478d-a098-812f5f3bc381 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:06.805410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2807617d-fea0-41cc-9c37-dc9e9b6ed386 req-94ae891c-8d52-478d-a098-812f5f3bc381 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0531111 Aug 25 15:04:06.844476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2807617d-fea0-41cc-9c37-dc9e9b6ed386 req-838be9d6-fe9f-4478-beda-e193e90a79ff tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326672 Aug 25 15:04:06.870187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:07.176523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645fc1d-c073-4210-abe3-5b94c67f7ebc req-bd8078cc-e903-4699-8b48-09e47d39a39b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:07.178087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d645fc1d-c073-4210-abe3-5b94c67f7ebc req-bd8078cc-e903-4699-8b48-09e47d39a39b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0632901 Aug 25 15:04:07.240288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d645fc1d-c073-4210-abe3-5b94c67f7ebc req-e068eeb0-2ddb-40df-8e3a-0e0390d227c6 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Aug 25 15:04:07.336155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbe493-0c17-4187-a6ba-60a077bf7a69 req-513d961d-72ee-47fa-86ad-6aba3f9d1b3d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:07.337692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7bbe493-0c17-4187-a6ba-60a077bf7a69 req-513d961d-72ee-47fa-86ad-6aba3f9d1b3d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0650604 Aug 25 15:04:07.384037 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7bbe493-0c17-4187-a6ba-60a077bf7a69 req-f69565db-ad84-4ce4-b30f-06c4a6f1b715 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Aug 25 15:04:07.684381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5a8e-b467-4944-b705-4df2ce8b1f47 req-8ad3f14e-77fd-4372-a4c1-770f6a81b48e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:07.686113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8eb5a8e-b467-4944-b705-4df2ce8b1f47 req-8ad3f14e-77fd-4372-a4c1-770f6a81b48e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 944 time: 0.0523317 Aug 25 15:04:07.749066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8eb5a8e-b467-4944-b705-4df2ce8b1f47 req-fb3d9361-9507-40a7-aff3-66e1273ee7db tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471764 Aug 25 15:04:07.992793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f128c9-f90d-4614-b5fa-0268ffb67dc7 req-f06d5aa5-912c-4bec-8d32-bdd71b5a3c8e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:07.998067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84f128c9-f90d-4614-b5fa-0268ffb67dc7 req-f06d5aa5-912c-4bec-8d32-bdd71b5a3c8e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0654469 Aug 25 15:04:08.045141 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84f128c9-f90d-4614-b5fa-0268ffb67dc7 req-ac1473a4-7a0e-4de6-b664-e404b30da988 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 Aug 25 15:04:08.173406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:08.334450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:08.344068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:08.344459 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:08.518541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679f542-3680-4f7a-b2c6-eb2369e29aeb req-d89c0ff4-8e11-4cc2-9cb9-100e3faffdb0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:08.533520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e679f542-3680-4f7a-b2c6-eb2369e29aeb req-d89c0ff4-8e11-4cc2-9cb9-100e3faffdb0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1603465 Aug 25 15:04:08.574995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:08.632310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9472ee-2c1e-4a4a-b9e8-2516fe22b489 req-32a83dfe-8c3a-42d3-a3f4-602dc5f88a75 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:08.636143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:08.637667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:08.641388 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca6cb11-f760-4ea3-b678-25caab5ad525" -d '{"events": [{"server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "name": "network-vif-plugged", "status": "completed", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:08.643753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e679f542-3680-4f7a-b2c6-eb2369e29aeb req-15e50ce2-79c4-4a20-a3d4-9aa06a4b77a8 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 Aug 25 15:04:08.644123 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e9472ee-2c1e-4a4a-b9e8-2516fe22b489 req-32a83dfe-8c3a-42d3-a3f4-602dc5f88a75 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0821667 Aug 25 15:04:08.713470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e9472ee-2c1e-4a4a-b9e8-2516fe22b489 req-7c9d32be-795c-46ea-a4d6-18105d487c2d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550790 Aug 25 15:04:08.757968 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab70ff-7957-4114-b19f-a4323fd7aa95 x-openstack-request-id: req-c2ab70ff-7957-4114-b19f-a4323fd7aa95 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:08.758329 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "name": "network-vif-plugged", "status": "completed", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:08.758586 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2ab70ff-7957-4114-b19f-a4323fd7aa95 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:08.758984 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'code': 200} Aug 25 15:04:08.772714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:08.861581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:08.905935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ec48c-0723-4816-bf7d-8268382c63d5 req-fc8e1a82-e5d3-4902-bb36-cd33536ef463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:08.907139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-871ec48c-0723-4816-bf7d-8268382c63d5 req-fc8e1a82-e5d3-4902-bb36-cd33536ef463 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.0613089 Aug 25 15:04:08.928869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724329f9-884b-4fab-9125-1e28055336da req-04af1922-1c4c-47a7-91b0-449ef90f3a9d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:08.930550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-724329f9-884b-4fab-9125-1e28055336da req-04af1922-1c4c-47a7-91b0-449ef90f3a9d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0575342 Aug 25 15:04:08.948568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-871ec48c-0723-4816-bf7d-8268382c63d5 req-858e3037-ccd4-4730-bdd3-9c9da3466dec service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Aug 25 15:04:08.978366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-724329f9-884b-4fab-9125-1e28055336da req-f6d2816d-1c8e-4f69-af39-c7b0069580f7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Aug 25 15:04:09.194328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717640-89ca-4573-be7d-0cb841b68a77 req-cbde452a-83af-4eb0-a5bb-3c907b59334f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:09.196003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9717640-89ca-4573-be7d-0cb841b68a77 req-cbde452a-83af-4eb0-a5bb-3c907b59334f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0592587 Aug 25 15:04:09.234711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9717640-89ca-4573-be7d-0cb841b68a77 req-d25ed630-6e7f-448c-85f2-12ab9b93462d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323153 Aug 25 15:04:09.258800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46870) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:09.264132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'subnet': {'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:09.543786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:09.547840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:09.615585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2834-ba67-4e90-af9a-3c2fefab15a4 req-4a562d01-c3e4-4d47-a483-860fba120376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:09.617094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5ad2834-ba67-4e90-af9a-3c2fefab15a4 req-4a562d01-c3e4-4d47-a483-860fba120376 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0500150 Aug 25 15:04:09.660842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5ad2834-ba67-4e90-af9a-3c2fefab15a4 req-eed585d9-3878-437c-b840-d168bf80e733 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Aug 25 15:04:09.781408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a9612-6c15-47e8-aa9c-416c7c4da9b2 req-50f68327-c256-4138-8029-9222608f7ff7 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:09.783165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c81a9612-6c15-47e8-aa9c-416c7c4da9b2 req-50f68327-c256-4138-8029-9222608f7ff7 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0676835 Aug 25 15:04:09.843141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c81a9612-6c15-47e8-aa9c-416c7c4da9b2 req-30c06e80-71df-4043-bf92-99408871d9b3 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Aug 25 15:04:09.849698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9ed3e-844c-41f5-8fb2-df999ca966ae req-78dd593c-bea2-4a71-868d-57adc5a7a72b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:09.851374 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18e9ed3e-844c-41f5-8fb2-df999ca966ae req-78dd593c-bea2-4a71-868d-57adc5a7a72b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0656533 Aug 25 15:04:09.887918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:09.922475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18e9ed3e-844c-41f5-8fb2-df999ca966ae req-9d8316d4-b96b-48b3-92b6-4d623830de52 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648470 Aug 25 15:04:09.962294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Subnet': ['ID=a37a04ec-b095-4ecd-a266-86185af5603f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:09.975149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.975499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.975843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.976208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.976546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.976879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.977209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.977586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.978241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.978241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.986356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.986356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:09.987481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Checking segment: {'id': '0b6f6580-abe3-4e81-b268-ca24d9e2eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:09.987481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network hostable DHCP agents. Network: dfc6d0b3-dfa5-4982-b70e-7c941a122c42, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:10.089081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:10.102648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ace4ed-2b49-419b-b28a-7c4e77189a39 req-f9aaa853-b7d8-4eaa-a337-bdf12ecc1a76 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:10.102648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ace4ed-2b49-419b-b28a-7c4e77189a39 req-f9aaa853-b7d8-4eaa-a337-bdf12ecc1a76 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Aug 25 15:04:10.141477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ace4ed-2b49-419b-b28a-7c4e77189a39 req-b49de9d7-dd87-450b-9b5e-edcb3ede1495 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 25 15:04:10.192111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, dfc6d0b3-dfa5-4982-b70e-7c941a122c42) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:10.196397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:10.197003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.201438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ea0c6-2e80-49d9-a327-9b2ce9a37149 None None] Network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:10.349743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ce4c5fa2-9235-4c72-8dc2-5df3e72039ec tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0895860 Aug 25 15:04:10.353147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:10.359159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-247322852'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:10.365220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-dfc6d0b3-dfa5-4982-b70e-7c941a122c42', 'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42', 'tenant_id': '27b96fc969554912b4847d0f6e9f9f73', 'fixed_ips': [{'subnet_id': 'a37a04ec-b095-4ecd-a266-86185af5603f'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:10.366745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.393315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cf7fd-2435-4767-8037-2489e4879450 req-545bb164-a544-46ee-a88f-54ff1118a115 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:10.394896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-915cf7fd-2435-4767-8037-2489e4879450 req-545bb164-a544-46ee-a88f-54ff1118a115 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0836258 Aug 25 15:04:10.437215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-915cf7fd-2435-4767-8037-2489e4879450 req-dc482254-4528-47d1-a5f5-5da327a201f4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349159 Aug 25 15:04:10.469341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:10.473149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.499878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:10.509628 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.510023 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Added segment 64eec9ca-49fc-45cd-936f-8e726e8a376f of type vlan for network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 Aug 25 15:04:10.520802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Allocated IP 2001:db8:0:ffff::2 (dfc6d0b3-dfa5-4982-b70e-7c941a122c42/a37a04ec-b095-4ecd-a266-86185af5603f/f1a7c0ed-4103-4591-9190-a352ecfbdd1d) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:10.565580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.677558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.685898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:10.699514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.718717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.729052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Transition to ACTIVE for port object f1a7c0ed-4103-4591-9190-a352ecfbdd1d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:10.748611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Transition to ACTIVE for port object f1a7c0ed-4103-4591-9190-a352ecfbdd1d will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:10.771149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Network': ['ID=e4c526e5-c6c6-4169-a0c7-dcd99bc16623,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:10.781221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:10.952774 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:10.956992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27972b80-9ab9-4043-9093-73b728eef41e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6019089 Aug 25 15:04:10.962161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:10.966876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'subnet': {'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:10.999155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88725fc8-3544-4636-862c-92954b3e7078 req-f6768e80-7f93-46b8-b588-5df80c1f8056 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:11.006878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:11.009710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88725fc8-3544-4636-862c-92954b3e7078 req-f6768e80-7f93-46b8-b588-5df80c1f8056 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0899637 Aug 25 15:04:11.019863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Pushing event updated for resources: {'Port': ['ID=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:11.025508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:11.025508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:11.059321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88725fc8-3544-4636-862c-92954b3e7078 req-075541f6-3a1e-4673-8f9b-55ac608d6b6e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Aug 25 15:04:11.091318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Attempting to bind port f1a7c0ed-4103-4591-9190-a352ecfbdd1d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:11.091686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Attempting to bind port f1a7c0ed-4103-4591-9190-a352ecfbdd1d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '0b6f6580-abe3-4e81-b268-ca24d9e2eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:11.092047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Attempting to bind port f1a7c0ed-4103-4591-9190-a352ecfbdd1d on network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:11.097151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:11.099922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Checking segment: {'id': '0b6f6580-abe3-4e81-b268-ca24d9e2eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:11.099922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:11.099922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Bound using segment: {'id': '0b6f6580-abe3-4e81-b268-ca24d9e2eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:11.099922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Bound port: f1a7c0ed-4103-4591-9190-a352ecfbdd1d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6f6580-abe3-4e81-b268-ca24d9e2eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfc6d0b3-dfa5-4982-b70e-7c941a122c42'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:11.099922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:11.114169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1713a9-78ec-45ff-8c25-3d1a7ba89d44 req-6f2ab4dc-c64a-4e20-9573-7ed0cbb1be8d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:11.115721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c1713a9-78ec-45ff-8c25-3d1a7ba89d44 req-6f2ab4dc-c64a-4e20-9573-7ed0cbb1be8d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0730321 Aug 25 15:04:11.159430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c1713a9-78ec-45ff-8c25-3d1a7ba89d44 req-47a75f07-8073-482e-9ea2-9b46327bdd62 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361993 Aug 25 15:04:11.182267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] For port f1a7c0ed-4103-4591-9190-a352ecfbdd1d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:11.182267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] For port f1a7c0ed-4103-4591-9190-a352ecfbdd1d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,segment=NetworkSegment(0b6f6580-abe3-4e81-b268-ca24d9e2eabf),segment_id=0b6f6580-abe3-4e81-b268-ca24d9e2eabf)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:11.206211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:11.210424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:11.267646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719d72-d1c9-4de3-8b84-a014a835442a req-b96244e7-c50b-4615-8928-dc89a2b43940 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:11.270089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd719d72-d1c9-4de3-8b84-a014a835442a req-b96244e7-c50b-4615-8928-dc89a2b43940 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0538969 Aug 25 15:04:11.315317 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd719d72-d1c9-4de3-8b84-a014a835442a req-4b4a8b1f-adb3-4f02-abf0-29502ce0911d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Aug 25 15:04:11.315729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:11.388106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0d04f-2b1a-41b8-9e32-6abd35861c14 None None] Pushing event updated for resources: {'Port': ['ID=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:11.627580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994fdaa-97be-4d43-a60c-7a4c08090150 req-8186d97d-e11c-4143-8538-770f4253e125 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:11.629263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9994fdaa-97be-4d43-a60c-7a4c08090150 req-8186d97d-e11c-4143-8538-770f4253e125 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0813465 Aug 25 15:04:11.700037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:04:11.701669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:11.705131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9994fdaa-97be-4d43-a60c-7a4c08090150 req-bbf1ca40-5ad6-4240-9871-b6751a334f22 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654461 Aug 25 15:04:11.771910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Subnet': ['ID=1f2479cd-b9aa-4b03-8345-3391a20afc8c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:11.797082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.797438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.797791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.798135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.798483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.798819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.799181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.799514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.799845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.800724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.801049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.801381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:11.829182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Checking segment: {'id': '64eec9ca-49fc-45cd-936f-8e726e8a376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:11.829593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network hostable DHCP agents. Network: e4c526e5-c6c6-4169-a0c7-dcd99bc16623, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:11.883734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abdeb1-2d35-4b6b-9e1f-e49fd7984c55 req-0a742f1b-c2d7-4385-ba4a-86b62a919ce7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:11.885258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8abdeb1-2d35-4b6b-9e1f-e49fd7984c55 req-0a742f1b-c2d7-4385-ba4a-86b62a919ce7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1054072 Aug 25 15:04:11.915687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-98da5de7-fe9d-4c9a-992f-0bcf2bba8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:11.917188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-98da5de7-fe9d-4c9a-992f-0bcf2bba8e0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.0824227 Aug 25 15:04:11.952790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8abdeb1-2d35-4b6b-9e1f-e49fd7984c55 req-1a9d1757-f37f-472a-b8ee-e4ef7cfc8ae9 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594993 Aug 25 15:04:12.019282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-c2a7458e-9e7a-4707-a1e2-c658117159de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.020765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-c2a7458e-9e7a-4707-a1e2-c658117159de service neutron] 10.222.0.52 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.0920024 Aug 25 15:04:12.025363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:12.069071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-d3f9027d-fb1c-4719-93e6-ef2647c0f6de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 217 time: 0.0405581 Aug 25 15:04:12.122910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-123ceb72-6b0d-4237-ba15-51237bef8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.124553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-123ceb72-6b0d-4237-ba15-51237bef8191 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.0480721 Aug 25 15:04:12.167345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-ac07b382-b1db-4a86-83da-0b814c304aed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293367 Aug 25 15:04:12.237405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, e4c526e5-c6c6-4169-a0c7-dcd99bc16623) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:12.237812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547870-0dc7-4c0e-8b32-995661981554 req-f2a9b5f5-bba8-462d-a608-5bdc89824441 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.242335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b547870-0dc7-4c0e-8b32-995661981554 req-f2a9b5f5-bba8-462d-a608-5bdc89824441 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0879073 Aug 25 15:04:12.248436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c174748-a09a-4291-98a4-717ea3538d86 None None] Network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:12.261054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.261808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:12.289330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b547870-0dc7-4c0e-8b32-995661981554 req-2bafce5b-e38b-4a29-91ef-6e6f20b3eec3 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Aug 25 15:04:12.370509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1f87f-03e4-44dd-b23d-4de4e2ed026c req-fad377d1-99bf-4a82-8d7f-0d54afbef397 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.372538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97e1f87f-03e4-44dd-b23d-4de4e2ed026c req-fad377d1-99bf-4a82-8d7f-0d54afbef397 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1270144 Aug 25 15:04:12.374443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-1a029348-58da-472e-8500-6070cacf2164 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053199 Aug 25 15:04:12.384118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:12.387495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-33cb062e-ee0d-4970-adde-a184fdda4fe9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4261024 Aug 25 15:04:12.390419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'port': {'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623', 'name': 'tempest-NetworksIpV6TestAttrs-1167748748'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:12.557043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-e4c526e5-c6c6-4169-a0c7-dcd99bc16623', 'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623', 'tenant_id': '27b96fc969554912b4847d0f6e9f9f73', 'fixed_ips': [{'subnet_id': '1f2479cd-b9aa-4b03-8345-3391a20afc8c'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:12.557987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:12.658805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97e1f87f-03e4-44dd-b23d-4de4e2ed026c req-cfd3325b-b071-4a41-b022-53fa83d97df6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431803 Aug 25 15:04:12.717566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5afab142-d7f3-4b1a-9772-3c126913c631 req-b623e3a3-a4d5-47ea-9f94-78c8b270d385 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281634 Aug 25 15:04:12.786614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Allocated IP 2001:db8::f816:3eff:fea9:565b (e4c526e5-c6c6-4169-a0c7-dcd99bc16623/1f2479cd-b9aa-4b03-8345-3391a20afc8c/5d10490e-663b-4ac5-a646-95efe93a4c1e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:12.787108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-a96cd25e-41bf-4787-85fb-51d74c529f4b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.811212 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-a96cd25e-41bf-4787-85fb-51d74c529f4b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 810 time: 0.2281387 Aug 25 15:04:12.825618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-b53df4fd-9591-4251-8e4b-e0b9541b8f11 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/quotas/a491ae197ac542398bcdb8d404de1cab HTTP/1.1" status: 200 len: 375 time: 0.0165064 Aug 25 15:04:12.841577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:12.846444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:12.890466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb2b04-d36a-48a2-970f-9f892a08027f None None] Network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:12.893024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] device_id is not set on port 0a13b455-de95-4bfa-aafd-cf41c42b052d yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:04:12.894986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f1a7c0ed-4103-4591-9190-a352ecfbdd1d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:12.912740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192bda-b4ed-45ac-bb6d-e85c7778ea53 req-e946bd67-616a-4456-86ad-bcc6206d9ed7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:12.914508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75192bda-b4ed-45ac-bb6d-e85c7778ea53 req-e946bd67-616a-4456-86ad-bcc6206d9ed7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0864432 Aug 25 15:04:12.952651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-868d0e9c-6cf2-4d3c-a2ec-937e7d8b433d tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261530 Aug 25 15:04:12.963542 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75192bda-b4ed-45ac-bb6d-e85c7778ea53 req-1cf9eb6c-43bb-42cb-a0f1-587ad047769e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Aug 25 15:04:13.088765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-360a905e-e62f-4197-a6ab-7e653c87167c service neutron] 10.222.0.58 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063223 Aug 25 15:04:13.154855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.165984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4a906-9a8a-42e4-a553-ee6d7b61f16a req-7e8c4072-aeba-4ef3-b0bc-aadc0a8950f5 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:13.168517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Transition to ACTIVE for port object 5d10490e-663b-4ac5-a646-95efe93a4c1e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:13.171622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04b4a906-9a8a-42e4-a553-ee6d7b61f16a req-7e8c4072-aeba-4ef3-b0bc-aadc0a8950f5 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0558646 Aug 25 15:04:13.190021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Transition to ACTIVE for port object 5d10490e-663b-4ac5-a646-95efe93a4c1e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:13.192190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-60334d2c-8eda-45df-8b13-b205b321eadc None None] Provisioning for port f1a7c0ed-4103-4591-9190-a352ecfbdd1d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:13.211709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-ebe13cda-1aa4-45ed-b5fc-fec3c2bf18c8 service neutron] 10.222.0.58 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036768 Aug 25 15:04:13.219499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04b4a906-9a8a-42e4-a553-ee6d7b61f16a req-7f2090ca-2940-4b08-a157-17009b11d39e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Aug 25 15:04:13.234778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f1a7c0ed-4103-4591-9190-a352ecfbdd1d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:13.240108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f1a7c0ed-4103-4591-9190-a352ecfbdd1d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:13.240483 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.326060 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.362083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f1a7c0ed-4103-4591-9190-a352ecfbdd1d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,segment=NetworkSegment(0b6f6580-abe3-4e81-b268-ca24d9e2eabf),segment_id=0b6f6580-abe3-4e81-b268-ca24d9e2eabf)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:13.386182 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.435468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Allocated IP 2001:db8::f816:3eff:fe55:cfe0 (e4c526e5-c6c6-4169-a0c7-dcd99bc16623/1f2479cd-b9aa-4b03-8345-3391a20afc8c/0a13b455-de95-4bfa-aafd-cf41c42b052d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:13.436085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:13.442994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:13.445583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:13.450146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Pushing event updated for resources: {'Port': ['ID=5d10490e-663b-4ac5-a646-95efe93a4c1e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:13.455092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dd5ecf36-e33f-4d9a-b3d6-0d6ba2e687f0 None None] Provisioning complete for port f1a7c0ed-4103-4591-9190-a352ecfbdd1d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:13.455468 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecf36-e33f-4d9a-b3d6-0d6ba2e687f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.524651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.571939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef81ba6b-eb64-41f1-9e80-007e57981e9d req-91c26ebd-7604-493a-94e1-b435383127a1 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 210 time: 0.0472090 Aug 25 15:04:13.639570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.656494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Transition to ACTIVE for port object 0a13b455-de95-4bfa-aafd-cf41c42b052d will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:13.786790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:13.792969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Attempting to bind port 5d10490e-663b-4ac5-a646-95efe93a4c1e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:13.792969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Attempting to bind port 5d10490e-663b-4ac5-a646-95efe93a4c1e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '64eec9ca-49fc-45cd-936f-8e726e8a376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:13.793400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Attempting to bind port 5d10490e-663b-4ac5-a646-95efe93a4c1e on network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:13.812625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.822329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:13.822938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Checking segment: {'id': '64eec9ca-49fc-45cd-936f-8e726e8a376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:13.823131 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.823532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Bound using segment: {'id': '64eec9ca-49fc-45cd-936f-8e726e8a376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:13.824009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Bound port: 5d10490e-663b-4ac5-a646-95efe93a4c1e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64eec9ca-49fc-45cd-936f-8e726e8a376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4c526e5-c6c6-4169-a0c7-dcd99bc16623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:13.824393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.880451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:13.888152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:13.897010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a833-bc91-4aa9-86ca-ad0dfeede6ee req-06ebc835-eb6f-421d-9692-0a62d4dc8f1a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:13.898596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6f0a833-bc91-4aa9-86ca-ad0dfeede6ee req-06ebc835-eb6f-421d-9692-0a62d4dc8f1a tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1520793 Aug 25 15:04:13.902027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:13.907583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:13.908349 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:13.921223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Port': ['ID=0a13b455-de95-4bfa-aafd-cf41c42b052d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:13.926699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] For port 5d10490e-663b-4ac5-a646-95efe93a4c1e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:13.929900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] For port 5d10490e-663b-4ac5-a646-95efe93a4c1e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5d10490e-663b-4ac5-a646-95efe93a4c1e,segment=NetworkSegment(64eec9ca-49fc-45cd-936f-8e726e8a376f),segment_id=64eec9ca-49fc-45cd-936f-8e726e8a376f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:13.961386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6f0a833-bc91-4aa9-86ca-ad0dfeede6ee req-03688d5a-0aea-48ed-a1a5-1020b41e6150 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494919 Aug 25 15:04:14.070331 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:14.124707 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b42dbd39-f930-4331-b951-846ece1a4bcd tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7390494 Aug 25 15:04:14.129125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46984) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:14.130847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d26e1-a627-4eb6-bd0c-e77003cf4f5a req-1b813cf1-764a-4b7f-8426-490ec770fe96 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:14.141555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-190d26e1-a627-4eb6-bd0c-e77003cf4f5a req-1b813cf1-764a-4b7f-8426-490ec770fe96 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0843992 Aug 25 15:04:14.154184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8b4c-b8d4-4629-8a65-40a1f095038b None None] Pushing event updated for resources: {'Port': ['ID=5d10490e-663b-4ac5-a646-95efe93a4c1e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:14.180133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-190d26e1-a627-4eb6-bd0c-e77003cf4f5a req-e3427e45-b78f-4f16-a963-09ea0e2662d2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361686 Aug 25 15:04:14.227134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting subnet 1f2479cd-b9aa-4b03-8345-3391a20afc8c {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:04:14.228771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:14.290022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:14.432503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5174-b768-4414-b8fb-7c029560b3c6 req-ae79cae7-4efd-4e96-a014-abd47168048f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:14.434077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbba5174-b768-4414-b8fb-7c029560b3c6 req-ae79cae7-4efd-4e96-a014-abd47168048f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1198177 Aug 25 15:04:14.530096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbba5174-b768-4414-b8fb-7c029560b3c6 req-b6bffa3f-3d75-42e8-ae96-8b0e6a405300 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893662 Aug 25 15:04:14.588159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:14.703019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e763014e-c444-4ef1-8aba-8b0d151720aa req-da7a3146-f939-4dd5-806e-5ddb57fcc758 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 210 time: 0.0331604 Aug 25 15:04:14.854923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:14.888882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2479cd-b9aa-4b03-8345-3391a20afc8c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:14.891919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:14.897252 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-23a5a36f-3c1c-44ea-80d3-abd08275ccb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/1f2479cd-b9aa-4b03-8345-3391a20afc8c HTTP/1.1" status: 204 len: 168 time: 0.7665615 Aug 25 15:04:14.897406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47004) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:14.995007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5d10490e-663b-4ac5-a646-95efe93a4c1e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:15.064190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85852476-1b3a-4494-850d-7067633b006f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.069349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85852476-1b3a-4494-850d-7067633b006f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.070966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-85852476-1b3a-4494-850d-7067633b006f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1716342 Aug 25 15:04:15.073957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47012) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:15.176761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b352c-f5c6-4254-8933-4193f3971180 req-588b5e1a-edee-4916-88ce-e6f1867f0724 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.184274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-134b352c-f5c6-4254-8933-4193f3971180 req-588b5e1a-edee-4916-88ce-e6f1867f0724 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0907364 Aug 25 15:04:15.197265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9aeaa9a3-cce0-411b-adc9-2e59a4ecc0b1 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.206773 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeaa9a3-cce0-411b-adc9-2e59a4ecc0b1 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 25 15:04:15.223634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aeaa9a3-cce0-411b-adc9-2e59a4ecc0b1 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:15.223634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9aeaa9a3-cce0-411b-adc9-2e59a4ecc0b1 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/e4c526e5-c6c6-4169-a0c7-dcd99bc16623 HTTP/1.1" status: 409 len: 405 time: 0.1345277 Aug 25 15:04:15.223634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47020) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:15.223634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1221419620'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:15.243534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5d10490e-663b-4ac5-a646-95efe93a4c1e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:15.252153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f1a7c0ed-4103-4591-9190-a352ecfbdd1d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:15.272096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-134b352c-f5c6-4254-8933-4193f3971180 req-c3f0bae1-a135-4c40-bc0b-3a8d139ab618 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808587 Aug 25 15:04:15.326962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f1a7c0ed-4103-4591-9190-a352ecfbdd1d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:15.327783 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.353292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:15.361259 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.422979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:15.447955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ba8c-24e0-472b-9bad-60aed25c4ca3 req-5f5a95ca-b694-4e33-ac06-09827885171d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.449644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce40ba8c-24e0-472b-9bad-60aed25c4ca3 req-5f5a95ca-b694-4e33-ac06-09827885171d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1130369 Aug 25 15:04:15.451251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.451815 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Added segment 892e4ab7-7afb-4487-89e1-f98987a8fd6a of type vlan for network 27b269b8-78ec-493c-8822-4118451afb98 Aug 25 15:04:15.529047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.543743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce40ba8c-24e0-472b-9bad-60aed25c4ca3 req-874a83b4-375a-4791-8f8f-709c64f73b29 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860567 Aug 25 15:04:15.571519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bc6f4-a27f-44f7-b1d7-66a4d53a0c04 None None] Network e4c526e5-c6c6-4169-a0c7-dcd99bc16623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:15.687545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbc42c-d32e-4e49-bbc5-e4e532a0b613 req-6491face-e5e5-4de7-9896-3d551bb10d2c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.689324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3dbc42c-d32e-4e49-bbc5-e4e532a0b613 req-6491face-e5e5-4de7-9896-3d551bb10d2c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0669065 Aug 25 15:04:15.690716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.696977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.697633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.751477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] Provisioning for port 5d10490e-663b-4ac5-a646-95efe93a4c1e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:15.755971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] Provisioning complete for port 5d10490e-663b-4ac5-a646-95efe93a4c1e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:15.756714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:15.808892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] DHCP port deletion for e4c526e5-c6c6-4169-a0c7-dcd99bc16623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:04:15.843411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3dbc42c-d32e-4e49-bbc5-e4e532a0b613 req-761c3434-d4eb-47af-be98-2edeb7cad19b tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283996 Aug 25 15:04:15.853424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741353b-5474-4334-a37f-059cf6d664fd req-99004df5-18e1-41ec-a031-4a8d5ee2fcd7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:15.856069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8741353b-5474-4334-a37f-059cf6d664fd req-99004df5-18e1-41ec-a031-4a8d5ee2fcd7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1184230 Aug 25 15:04:15.858807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Network': ['ID=27b269b8-78ec-493c-8822-4118451afb98,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:15.917249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 27b269b8-78ec-493c-8822-4118451afb98 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:15.973464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8741353b-5474-4334-a37f-059cf6d664fd req-eb5f5178-ffe4-4479-a4bb-83c67d6bcf6b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896304 Aug 25 15:04:16.020364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4d2cacf-6c11-4f19-b475-aea5d314ba87 req-ad123801-1408-4b46-87cf-b82a54b5fc3c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 210 time: 0.0550573 Aug 25 15:04:16.043164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-2ed04c20-7d3b-4858-8f92-216790fd9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:16.045664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-2ed04c20-7d3b-4858-8f92-216790fd9cfb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.1364002 Aug 25 15:04:16.067688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-43ccfe16-5161-4a1a-b0dd-e4621d17431f tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8403454 Aug 25 15:04:16.069150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47040) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:16.077951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'subnet': {'network_id': '27b269b8-78ec-493c-8822-4118451afb98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:16.081960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.098822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] Deleting port 5d10490e-663b-4ac5-a646-95efe93a4c1e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:16.099393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.181976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] For port 5d10490e-663b-4ac5-a646-95efe93a4c1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5d10490e-663b-4ac5-a646-95efe93a4c1e,segment=NetworkSegment(64eec9ca-49fc-45cd-936f-8e726e8a376f),segment_id=64eec9ca-49fc-45cd-936f-8e726e8a376f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:16.185822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-a54ddb5a-6cb9-4d21-b057-47d178ed2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:16.187602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-a54ddb5a-6cb9-4d21-b057-47d178ed2f97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.1339762 Aug 25 15:04:16.209383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] For port 5d10490e-663b-4ac5-a646-95efe93a4c1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5d10490e-663b-4ac5-a646-95efe93a4c1e,segment=NetworkSegment(64eec9ca-49fc-45cd-936f-8e726e8a376f),segment_id=64eec9ca-49fc-45cd-936f-8e726e8a376f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:16.210281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.238567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] Calling delete_port for 5d10490e-663b-4ac5-a646-95efe93a4c1e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:16.291979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-0d1370d6-fc4d-40ef-baee-6120a7e578c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.0970140 Aug 25 15:04:16.355154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:16.359877 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.360264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.363650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-2cd136c7-f9af-42d2-be72-78a80cd11c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:16.365959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-2cd136c7-f9af-42d2-be72-78a80cd11c9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.0592945 Aug 25 15:04:16.416455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a3d6f-f18e-4e77-80a9-8e019927ac52 None None] Pushing event updated for resources: {'Port': ['ID=5d10490e-663b-4ac5-a646-95efe93a4c1e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:16.491233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-8bd74e23-d968-43ca-b632-2f325cc03d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:16.492746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-8bd74e23-d968-43ca-b632-2f325cc03d38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132369 Aug 25 15:04:16.534855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.587673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] Pushing event deleted for resources: {'Port': ['ID=5d10490e-663b-4ac5-a646-95efe93a4c1e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:16.593323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafd0bd-46cb-43df-a0f0-ff63242a3e62 None None] No DVR routers for this DVR port 5d10490e-663b-4ac5-a646-95efe93a4c1e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:16.786299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5d10490e-663b-4ac5-a646-95efe93a4c1e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:16.815684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 5d10490e-663b-4ac5-a646-95efe93a4c1e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:04:16.816101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5d10490e-663b-4ac5-a646-95efe93a4c1e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:04:16.852302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:04:16.854866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:16.938397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Subnet': ['ID=3c61ecc8-928a-4441-bf32-ce7eacc5df2e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:16.953998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Checking segment: {'id': '892e4ab7-7afb-4487-89e1-f98987a8fd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '27b269b8-78ec-493c-8822-4118451afb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:16.954449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network hostable DHCP agents. Network: 27b269b8-78ec-493c-8822-4118451afb98, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:16.986893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-da5a8dda-9ce5-4d59-ac0b-a0711f7a2baa tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:16.989665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-da5a8dda-9ce5-4d59-ac0b-a0711f7a2baa tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.52 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 810 time: 0.6004145 Aug 25 15:04:17.013668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Request body: {'port': {'device_id': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'admin_state_up': True, 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:17.025936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959865a3-982f-4d1e-a2fa-82f67d3f30d4 req-ed55339a-516b-41f7-ab1f-3f60f2be0b7d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:17.031970 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-959865a3-982f-4d1e-a2fa-82f67d3f30d4 req-ed55339a-516b-41f7-ab1f-3f60f2be0b7d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0889862 Aug 25 15:04:17.067936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network 27b269b8-78ec-493c-8822-4118451afb98 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:17.092413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-959865a3-982f-4d1e-a2fa-82f67d3f30d4 req-e6e90f22-6756-4086-be30-38a9813008fd tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Aug 25 15:04:17.096233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d7bf-888c-41e5-82d2-9aef19cde6a2 req-aa6d30ac-4107-41eb-b908-4e92e8b535d8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:17.098037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5245d7bf-888c-41e5-82d2-9aef19cde6a2 req-aa6d30ac-4107-41eb-b908-4e92e8b535d8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.2000148 Aug 25 15:04:17.147973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-1546e8eb-0b5a-40cb-981b-b153bfa7f07d service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459708 Aug 25 15:04:17.226226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5245d7bf-888c-41e5-82d2-9aef19cde6a2 req-b7af4bb5-8380-470d-baca-55d69d92efd9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083436 Aug 25 15:04:17.229830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaa109-dd98-405f-851d-ab08f8accaf1 req-f1c71d83-86a0-47e0-ac21-668356349977 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:17.231509 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fedaa109-dd98-405f-851d-ab08f8accaf1 req-f1c71d83-86a0-47e0-ac21-668356349977 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0572422 Aug 25 15:04:17.270990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 27b269b8-78ec-493c-8822-4118451afb98) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:17.277497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:17.279940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.283747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58c98c-2f64-47a9-bd1c-d9c06abd8234 None None] Network 27b269b8-78ec-493c-8822-4118451afb98 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:17.307244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fedaa109-dd98-405f-851d-ab08f8accaf1 req-399b0b38-d6a0-42a5-9cdc-bd48eaca57bd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666356 Aug 25 15:04:17.376609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb479e84-f597-4c1b-a51e-fce3032caa1d req-437cf205-d57f-4f0d-86dc-e75ef54e85b0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 210 time: 0.0749421 Aug 25 15:04:17.379490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29f24b64-6e02-4fcb-b6b8-77743550b737 req-5985ef83-5549-42a8-94b1-6dd1010026c7 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231429 Aug 25 15:04:17.400300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Made reservation on behalf of a491ae197ac542398bcdb8d404de1cab for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:17.405056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.481146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-27b269b8-78ec-493c-8822-4118451afb98', 'network_id': '27b269b8-78ec-493c-8822-4118451afb98', 'tenant_id': '27b96fc969554912b4847d0f6e9f9f73', 'fixed_ips': [{'subnet_id': '3c61ecc8-928a-4441-bf32-ce7eacc5df2e'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:17.482015 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.543323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Allocated IP 172.20.0.7 (dd8e6add-5855-4408-b2dd-64ec2322e555/5a0cf900-3f60-42c7-881c-864a6725daf3/56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:17.554653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6994b99e-1ba8-4ec4-ac10-6f8aef85fb97 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4815435 Aug 25 15:04:17.555087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47068) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:17.561169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'port': {'network_id': '27b269b8-78ec-493c-8822-4118451afb98', 'name': 'tempest-NetworksIpV6TestAttrs-2001896512'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:17.633341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Allocated IP 2001:db8::f816:3eff:fe36:8efc (27b269b8-78ec-493c-8822-4118451afb98/3c61ecc8-928a-4441-bf32-ce7eacc5df2e/50953861-b641-4040-8e4e-be64ede44ef4) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:17.767566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.786231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:17.789763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.815085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] device_id is not set on port 207a2dbe-d808-45d8-b931-f5e593ad5bb1 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:04:17.825537 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.847740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Transition to ACTIVE for port object 50953861-b641-4040-8e4e-be64ede44ef4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:17.865314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Transition to ACTIVE for port object 50953861-b641-4040-8e4e-be64ede44ef4 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:17.926923 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.943454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:17.969369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:17.972973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Network dd8e6add-5855-4408-b2dd-64ec2322e555 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:17.976330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:17.980380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:18.023804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Network 27b269b8-78ec-493c-8822-4118451afb98 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:18.031370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Pushing event updated for resources: {'Port': ['ID=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:18.037544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:18.041303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:18.053953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Pushing event updated for resources: {'Port': ['ID=50953861-b641-4040-8e4e-be64ede44ef4,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:18.063423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Allocated IP 2001:db8::f816:3eff:fe82:e4f0 (27b269b8-78ec-493c-8822-4118451afb98/3c61ecc8-928a-4441-bf32-ce7eacc5df2e/207a2dbe-d808-45d8-b931-f5e593ad5bb1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:18.070564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:18.071449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.150567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Attempting to bind port 50953861-b641-4040-8e4e-be64ede44ef4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:18.151115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Attempting to bind port 50953861-b641-4040-8e4e-be64ede44ef4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '892e4ab7-7afb-4487-89e1-f98987a8fd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '27b269b8-78ec-493c-8822-4118451afb98'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:18.151583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Attempting to bind port 50953861-b641-4040-8e4e-be64ede44ef4 on network 27b269b8-78ec-493c-8822-4118451afb98 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:18.162343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:18.162722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Checking segment: {'id': '892e4ab7-7afb-4487-89e1-f98987a8fd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '27b269b8-78ec-493c-8822-4118451afb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:18.163178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.163587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Bound using segment: {'id': '892e4ab7-7afb-4487-89e1-f98987a8fd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '27b269b8-78ec-493c-8822-4118451afb98'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:18.164079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Bound port: 50953861-b641-4040-8e4e-be64ede44ef4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892e4ab7-7afb-4487-89e1-f98987a8fd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '27b269b8-78ec-493c-8822-4118451afb98'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:18.164472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.190698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-48e73ac5-936c-4a07-9133-8db3483da6e0 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1875119 Aug 25 15:04:18.213478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Request body: {'port': {'device_id': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:18.256418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] For port 50953861-b641-4040-8e4e-be64ede44ef4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:18.260014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] For port 50953861-b641-4040-8e4e-be64ede44ef4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=50953861-b641-4040-8e4e-be64ede44ef4,segment=NetworkSegment(892e4ab7-7afb-4487-89e1-f98987a8fd6a),segment_id=892e4ab7-7afb-4487-89e1-f98987a8fd6a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:18.268663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.285063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Transition to ACTIVE for port object 207a2dbe-d808-45d8-b931-f5e593ad5bb1 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:18.320321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d97d39-592c-4bcd-8a8f-0feb6f6fcfe7 req-dc14a7ec-5de2-46ec-b0a0-471f0d87f67b tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:18.327661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2d97d39-592c-4bcd-8a8f-0feb6f6fcfe7 req-dc14a7ec-5de2-46ec-b0a0-471f0d87f67b tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1312559 Aug 25 15:04:18.344484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.420671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631d6c5-1e1d-4c43-a9be-14b88ebb6bbc req-a64e6115-7d70-46eb-a8e5-01781b9ee211 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:18.433118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb25ce6-c140-44c4-bc8f-c5bda1b29888 None None] Pushing event updated for resources: {'Port': ['ID=50953861-b641-4040-8e4e-be64ede44ef4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:18.444356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8631d6c5-1e1d-4c43-a9be-14b88ebb6bbc req-a64e6115-7d70-46eb-a8e5-01781b9ee211 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1030941 Aug 25 15:04:18.455017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2d97d39-592c-4bcd-8a8f-0feb6f6fcfe7 req-270e7928-2649-47c0-bb47-e32929deb1da tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263790 Aug 25 15:04:18.455876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.461288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.537627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network 27b269b8-78ec-493c-8822-4118451afb98 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:18.544369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:18.546921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:18.553686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:18.554551 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:18.596747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8631d6c5-1e1d-4c43-a9be-14b88ebb6bbc req-aede55e7-977f-4951-9fbd-61eb682bc7bd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582999 Aug 25 15:04:18.601070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Port': ['ID=207a2dbe-d808-45d8-b931-f5e593ad5bb1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:18.690320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-21da1951-ed7d-46b3-a48e-2f7fbc64f916 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1343567 Aug 25 15:04:18.693443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47088) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:18.721866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d099f-5174-4d4b-bb1f-c51fe3c135bd req-009ee019-be22-4e0c-ae39-f27c7c8b9f3c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:18.746151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-408d099f-5174-4d4b-bb1f-c51fe3c135bd req-009ee019-be22-4e0c-ae39-f27c7c8b9f3c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2020047 Aug 25 15:04:18.882747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-408d099f-5174-4d4b-bb1f-c51fe3c135bd req-4cb97f19-934c-48b4-9f72-7196b24c0439 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355832 Aug 25 15:04:18.942814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting subnet 3c61ecc8-928a-4441-bf32-ce7eacc5df2e {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:04:18.958307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.001700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 50953861-b641-4040-8e4e-be64ede44ef4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:19.059139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c0a7a-3998-4669-b4be-6f82b35a8035 req-d665f0e8-26ea-4016-845d-18c6ce0950c9 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.060852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-923c0a7a-3998-4669-b4be-6f82b35a8035 req-d665f0e8-26ea-4016-845d-18c6ce0950c9 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 931 time: 0.3056786 Aug 25 15:04:19.074032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.091467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:04:19.102230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.125153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Transition to ACTIVE for port object 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:19.157517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 50953861-b641-4040-8e4e-be64ede44ef4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:19.201084 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-923c0a7a-3998-4669-b4be-6f82b35a8035 req-9559676f-01ff-4e3e-ba19-c0049d46d79f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761256 Aug 25 15:04:19.229934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3417ccb-15f9-472a-a26a-525d55bfca54 req-57bc9cf9-261f-480c-bc58-277d3c743ca8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.229934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3417ccb-15f9-472a-a26a-525d55bfca54 req-57bc9cf9-261f-480c-bc58-277d3c743ca8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0766768 Aug 25 15:04:19.229934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.313647 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.330848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Pushing event updated for resources: {'Port': ['ID=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:19.335854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3417ccb-15f9-472a-a26a-525d55bfca54 req-36fd1a49-0195-4706-955e-4f6725d0d0ee tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969951 Aug 25 15:04:19.434217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Attempting to bind port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:19.434663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Attempting to bind port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:19.435053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Attempting to bind port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d on network dd8e6add-5855-4408-b2dd-64ec2322e555 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:19.440330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d on network dd8e6add-5855-4408-b2dd-64ec2322e555 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:04:19.441370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Attempting to bind port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d on network dd8e6add-5855-4408-b2dd-64ec2322e555 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:19.459471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:19.460184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Checking segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:19.460184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Bound using segment: {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:19.460641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Bound port: 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccf1acd-1c00-4c43-a146-9e1d8316f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:19.466942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.510573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.563254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Subnet': ['ID=3c61ecc8-928a-4441-bf32-ce7eacc5df2e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:19.567052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.571489 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-95a9c091-21ae-410b-8197-69dde721ecd3 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/3c61ecc8-928a-4441-bf32-ce7eacc5df2e HTTP/1.1" status: 204 len: 168 time: 0.8747833 Aug 25 15:04:19.572814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47104) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:19.617390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd045e15-68e4-448f-b437-31b5146d12c3 req-efb8a237-65e8-4328-9091-9a6b79a09a8c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.619328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd045e15-68e4-448f-b437-31b5146d12c3 req-efb8a237-65e8-4328-9091-9a6b79a09a8c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0851665 Aug 25 15:04:19.631827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] For port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:19.631827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] For port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:19.640051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eeae8-b95e-4de6-a4d8-cd562e577e1f req-650b5bd0-fd93-4c74-b03d-2de8db9fb14b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.641801 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-594eeae8-b95e-4de6-a4d8-cd562e577e1f req-650b5bd0-fd93-4c74-b03d-2de8db9fb14b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1876311 Aug 25 15:04:19.687801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd045e15-68e4-448f-b437-31b5146d12c3 req-21fde940-57d0-468e-9237-2bfca0a3cdf2 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Aug 25 15:04:19.708069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed3209-7ef6-420f-89a9-0a9d1e3c4eb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.711119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed3209-7ef6-420f-89a9-0a9d1e3c4eb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.712761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f5ed3209-7ef6-420f-89a9-0a9d1e3c4eb4 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1388388 Aug 25 15:04:19.715773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47110) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:19.758708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.761728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:04:19.798155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-594eeae8-b95e-4de6-a4d8-cd562e577e1f req-0d15f219-9e1f-46a2-8e2c-729349e9d660 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413074 Aug 25 15:04:19.899862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:19.900514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:19.902518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d HTTP/1.1" status: 200 len: 1091 time: 1.6947997 Aug 25 15:04:19.904317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'tag': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:19.906845 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16696cc1-1be9-4a01-a78c-053bf9ec9972" -d '{"events": [{"name": "network-changed", "server_uuid": "8489f91f-0dd9-48b9-801f-4e194fe2011f", "tag": "56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:19.977916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6fcd0-8705-4dbb-ba90-77c016ea4019 None None] Network 27b269b8-78ec-493c-8822-4118451afb98 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:20.090718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4ef2defd-6577-4e22-b16e-88e4bd1cf344 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.096487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d73bf-cb9c-4fb8-b12b-0ebbcffe15f6 service neutron] Pushing event updated for resources: {'Port': ['ID=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:20.112219 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef2defd-6577-4e22-b16e-88e4bd1cf344 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 25 15:04:20.112741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef2defd-6577-4e22-b16e-88e4bd1cf344 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:20.114556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4ef2defd-6577-4e22-b16e-88e4bd1cf344 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/27b269b8-78ec-493c-8822-4118451afb98 HTTP/1.1" status: 409 len: 405 time: 0.3977239 Aug 25 15:04:20.120856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47128) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:20.130820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-974477098'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:20.132434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fa51f-545d-4a3b-ba1c-e5769685a20c req-433d4187-b782-444c-af7b-d86c958f2242 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:20.140319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-436fa51f-545d-4a3b-ba1c-e5769685a20c req-433d4187-b782-444c-af7b-d86c958f2242 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.2818589 Aug 25 15:04:20.162478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:20.167948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-772f99f3-1974-449d-9725-7e40a0865f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:20.169787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-772f99f3-1974-449d-9725-7e40a0865f5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 1094 time: 0.1451778 Aug 25 15:04:20.176587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] Provisioning for port 50953861-b641-4040-8e4e-be64ede44ef4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:20.185897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'mac_address': 'fa:16:3e:ae:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:04:20.205567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] Provisioning complete for port 50953861-b641-4040-8e4e-be64ede44ef4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:20.206560 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.230101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-6084bcfb-2efc-4ac7-a1e5-1eda3df9ad82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d HTTP/1.1" status: 200 len: 217 time: 0.0480323 Aug 25 15:04:20.246062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:20.250889 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.268179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-436fa51f-545d-4a3b-ba1c-e5769685a20c req-04b537e5-a6aa-478f-b585-51203ae4df05 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961852 Aug 25 15:04:20.314737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:20.343876 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a21a9e-ed0d-4378-a931-f8192cd773d2 x-openstack-request-id: req-f9a21a9e-ed0d-4378-a931-f8192cd773d2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:20.349285 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489f91f-0dd9-48b9-801f-4e194fe2011f", "tag": "56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:20.349285 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9a21a9e-ed0d-4378-a931-f8192cd773d2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:20.349696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.349851 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'tag': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d', 'status': 'completed', 'code': 200} Aug 25 15:04:20.349964 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Added segment aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091 of type vlan for network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd Aug 25 15:04:20.384780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.400430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-cc9548f1-e9b1-46d2-b862-b98e404a4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:20.413141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-cc9548f1-e9b1-46d2-b862-b98e404a4b4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 200 len: 850 time: 0.1422205 Aug 25 15:04:20.414455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:04:20.468127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:20.479235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-6b0009b1-5343-4506-ac4a-62854d17c09b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd8e6add-5855-4408-b2dd-64ec2322e555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584972 Aug 25 15:04:20.490607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.536396 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.564242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] DHCP port deletion for 27b269b8-78ec-493c-8822-4118451afb98 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:04:20.576513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.602940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f363-84ec-4c39-98f1-1bcbb15284cc req-a5bc8f5a-3dc6-4b5f-9c8a-d16b58838e42 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:20.604555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d72f363-84ec-4c39-98f1-1bcbb15284cc req-a5bc8f5a-3dc6-4b5f-9c8a-d16b58838e42 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 943 time: 0.1454875 Aug 25 15:04:20.636110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] For port 50953861-b641-4040-8e4e-be64ede44ef4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=50953861-b641-4040-8e4e-be64ede44ef4,segment=NetworkSegment(892e4ab7-7afb-4487-89e1-f98987a8fd6a),segment_id=892e4ab7-7afb-4487-89e1-f98987a8fd6a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:20.649702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381ebe3-760c-43d8-96fe-15541faee199 req-57d15748-cda5-4dad-9299-ce324dbeae89 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:20.655630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d72f363-84ec-4c39-98f1-1bcbb15284cc req-ad154112-8c5f-4821-b0ad-a2c874d3e32b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Aug 25 15:04:20.657322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a381ebe3-760c-43d8-96fe-15541faee199 req-57d15748-cda5-4dad-9299-ce324dbeae89 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1316316 Aug 25 15:04:20.657834 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.665031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:20.670657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.684711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:20.700789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:20.707797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a381ebe3-760c-43d8-96fe-15541faee199 req-30a90cf1-571e-4d3f-8f3b-a4e9820dcffa tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Aug 25 15:04:20.722749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-8ab9f51c-625d-47f7-9e41-201344c1072b service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254717 Aug 25 15:04:20.770213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:20.845229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7226293 Aug 25 15:04:20.875249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47148) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:20.876520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4cc25a97-94b1-4c9d-afd0-195f0acd1221 req-a311401d-d702-4068-9003-161861a11db0 service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518826 Aug 25 15:04:20.884660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'subnet': {'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:20.898592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 50953861-b641-4040-8e4e-be64ede44ef4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:21.143387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-3946040d-981c-4954-ad78-ab53fa2e90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:21.146752 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-3946040d-981c-4954-ad78-ab53fa2e90f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 1094 time: 0.1184494 Aug 25 15:04:21.297168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] Deleting port 50953861-b641-4040-8e4e-be64ede44ef4 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:21.297168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:21.387183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-32932c26-a045-4047-9727-f7d054b8532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:21.388813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-32932c26-a045-4047-9727-f7d054b8532e service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 911 time: 0.2345700 Aug 25 15:04:21.435151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03eb2d-20f8-4871-b0e3-e04e84feb938 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Network': ['ID=0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:21.489882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:21.505706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-304b800f-35c3-44d7-95ba-43269cf7dc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:21.522981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-775272d6-2b9c-4f0e-9a9a-4c84c9f05d61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d HTTP/1.1" status: 200 len: 217 time: 0.1225829 Aug 25 15:04:21.538532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9cdb1-f429-4629-8660-a8c0b69f9bdc None None] Pushing event updated for resources: {'Port': ['ID=50953861-b641-4040-8e4e-be64ede44ef4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:21.624807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eab975-dc41-4f37-b658-641cabda7f93 req-ebebe6d0-7880-40cf-bc1b-2cd4f3898a33 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:21.635475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89eab975-dc41-4f37-b658-641cabda7f93 req-ebebe6d0-7880-40cf-bc1b-2cd4f3898a33 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.8012094 Aug 25 15:04:21.641225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] For port 50953861-b641-4040-8e4e-be64ede44ef4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=50953861-b641-4040-8e4e-be64ede44ef4,segment=NetworkSegment(892e4ab7-7afb-4487-89e1-f98987a8fd6a),segment_id=892e4ab7-7afb-4487-89e1-f98987a8fd6a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:21.641735 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:21.659922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910527c2-00b1-40e5-81ba-ec3d38a5b11c req-7f37b38d-1978-41ea-bc2a-eeac74ff73a8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:21.661921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-910527c2-00b1-40e5-81ba-ec3d38a5b11c req-7f37b38d-1978-41ea-bc2a-eeac74ff73a8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 945 time: 0.1547675 Aug 25 15:04:21.669272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-36bbab15-0a39-4d1f-8400-fc16c3641587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:21.670811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-36bbab15-0a39-4d1f-8400-fc16c3641587 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 200 len: 850 time: 0.1142349 Aug 25 15:04:21.692297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:21.713525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89eab975-dc41-4f37-b658-641cabda7f93 req-8322c2a3-08cb-44e9-b2ff-aec19aa78c07 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773113 Aug 25 15:04:21.721407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] Calling delete_port for 50953861-b641-4040-8e4e-be64ede44ef4 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:21.743638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-ce3acac2-54fc-4606-9a1c-9bf239e8d93f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd8e6add-5855-4408-b2dd-64ec2322e555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646126 Aug 25 15:04:21.767969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:21.776620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:21.786189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-910527c2-00b1-40e5-81ba-ec3d38a5b11c req-d9332b86-bb76-4b94-ba14-96eec09d543b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143596 Aug 25 15:04:21.890929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 50953861-b641-4040-8e4e-be64ede44ef4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=50953861-b641-4040-8e4e-be64ede44ef4,segment=NetworkSegment(892e4ab7-7afb-4487-89e1-f98987a8fd6a),segment_id=892e4ab7-7afb-4487-89e1-f98987a8fd6a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:22.030218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:22.073500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392275a4-22ce-4d7b-89e2-4bd636c308b4 req-e75d77ee-22e9-4d47-9bd6-9919ad8d5e68 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:22.082774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-392275a4-22ce-4d7b-89e2-4bd636c308b4 req-e75d77ee-22e9-4d47-9bd6-9919ad8d5e68 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 943 time: 0.1231058 Aug 25 15:04:22.087982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-927cb427-4394-4565-b519-e6e73688afee service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079851 Aug 25 15:04:22.123495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:22.150790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=50953861-b641-4040-8e4e-be64ede44ef4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:22.160047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] No DVR routers for this DVR port 50953861-b641-4040-8e4e-be64ede44ef4 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:22.216387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6b4bc-d599-48c6-8975-74e82002bb53 None None] Pushing event deleted for resources: {'Port': ['ID=50953861-b641-4040-8e4e-be64ede44ef4,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:22.225567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20fa21-3afe-4a4a-93a0-128c3f33309c req-75f81980-2fe6-44e3-8d18-a68470e01993 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:22.230594 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e20fa21-3afe-4a4a-93a0-128c3f33309c req-75f81980-2fe6-44e3-8d18-a68470e01993 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2112310 Aug 25 15:04:22.253993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16696cc1-1be9-4a01-a78c-053bf9ec9972 req-3f932caa-1287-45b9-bcfe-050ab445211b service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558568 Aug 25 15:04:22.313019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-392275a4-22ce-4d7b-89e2-4bd636c308b4 req-997cff33-c3b0-4407-b3bf-88a493b50e0e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291007 Aug 25 15:04:22.356071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e20fa21-3afe-4a4a-93a0-128c3f33309c req-bf303fe7-029e-43f4-b9b8-d25a5a605580 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156354 Aug 25 15:04:22.439108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:04:22.439108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:22.539335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Subnet': ['ID=995e9107-d3c6-446b-b073-4861a31bf948,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:22.583349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Checking segment: {'id': 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:22.583750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network hostable DHCP agents. Network: 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:22.688423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:22.819662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:22.826012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:22.828938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:22.830813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29398af5-cfe8-4215-94d7-825f4c49832a None None] Network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:22.907016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e599-49d8-471d-8393-ebc9e0297285 req-b8645614-d8ad-448d-b915-faec5f415be3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:22.920692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c72e599-49d8-471d-8393-ebc9e0297285 req-b8645614-d8ad-448d-b915-faec5f415be3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1813214 Aug 25 15:04:22.948090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a3757-a082-4e1d-b969-c080ffdaed1d req-b2ff8180-964b-4a6e-ab00-f09f888e7e97 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:22.959780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf0a3757-a082-4e1d-b969-c080ffdaed1d req-b2ff8180-964b-4a6e-ab00-f09f888e7e97 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0977893 Aug 25 15:04:22.992937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c72e599-49d8-471d-8393-ebc9e0297285 req-2b3970bc-92f6-4daf-a09c-22e1349787b2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712385 Aug 25 15:04:23.039272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-26d404a8-63e6-45de-8afd-84c1a94a1340 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1611211 Aug 25 15:04:23.040777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:23.098370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd', 'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd', 'tenant_id': '27b96fc969554912b4847d0f6e9f9f73', 'fixed_ips': [{'subnet_id': '995e9107-d3c6-446b-b073-4861a31bf948'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:23.100190 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.150229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf0a3757-a082-4e1d-b969-c080ffdaed1d req-7933a286-09b4-4e8e-9e03-b8364b1f4436 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867595 Aug 25 15:04:23.153846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-6d9d4b59-bb72-4b15-929e-2e1dd01d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:23.160544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-6d9d4b59-bb72-4b15-929e-2e1dd01d8df7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a301e1ed72044079b6e8fe89361f638d&device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 1095 time: 0.2431490 Aug 25 15:04:23.285046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be768a5b-d54a-437d-9b7b-bf38e73f2051 req-f77328ac-7fb4-4035-81d6-b0c642c5148c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:23.287145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be768a5b-d54a-437d-9b7b-bf38e73f2051 req-f77328ac-7fb4-4035-81d6-b0c642c5148c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 945 time: 0.1086447 Aug 25 15:04:23.316989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Allocated IP 2001:db8::f816:3eff:fe96:7faa (0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd/995e9107-d3c6-446b-b073-4861a31bf948/d94f0886-6db6-44d6-a1a0-3d1baf3858df) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:23.386260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.421772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-ed2fad2b-a8a6-4859-85e6-aa482e81206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:23.421772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-ed2fad2b-a8a6-4859-85e6-aa482e81206b service neutron] 10.222.0.52 "GET /v2.0/networks?id=81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 200 len: 913 time: 0.2474790 Aug 25 15:04:23.460487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be768a5b-d54a-437d-9b7b-bf38e73f2051 req-fedf7082-699a-41d0-af9b-51d86ad56e4a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637945 Aug 25 15:04:23.607681 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.642373 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.658054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Transition to ACTIVE for port object d94f0886-6db6-44d6-a1a0-3d1baf3858df will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:23.683501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Transition to ACTIVE for port object d94f0886-6db6-44d6-a1a0-3d1baf3858df will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:23.714157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-faf26db1-b65e-4441-ab79-f1b59d5718f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 200 len: 999 time: 0.2858081 Aug 25 15:04:23.757478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f926750-8d00-431c-93d2-b0517b9f0ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.799565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a383a-c29c-45d3-a389-056eec9e240f req-edada884-3d69-43e3-8865-debb43420c64 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:23.803296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-366a383a-c29c-45d3-a389-056eec9e240f req-edada884-3d69-43e3-8865-debb43420c64 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 943 time: 0.2025523 Aug 25 15:04:23.825238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:23.843250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-a5a54c70-bbfd-46bd-8476-4b8adcfe623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:23.844639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-a5a54c70-bbfd-46bd-8476-4b8adcfe623e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 200 len: 851 time: 0.1219440 Aug 25 15:04:23.885324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.921626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:23.924057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-366a383a-c29c-45d3-a389-056eec9e240f req-95f473ff-193a-46d9-91db-521542802df2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151550 Aug 25 15:04:23.983649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Subnet': ['ID=995e9107-d3c6-446b-b073-4861a31bf948,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:23.996830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-0f1cb129-a369-41c2-ac9b-6ebd48682215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:24.004285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-0f1cb129-a369-41c2-ac9b-6ebd48682215 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81acf05c-7eba-4262-ba94-0dcb2e5497cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433372 Aug 25 15:04:24.078160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Pushing event updated for resources: {'Port': ['ID=d94f0886-6db6-44d6-a1a0-3d1baf3858df,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:24.095612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.116836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:24.125599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:24.131111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:24.150012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:24.153403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.196455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.218359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eabbf4-d3fb-4174-a943-5eea60c21b7e req-bb2615ad-e7d2-4c46-8307-e4f6e7d78d83 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:24.225891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-46eabbf4-d3fb-4174-a943-5eea60c21b7e req-bb2615ad-e7d2-4c46-8307-e4f6e7d78d83 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0867698 Aug 25 15:04:24.259612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:24.266710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:04:24.298452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-76e077a1-7ed3-4f33-8864-a9fecf0a70a0 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787962 Aug 25 15:04:24.305387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-46eabbf4-d3fb-4174-a943-5eea60c21b7e req-223ecbbb-d0a7-4e35-b7dc-962451cfd740 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784268 Aug 25 15:04:24.326440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:24.326957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:24.357980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.417794 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.446542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:24.446976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:24.458405 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:24.489990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9bf8ebf-8046-4bf1-a3a7-02b61c3179f8 req-c0dbd770-fb05-4033-9725-a0a2ff13fd63 service neutron] 10.222.0.52 "GET /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901312 Aug 25 15:04:24.578893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:24.594346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d', 'network_id': 'dd8e6add-5855-4408-b2dd-64ec2322e555', 'port_id': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d', 'mac_address': 'fa:16:3e:ef:36:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0cf900-3f60-42c7-881c-864a6725daf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:04:24.600798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Attempting to bind port d94f0886-6db6-44d6-a1a0-3d1baf3858df on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:24.601438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Attempting to bind port d94f0886-6db6-44d6-a1a0-3d1baf3858df by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:24.602000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Attempting to bind port d94f0886-6db6-44d6-a1a0-3d1baf3858df on network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:24.609158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:24.609864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Checking segment: {'id': 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:24.610458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.611200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Bound using segment: {'id': 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:24.611895 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Bound port: d94f0886-6db6-44d6-a1a0-3d1baf3858df, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:24.612559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.628587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c3dab-2fa7-48d8-8d50-2bd2416e58a6 req-e17b0c6d-f086-40f8-80b9-e242b1e9c257 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:24.647174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee6c3dab-2fa7-48d8-8d50-2bd2416e58a6 req-e17b0c6d-f086-40f8-80b9-e242b1e9c257 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1758626 Aug 25 15:04:24.775731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee6c3dab-2fa7-48d8-8d50-2bd2416e58a6 req-800d8d42-360a-4c65-b58f-5022e7b991eb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268694 Aug 25 15:04:24.804814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:04:24.804814 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:04:24.804814 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd'}] Aug 25 15:04:24.804814 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:04:24.805293 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:04:24.806429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.831924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:24.832073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75581947-240f-4b52-94f8-6d072f071574 req-86a61d3f-8ce1-4420-90f7-70197574118e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:24.846517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75581947-240f-4b52-94f8-6d072f071574 req-86a61d3f-8ce1-4420-90f7-70197574118e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 945 time: 0.1600049 Aug 25 15:04:24.850722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:04:24.926279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] For port d94f0886-6db6-44d6-a1a0-3d1baf3858df, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:24.930523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] For port d94f0886-6db6-44d6-a1a0-3d1baf3858df, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d94f0886-6db6-44d6-a1a0-3d1baf3858df,segment=NetworkSegment(aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091),segment_id=aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:24.936590 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75581947-240f-4b52-94f8-6d072f071574 req-9caf0550-15d2-44d6-bac9-3cd38993b96a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887554 Aug 25 15:04:24.972936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:24.972936 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaea39f-75ec-4cc9-b19a-6c8f54e782c1" -d '{"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:24.975814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:25.005600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:25.044369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.053663 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3eccd7-8407-4bac-8d96-04dc53387fc7 x-openstack-request-id: req-5c3eccd7-8407-4bac-8d96-04dc53387fc7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:25.055575 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:25.055871 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c3eccd7-8407-4bac-8d96-04dc53387fc7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:25.056300 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'code': 200} Aug 25 15:04:25.152741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.165806 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.168105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e47f94-ab7f-4065-8e79-8ddc6af4678e req-384ada5b-729a-468d-b503-557de45c7bab tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:25.187376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3e47f94-ab7f-4065-8e79-8ddc6af4678e req-384ada5b-729a-468d-b503-557de45c7bab tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 943 time: 0.1459398 Aug 25 15:04:25.277494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b9aae-46b4-47f7-a300-201b8c9092ae None None] Network 0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:25.306496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.314649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d519-76fe-4186-89ec-db597a777d0c None None] Pushing event updated for resources: {'Port': ['ID=d94f0886-6db6-44d6-a1a0-3d1baf3858df,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:25.440907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:25.473962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting port d94f0886-6db6-44d6-a1a0-3d1baf3858df {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:25.475852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.515954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3e47f94-ab7f-4065-8e79-8ddc6af4678e req-49ceef03-4e4b-404c-bfd7-61a809efb1dc tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163395 Aug 25 15:04:25.550506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:25.642399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] For port d94f0886-6db6-44d6-a1a0-3d1baf3858df, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d94f0886-6db6-44d6-a1a0-3d1baf3858df,segment=NetworkSegment(aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091),segment_id=aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:25.642771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.662596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:25.672129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:25.676032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Calling delete_port for d94f0886-6db6-44d6-a1a0-3d1baf3858df owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:25.690507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ee37e-e5b9-433e-9f9c-2135a8c15ed4 req-a5de9176-66a4-43d6-99c7-8ffc60cdcf9d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:25.697928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-216ee37e-e5b9-433e-9f9c-2135a8c15ed4 req-a5de9176-66a4-43d6-99c7-8ffc60cdcf9d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1015322 Aug 25 15:04:25.789578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-216ee37e-e5b9-433e-9f9c-2135a8c15ed4 req-4b687186-1678-4ade-8584-7fd68a8e8461 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888608 Aug 25 15:04:25.852749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4922e-ea9e-4fa5-83f1-685c70f24e73 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:04:26.046413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.088801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Port': ['ID=d94f0886-6db6-44d6-a1a0-3d1baf3858df,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:26.091465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No DVR routers for this DVR port d94f0886-6db6-44d6-a1a0-3d1baf3858df on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:26.096849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3131-fd56-482f-a7d8-e2b57f81f1a0 req-555204e8-adeb-4e8f-8cf2-6aded5957a38 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:26.105783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-795f3131-fd56-482f-a7d8-e2b57f81f1a0 req-555204e8-adeb-4e8f-8cf2-6aded5957a38 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1104181 Aug 25 15:04:26.137648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130344-a871-421b-babc-602ee6cfd58e req-2148a397-55a9-41d6-a338-0a5cfa04e813 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:26.146355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f130344-a871-421b-babc-602ee6cfd58e req-2148a397-55a9-41d6-a338-0a5cfa04e813 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.2323437 Aug 25 15:04:26.210768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-795f3131-fd56-482f-a7d8-e2b57f81f1a0 req-dd82b5c2-d9e9-4255-863f-490c57a3f719 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039944 Aug 25 15:04:26.334589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4922e-ea9e-4fa5-83f1-685c70f24e73 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:04:26.411101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.448054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:26.480335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f130344-a871-421b-babc-602ee6cfd58e req-83b6d8e9-169d-4c7b-9d2d-9b2740f2fce0 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330469 Aug 25 15:04:26.487161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a05a1-52c9-4fb1-aa68-a1c604fffb0d req-713728ff-7e78-4af2-bdeb-34550fa19d37 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:26.489311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-716a05a1-52c9-4fb1-aa68-a1c604fffb0d req-713728ff-7e78-4af2-bdeb-34550fa19d37 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1570859 Aug 25 15:04:26.492401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:26.492755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7b5505-ba0c-4bd3-b3f3-8f3b80c05091') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:26.559508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.594066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-716a05a1-52c9-4fb1-aa68-a1c604fffb0d req-e21979d3-a2c4-4a04-b966-b8f258125935 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912430 Aug 25 15:04:26.607013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.644818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:26.645229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:26.727633 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:26.791880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65dfd3-ca40-4a7b-8605-4762528ada7c req-99bd8820-bf4a-4b0d-a433-6b2a8e56b3a9 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:26.810483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d65dfd3-ca40-4a7b-8605-4762528ada7c req-99bd8820-bf4a-4b0d-a433-6b2a8e56b3a9 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 944 time: 0.1219802 Aug 25 15:04:26.822869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.834075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:26.852704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd HTTP/1.1" status: 204 len: 168 time: 3.8072479 Aug 25 15:04:26.862742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47248) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:26.887329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-925257482'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:26.900377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83edff9-43c0-4ba0-9ada-a4e88d01a917 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Network': ['ID=0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:26.913594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d65dfd3-ca40-4a7b-8605-4762528ada7c req-2fedec02-c676-4e90-a513-7f5c30c4e5ab tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017046 Aug 25 15:04:27.093189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:27.097627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.178933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:27.212495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.217198 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Added segment 7ab63f62-92bc-4b81-906d-6fe13e9517d3 of type vlan for network fb1357b8-3670-4fb5-8efe-4e293dae9f8d Aug 25 15:04:27.386519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.455589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.461538 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.475903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccff2c-b4b4-4740-9fa5-1f4c47fa166b req-44d17f39-4012-455d-9bc6-8730fa0e3f61 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:27.483925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51ccff2c-b4b4-4740-9fa5-1f4c47fa166b req-44d17f39-4012-455d-9bc6-8730fa0e3f61 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0817924 Aug 25 15:04:27.558962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51ccff2c-b4b4-4740-9fa5-1f4c47fa166b req-28c368bb-1e1b-4ab1-b359-4cdf4fc07f18 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726962 Aug 25 15:04:27.601402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.608692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:27.611336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:27.713988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Network': ['ID=fb1357b8-3670-4fb5-8efe-4e293dae9f8d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:27.763078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network fb1357b8-3670-4fb5-8efe-4e293dae9f8d details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:27.786249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4709b7b-c7ad-4bc6-aab3-4b1ef887f8d1 req-915eb6a3-8788-4fc9-8da7-a8332d4b3591 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:27.795365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4709b7b-c7ad-4bc6-aab3-4b1ef887f8d1 req-915eb6a3-8788-4fc9-8da7-a8332d4b3591 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0813870 Aug 25 15:04:27.838225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4709b7b-c7ad-4bc6-aab3-4b1ef887f8d1 req-8850ff11-e785-440c-8237-9edc5406aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373566 Aug 25 15:04:27.934970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ba5d055c-d31d-42c6-bdae-8b660b2ca21c tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0592625 Aug 25 15:04:27.944150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47286) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:27.950611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'subnet': {'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:28.177631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:28.181260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:28.276638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:28.484273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:28.496450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:28.497168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:28.654957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:28.658260 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:28.717127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:28.718146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:28.724717 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab998c-c1de-431a-b0a5-091d2be62843" -d '{"events": [{"server_uuid": "8489f91f-0dd9-48b9-801f-4e194fe2011f", "name": "network-vif-plugged", "status": "completed", "tag": "56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:28.792102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Subnet': ['ID=3aa02090-41a8-4ca8-9f08-3449dbe33804,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:28.807773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Checking segment: {'id': '7ab63f62-92bc-4b81-906d-6fe13e9517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:28.808343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network hostable DHCP agents. Network: fb1357b8-3670-4fb5-8efe-4e293dae9f8d, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:28.813568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:28.899298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:29.002553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network fb1357b8-3670-4fb5-8efe-4e293dae9f8d is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:29.070924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:29.166119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, fb1357b8-3670-4fb5-8efe-4e293dae9f8d) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:29.178095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:29.183207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:29.185007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a60f5-a30f-459f-bdc8-ae9259c2c6c5 None None] Network fb1357b8-3670-4fb5-8efe-4e293dae9f8d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:29.322096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc67c3-f434-4ed2-b4e0-137555fb556d req-8812f087-c9c3-4557-99fe-6a71ef73ad4a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:29.328887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6bfc67c3-f434-4ed2-b4e0-137555fb556d req-8812f087-c9c3-4557-99fe-6a71ef73ad4a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0763187 Aug 25 15:04:29.391213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6bfc67c3-f434-4ed2-b4e0-137555fb556d req-c8187206-b033-4c76-93e1-7c9a148a92d2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516539 Aug 25 15:04:29.467421 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-469bbda4-cd89-443d-becc-1bab914de414 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5160875 Aug 25 15:04:29.472159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47322) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:29.496797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-fb1357b8-3670-4fb5-8efe-4e293dae9f8d', 'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d', 'tenant_id': '27b96fc969554912b4847d0f6e9f9f73', 'fixed_ips': [{'subnet_id': '3aa02090-41a8-4ca8-9f08-3449dbe33804'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:29.500933 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:29.536700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-6f2b9dd4-97aa-4e42-96f3-10bb24f89389 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:29.541851 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-6f2b9dd4-97aa-4e42-96f3-10bb24f89389 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=47a3798c-b65c-47c8-b3b4-4491a6f253b7 HTTP/1.1" status: 200 len: 943 time: 0.1601708 Aug 25 15:04:29.630255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f68f1-3789-47bd-bcd7-7b141ab1a0c9 req-2da8c7d0-77d1-47ca-ad4d-4099bd5f5594 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:29.632137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587f68f1-3789-47bd-bcd7-7b141ab1a0c9 req-2da8c7d0-77d1-47ca-ad4d-4099bd5f5594 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1584530 Aug 25 15:04:29.726642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:29.736358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587f68f1-3789-47bd-bcd7-7b141ab1a0c9 req-3e462ffc-dd54-43dc-a82f-418d475fa616 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886116 Aug 25 15:04:29.787754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Deleting port 1b216a19-ac10-47af-ae89-8855a8b4ae3b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:29.788106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:29.887730 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dad37d-513d-4375-94a5-4d9f3c611ea5 x-openstack-request-id: req-51dad37d-513d-4375-94a5-4d9f3c611ea5 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:29.888107 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489f91f-0dd9-48b9-801f-4e194fe2011f", "name": "network-vif-plugged", "status": "completed", "tag": "56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:29.888374 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51dad37d-513d-4375-94a5-4d9f3c611ea5 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:29.888793 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d', 'code': 200} Aug 25 15:04:29.890032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Allocated IP 2001:db8::2 (fb1357b8-3670-4fb5-8efe-4e293dae9f8d/3aa02090-41a8-4ca8-9f08-3449dbe33804/d2787b7a-1f76-4bef-95c8-6bc2e1caac3e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:29.912076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.150235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] For port 1b216a19-ac10-47af-ae89-8855a8b4ae3b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1b216a19-ac10-47af-ae89-8855a8b4ae3b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:30.153644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.163646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa87fb-5deb-4b8c-9d4b-647b86affe69 req-b86cf689-abf6-4e15-8705-b8ac2154bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:30.165417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7aa87fb-5deb-4b8c-9d4b-647b86affe69 req-b86cf689-abf6-4e15-8705-b8ac2154bf00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 1096 time: 0.1696415 Aug 25 15:04:30.183293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Calling delete_port for 1b216a19-ac10-47af-ae89-8855a8b4ae3b owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:30.214814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230267a-156d-4da2-a2d1-abf3c6d539e7 req-1727acd9-23dc-474a-9098-a4e7f0e00b03 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:30.229733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6230267a-156d-4da2-a2d1-abf3c6d539e7 req-1727acd9-23dc-474a-9098-a4e7f0e00b03 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1193495 Aug 25 15:04:30.289032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6230267a-156d-4da2-a2d1-abf3c6d539e7 req-6486468d-0a80-4f53-9b2a-590f8f5ea011 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570257 Aug 25 15:04:30.301592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7aa87fb-5deb-4b8c-9d4b-647b86affe69 req-89cb8544-9826-4859-a21b-792c8116f07c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273808 Aug 25 15:04:30.397907 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.421353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Transition to ACTIVE for port object d2787b7a-1f76-4bef-95c8-6bc2e1caac3e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:30.454250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Transition to ACTIVE for port object d2787b7a-1f76-4bef-95c8-6bc2e1caac3e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:30.561864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd517df-d865-4b5f-9bd1-3e3ad83e894f req-c69ac0f2-f966-4067-996e-5600bbff1046 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:30.563724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebd517df-d865-4b5f-9bd1-3e3ad83e894f req-c69ac0f2-f966-4067-996e-5600bbff1046 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0655506 Aug 25 15:04:30.592583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.642722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.669413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['17747459-aabd-4359-a4e0-892da961f125'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:30.671511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:30.698811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebd517df-d865-4b5f-9bd1-3e3ad83e894f req-554562cd-fdfd-46a4-98f9-75822b39a886 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187527 Aug 25 15:04:30.724366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'Port': ['ID=1b216a19-ac10-47af-ae89-8855a8b4ae3b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:30.748315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Network fb1357b8-3670-4fb5-8efe-4e293dae9f8d is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:30.758561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:30.769763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:30.782767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Pushing event updated for resources: {'Port': ['ID=d2787b7a-1f76-4bef-95c8-6bc2e1caac3e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:30.815431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] No DVR routers for this DVR port 1b216a19-ac10-47af-ae89-8855a8b4ae3b on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:30.820796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.825433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5649b876-93f7-49cf-85b0-0bda0150cfe9 req-baa609dc-ea68-4f65-9626-d937d4ceeb95 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "DELETE /v2.0/ports/1b216a19-ac10-47af-ae89-8855a8b4ae3b HTTP/1.1" status: 204 len: 173 time: 1.2783403 Aug 25 15:04:30.828488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-deleted', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:30.851895 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e5e15e-c265-45c8-8d0d-462814d84de1" -d '{"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-deleted", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:30.871846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:30.916193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa02090-41a8-4ca8-9f08-3449dbe33804,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:30.952657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Attempting to bind port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:30.953035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Attempting to bind port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7ab63f62-92bc-4b81-906d-6fe13e9517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:30.953413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Attempting to bind port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e on network fb1357b8-3670-4fb5-8efe-4e293dae9f8d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:31.020601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:31.020985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Checking segment: {'id': '7ab63f62-92bc-4b81-906d-6fe13e9517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:31.021397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.021801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Bound using segment: {'id': '7ab63f62-92bc-4b81-906d-6fe13e9517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:31.022293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Bound port: d2787b7a-1f76-4bef-95c8-6bc2e1caac3e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab63f62-92bc-4b81-906d-6fe13e9517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:31.022679 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.163244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.217893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1357b8-3670-4fb5-8efe-4e293dae9f8d']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:31.248663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab63f62-92bc-4b81-906d-6fe13e9517d3') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:31.250229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab63f62-92bc-4b81-906d-6fe13e9517d3') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:31.311862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727199-b9a8-4f10-b124-3358bafe8bb8 req-83f0f9c5-8e71-409b-8211-26c247a4da7d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:31.313581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22727199-b9a8-4f10-b124-3358bafe8bb8 req-83f0f9c5-8e71-409b-8211-26c247a4da7d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.4022777 Aug 25 15:04:31.349368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.440643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.490354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:31.490769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:31.496810 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:31.534913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] For port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:31.551275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22727199-b9a8-4f10-b124-3358bafe8bb8 req-ea2db43b-2898-45f0-8b7b-8a0945d6384e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954303 Aug 25 15:04:31.636699 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b2fd7-c157-45d3-974a-991929300095 x-openstack-request-id: req-748b2fd7-c157-45d3-974a-991929300095 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:31.637213 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3798c-b65c-47c8-b3b4-4491a6f253b7", "name": "network-vif-deleted", "tag": "1b216a19-ac10-47af-ae89-8855a8b4ae3b", "status": "failed", "code": 422}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:31.637325 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-748b2fd7-c157-45d3-974a-991929300095 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:31.637711 n-d-805995-2 neutron-server[101872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47a3798c-b65c-47c8-b3b4-4491a6f253b7', 'name': 'network-vif-deleted', 'tag': '1b216a19-ac10-47af-ae89-8855a8b4ae3b', 'status': 'failed', 'code': 422} returned with failed status Aug 25 15:04:31.671751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] For port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d2787b7a-1f76-4bef-95c8-6bc2e1caac3e,segment=NetworkSegment(7ab63f62-92bc-4b81-906d-6fe13e9517d3),segment_id=7ab63f62-92bc-4b81-906d-6fe13e9517d3)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:31.775655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:04:31.775655 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:04:31.775655 n-d-805995-2 neutron-server[101873]: [parameters: {'id': 'fb1357b8-3670-4fb5-8efe-4e293dae9f8d'}] Aug 25 15:04:31.775655 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:04:31.776513 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:04:31.811803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2861e-e574-41bf-8ab8-c1ae3138877e req-905bf989-3227-426a-8730-960f933ac033 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:31.813439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46f2861e-e574-41bf-8ab8-c1ae3138877e req-905bf989-3227-426a-8730-960f933ac033 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1256764 Aug 25 15:04:31.820316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:31.872479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46f2861e-e574-41bf-8ab8-c1ae3138877e req-4055127a-ad39-4b60-815d-71e3a4e7795e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490496 Aug 25 15:04:31.965186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acf524-9849-450a-aaa9-88f53fb067d4 None None] Pushing event updated for resources: {'Port': ['ID=d2787b7a-1f76-4bef-95c8-6bc2e1caac3e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:32.013617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59779c0-dec3-469b-a7e6-0b109913ba09 None None] Network fb1357b8-3670-4fb5-8efe-4e293dae9f8d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:32.014880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683f76-4f8c-4f74-a8f5-34be517740d3 req-11ed44a0-d0f2-4c49-b5fc-144caf77ccdd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:32.028260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6683f76-4f8c-4f74-a8f5-34be517740d3 req-11ed44a0-d0f2-4c49-b5fc-144caf77ccdd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0765779 Aug 25 15:04:32.095741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6683f76-4f8c-4f74-a8f5-34be517740d3 req-6c540136-9bcf-44c2-adeb-349ff51b9555 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Aug 25 15:04:32.276997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:32.371730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806b784-2f9d-424c-8427-e0a78877dc62 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:04:32.445361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:32.445715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:32.667419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806b784-2f9d-424c-8427-e0a78877dc62 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:04:32.679252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] For port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d2787b7a-1f76-4bef-95c8-6bc2e1caac3e,segment=NetworkSegment(7ab63f62-92bc-4b81-906d-6fe13e9517d3),segment_id=7ab63f62-92bc-4b81-906d-6fe13e9517d3)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:32.679901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:33.187578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Calling delete_port for d2787b7a-1f76-4bef-95c8-6bc2e1caac3e owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:33.542371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-baae07cb-65ad-4b08-b11b-5f1fbe48bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:33.542371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-baae07cb-65ad-4b08-b11b-5f1fbe48bc82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 1096 time: 0.1049652 Aug 25 15:04:33.543111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2931306-33e2-4097-85fb-fb052c27abd1 req-725af5b9-126c-40a8-9f09-d8fdf37ad4dd tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:33.543111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2931306-33e2-4097-85fb-fb052c27abd1 req-725af5b9-126c-40a8-9f09-d8fdf37ad4dd tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1277659 Aug 25 15:04:33.543911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001f607-c37d-4eb2-a36f-0dd020e03b02 req-9c0ec7e8-6e44-49ac-95de-aff2f9be3c2e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:33.543911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d001f607-c37d-4eb2-a36f-0dd020e03b02 req-9c0ec7e8-6e44-49ac-95de-aff2f9be3c2e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1376479 Aug 25 15:04:33.544341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2931306-33e2-4097-85fb-fb052c27abd1 req-b07af9a0-ccf5-4fe0-8a3f-8b29c5a71d2f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591123 Aug 25 15:04:33.544506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:33.566740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d001f607-c37d-4eb2-a36f-0dd020e03b02 req-8271f1da-d431-4b0d-9584-21c0dae9f09e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484029 Aug 25 15:04:33.678766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abe300-400c-430a-bfcd-709380c81fcb req-1c21664d-0676-4486-b3d2-8649cc376e90 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:33.690960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35abe300-400c-430a-bfcd-709380c81fcb req-1c21664d-0676-4486-b3d2-8649cc376e90 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1119082 Aug 25 15:04:33.758035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Port': ['ID=d2787b7a-1f76-4bef-95c8-6bc2e1caac3e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:33.765521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35abe300-400c-430a-bfcd-709380c81fcb req-584ab822-bb29-447b-b345-fa3206e8a1ad tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735912 Aug 25 15:04:33.787542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No DVR routers for this DVR port d2787b7a-1f76-4bef-95c8-6bc2e1caac3e on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:34.030624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.047395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1357b8-3670-4fb5-8efe-4e293dae9f8d']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:34.064590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab63f62-92bc-4b81-906d-6fe13e9517d3') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:34.064889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab63f62-92bc-4b81-906d-6fe13e9517d3') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:34.085456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.106830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.119805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:34.120328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:34.185812 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:34.244246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed72b9d-cbe0-4d58-816b-7b9fd1b44008 req-ed9d1889-b296-4d64-b4c5-922b66b1861f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:34.256380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aed72b9d-cbe0-4d58-816b-7b9fd1b44008 req-ed9d1889-b296-4d64-b4c5-922b66b1861f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 908 time: 0.3978260 Aug 25 15:04:34.289533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-fa4a1bea-bb77-4f53-98be-dbfcb1742d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:34.289533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-fa4a1bea-bb77-4f53-98be-dbfcb1742d11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 911 time: 0.9039519 Aug 25 15:04:34.365755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-3e050925-094e-4dfb-a4aa-0270c910836b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d HTTP/1.1" status: 200 len: 217 time: 0.0735848 Aug 25 15:04:34.366844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.376277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.388151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/fb1357b8-3670-4fb5-8efe-4e293dae9f8d HTTP/1.1" status: 204 len: 168 time: 4.9037807 Aug 25 15:04:34.388225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47392) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:34.394989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2090007748'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:34.449686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709cb3-43a6-4375-af95-70f7e4e58bd6 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Network': ['ID=fb1357b8-3670-4fb5-8efe-4e293dae9f8d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:34.510925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-837955cf-f8bc-498b-b787-0ff0ddb48fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:34.512796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-837955cf-f8bc-498b-b787-0ff0ddb48fb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 200 len: 850 time: 0.1330452 Aug 25 15:04:34.562398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:34.566818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.676994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-9996c4d5-b3a6-4f4b-a2d5-b8ca343dac2d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:34.678473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-9996c4d5-b3a6-4f4b-a2d5-b8ca343dac2d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 908 time: 0.2234728 Aug 25 15:04:34.697505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-1af65a1d-a85b-4f6b-acb0-91259e0a2952 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd8e6add-5855-4408-b2dd-64ec2322e555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684322 Aug 25 15:04:34.761367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c133e2-5825-4dcc-a4f1-6a081c260931 req-58ec2b3d-3402-42d7-a7f5-debd30782a41 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:34.767328 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60c133e2-5825-4dcc-a4f1-6a081c260931 req-58ec2b3d-3402-42d7-a7f5-debd30782a41 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1922257 Aug 25 15:04:34.772731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-de36d3b1-1c9c-4fba-a5f3-06c4b6519580 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:04:34.773990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-de36d3b1-1c9c-4fba-a5f3-06c4b6519580 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229540 Aug 25 15:04:34.798031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:34.853807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.854159 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Added segment 972d8b2f-1259-40a9-bd51-1729548d7dfd of type vlan for network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 Aug 25 15:04:34.949337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:34.985545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60c133e2-5825-4dcc-a4f1-6a081c260931 req-12cd8b60-7404-4464-9d48-6eaac14a372c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085505 Aug 25 15:04:35.073139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-8443fad9-eb44-47da-80d7-e7310855d515 service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143395 Aug 25 15:04:35.108691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01f22a-add4-4cfa-b9ad-e8b0544a8560 req-90e2b912-d284-42bd-8c47-6f7e5a06e4ed tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:35.109190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb1de7-3aca-432b-aa93-eabd46dfbe9f req-0af3f92f-f87f-477e-9e9f-84817146047e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:35.110728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43cb1de7-3aca-432b-aa93-eabd46dfbe9f req-0af3f92f-f87f-477e-9e9f-84817146047e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0509419 Aug 25 15:04:35.110863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae01f22a-add4-4cfa-b9ad-e8b0544a8560 req-90e2b912-d284-42bd-8c47-6f7e5a06e4ed tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.4111841 Aug 25 15:04:35.151852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43cb1de7-3aca-432b-aa93-eabd46dfbe9f req-48bb8e1c-54db-4dab-aa42-7411c81035f3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Aug 25 15:04:35.222965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae01f22a-add4-4cfa-b9ad-e8b0544a8560 req-986c3da1-52f8-4ca1-b6b2-1ab94cbe5a2e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963335 Aug 25 15:04:35.272314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Deleting port f953312e-e736-4465-b1f8-9808a06c04a5 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:35.272314 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:35.292536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd70a1d7-4088-4120-adbd-b2de8d550dc6 req-40a7d647-f28b-4777-920e-0fce95db760f service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053504 Aug 25 15:04:35.357371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] For port f953312e-e736-4465-b1f8-9808a06c04a5, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f953312e-e736-4465-b1f8-9808a06c04a5,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:35.357762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:35.379873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Calling delete_port for f953312e-e736-4465-b1f8-9808a06c04a5 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:35.392396 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:35.400078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:35.400794 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:35.557762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Network': ['ID=91f61c67-d203-4fc8-8c9f-7d2dcf03efa2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:35.572871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:35.588966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914e232-08c5-4819-87f9-90bc590cd526 req-a1d2275a-80b3-4afa-83ab-550d9fe6e58d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:35.590761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8914e232-08c5-4819-87f9-90bc590cd526 req-a1d2275a-80b3-4afa-83ab-550d9fe6e58d tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 908 time: 0.1818302 Aug 25 15:04:35.652312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c99ff2da-c721-487f-9660-3d11e73c87e9 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2632732 Aug 25 15:04:35.655119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:35.661021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Request body: {'subnet': {'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:35.686207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:35.806314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'Port': ['ID=f953312e-e736-4465-b1f8-9808a06c04a5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:35.821649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] No DVR routers for this DVR port f953312e-e736-4465-b1f8-9808a06c04a5 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:35.825166 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:35.827298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1d40a29-83a2-440e-abcd-671c959fa739 req-193e2203-7c05-4445-9c72-b5dd4c1945ed tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "DELETE /v2.0/ports/f953312e-e736-4465-b1f8-9808a06c04a5 HTTP/1.1" status: 204 len: 173 time: 1.1287947 Aug 25 15:04:35.827761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'name': 'network-vif-deleted', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:35.830171 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c90569-c6a1-426d-a63d-cd4e27edcdfd" -d '{"events": [{"server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "name": "network-vif-deleted", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:36.074322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Made reservation on behalf of 27b96fc969554912b4847d0f6e9f9f73 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:36.079053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:36.244572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1818b-03a7-4408-bab6-2bedf2d2a64c req-f34b70e9-60d6-4324-b728-c6718c2571c7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:36.255447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63e1818b-03a7-4408-bab6-2bedf2d2a64c req-f34b70e9-60d6-4324-b728-c6718c2571c7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0891967 Aug 25 15:04:36.320088 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc72573-d754-4fcb-8477-3f2694adcaf7 x-openstack-request-id: req-fcc72573-d754-4fcb-8477-3f2694adcaf7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:36.320580 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604057ba-cf5d-4211-adb4-2845277c4b07", "name": "network-vif-deleted", "tag": "f953312e-e736-4465-b1f8-9808a06c04a5", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:36.320709 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcc72573-d754-4fcb-8477-3f2694adcaf7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:36.321186 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604057ba-cf5d-4211-adb4-2845277c4b07', 'name': 'network-vif-deleted', 'tag': 'f953312e-e736-4465-b1f8-9808a06c04a5', 'status': 'completed', 'code': 200} Aug 25 15:04:36.410103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63e1818b-03a7-4408-bab6-2bedf2d2a64c req-9d2c033d-7a89-4578-b4aa-c31adafc7fec tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534724 Aug 25 15:04:36.539063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd6db-facd-4b66-8598-45b35abbde8f req-ac0db0a8-1779-4cf0-8e10-3d53ab780371 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:36.546619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-445fd6db-facd-4b66-8598-45b35abbde8f req-ac0db0a8-1779-4cf0-8e10-3d53ab780371 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1036019 Aug 25 15:04:36.604879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689413-7a94-44b3-9f27-4ac76299697a req-bff8217a-1ceb-4fff-926a-8652553d1f63 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:36.611183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-22689413-7a94-44b3-9f27-4ac76299697a req-bff8217a-1ceb-4fff-926a-8652553d1f63 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1079316 Aug 25 15:04:36.614369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-445fd6db-facd-4b66-8598-45b35abbde8f req-d9260031-cd5c-47ef-9b41-5977665c8ab5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645633 Aug 25 15:04:36.764513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:04:36.767602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:36.823739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dcd22f2c-7490-4c0c-86b9-dc8cc7284064 req-bb7e64ec-7d36-4093-a48c-944e0736cdd7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=604057ba-cf5d-4211-adb4-2845277c4b07 HTTP/1.1" status: 200 len: 210 time: 0.0623097 Aug 25 15:04:36.859406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-22689413-7a94-44b3-9f27-4ac76299697a req-13ff2776-72e3-4ad5-84cc-dd9895f4d64a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229695 Aug 25 15:04:36.912344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event updated for resources: {'Subnet': ['ID=38371ed8-9566-4281-94a6-3f55096aa2a1,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:36.921036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Checking segment: {'id': '972d8b2f-1259-40a9-bd51-1729548d7dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:36.921466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network hostable DHCP agents. Network: 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:37.170496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:37.330650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:37.340097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ac749b-b141-47f8-ab37-cb44596b0de3 None None] Network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:37.340523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:37.342305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:37.538550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f975aa85-06ad-411a-967e-74e4a3ca4f29 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8816431 Aug 25 15:04:37.538550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47456) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:37.562728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c461ac-6469-465b-87f6-243543657461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-91f61c67-d203-4fc8-8c9f-7d2dcf03efa2', 'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2', 'tenant_id': '27b96fc969554912b4847d0f6e9f9f73', 'fixed_ips': [{'subnet_id': '38371ed8-9566-4281-94a6-3f55096aa2a1'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:37.563634 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33c461ac-6469-465b-87f6-243543657461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:37.612279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722a1cb-35e0-475d-b525-e0979d83581f req-344fba64-070d-4dd4-8245-be233361cf50 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:37.625038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d722a1cb-35e0-475d-b525-e0979d83581f req-344fba64-070d-4dd4-8245-be233361cf50 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0881789 Aug 25 15:04:37.688396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d722a1cb-35e0-475d-b525-e0979d83581f req-a730ead0-bf97-433c-98de-378a9328ea5e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Aug 25 15:04:37.818111 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:37.828430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f953312e-e736-4465-b1f8-9808a06c04a5 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:37.858625 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:04:37.872865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: f953312e-e736-4465-b1f8-9808a06c04a5 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:04:37.873252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f953312e-e736-4465-b1f8-9808a06c04a5 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:04:37.877348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-33c461ac-6469-465b-87f6-243543657461 None None] Allocated IP 2001:db8::f816:3eff:fe99:4151 (91f61c67-d203-4fc8-8c9f-7d2dcf03efa2/38371ed8-9566-4281-94a6-3f55096aa2a1/906b4321-ff13-4392-9a7b-35bf0770ce51) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:38.207280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.230169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184f35a-3858-4b0c-9244-3ce65b3fbb18 req-77723649-f3c5-4712-825f-6209427e8c12 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:38.231806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c184f35a-3858-4b0c-9244-3ce65b3fbb18 req-77723649-f3c5-4712-825f-6209427e8c12 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.4060256 Aug 25 15:04:38.264365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f707-2307-4b16-a299-fd22ec19a18e req-6e3099fe-7774-44c5-b678-1e55a1d4e75f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:38.266440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3464f707-2307-4b16-a299-fd22ec19a18e req-6e3099fe-7774-44c5-b678-1e55a1d4e75f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1543336 Aug 25 15:04:38.317979 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33c461ac-6469-465b-87f6-243543657461 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.328656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-33c461ac-6469-465b-87f6-243543657461 None None] Transition to ACTIVE for port object 906b4321-ff13-4392-9a7b-35bf0770ce51 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:38.345958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-33c461ac-6469-465b-87f6-243543657461 None None] Transition to ACTIVE for port object 906b4321-ff13-4392-9a7b-35bf0770ce51 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:38.358952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c184f35a-3858-4b0c-9244-3ce65b3fbb18 req-4be52942-4f2c-4fc6-b2bd-7b56f86fc2dc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620914 Aug 25 15:04:38.359731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3464f707-2307-4b16-a299-fd22ec19a18e req-6a2cc099-a47c-4068-9338-c1ccd5757671 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806048 Aug 25 15:04:38.446068 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33c461ac-6469-465b-87f6-243543657461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.505149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c461ac-6469-465b-87f6-243543657461 None None] Network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:38.512207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-33c461ac-6469-465b-87f6-243543657461 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:38.519744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c461ac-6469-465b-87f6-243543657461 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:38.539858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c461ac-6469-465b-87f6-243543657461 None None] Pushing event updated for resources: {'Port': ['ID=906b4321-ff13-4392-9a7b-35bf0770ce51,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:38.546668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.594198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Subnet': ['ID=38371ed8-9566-4281-94a6-3f55096aa2a1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:38.609162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-33c461ac-6469-465b-87f6-243543657461 None None] Attempting to bind port 906b4321-ff13-4392-9a7b-35bf0770ce51 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:38.609757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-33c461ac-6469-465b-87f6-243543657461 None None] Attempting to bind port 906b4321-ff13-4392-9a7b-35bf0770ce51 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '972d8b2f-1259-40a9-bd51-1729548d7dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:38.610298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c461ac-6469-465b-87f6-243543657461 None None] Attempting to bind port 906b4321-ff13-4392-9a7b-35bf0770ce51 on network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:38.618371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c461ac-6469-465b-87f6-243543657461 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:38.619016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c461ac-6469-465b-87f6-243543657461 None None] Checking segment: {'id': '972d8b2f-1259-40a9-bd51-1729548d7dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:38.619458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33c461ac-6469-465b-87f6-243543657461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.619854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c461ac-6469-465b-87f6-243543657461 None None] Bound using segment: {'id': '972d8b2f-1259-40a9-bd51-1729548d7dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:38.620330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-33c461ac-6469-465b-87f6-243543657461 None None] Bound port: 906b4321-ff13-4392-9a7b-35bf0770ce51, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972d8b2f-1259-40a9-bd51-1729548d7dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:38.620714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33c461ac-6469-465b-87f6-243543657461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.717172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.741992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f61c67-d203-4fc8-8c9f-7d2dcf03efa2']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:38.748503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-33c461ac-6469-465b-87f6-243543657461 None None] For port 906b4321-ff13-4392-9a7b-35bf0770ce51, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:38.752705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972d8b2f-1259-40a9-bd51-1729548d7dfd') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:38.752907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-33c461ac-6469-465b-87f6-243543657461 None None] For port 906b4321-ff13-4392-9a7b-35bf0770ce51, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=906b4321-ff13-4392-9a7b-35bf0770ce51,segment=NetworkSegment(972d8b2f-1259-40a9-bd51-1729548d7dfd),segment_id=972d8b2f-1259-40a9-bd51-1729548d7dfd)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:38.753321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972d8b2f-1259-40a9-bd51-1729548d7dfd') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:38.779010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.845974 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33c461ac-6469-465b-87f6-243543657461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.848596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.860195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:38.860195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:38.864648 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:38.890416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94422c-e0ff-4d44-9b13-c0dfe6f6d499 req-b1081692-34c2-4533-b498-106275450713 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:38.892323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af94422c-e0ff-4d44-9b13-c0dfe6f6d499 req-b1081692-34c2-4533-b498-106275450713 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1044629 Aug 25 15:04:39.019053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af94422c-e0ff-4d44-9b13-c0dfe6f6d499 req-2e490ce9-b3aa-4fe6-bccb-20f8bdb469f1 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901244 Aug 25 15:04:39.053900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:04:39.053900 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:04:39.053900 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '91f61c67-d203-4fc8-8c9f-7d2dcf03efa2'}] Aug 25 15:04:39.053900 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:04:39.054275 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:04:39.079194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb930-ba07-4962-b7ef-6606f5ce10a2 req-02e17828-73c7-4dd4-aed3-474ea49bd6a3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:39.086437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c461ac-6469-465b-87f6-243543657461 None None] Pushing event updated for resources: {'Port': ['ID=906b4321-ff13-4392-9a7b-35bf0770ce51,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:39.098513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44efb930-ba07-4962-b7ef-6606f5ce10a2 req-02e17828-73c7-4dd4-aed3-474ea49bd6a3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 946 time: 0.0892017 Aug 25 15:04:39.105781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3355f5-71af-4e48-a653-88c437c93429 None None] Network 91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:39.194007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44efb930-ba07-4962-b7ef-6606f5ce10a2 req-aa27dbed-8e8b-4837-8e40-541c867df76e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Aug 25 15:04:39.269390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38539e-35ea-4f24-986f-ff458f7384c0 req-c2406e33-c436-4815-ba99-5b5a157f02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:39.270990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f38539e-35ea-4f24-986f-ff458f7384c0 req-c2406e33-c436-4815-ba99-5b5a157f02fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.1562548 Aug 25 15:04:39.345169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f38539e-35ea-4f24-986f-ff458f7384c0 req-f0ac41b0-1db4-4d69-af82-7a1deed02dff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637288 Aug 25 15:04:39.369981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a663da-32ff-4a51-995d-2da91c43d7e6 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:04:39.557421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:39.575145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34258b-2e3b-42c6-8d35-be94bea71e50 req-0c16db40-ac80-41f1-82e1-07d5f5b0453f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:39.587927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c34258b-2e3b-42c6-8d35-be94bea71e50 req-0c16db40-ac80-41f1-82e1-07d5f5b0453f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0863590 Aug 25 15:04:39.599471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f3a36-e8c5-4c8d-9e3f-e54bf454addb req-c7131063-3b11-47b2-a1f8-c1535602113b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:39.604198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a663da-32ff-4a51-995d-2da91c43d7e6 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:04:39.607696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-468f3a36-e8c5-4c8d-9e3f-e54bf454addb req-c7131063-3b11-47b2-a1f8-c1535602113b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1109915 Aug 25 15:04:39.680329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c34258b-2e3b-42c6-8d35-be94bea71e50 req-986e9fe4-3aca-4547-9df9-f196bb3d9e80 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841358 Aug 25 15:04:39.698331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-468f3a36-e8c5-4c8d-9e3f-e54bf454addb req-2c067a71-ee7a-4ffd-924e-17d9a3812271 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Aug 25 15:04:39.731544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting port 906b4321-ff13-4392-9a7b-35bf0770ce51 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:39.731544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:39.875885 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] For port 906b4321-ff13-4392-9a7b-35bf0770ce51, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=906b4321-ff13-4392-9a7b-35bf0770ce51,segment=NetworkSegment(972d8b2f-1259-40a9-bd51-1729548d7dfd),segment_id=972d8b2f-1259-40a9-bd51-1729548d7dfd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:39.876954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:39.895679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Calling delete_port for 906b4321-ff13-4392-9a7b-35bf0770ce51 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:40.137637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.168200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No DVR routers for this DVR port 906b4321-ff13-4392-9a7b-35bf0770ce51 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:40.260825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330565f-da95-4b7b-bbf4-07346040a4cc req-a9c42dd7-6285-4351-b30c-a7199c3d4543 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:40.262513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1330565f-da95-4b7b-bbf4-07346040a4cc req-a9c42dd7-6285-4351-b30c-a7199c3d4543 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1430972 Aug 25 15:04:40.318735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.329591 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1330565f-da95-4b7b-bbf4-07346040a4cc req-bd9ae99c-a712-44b7-b4a0-590a13878099 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587554 Aug 25 15:04:40.358631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f61c67-d203-4fc8-8c9f-7d2dcf03efa2']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:40.384517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-50f4e7f3-5dcd-4c47-a4f3-e3361888c7e7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:40.386055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-50f4e7f3-5dcd-4c47-a4f3-e3361888c7e7 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 946 time: 0.0529175 Aug 25 15:04:40.391484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972d8b2f-1259-40a9-bd51-1729548d7dfd') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:40.392924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972d8b2f-1259-40a9-bd51-1729548d7dfd') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:40.397259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Port': ['ID=906b4321-ff13-4392-9a7b-35bf0770ce51,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:40.427984 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.494661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.512258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:40.512617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:40.517231 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:40.530295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105257f-d238-43eb-abb4-6cc8c8c8ea37 req-9884dae2-4829-4822-99c8-0a1b8d91da04 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:40.538637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a105257f-d238-43eb-abb4-6cc8c8c8ea37 req-9884dae2-4829-4822-99c8-0a1b8d91da04 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 946 time: 0.1388302 Aug 25 15:04:40.633244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a105257f-d238-43eb-abb4-6cc8c8c8ea37 req-6f1854ca-374f-47d6-9d9d-a824f5388154 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936491 Aug 25 15:04:40.675011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Deleting port 17747459-aabd-4359-a4e0-892da961f125 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:40.675353 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.745391 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.752817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.764921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 HTTP/1.1" status: 204 len: 168 time: 3.2246430 Aug 25 15:04:40.770150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47508) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:40.854705 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0cbcc5-986a-4dfc-937e-e743d1025f9e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:40.855204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0cbcc5-986a-4dfc-937e-e743d1025f9e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:40.860125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8e0cbcc5-986a-4dfc-937e-e743d1025f9e tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/38371ed8-9566-4281-94a6-3f55096aa2a1 HTTP/1.1" status: 404 len: 337 time: 0.0889733 Aug 25 15:04:40.862992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:40.866195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] For port 17747459-aabd-4359-a4e0-892da961f125, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=17747459-aabd-4359-a4e0-892da961f125,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:40.866641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:40.873261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025891c7-ffc7-4141-931a-d81334e561de tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Network': ['ID=91f61c67-d203-4fc8-8c9f-7d2dcf03efa2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:40.890099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Calling delete_port for 17747459-aabd-4359-a4e0-892da961f125 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:40.918825 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d378144e-f09b-40bb-9da8-c223ce6b5245 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:40.919657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d378144e-f09b-40bb-9da8-c223ce6b5245 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:40.924594 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d378144e-f09b-40bb-9da8-c223ce6b5245 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/91f61c67-d203-4fc8-8c9f-7d2dcf03efa2 HTTP/1.1" status: 404 len: 339 time: 0.0608301 Aug 25 15:04:40.926897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:40.929799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0416-e5a5-4242-9240-aff69f4e2a67 req-6e72cf3e-61d7-4ace-97d3-9b45391a40ed tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:40.939019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-adfb0416-e5a5-4242-9240-aff69f4e2a67 req-6e72cf3e-61d7-4ace-97d3-9b45391a40ed tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1218212 Aug 25 15:04:40.961845 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-45062431-1507-4482-aa3c-8cb386f4f94b tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:40.962323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45062431-1507-4482-aa3c-8cb386f4f94b tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:40.966874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-45062431-1507-4482-aa3c-8cb386f4f94b tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/3aa02090-41a8-4ca8-9f08-3449dbe33804 HTTP/1.1" status: 404 len: 337 time: 0.0389979 Aug 25 15:04:40.968546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:41.003614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41d423-dfa2-45b0-880d-7f41c9c96654 req-fae45004-9e13-4779-9722-5bd7980ffa27 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:41.005217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a41d423-dfa2-45b0-880d-7f41c9c96654 req-fae45004-9e13-4779-9722-5bd7980ffa27 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1437097 Aug 25 15:04:41.006714 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f220a404-f25f-4ca5-b08c-e6bd720b5755 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:41.007409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f220a404-f25f-4ca5-b08c-e6bd720b5755 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:41.015665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f220a404-f25f-4ca5-b08c-e6bd720b5755 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/fb1357b8-3670-4fb5-8efe-4e293dae9f8d HTTP/1.1" status: 404 len: 339 time: 0.0460794 Aug 25 15:04:41.016439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47518) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:41.058090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-adfb0416-e5a5-4242-9240-aff69f4e2a67 req-12f430f1-a110-451f-be60-d63410cc34a5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077332 Aug 25 15:04:41.083160 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab53b89-441a-4a26-ac01-9ce0e293a083 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:41.083629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab53b89-441a-4a26-ac01-9ce0e293a083 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:41.090700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ab53b89-441a-4a26-ac01-9ce0e293a083 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/995e9107-d3c6-446b-b073-4861a31bf948 HTTP/1.1" status: 404 len: 337 time: 0.0721083 Aug 25 15:04:41.090856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47520) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:41.099167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a41d423-dfa2-45b0-880d-7f41c9c96654 req-8422fc34-b056-4ff1-834f-44ec61144a38 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817268 Aug 25 15:04:41.122751 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c9a7b5-c2d4-47a8-b7ca-66f96425b1aa tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:41.123399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c9a7b5-c2d4-47a8-b7ca-66f96425b1aa tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:41.128088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3c9a7b5-c2d4-47a8-b7ca-66f96425b1aa tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/0fc8ce6d-7575-4bd4-b31b-7e6fc18713dd HTTP/1.1" status: 404 len: 339 time: 0.0295322 Aug 25 15:04:41.128304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47522) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:41.396534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting port 207a2dbe-d808-45d8-b931-f5e593ad5bb1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:41.398244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:41.401748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:41.416261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['17747459-aabd-4359-a4e0-892da961f125'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:41.420384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:41.487161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'Port': ['ID=17747459-aabd-4359-a4e0-892da961f125,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:41.686191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] No DVR routers for this DVR port 17747459-aabd-4359-a4e0-892da961f125 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:41.699317 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:41.701371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c09c043-4bc0-464c-81ea-be21567e96fd req-07154eb4-4f57-4424-aaf2-c7b22ee2a07b tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.45 "DELETE /v2.0/ports/17747459-aabd-4359-a4e0-892da961f125 HTTP/1.1" status: 204 len: 173 time: 1.3068864 Aug 25 15:04:41.706264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'name': 'network-vif-deleted', 'tag': '17747459-aabd-4359-a4e0-892da961f125'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:41.708642 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c92735b-2ba9-41cf-80a2-68a29f095528" -d '{"events": [{"server_uuid": "ad29a810-c734-4420-888e-8794b3c5f31b", "name": "network-vif-deleted", "tag": "17747459-aabd-4359-a4e0-892da961f125"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:41.723434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:41.740954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Calling delete_port for 207a2dbe-d808-45d8-b931-f5e593ad5bb1 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:41.760786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9ca3-85e7-43ea-8c64-28170fd0ed1f req-d68d4c2a-3cf8-42d9-a1bf-51fcf4731e2f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:41.762292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef0a9ca3-85e7-43ea-8c64-28170fd0ed1f req-d68d4c2a-3cf8-42d9-a1bf-51fcf4731e2f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.2893059 Aug 25 15:04:41.848808 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b309fa9f-22be-406e-8305-f00c4f5d678d req-3f9784e3-e5e7-4cdb-9aa9-e19d10ceb9a8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 210 time: 0.0653355 Aug 25 15:04:41.867500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef0a9ca3-85e7-43ea-8c64-28170fd0ed1f req-0633793c-74f4-4495-ba45-1046022a3f81 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985694 Aug 25 15:04:41.974072 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63186cc9-08fe-427a-804f-70da6cd94663 x-openstack-request-id: req-63186cc9-08fe-427a-804f-70da6cd94663 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:41.974336 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad29a810-c734-4420-888e-8794b3c5f31b", "name": "network-vif-deleted", "tag": "17747459-aabd-4359-a4e0-892da961f125", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:41.974620 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63186cc9-08fe-427a-804f-70da6cd94663 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:41.974996 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad29a810-c734-4420-888e-8794b3c5f31b', 'name': 'network-vif-deleted', 'tag': '17747459-aabd-4359-a4e0-892da961f125', 'status': 'completed', 'code': 200} Aug 25 15:04:42.005412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ca540d28-bb4f-4771-970b-b08ab45f5440 req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1343812817', 'description': 'tempest-description-584034546'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:42.050085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-b7397022-2eef-4adb-8993-16f13fd91677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:42.052071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-b7397022-2eef-4adb-8993-16f13fd91677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1097 time: 0.3078477 Aug 25 15:04:42.196331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca540d28-bb4f-4771-970b-b08ab45f5440 req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.200894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.262088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Port': ['ID=207a2dbe-d808-45d8-b931-f5e593ad5bb1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:42.285291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.287470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bd35f7a4-21bc-4ab8-83d3-afe4158b7690 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/ports/207a2dbe-d808-45d8-b931-f5e593ad5bb1 HTTP/1.1" status: 204 len: 168 time: 1.1581621 Aug 25 15:04:42.292023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47552) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:42.312889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7bc5-bb61-4ed7-9f78-80cb666067f7 req-1d80d196-7d44-4f8a-bae6-6e26c96b24db tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:42.327452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-100d7bc5-bb61-4ed7-9f78-80cb666067f7 req-1d80d196-7d44-4f8a-bae6-6e26c96b24db tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0991538 Aug 25 15:04:42.331678 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c840942c-d3db-4f92-b3aa-4cfd880e6cfb tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:42.332146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c840942c-d3db-4f92-b3aa-4cfd880e6cfb tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:42.333879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c840942c-d3db-4f92-b3aa-4cfd880e6cfb tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/3c61ecc8-928a-4441-bf32-ce7eacc5df2e HTTP/1.1" status: 404 len: 337 time: 0.0409214 Aug 25 15:04:42.337675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47554) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:42.379277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-b42da9c1-47eb-4568-9806-751fa05ecabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:42.380830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-b42da9c1-47eb-4568-9806-751fa05ecabc service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.3021085 Aug 25 15:04:42.475420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-100d7bc5-bb61-4ed7-9f78-80cb666067f7 req-ca277ac3-1d69-49fc-b55f-51f5dcb09430 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464562 Aug 25 15:04:42.501431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.566483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-8cce56c6-ac30-4f68-a438-97148b5541a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 1001 time: 0.1702366 Aug 25 15:04:42.775734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-78201c9f-98d0-4e87-9e18-508653893ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:42.777477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-78201c9f-98d0-4e87-9e18-508653893ceb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.1934655 Aug 25 15:04:42.783270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.786835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca540d28-bb4f-4771-970b-b08ab45f5440 req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.817767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f22a1c-3844-4e11-9cde-cb10c037032b req-abca03f1-3457-4a4c-a288-c3dd239748b2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:42.820102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43f22a1c-3844-4e11-9cde-cb10c037032b req-abca03f1-3457-4a4c-a288-c3dd239748b2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1978366 Aug 25 15:04:42.822143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b269b8-78ec-493c-8822-4118451afb98']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:42.870247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892e4ab7-7afb-4487-89e1-f98987a8fd6a') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:42.870568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892e4ab7-7afb-4487-89e1-f98987a8fd6a') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:42.908523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.922925 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca540d28-bb4f-4771-970b-b08ab45f5440 req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.945278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-67908d4f-d5c3-4c85-ad01-106cb8e2118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:42.950169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-67908d4f-d5c3-4c85-ad01-106cb8e2118c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522081 Aug 25 15:04:42.950422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.963906 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43f22a1c-3844-4e11-9cde-cb10c037032b req-308d669a-dba6-413c-9274-3c8c4f36cd69 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322966 Aug 25 15:04:42.965165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:42.965591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:42.985793 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:42.994527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-49663364-57d8-4f1a-b743-681c7cd10c37 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:04:42.995839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-49663364-57d8-4f1a-b743-681c7cd10c37 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406797 Aug 25 15:04:43.021723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62a5da0-8701-42ac-b6d2-fd9c88677cde,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:43.150605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-81fd8987-4017-4a80-aee8-a4e9ab19a3b2 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441035 Aug 25 15:04:43.154025 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1657ef6-a56d-487b-99f2-2f1c0cb7fc2c req-dbe93db3-128a-44a4-b230-f6bf6b007661 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad29a810-c734-4420-888e-8794b3c5f31b HTTP/1.1" status: 200 len: 210 time: 0.0457397 Aug 25 15:04:43.181024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ca540d28-bb4f-4771-970b-b08ab45f5440 req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:43.184703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca540d28-bb4f-4771-970b-b08ab45f5440 req-863b193d-5e2e-44c0-9af9-c74dac1bfbdb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.2336185 Aug 25 15:04:43.225123 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:43.233663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:43.239134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/27b269b8-78ec-493c-8822-4118451afb98 HTTP/1.1" status: 204 len: 168 time: 0.9001031 Aug 25 15:04:43.250597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47568) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:43.267222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca7613-83f3-4108-960b-a0ee81706724 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Network': ['ID=27b269b8-78ec-493c-8822-4118451afb98,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:43.337962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-c7a31f64-ba83-45fa-809d-04452e73a1f2 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1343812817&fields=id&tenant_id=973533fa20544202844eadcff1d6a203 HTTP/1.1" status: 200 len: 267 time: 0.0975435 Aug 25 15:04:43.474990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-903d20a3-09a3-46bd-9664-f6f76bb22f9a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:43.474990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-903d20a3-09a3-46bd-9664-f6f76bb22f9a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1075530 Aug 25 15:04:43.477658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'port': {'security_groups': ['6c37525c-2b1b-4491-bb83-20dea161e0fa', 'd62a5da0-8701-42ac-b6d2-fd9c88677cde']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:43.490993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting port 0a13b455-de95-4bfa-aafd-cf41c42b052d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:43.491692 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:43.555369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6ffa543-3c2c-4546-8958-cc03d70d17fb req-070ae9cc-6a19-4254-8894-3b188fb4935a service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963609 Aug 25 15:04:43.617406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a0b31-2674-46b7-bb2e-124dd6c02d5d req-8838d44f-bd76-418f-bda7-9c53bdca2241 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:43.617994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:43.619499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-109a0b31-2674-46b7-bb2e-124dd6c02d5d req-8838d44f-bd76-418f-bda7-9c53bdca2241 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.0574837 Aug 25 15:04:43.620465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:43.639273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Calling delete_port for 0a13b455-de95-4bfa-aafd-cf41c42b052d owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:43.665212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-109a0b31-2674-46b7-bb2e-124dd6c02d5d req-336034ab-2997-442e-891e-15599c3db7ba tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Aug 25 15:04:43.850039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 17747459-aabd-4359-a4e0-892da961f125 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:43.873451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 17747459-aabd-4359-a4e0-892da961f125 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:04:43.874317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 17747459-aabd-4359-a4e0-892da961f125 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:04:43.877136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.135675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265377-06cc-4ad7-b312-a908b6d8ee1e req-c74370d9-9fa2-4bad-8c41-8c7982a37c3b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:44.137490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09265377-06cc-4ad7-b312-a908b6d8ee1e req-c74370d9-9fa2-4bad-8c41-8c7982a37c3b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0890973 Aug 25 15:04:44.202754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09265377-06cc-4ad7-b312-a908b6d8ee1e req-dbea6ada-e2f4-4025-8e6c-e47a3a80861a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520711 Aug 25 15:04:44.242371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:44.244946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Port': ['ID=0a13b455-de95-4bfa-aafd-cf41c42b052d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:44.258535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.262470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-144bc657-99aa-4ed1-9f8f-38cf2e963b35 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/ports/0a13b455-de95-4bfa-aafd-cf41c42b052d HTTP/1.1" status: 204 len: 168 time: 1.0086679 Aug 25 15:04:44.262713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47602) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:44.296359 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca31aa9d-873f-47ec-82da-f0f462b5aedb tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] DELETE failed (client error): The resource could not be found. Aug 25 15:04:44.296829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca31aa9d-873f-47ec-82da-f0f462b5aedb tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:04:44.301895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ca31aa9d-873f-47ec-82da-f0f462b5aedb tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/1f2479cd-b9aa-4b03-8345-3391a20afc8c HTTP/1.1" status: 404 len: 337 time: 0.0348926 Aug 25 15:04:44.302785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:44.360559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.394498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.427172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.438700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:44.525071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:44.525703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.527149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77836d48-8a66-4cc3-80d8-800aab0c83ea req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "PUT /v2.0/ports/7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 981 time: 1.0595083 Aug 25 15:04:44.532264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:44.534630 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88930403-ec29-48e3-83d2-f5664a0fa936" -d '{"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:44.545784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.568250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c526e5-c6c6-4169-a0c7-dcd99bc16623']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:44.578039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106937e-5b63-44b5-adfe-2b75f53286d6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=6']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:44.586908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64eec9ca-49fc-45cd-936f-8e726e8a376f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:44.587273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64eec9ca-49fc-45cd-936f-8e726e8a376f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:44.598051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.630297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.636983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:44.645600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:44.645600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:44.648565 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:44.714894 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-281639b8-fd82-4e82-be17-5b883ed33397 req-b33a8f74-0baa-4260-b906-948bdd086b07 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1343812817&fields=id&tenant_id=973533fa20544202844eadcff1d6a203 HTTP/1.1" status: 200 len: 267 time: 0.0945621 Aug 25 15:04:44.774433 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df806e1e-3c8b-4e4b-a35c-22451d848bbb x-openstack-request-id: req-df806e1e-3c8b-4e4b-a35c-22451d848bbb {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:44.775005 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:44.775459 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df806e1e-3c8b-4e4b-a35c-22451d848bbb {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:44.776004 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'status': 'completed', 'code': 200} Aug 25 15:04:44.787261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281639b8-fd82-4e82-be17-5b883ed33397 req-bda4c3b2-9b91-4984-a410-6db61242e86e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:44.789244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-281639b8-fd82-4e82-be17-5b883ed33397 req-bda4c3b2-9b91-4984-a410-6db61242e86e tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 984 time: 0.0668442 Aug 25 15:04:44.805685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'port': {'security_groups': ['6c37525c-2b1b-4491-bb83-20dea161e0fa']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:44.862449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.871253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:44.877318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/e4c526e5-c6c6-4169-a0c7-dcd99bc16623 HTTP/1.1" status: 204 len: 168 time: 0.5735943 Aug 25 15:04:44.878337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47614) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:44.944516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095c45a-cc60-4dc5-9c63-12b02637c879 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Network': ['ID=e4c526e5-c6c6-4169-a0c7-dcd99bc16623,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:44.945088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-9f4add15-929f-4926-8a7c-712e1020a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:44.947161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-9f4add15-929f-4926-8a7c-712e1020a118 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1135 time: 0.1456249 Aug 25 15:04:44.952469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbc55-be20-46db-a613-e3eb739e66fd req-0baf0e94-1e84-4b81-be53-0f73cb73ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:44.954117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-0baf0e94-1e84-4b81-be53-0f73cb73ad21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1097 time: 0.1133976 Aug 25 15:04:45.001069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631d51-1733-4856-a9c8-5015c10d0026 req-3e353643-5851-4018-b3b4-28f10c782216 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.003407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56631d51-1733-4856-a9c8-5015c10d0026 req-3e353643-5851-4018-b3b4-28f10c782216 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1187491 Aug 25 15:04:45.092816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting subnet a37a04ec-b095-4ecd-a266-86185af5603f {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:04:45.103885 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.180431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56631d51-1733-4856-a9c8-5015c10d0026 req-0982ad52-31b6-419e-887f-9b440033bff6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093359 Aug 25 15:04:45.223779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.262787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbc55-be20-46db-a613-e3eb739e66fd req-4c77c64e-ea74-4250-8bf8-6e16206bcfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.262787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-4c77c64e-ea74-4250-8bf8-6e16206bcfb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.2932096 Aug 25 15:04:45.283826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-581d71d5-eff4-4777-8964-02ff4e35abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.288594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-581d71d5-eff4-4777-8964-02ff4e35abc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.3283544 Aug 25 15:04:45.288718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.403292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-955598d9-76b5-4804-9ba5-baa6a11178fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 217 time: 0.0729930 Aug 25 15:04:45.419757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-72734720-1df5-4f0a-ab7b-5dd65c0620ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 1001 time: 0.1391196 Aug 25 15:04:45.435833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.525674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba2f25-885d-4cff-9b2f-c01168bdb7de req-8df0c16f-729c-4213-8de0-9b3afbbc076b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.527284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6eba2f25-885d-4cff-9b2f-c01168bdb7de req-8df0c16f-729c-4213-8de0-9b3afbbc076b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1982222 Aug 25 15:04:45.601125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:45.603968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6eba2f25-885d-4cff-9b2f-c01168bdb7de req-e80ea318-23ce-48b8-b80d-404309d20486 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617704 Aug 25 15:04:45.609138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-abd238a2-855c-4b98-9e69-bdd42f1b2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.610637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-abd238a2-855c-4b98-9e69-bdd42f1b2edb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.1819561 Aug 25 15:04:45.623220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbc55-be20-46db-a613-e3eb739e66fd req-1d833c1d-e6d5-492e-a84e-5a24f20fa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.623220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-1d833c1d-e6d5-492e-a84e-5a24f20fa95c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.1868122 Aug 25 15:04:45.646839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.700030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-44d78b3a-1c7f-4b01-88ec-c966d5fb31de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801401 Aug 25 15:04:45.712659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcac1db-ff00-452c-baa8-d799ca1fabff None None] Network dfc6d0b3-dfa5-4982-b70e-7c941a122c42 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:45.718540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Subnet': ['ID=a37a04ec-b095-4ecd-a266-86185af5603f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:45.727989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.730357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9eb5065b-9733-4827-9020-8ca58f592e22 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/subnets/a37a04ec-b095-4ecd-a266-86185af5603f HTTP/1.1" status: 204 len: 168 time: 0.8442304 Aug 25 15:04:45.734645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47640) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:45.740610 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.852028 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.873188 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:45.890587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:45.929157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbc55-be20-46db-a613-e3eb739e66fd req-7ddca1bc-5110-4686-84c2-b616c2424911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:45.938242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-7ddca1bc-5110-4686-84c2-b616c2424911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933953 Aug 25 15:04:45.938242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-c50d90c8-67d0-4da1-a5e9-981ecdd1bb81 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130527 Aug 25 15:04:45.955178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event updated for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:46.062723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:46.063412 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.064890 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-281639b8-fd82-4e82-be17-5b883ed33397 req-7d2ed2c3-d48d-4a1e-a2c7-7aff57dd8f3a tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "PUT /v2.0/ports/7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 942 time: 1.2653654 Aug 25 15:04:46.067146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-94f508e3-4146-42f6-8a1a-814491abdfbb service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249931 Aug 25 15:04:46.091911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:46.098753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c60ff-9f6a-409c-857a-86be7e76656d req-84fa113a-0a97-483c-ac69-4b9a7e4bfb82 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:46.107791 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-333c60ff-9f6a-409c-857a-86be7e76656d req-84fa113a-0a97-483c-ac69-4b9a7e4bfb82 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.4062557 Aug 25 15:04:46.119427 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Deleting port f1a7c0ed-4103-4591-9190-a352ecfbdd1d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:46.119772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.143849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] DHCP port deletion for dfc6d0b3-dfa5-4982-b70e-7c941a122c42 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:04:46.253742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-333c60ff-9f6a-409c-857a-86be7e76656d req-892bb755-4a09-423b-b798-6bb14af81078 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449537 Aug 25 15:04:46.259713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] For port f1a7c0ed-4103-4591-9190-a352ecfbdd1d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,segment=NetworkSegment(0b6f6580-abe3-4e81-b268-ca24d9e2eabf),segment_id=0b6f6580-abe3-4e81-b268-ca24d9e2eabf)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:46.260102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.295887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Calling delete_port for f1a7c0ed-4103-4591-9190-a352ecfbdd1d owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:46.390807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88930403-ec29-48e3-83d2-f5664a0fa936 req-7b97a50b-de4e-4c63-9539-e403bc64fbcb service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208675 Aug 25 15:04:46.483075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596fbc55-be20-46db-a613-e3eb739e66fd req-b2f99e70-ec44-4dca-98b8-d87c38176975 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051085 Aug 25 15:04:46.493340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-f9e930cd-0d58-4d92-b92a-f0f128260be3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:46.496041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-f9e930cd-0d58-4d92-b92a-f0f128260be3 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.2390339 Aug 25 15:04:46.499862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Deleting port f1a7c0ed-4103-4591-9190-a352ecfbdd1d {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:46.500230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.505497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.525972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae6d93-3fbf-4540-9f9e-34f1dc2780fc req-bcfa2ee3-a000-40ce-bdd3-86aeb9466b4e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:46.527730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01ae6d93-3fbf-4540-9f9e-34f1dc2780fc req-bcfa2ee3-a000-40ce-bdd3-86aeb9466b4e tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 945 time: 0.1044292 Aug 25 15:04:46.564622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Port': ['ID=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:46.589149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] For port f1a7c0ed-4103-4591-9190-a352ecfbdd1d, host n-d-805995-2, got binding levels [] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:46.589648 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.592438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] No DVR routers for this DVR port f1a7c0ed-4103-4591-9190-a352ecfbdd1d on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:46.615710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Calling delete_port for f1a7c0ed-4103-4591-9190-a352ecfbdd1d owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:46.615710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.ipam_backend_mixin [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Port f1a7c0ed-4103-4591-9190-a352ecfbdd1d was not found and therefore no delete operation was performed {{(pid=101874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:04:46.615710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.634099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01ae6d93-3fbf-4540-9f9e-34f1dc2780fc req-9a1cd103-5d73-42c2-ad7d-22960c46bdda tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dee24ce-a4cc-40e0-9281-9055c10b871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859447 Aug 25 15:04:46.642642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] Pushing event deleted for resources: {'Port': ['ID=f1a7c0ed-4103-4591-9190-a352ecfbdd1d,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:46.650498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b8997-e29f-4770-8eba-b1da923568b9 None None] No DVR routers for this DVR port f1a7c0ed-4103-4591-9190-a352ecfbdd1d on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:46.661942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Deleting port 35a3fad6-118f-4c8f-865a-6b0433c216ff {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:46.662297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.734777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.751616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1725047-8e78-4460-a270-bdd94252fda1 req-b6621866-8c9a-4997-9a7a-d64ad28441ff tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5540464 Aug 25 15:04:46.753208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc6d0b3-dfa5-4982-b70e-7c941a122c42']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:46.766379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:46.774540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6f6580-abe3-4e81-b268-ca24d9e2eabf') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:46.774839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6f6580-abe3-4e81-b268-ca24d9e2eabf') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:46.781879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:46.781879 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff1eb1-fd60-493a-9e94-43505903db12" -d '{"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:46.800016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] For port 35a3fad6-118f-4c8f-865a-6b0433c216ff, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=35a3fad6-118f-4c8f-865a-6b0433c216ff,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:46.800016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.800317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.817692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Calling delete_port for 35a3fad6-118f-4c8f-865a-6b0433c216ff owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:46.820637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.827970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:04:46.828677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:04:46.832624 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:04:46.835576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503957d-786e-4a8d-a6d7-07de8f15c31a req-796b7624-f6d5-43ff-b30f-bac6d6d0b3fa tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:46.837211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1503957d-786e-4a8d-a6d7-07de8f15c31a req-796b7624-f6d5-43ff-b30f-bac6d6d0b3fa tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 946 time: 0.1052248 Aug 25 15:04:46.847554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f1a7c0ed-4103-4591-9190-a352ecfbdd1d no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:46.883667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f1a7c0ed-4103-4591-9190-a352ecfbdd1d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:04:46.884387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f1a7c0ed-4103-4591-9190-a352ecfbdd1d not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:04:46.931862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:46.969809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1503957d-786e-4a8d-a6d7-07de8f15c31a req-a49f6960-5bc6-49b0-9768-cad1c2fe2e8d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709326 Aug 25 15:04:46.997984 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.015951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.019225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] 10.222.0.58 "DELETE /v2.0/networks/dfc6d0b3-dfa5-4982-b70e-7c941a122c42 HTTP/1.1" status: 204 len: 168 time: 1.2807233 Aug 25 15:04:47.031584 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a91a5-915a-4a88-a0f7-c4093e3e5551 tempest-NetworksIpV6TestAttrs-632547877 tempest-NetworksIpV6TestAttrs-632547877-project] Pushing event deleted for resources: {'Network': ['ID=dfc6d0b3-dfa5-4982-b70e-7c941a122c42,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:47.101820 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4fbd5-f11a-4ebd-aedc-b1196861d0b1 x-openstack-request-id: req-04e4fbd5-f11a-4ebd-aedc-b1196861d0b1 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:47.103531 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:47.103794 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04e4fbd5-f11a-4ebd-aedc-b1196861d0b1 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:47.104660 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'status': 'completed', 'code': 200} Aug 25 15:04:47.191978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.260611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-f0a04718-0bb6-4d69-bf2b-7de48880ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:47.263670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-f0a04718-0bb6-4d69-bf2b-7de48880ca93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.1421871 Aug 25 15:04:47.347758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Allocated IP 172.25.8.145 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/2b20d074-6146-4575-8b71-b2db2fac76b2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:47.388634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.401720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['35a3fad6-118f-4c8f-865a-6b0433c216ff'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:04:47.491853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-6e63077b-97aa-432c-bac4-e933756ecfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:47.493944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-6e63077b-97aa-432c-bac4-e933756ecfe0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.2257352 Aug 25 15:04:47.515007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'Port': ['ID=35a3fad6-118f-4c8f-865a-6b0433c216ff,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:47.515226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.613483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-551993e7-09fe-48b5-9eef-dc955a2bb0c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 217 time: 0.0874021 Aug 25 15:04:47.616018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] No DVR routers for this DVR port 35a3fad6-118f-4c8f-865a-6b0433c216ff on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:47.637069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e901d0a-cc5c-456d-9465-4e8ac0817ffa req-b3396ce0-e1ab-4d63-96d1-b6d44748a081 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:47.650373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e901d0a-cc5c-456d-9465-4e8ac0817ffa req-b3396ce0-e1ab-4d63-96d1-b6d44748a081 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.3027649 Aug 25 15:04:47.660628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.663611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a7f3018-953d-4e73-a56d-0102efdce977 req-281b0230-5535-4ddc-9833-a2d0c1115430 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "DELETE /v2.0/ports/35a3fad6-118f-4c8f-865a-6b0433c216ff HTTP/1.1" status: 204 len: 173 time: 1.1596940 Aug 25 15:04:47.665386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86d1a1-7210-45e4-8379-461e3831c314', 'name': 'network-vif-deleted', 'tag': '35a3fad6-118f-4c8f-865a-6b0433c216ff'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:47.682386 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae2efc-3100-4f81-8dc0-9267a1f37eae" -d '{"events": [{"server_uuid": "0a86d1a1-7210-45e4-8379-461e3831c314", "name": "network-vif-deleted", "tag": "35a3fad6-118f-4c8f-865a-6b0433c216ff"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:47.682519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.784786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:47.786576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:47.790051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:47.803106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47684) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:47.856165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:47.895979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event updated for resources: {'Port': ['ID=2b20d074-6146-4575-8b71-b2db2fac76b2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:47.970548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:47.993105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e901d0a-cc5c-456d-9465-4e8ac0817ffa req-0c987b93-35a5-43ee-a871-a3511847a0db tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384037 Aug 25 15:04:48.007250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-1d601080-76b7-4c88-bfde-cae669ee8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:48.016602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-1d601080-76b7-4c88-bfde-cae669ee8b6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.3443019 Aug 25 15:04:48.122223 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.139625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.142645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-4a2f2f6d-59f1-47bd-9442-4a715502807d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177769 Aug 25 15:04:48.159677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:48.162621 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867da883-9466-48aa-8d33-a2e08a0ab58e" -d '{"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:48.193796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:48.256745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aacd6c6a-effd-437a-aed3-b38b037f8cde req-91402eb7-a0a1-4a61-a759-f5aaf90feca8 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a86d1a1-7210-45e4-8379-461e3831c314 HTTP/1.1" status: 200 len: 210 time: 0.0670362 Aug 25 15:04:48.265376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.390147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.470738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.480795 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a204889-0bcf-4124-b5b9-b5902fda6f74 x-openstack-request-id: req-9a204889-0bcf-4124-b5b9-b5902fda6f74 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:48.482325 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86d1a1-7210-45e4-8379-461e3831c314", "name": "network-vif-deleted", "tag": "35a3fad6-118f-4c8f-865a-6b0433c216ff", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:48.482804 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a204889-0bcf-4124-b5b9-b5902fda6f74 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:48.483431 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86d1a1-7210-45e4-8379-461e3831c314', 'name': 'network-vif-deleted', 'tag': '35a3fad6-118f-4c8f-865a-6b0433c216ff', 'status': 'completed', 'code': 200} Aug 25 15:04:48.497773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:48.539252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87942532-26c4-41bd-8fe8-7bc6e8663922 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27b96fc969554912b4847d0f6e9f9f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409198 Aug 25 15:04:48.541709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47706) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:48.668446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-c26259d7-3acb-4d94-b8ce-bcabf2ce4e39 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196054 Aug 25 15:04:48.721741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event updated for resources: {'Port': ['ID=2b20d074-6146-4575-8b71-b2db2fac76b2,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:48.734781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.874460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:48.882386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1725047-8e78-4460-a270-bdd94252fda1 req-72c3141e-e68e-4229-9dc9-932aa0057d2d tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1177628 Aug 25 15:04:49.016939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b9ea7-ee88-419e-bb39-ca92dc96a942 req-b094c424-6b69-4665-b4df-20c85df546ed tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:49.024391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-214b9ea7-ee88-419e-bb39-ca92dc96a942 req-b094c424-6b69-4665-b4df-20c85df546ed tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.3972127 Aug 25 15:04:49.028726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f22d33b-0636-4156-a05b-3e889219bcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:49.034598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1725047-8e78-4460-a270-bdd94252fda1 req-2753ca38-b97e-471f-9f31-d485b7c963a1 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1484559 Aug 25 15:04:49.130886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f22d33b-0636-4156-a05b-3e889219bcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:49.159865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-214b9ea7-ee88-419e-bb39-ca92dc96a942 req-19d0edbf-4912-4581-9972-dc0ad35d33ee tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343527 Aug 25 15:04:49.189001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1725047-8e78-4460-a270-bdd94252fda1 req-ad30c3d5-71f9-41a4-b277-95bf73cb2f81 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:49.191188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1725047-8e78-4460-a270-bdd94252fda1 req-ad30c3d5-71f9-41a4-b277-95bf73cb2f81 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1557214 Aug 25 15:04:49.207201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-e1725047-8e78-4460-a270-bdd94252fda1 req-37b7f668-3261-4c3c-9dbc-18f60fb9f506 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:04:49.208486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1725047-8e78-4460-a270-bdd94252fda1 req-37b7f668-3261-4c3c-9dbc-18f60fb9f506 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116005 Aug 25 15:04:49.246414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cff1eb1-fd60-493a-9e94-43505903db12 req-333d658f-68f4-42de-b536-21667ebda066 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511267 Aug 25 15:04:49.352287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449bd9-5de1-46bb-a1fa-88187e54c174 req-fd736a04-d8af-4778-96a7-ae9819169cfa tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:49.353881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fa449bd9-5de1-46bb-a1fa-88187e54c174 req-fd736a04-d8af-4778-96a7-ae9819169cfa tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0626445 Aug 25 15:04:49.368324 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f22d33b-0636-4156-a05b-3e889219bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:49.374277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f22d33b-0636-4156-a05b-3e889219bcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:49.375649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7f22d33b-0636-4156-a05b-3e889219bcd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce3d017a-264d-48b0-b2ff-52bd0a4e6567 HTTP/1.1" status: 204 len: 168 time: 0.8326142 Aug 25 15:04:49.386779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22d33b-0636-4156-a05b-3e889219bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3d017a-264d-48b0-b2ff-52bd0a4e6567,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:49.494226 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4e6782-395d-4754-a619-b05653522ed8 x-openstack-request-id: req-de4e6782-395d-4754-a619-b05653522ed8 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:49.495057 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-unplugged", "status": "failed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "code": 422}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:49.495464 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de4e6782-395d-4754-a619-b05653522ed8 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:49.496065 n-d-805995-2 neutron-server[101874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'code': 422} returned with failed status Aug 25 15:04:49.507474 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fa449bd9-5de1-46bb-a1fa-88187e54c174 req-f434daf9-d202-4eab-89af-fdb1780f735e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352258 Aug 25 15:04:49.690292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-6c6d1aea-9ebf-4d25-9112-14e45b541e29 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:49.692308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-6c6d1aea-9ebf-4d25-9112-14e45b541e29 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1168723 Aug 25 15:04:49.774550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-8fd35321-f460-4915-a0e0-90734ac40c22 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.0733242 Aug 25 15:04:49.789145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'floatingip': {'port_id': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:49.874789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:50.384294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 35a3fad6-118f-4c8f-865a-6b0433c216ff no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:50.402754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 35a3fad6-118f-4c8f-865a-6b0433c216ff {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:04:50.403641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 35a3fad6-118f-4c8f-865a-6b0433c216ff not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:04:50.517153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:50.651265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:50.679495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47768) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:50.822286 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Floating IP f8cd9933-af6d-49c8-84c7-1685dc75a740 associated. External IP: 172.25.8.145, port: 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae. Aug 25 15:04:50.842439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1263161584'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:51.034451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd41f-8026-4825-95c4-f6ce66ff7e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.038228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Made reservation on behalf of 20a0583fffaa4fcebc06d3afaabaa0ac for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:51.039672 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.051468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.072249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Router 12727248-2976-4578-b88f-d9ce783db9d9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:04:51.173802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.320091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.406318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:04:51.443619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f762566-cb7f-416a-ba2b-17952c1cc9e9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:51.498062 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.498509 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Added segment 22fd521c-c579-451f-a9e6-1d375febc0fd of type vlan for network 5133647f-29e2-4843-a024-49208a454b34 Aug 25 15:04:51.523420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:04:51.530218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.534946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] Sync routers for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:04:51.551530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:04:51.553332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:51.567937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d03fd0-eb02-4ec9-96aa-ce513a9aed3f req-0c67b42b-2d95-44f8-be3f-40dd3f5fe9ea tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:51.575832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9d03fd0-eb02-4ec9-96aa-ce513a9aed3f req-0c67b42b-2d95-44f8-be3f-40dd3f5fe9ea tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1719930 Aug 25 15:04:51.583700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-718bd23c-9234-4ab0-a365-5b5a609c7f30 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "PUT /v2.0/floatingips/f8cd9933-af6d-49c8-84c7-1685dc75a740 HTTP/1.1" status: 200 len: 996 time: 1.8023622 Aug 25 15:04:51.584489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:51.587360 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feaf930-1885-4c24-badd-e7fc3c8111e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:51.600259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.712809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-58fd91a4-a57f-403c-84fb-ac3d2b6473b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:51.714552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:04:51.716139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-58fd91a4-a57f-403c-84fb-ac3d2b6473b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.1130114 Aug 25 15:04:51.748576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9d03fd0-eb02-4ec9-96aa-ce513a9aed3f req-506a1ea9-3eae-41bc-89a3-3965e024edf5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699235 Aug 25 15:04:51.777859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.784906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:51.785562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:51.910325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:51.949260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-1e487738-46f3-484a-8318-adbcb7aaf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:51.953195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event updated for resources: {'Network': ['ID=5133647f-29e2-4843-a024-49208a454b34,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:51.954220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-1e487738-46f3-484a-8318-adbcb7aaf399 service neutron] 10.222.0.58 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.2301860 Aug 25 15:04:52.001552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5133647f-29e2-4843-a024-49208a454b34 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:04:52.048410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec94933-1613-480e-af07-b5d88248d7e3 req-4c1366fb-a597-4105-8f35-a9a9e2aedd67 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:52.050779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bec94933-1613-480e-af07-b5d88248d7e3 req-4c1366fb-a597-4105-8f35-a9a9e2aedd67 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1344662 Aug 25 15:04:52.094320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-236f64c3-52db-48ff-b0c1-4bbaa4662420 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 999 time: 0.1247430 Aug 25 15:04:52.121167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bec94933-1613-480e-af07-b5d88248d7e3 req-34e5087e-2991-4029-88cb-dce34ead50bb tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633683 Aug 25 15:04:52.125674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1ec5bbd0-cac0-42b6-8103-f8d6766c2abb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4436793 Aug 25 15:04:52.136381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47788) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:52.150105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Request body: {'subnet': {'network_id': '5133647f-29e2-4843-a024-49208a454b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:52.206206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-3748e517-1177-45f3-bfc5-1f51853b8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:52.208439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-3748e517-1177-45f3-bfc5-1f51853b8d12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.1085544 Aug 25 15:04:52.263901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-be4e6116-a85a-4a54-825d-b19f7f714fd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490382 Aug 25 15:04:52.321934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391319c-c2d3-4a54-bb60-9db251e83e69 req-d07e08c2-ff4f-40aa-a1ef-3fdf6676ec52 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:52.329470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5391319c-c2d3-4a54-bb60-9db251e83e69 req-d07e08c2-ff4f-40aa-a1ef-3fdf6676ec52 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.0825410 Aug 25 15:04:52.387427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-24426c0d-adb6-4439-bdce-8e8978832eac service neutron] 10.222.0.58 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224120 Aug 25 15:04:52.433319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5391319c-c2d3-4a54-bb60-9db251e83e69 req-21f066ac-a30a-45f0-98bc-1a72dd06da6f tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959458 Aug 25 15:04:52.480142 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f0aa03-2d82-47af-b43e-42f92bfc27f5 x-openstack-request-id: req-44f0aa03-2d82-47af-b43e-42f92bfc27f5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:52.480481 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:52.480676 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44f0aa03-2d82-47af-b43e-42f92bfc27f5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:52.481068 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'status': 'completed', 'code': 200} Aug 25 15:04:52.505792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'f8cd9933-af6d-49c8-84c7-1685dc75a740', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'port_id': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'mac_address': 'fa:16:3e:c9:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:04:47Z', 'updated_at': '2021-08-25T15:04:50Z', 'revision_number': 1, 'project_id': '973533fa20544202844eadcff1d6a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:57Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:52.537212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] Checking router: 12727248-2976-4578-b88f-d9ce783db9d9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:04:52.538884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Made reservation on behalf of 20a0583fffaa4fcebc06d3afaabaa0ac for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:52.544354 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:52.581370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:04:52.588851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:52.594001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daca1886-46df-4175-a0bd-f56b6b1c2301 req-6ee76f6a-c497-4eaf-92cc-67f48d582942 service neutron] 10.222.0.58 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057059 Aug 25 15:04:52.612785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-f7a8bd1d-c698-4e21-9692-4f82e0d5a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:52.616508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-f7a8bd1d-c698-4e21-9692-4f82e0d5a2f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.0942233 Aug 25 15:04:52.824694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:04:52.996475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:53.163808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-8a741f14-91f6-4cb0-9fb2-030800acc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:53.173227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-8a741f14-91f6-4cb0-9fb2-030800acc318 service neutron] 10.222.0.52 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.5400195 Aug 25 15:04:53.237547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event updated for resources: {'Subnet': ['ID=b227b765-d98e-4198-8b2a-e8f54e9ff8f5,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:53.268562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Checking segment: {'id': '22fd521c-c579-451f-a9e6-1d375febc0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5133647f-29e2-4843-a024-49208a454b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:53.269173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Network hostable DHCP agents. Network: 5133647f-29e2-4843-a024-49208a454b34, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:04:53.294858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-4af99883-bd32-44d8-80c7-30325ce1bbb7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 999 time: 0.5594110 Aug 25 15:04:53.352492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333bd89-bfac-496f-a17c-6672658ad731 req-a182f835-5b87-4806-8269-b5369d738f50 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:53.353729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c333bd89-bfac-496f-a17c-6672658ad731 req-a182f835-5b87-4806-8269-b5369d738f50 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.3777518 Aug 25 15:04:53.405799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Network 5133647f-29e2-4843-a024-49208a454b34 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:04:53.406955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-1f26f8cf-af05-4593-bc8a-683165a12483 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:53.420383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-1f26f8cf-af05-4593-bc8a-683165a12483 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports/7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 942 time: 0.1182177 Aug 25 15:04:53.425159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-13939bf1-6497-4115-bf0e-fd1c911a8410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 999 time: 0.2332411 Aug 25 15:04:53.518608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5133647f-29e2-4843-a024-49208a454b34) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:53.525971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:53.526793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:53.582363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea8e5d-4fb2-427d-aa72-635e013b3197 None None] Network 5133647f-29e2-4843-a024-49208a454b34 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:53.593558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-297aed78-bc4f-422b-9a1f-247b9f1dd9b4 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 999 time: 0.0837007 Aug 25 15:04:53.641725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2d85091-3240-424c-b9c3-be4de56bb4b4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5013530 Aug 25 15:04:53.643812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:53.649832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Request body: {'port': {'network_id': '5133647f-29e2-4843-a024-49208a454b34', 'name': 'tempest-TagsExtTest-779759858'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:53.733413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-744ced3d-2a49-433c-8747-3d47dd0269dc tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:53.742940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-744ced3d-2a49-433c-8747-3d47dd0269dc tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.1481009 Aug 25 15:04:53.808379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-02d1670c-24b7-48fc-b533-de21c7951240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:53.810505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-02d1670c-24b7-48fc-b533-de21c7951240 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.3749626 Aug 25 15:04:53.855411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-04f26fbe-f1f7-4d2e-a9f7-cd7e478e503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:53.858814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-63bde049-b5c0-44a7-9843-2d5fac24c6e6 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 999 time: 0.1143289 Aug 25 15:04:53.885391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-933123ec-4701-4859-8a32-c36ceba766d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559080 Aug 25 15:04:53.891740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:53.918684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-5133647f-29e2-4843-a024-49208a454b34', 'network_id': '5133647f-29e2-4843-a024-49208a454b34', 'tenant_id': '20a0583fffaa4fcebc06d3afaabaa0ac', 'fixed_ips': [{'subnet_id': 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:04:53.919590 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:53.925250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'f8cd9933-af6d-49c8-84c7-1685dc75a740', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'port_id': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'mac_address': 'fa:16:3e:c9:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:04:47Z', 'updated_at': '2021-08-25T15:04:50Z', 'revision_number': 1, 'project_id': '973533fa20544202844eadcff1d6a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:57Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:53.937579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Deleting port c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:04:53.938309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:53.972923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:53.977530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc01482-28a6-46ca-a01f-41fcf36480f0 None None] The sync data for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 is: [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'f8cd9933-af6d-49c8-84c7-1685dc75a740', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'port_id': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'mac_address': 'fa:16:3e:c9:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:04:47Z', 'updated_at': '2021-08-25T15:04:50Z', 'revision_number': 1, 'project_id': '973533fa20544202844eadcff1d6a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:57Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:04:54.028462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Made reservation on behalf of 20a0583fffaa4fcebc06d3afaabaa0ac for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:04:54.043356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:54.072532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] device_id is not set on port 5def77ed-4a0c-45a5-890a-c8edddef0c07 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:04:54.090251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] For port c1926ca1-281d-43bc-ba7e-3b07811f77ca, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c1926ca1-281d-43bc-ba7e-3b07811f77ca,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:54.095141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:54.305112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ae433-39c4-4583-aa11-0cc974288838 req-e1472540-07a7-494a-befe-fdda4dfccae6 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:54.316748 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d71ae433-39c4-4583-aa11-0cc974288838 req-e1472540-07a7-494a-befe-fdda4dfccae6 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1185369 Aug 25 15:04:54.354651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Allocated IP 172.20.0.2 (5133647f-29e2-4843-a024-49208a454b34/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/1c1ee59d-5807-4cc6-9b1d-20ded829fa16) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:54.420394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d71ae433-39c4-4583-aa11-0cc974288838 req-8c1199a9-da85-4f49-90e7-1f6ee27e3138 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023011 Aug 25 15:04:54.468379 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac09e2a-6e05-4d47-9b48-ffed88a61894 None None] New status for floating IP f8cd9933-af6d-49c8-84c7-1685dc75a740: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:04:54.543971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:54.601289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc90c0-5b8b-4d8e-a17e-bbbebc970f3e req-e84fbe62-5eb0-47fe-ac38-52d43fe368fa tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:54.613339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7dc90c0-5b8b-4d8e-a17e-bbbebc970f3e req-e84fbe62-5eb0-47fe-ac38-52d43fe368fa tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 944 time: 0.1240335 Aug 25 15:04:54.661256 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:54.661704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:54.661976 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Floating IP b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b disassociated. External IP: 172.25.8.222, port: c1926ca1-281d-43bc-ba7e-3b07811f77ca. Aug 25 15:04:54.662307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Calling delete_port for c1926ca1-281d-43bc-ba7e-3b07811f77ca owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:04:54.744222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7dc90c0-5b8b-4d8e-a17e-bbbebc970f3e req-02018860-ff7e-40d7-87c6-5415e41d1210 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups?id=09459db7-6f58-4983-83c2-6b76421e1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284056 Aug 25 15:04:54.761598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:54.791859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Transition to ACTIVE for port object 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:54.818335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-f72b429d-d6d9-49b9-a5ca-341efdf006e1 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9208267 Aug 25 15:04:54.870082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Transition to ACTIVE for port object 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:54.962491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.013597 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.045143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6feaf930-1885-4c24-badd-e7fc3c8111e1 req-b39190f3-ff46-429f-931a-0df6d3a37215 service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163169 Aug 25 15:04:55.079084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Network 5133647f-29e2-4843-a024-49208a454b34 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:55.082762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:55.087509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:55.090664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Pushing event updated for resources: {'Port': ['ID=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:55.106944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Allocated IP 172.20.0.12 (5133647f-29e2-4843-a024-49208a454b34/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/5def77ed-4a0c-45a5-890a-c8edddef0c07) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:04:55.125719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.131868 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Floating IP f8cd9933-af6d-49c8-84c7-1685dc75a740 disassociated. External IP: 172.25.8.145, port: 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae. Aug 25 15:04:55.132727 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.db.api [None req-5ac09e2a-6e05-4d47-9b48-ffed88a61894 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:04:55.132727 n-d-805995-2 neutron-server[101875]: DEBUG oslo_db.api [None req-5ac09e2a-6e05-4d47-9b48-ffed88a61894 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:04:55.169685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Attempting to bind port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:04:55.170063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Attempting to bind port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '22fd521c-c579-451f-a9e6-1d375febc0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5133647f-29e2-4843-a024-49208a454b34'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:04:55.170427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Attempting to bind port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 on network 5133647f-29e2-4843-a024-49208a454b34 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:04:55.183888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:04:55.184266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Checking segment: {'id': '22fd521c-c579-451f-a9e6-1d375febc0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5133647f-29e2-4843-a024-49208a454b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:04:55.184671 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.185118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Bound using segment: {'id': '22fd521c-c579-451f-a9e6-1d375febc0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5133647f-29e2-4843-a024-49208a454b34'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:04:55.185539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Bound port: 1c1ee59d-5807-4cc6-9b1d-20ded829fa16, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fd521c-c579-451f-a9e6-1d375febc0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5133647f-29e2-4843-a024-49208a454b34'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:04:55.185920 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.227132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.301949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'Port': ['ID=c1926ca1-281d-43bc-ba7e-3b07811f77ca,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:55.356747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] For port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:04:55.444851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] For port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,segment=NetworkSegment(22fd521c-c579-451f-a9e6-1d375febc0fd),segment_id=22fd521c-c579-451f-a9e6-1d375febc0fd)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:04:55.497798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.516162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Transition to ACTIVE for port object 5def77ed-4a0c-45a5-890a-c8edddef0c07 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:04:55.551168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.589182 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.630012 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac09e2a-6e05-4d47-9b48-ffed88a61894 None None] New status for floating IP f8cd9933-af6d-49c8-84c7-1685dc75a740: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:04:55.633029 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c329060-9171-46ed-b3e5-85426a3a86e6 req-1e354160-db3e-4b24-b77b-db047ca5c3ec tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:55.643196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c329060-9171-46ed-b3e5-85426a3a86e6 req-1e354160-db3e-4b24-b77b-db047ca5c3ec tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0851490 Aug 25 15:04:55.744804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3c329060-9171-46ed-b3e5-85426a3a86e6 req-304ed452-61d0-493a-917d-be36acb6be20 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959451 Aug 25 15:04:55.751829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:55.790990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135bd40-74eb-48a5-a7b1-d64cb0cba3c4 None None] Pushing event updated for resources: {'Port': ['ID=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:55.952564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Network 5133647f-29e2-4843-a024-49208a454b34 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:04:55.989396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event updated for resources: {'Port': ['ID=5def77ed-4a0c-45a5-890a-c8edddef0c07,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:56.001723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:04:56.005859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:04:56.068782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:56.069526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.135607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99ed59-acb1-4956-b577-44b1e6fa4bc8 req-69f09d9e-6a35-41da-9b68-4bbd3d71ebce tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:56.147476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa99ed59-acb1-4956-b577-44b1e6fa4bc8 req-69f09d9e-6a35-41da-9b68-4bbd3d71ebce tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1926801 Aug 25 15:04:56.210490 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa99ed59-acb1-4956-b577-44b1e6fa4bc8 req-eff68bfd-7fbe-4211-90b5-aba952b94260 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616796 Aug 25 15:04:56.260028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f4842c5c-e031-4838-98a8-c7a6c0e8dd12 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6154661 Aug 25 15:04:56.262340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47866) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:56.268250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1461623590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:56.311552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Router 8654eafe-eb62-474d-97a7-91efcd20223d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:04:56.450777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68c70f48-3908-47b9-8d69-72d6dcf11e7a req-30fa76e2-dc39-42a2-a7bf-04ad4e3c71fd tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 210 time: 0.0740213 Aug 25 15:04:56.452958 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.454062 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.589724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-660f7920-ad29-4269-a330-dd446b5a72b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7098358 Aug 25 15:04:56.590988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:04:56.604446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] Sync routers for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:04:56.613503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.646653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:04:56.647732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:56.685845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.704639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] No DVR routers for this DVR port c1926ca1-281d-43bc-ba7e-3b07811f77ca on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:04:56.763655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.767437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c333bd89-bfac-496f-a17c-6672658ad731 req-4b103dd0-f3f1-4bfa-9d96-17f3f0c058e6 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.52 "DELETE /v2.0/ports/c1926ca1-281d-43bc-ba7e-3b07811f77ca HTTP/1.1" status: 204 len: 173 time: 3.4044175 Aug 25 15:04:56.773464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:56.774210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-deleted', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:56.774905 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-51ce7d2e-1158-4f1a-b90a-5aca7d8dc7a8 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5112841 Aug 25 15:04:56.776778 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5f1577-120b-476c-98fc-bbea6c557075" -d '{"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-deleted", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:56.778245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47876) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:56.783213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bbce9f76-ca63-4e40-971f-4a73203de98a tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2023390991', 'prefixes': ['172.20.0.0/16']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:04:56.891204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Router 12727248-2976-4578-b88f-d9ce783db9d9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:04:56.945283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:04:57.134950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:04:57.141158 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:57.239976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64141d4-b2aa-4016-af64-6bc8554e477a req-7cfe9b85-df64-45ac-b6bc-2e9329ec6fbf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:57.252881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f64141d4-b2aa-4016-af64-6bc8554e477a req-7cfe9b85-df64-45ac-b6bc-2e9329ec6fbf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.2720935 Aug 25 15:04:57.256793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:04:57.265789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:57.272592 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] Sync routers for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:04:57.292437 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:04:57.302092 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:57.331899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f64141d4-b2aa-4016-af64-6bc8554e477a req-d484075d-1df3-43f7-99c8-318c0a6ba9fe tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779448 Aug 25 15:04:57.357694 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:57.362611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-292ff9f2-2091-46ab-92d5-9e14f494692c tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "PUT /v2.0/floatingips/f8cd9933-af6d-49c8-84c7-1685dc75a740 HTTP/1.1" status: 200 len: 693 time: 3.5025523 Aug 25 15:04:57.474848 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031e7a5-8c2a-477c-b03a-995e70b9d418 x-openstack-request-id: req-3031e7a5-8c2a-477c-b03a-995e70b9d418 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:57.477420 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2842b-6d9e-4af5-88a0-9538507f664d", "name": "network-vif-deleted", "tag": "c1926ca1-281d-43bc-ba7e-3b07811f77ca", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:57.477734 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3031e7a5-8c2a-477c-b03a-995e70b9d418 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:57.478159 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2842b-6d9e-4af5-88a0-9538507f664d', 'name': 'network-vif-deleted', 'tag': 'c1926ca1-281d-43bc-ba7e-3b07811f77ca', 'status': 'completed', 'code': 200} Aug 25 15:04:57.495259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbce9f76-ca63-4e40-971f-4a73203de98a tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for subnetpool, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:57.501968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bbce9f76-ca63-4e40-971f-4a73203de98a tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7224977 Aug 25 15:04:57.502635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47894) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:57.511528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-156fb61d-d160-4933-980d-e452786ff96a tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-866037888') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:57.568985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:57.588049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-bf1fd351-4a97-4eaa-bf2f-d116e3a6d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:57.589645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-bf1fd351-4a97-4eaa-bf2f-d116e3a6d557 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.2074223 Aug 25 15:04:57.639883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:32Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:57.699724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] Checking router: 8654eafe-eb62-474d-97a7-91efcd20223d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:04:57.724999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c33177a-5d92-45a8-bb57-ce88d371d2be None None] Network 5133647f-29e2-4843-a024-49208a454b34 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:04:57.746364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:04:57.748833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:04:57.749682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:57.807452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928825-d145-41db-9605-de15b26a2595 req-f2d1cfef-95c7-4e83-b109-24a8ed9451bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:57.815389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35928825-d145-41db-9605-de15b26a2595 req-f2d1cfef-95c7-4e83-b109-24a8ed9451bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1722744 Aug 25 15:04:57.846804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-1a7b712f-26ec-4520-af60-b9443fbaccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:57.848684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-1a7b712f-26ec-4520-af60-b9443fbaccde service neutron] 10.222.0.58 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.2343228 Aug 25 15:04:57.919956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-3a5cb9d3-3cd8-432f-9129-d8353e09e9a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 217 time: 0.0617242 Aug 25 15:04:57.973603 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35928825-d145-41db-9605-de15b26a2595 req-4f204018-ef0c-45d9-9383-f18f01b14632 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561551 Aug 25 15:04:58.055188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-3a1ed10c-4e3e-4626-bb8c-80d8445fcd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:58.060294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-3a1ed10c-4e3e-4626-bb8c-80d8445fcd5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.1234698 Aug 25 15:04:58.066103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:04:58.101018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Provisioning for port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:58.112483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Provisioning complete for port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:58.113155 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:58.152049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-ec90df0c-f315-4120-8a6d-226449c85d87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733790 Aug 25 15:04:58.168349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-156fb61d-d160-4933-980d-e452786ff96a tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-866037888 HTTP/1.1" status: 201 len: 201 time: 0.6636567 Aug 25 15:04:58.172454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47900) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:58.230412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-e1db64c5-6f04-47df-848f-974629e91469 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-518719986') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:58.299961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3670a44-aaac-489c-95df-1d7ceba19653 req-1b8c37a9-6f76-43b7-9c2b-be04565b7729 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf2842b-6d9e-4af5-88a0-9538507f664d HTTP/1.1" status: 200 len: 210 time: 0.1626821 Aug 25 15:04:58.338846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-96e82350-11a2-4b88-89ed-3a15bf7694f9 service neutron] 10.222.0.58 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774302 Aug 25 15:04:58.382057 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:57Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:58.445581 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] Checking router: 12727248-2976-4578-b88f-d9ce783db9d9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:04:58.458385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:04:58.466673 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:04:58.467805 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:58.482184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e1db64c5-6f04-47df-848f-974629e91469 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-518719986 HTTP/1.1" status: 201 len: 201 time: 0.2575095 Aug 25 15:04:58.482316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:58.484393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-8255113f-27b0-41ff-9f31-0a22c03edb50 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-828199205') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:58.506044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: c1926ca1-281d-43bc-ba7e-3b07811f77ca {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:04:58.506389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c1926ca1-281d-43bc-ba7e-3b07811f77ca not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:04:58.613387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1d14a-9178-4a13-b070-b420e2eae42b req-6bb26524-62ca-4267-90e7-15b426a670d3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:58.628429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44c1d14a-9178-4a13-b070-b420e2eae42b req-6bb26524-62ca-4267-90e7-15b426a670d3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1101277 Aug 25 15:04:58.668757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:32Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:58.722497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44c1d14a-9178-4a13-b070-b420e2eae42b req-b155fbe9-67e1-4f55-9dba-4bb4d242862f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852726 Aug 25 15:04:58.772058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a726c1-68d1-40b3-981e-4f9f2e29c04e None None] The sync data for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 is: [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T14:56:26Z', 'revision_number': 4, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e382b9e1-a038-4759-b840-49acc03867ce', 'name': '', 'network_id': '81acf05c-7eba-4262-ba94-0dcb2e5497cf', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'mac_address': 'fa:16:3e:96:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:25Z', 'updated_at': '2021-08-25T14:56:32Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'subnets': [{'id': '1a4e5e1a-0516-480d-abf8-5044d91c34af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:04:58.785034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:58.851292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbacad0a-588b-4649-b1c8-6f17590254a0 req-49da8464-91c0-4123-9525-a4606218db51 service neutron] 10.222.0.58 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902034 Aug 25 15:04:58.872484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] For port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,segment=NetworkSegment(22fd521c-c579-451f-a9e6-1d375febc0fd),segment_id=22fd521c-c579-451f-a9e6-1d375febc0fd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:04:58.972315 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:04:59.006492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8255113f-27b0-41ff-9f31-0a22c03edb50 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-828199205 HTTP/1.1" status: 201 len: 201 time: 0.5237541 Aug 25 15:04:59.020991 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:59.020991 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:59.023272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:59.031150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-993b9f67-de40-43ae-af2f-973d1b41dc72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-1137182932') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:59.228532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Pushing event updated for resources: {'Port': ['ID=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:04:59.269371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.269749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.277228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.277812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.278173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.278528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.278883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.288585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.293944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.293944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.293944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.293944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfbc29-fc16-4d5d-accc-aada6496ac27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:04:59.308722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10105dd0-a9e0-4a6a-9c48-ed3d64e4e7d9 req-b5e4a29f-cb42-4bbe-9e80-c18820e39405 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:59.309842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bda82f42-9830-4685-93ce-36edba20aa94 None None] Provisioning complete for port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:59.310225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bda82f42-9830-4685-93ce-36edba20aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:59.316406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10105dd0-a9e0-4a6a-9c48-ed3d64e4e7d9 req-b5e4a29f-cb42-4bbe-9e80-c18820e39405 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1832433 Aug 25 15:04:59.365054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-993b9f67-de40-43ae-af2f-973d1b41dc72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-1137182932 HTTP/1.1" status: 201 len: 201 time: 0.3405418 Aug 25 15:04:59.375122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a31467-b3a3-4ae7-8753-4de1bc1bfaf9 None None] New status for floating IP b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:04:59.375429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47922) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:59.384229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-433338ac-d4de-44f1-bc04-30d9e345f5d1 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:59.389878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10105dd0-a9e0-4a6a-9c48-ed3d64e4e7d9 req-f97d7582-3c7c-4383-9e78-c4460a4be0e1 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Aug 25 15:04:59.479195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:04:59.481837 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:04:59.524399 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:57Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:59.536275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-433338ac-d4de-44f1-bc04-30d9e345f5d1 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags HTTP/1.1" status: 200 len: 240 time: 0.1557579 Aug 25 15:04:59.539552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47928) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:59.551093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-ed15b34b-d6ed-459b-ac6f-e850396300fb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-866037888') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:59.618772 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0f11-5d97-41eb-b6ef-c564b8e2e5ae None None] The sync data for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 is: [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:03:50Z', 'revision_number': 4, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7c64ee00-ffee-4b8d-9265-1c7d39907b95', 'name': '', 'network_id': '308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'mac_address': 'fa:16:3e:3f:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:49Z', 'updated_at': '2021-08-25T15:03:57Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'subnets': [{'id': '1f7501ae-09e0-4f98-827d-7794b1a3784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:04:59.664275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ed15b34b-d6ed-459b-ac6f-e850396300fb tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-866037888 HTTP/1.1" status: 204 len: 168 time: 0.1231456 Aug 25 15:04:59.667322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47930) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:59.674809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-785149c4-ec80-47a0-90f8-79fdcff0d9de tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-866037888') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:04:59.712522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47932) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:04:59.775568 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f760298-7666-42e8-8b49-ab9861c4978d x-openstack-request-id: req-1f760298-7666-42e8-8b49-ab9861c4978d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:04:59.775860 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:04:59.776103 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f760298-7666-42e8-8b49-ab9861c4978d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:04:59.776497 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'status': 'completed', 'code': 200} Aug 25 15:04:59.811149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2f224ec-bf0a-498d-bc27-92d2ff5d21f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:59.836376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-7cd8c3be-55c0-4a98-bb8b-f63f8ada8aff tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips/f8cd9933-af6d-49c8-84c7-1685dc75a740 HTTP/1.1" status: 200 len: 693 time: 0.8547828 Aug 25 15:04:59.855404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bda82f42-9830-4685-93ce-36edba20aa94 None None] Provisioning for port 5def77ed-4a0c-45a5-890a-c8edddef0c07 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:04:59.870663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bda82f42-9830-4685-93ce-36edba20aa94 None None] Provisioning complete for port 5def77ed-4a0c-45a5-890a-c8edddef0c07 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:04:59.871749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bda82f42-9830-4685-93ce-36edba20aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:59.926119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2f224ec-bf0a-498d-bc27-92d2ff5d21f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:04:59.968743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bda82f42-9830-4685-93ce-36edba20aa94 None None] Port 5def77ed-4a0c-45a5-890a-c8edddef0c07 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:04:59.977904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-b8886889-2352-46d4-aad8-980a36d8c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:04:59.979468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-b8886889-2352-46d4-aad8-980a36d8c030 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=973533fa20544202844eadcff1d6a203&device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 1096 time: 0.1482165 Aug 25 15:05:00.021708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5cd1-0bff-48a0-8b07-3b6fabb8a79b req-e64814ef-3530-4862-81a2-e00b2ae9f51a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:00.023530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e06e5cd1-0bff-48a0-8b07-3b6fabb8a79b req-e64814ef-3530-4862-81a2-e00b2ae9f51a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1754606 Aug 25 15:05:00.048670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-79c34c27-4c8c-4964-b492-6bc5159f43d3 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:00.052853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-79c34c27-4c8c-4964-b492-6bc5159f43d3 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/networks/4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 784 time: 0.2093468 Aug 25 15:05:00.063531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-785149c4-ec80-47a0-90f8-79fdcff0d9de tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-866037888 HTTP/1.1" status: 204 len: 168 time: 0.3925538 Aug 25 15:05:00.065771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47936) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:00.070050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-f91d4c3a-ae7e-4471-a97b-3f0bcdac5ef2 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:05:00.071993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-f91d4c3a-ae7e-4471-a97b-3f0bcdac5ef2 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125422 Aug 25 15:05:00.084611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-e3c322e1-0eca-4970-9fde-2ce17c7c96fd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:00.097426 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b8c1d-d720-45b8-b1c3-93dc8e899f67 None None] New status for floating IP f8cd9933-af6d-49c8-84c7-1685dc75a740: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:05:00.106226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-263719f1-cbd8-4fdf-95d8-2a8838e614ba None None] Provisioning complete for port 5def77ed-4a0c-45a5-890a-c8edddef0c07 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:00.106226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-263719f1-cbd8-4fdf-95d8-2a8838e614ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:00.163395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-263719f1-cbd8-4fdf-95d8-2a8838e614ba None None] Port 5def77ed-4a0c-45a5-890a-c8edddef0c07 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:05:00.218796 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-fee9e7e6-f6a4-4887-8ad0-40e114202398 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1280706 Aug 25 15:05:00.313550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-78f4d2e0-5e0d-4332-ae8e-1b3931503845 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.0935283 Aug 25 15:05:00.321293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2f224ec-bf0a-498d-bc27-92d2ff5d21f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:00.323874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2f224ec-bf0a-498d-bc27-92d2ff5d21f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:00.327743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b2f224ec-bf0a-498d-bc27-92d2ff5d21f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "DELETE /v2.0/security-groups/09459db7-6f58-4983-83c2-6b76421e1d08 HTTP/1.1" status: 204 len: 168 time: 0.6054540 Aug 25 15:05:00.348150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e06e5cd1-0bff-48a0-8b07-3b6fabb8a79b req-199df0d7-5e67-4f6f-886a-edce1cf4b6dc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889900 Aug 25 15:05:00.348674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47940) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:00.412941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f224ec-bf0a-498d-bc27-92d2ff5d21f2 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09459db7-6f58-4983-83c2-6b76421e1d08,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:00.417235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-e9a64469-207d-4b31-86eb-2935a68eac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:00.418728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-e9a64469-207d-4b31-86eb-2935a68eac2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 200 len: 921 time: 0.4292498 Aug 25 15:05:00.448239 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-827aec7b-89b6-45d0-92a9-e8f80599d267 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] show failed (client error): The resource could not be found. Aug 25 15:05:00.452327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-827aec7b-89b6-45d0-92a9-e8f80599d267 tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "GET /v2.0/security-groups/09459db7-6f58-4983-83c2-6b76421e1d08 HTTP/1.1" status: 404 len: 347 time: 0.0880260 Aug 25 15:05:00.457452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47950) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:00.582155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-5e8f794e-f017-4eee-9dd7-bbba154fe5ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 200 len: 217 time: 0.1236949 Aug 25 15:05:00.592542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Deleting port 2b20d074-6146-4575-8b71-b2db2fac76b2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:00.593155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:00.712483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:00.713086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:00.727634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Calling delete_port for 2b20d074-6146-4575-8b71-b2db2fac76b2 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:00.862238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3c322e1-0eca-4970-9fde-2ce17c7c96fd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags HTTP/1.1" status: 200 len: 205 time: 0.7811046 Aug 25 15:05:00.867949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47956) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:00.879461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-d7639fde-61bb-454d-86e3-3962e9762dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:00.880260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-def3993f-dde4-406b-8e1d-6e755c1c9353 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:00.881521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-d7639fde-61bb-454d-86e3-3962e9762dd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 200 len: 860 time: 0.2115705 Aug 25 15:05:00.897441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2f3bb-84cb-4c81-841b-549dd82b5ea1 req-53b66545-c7c8-4f71-be07-03c7ab31846c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:00.899460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01e2f3bb-84cb-4c81-841b-549dd82b5ea1 req-53b66545-c7c8-4f71-be07-03c7ab31846c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.3147337 Aug 25 15:05:00.932526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:01.040876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-46587ba2-6fef-4551-89cf-acd89737ec9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400232 Aug 25 15:05:01.057403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01e2f3bb-84cb-4c81-841b-549dd82b5ea1 req-fa04617c-010b-4067-81db-7fd033d2af05 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408985 Aug 25 15:05:01.105050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:01.107064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.184374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-604a76c0-6b12-4e18-9649-7726244075ac service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255395 Aug 25 15:05:01.186208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Deleting port 4e5f72c6-d2bf-4ddb-9a9e-cc6d2d63258b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:01.186879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.188418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-def3993f-dde4-406b-8e1d-6e755c1c9353 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags HTTP/1.1" status: 200 len: 240 time: 0.3125885 Aug 25 15:05:01.192133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47964) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:01.210285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-aeb9680b-b00b-4a3a-9e4e-87321c4be692 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-518719986') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:01.239542 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.279304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47966) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:01.328836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event deleted for resources: {'Port': ['ID=2b20d074-6146-4575-8b71-b2db2fac76b2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:01.375380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.380182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.391233 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be72ee62-c2da-4ec9-88e7-cceb0259fcdb req-92f98306-7b94-4b23-bc28-baaa1d39b88f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8cd9933-af6d-49c8-84c7-1685dc75a740 HTTP/1.1" status: 204 len: 173 time: 1.0712194 Aug 25 15:05:01.477372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c252d3f-2828-4241-832f-d7fcc58f88bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.486946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-047c1ce1-1d15-4e6e-a942-766b6740cdd2 req-695019cd-8abc-4f8a-9737-dde7d61fedcb tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups/d62a5da0-8701-42ac-b6d2-fd9c88677cde HTTP/1.1" status: 200 len: 1809 time: 0.0787206 Aug 25 15:05:01.587193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-047c1ce1-1d15-4e6e-a942-766b6740cdd2 req-0a33f681-e42c-40e5-8028-a6968810c1b0 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.624433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-047c1ce1-1d15-4e6e-a942-766b6740cdd2 req-0a33f681-e42c-40e5-8028-a6968810c1b0 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.681448 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c252d3f-2828-4241-832f-d7fcc58f88bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.762163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c252d3f-2828-4241-832f-d7fcc58f88bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.801959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.802505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.808641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c252d3f-2828-4241-832f-d7fcc58f88bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03c2fa64f3c94a3aa129eecf4737a61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268838 Aug 25 15:05:01.811387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-047c1ce1-1d15-4e6e-a942-766b6740cdd2 req-0a33f681-e42c-40e5-8028-a6968810c1b0 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.811810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0fefd-7dd7-46b4-8786-ac866b56c00c req-4ebc4c72-e404-4c4b-b2c9-2cc06d223fd1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:01.813356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebb0fefd-7dd7-46b4-8786-ac866b56c00c req-4ebc4c72-e404-4c4b-b2c9-2cc06d223fd1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1752102 Aug 25 15:05:01.813752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-047c1ce1-1d15-4e6e-a942-766b6740cdd2 req-0a33f681-e42c-40e5-8028-a6968810c1b0 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:01.822198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47976) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:01.833308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-047c1ce1-1d15-4e6e-a942-766b6740cdd2 req-0a33f681-e42c-40e5-8028-a6968810c1b0 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "DELETE /v2.0/security-groups/d62a5da0-8701-42ac-b6d2-fd9c88677cde HTTP/1.1" status: 204 len: 173 time: 0.3296733 Aug 25 15:05:01.844429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Calling delete_port for 4e5f72c6-d2bf-4ddb-9a9e-cc6d2d63258b owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:01.848787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a135e0ed-b56d-4b55-bf3f-37d25f5df73c req-d8b8d376-8763-4940-b949-7b01db919cca service neutron] 10.222.0.52 "GET /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142062 Aug 25 15:05:01.862499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aeb9680b-b00b-4a3a-9e4e-87321c4be692 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-518719986 HTTP/1.1" status: 204 len: 168 time: 0.6573408 Aug 25 15:05:01.866550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47980) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:01.892907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-33302301-84ea-41a7-89b9-a239fef93995 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-518719986') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:01.946807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c252d3f-2828-4241-832f-d7fcc58f88bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7874923e-4fb9-4f8a-9b1f-9d54e38da7cc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:01.960560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebb0fefd-7dd7-46b4-8786-ac866b56c00c req-b731906e-d154-452f-bff8-efb94b3bc1ad tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340265 Aug 25 15:05:01.979642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33f681-e42c-40e5-8028-a6968810c1b0 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62a5da0-8701-42ac-b6d2-fd9c88677cde,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:02.015782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-632f5723-5cd9-4b8b-963f-96c1954f83bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.055836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-632f5723-5cd9-4b8b-963f-96c1954f83bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.104716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33302301-84ea-41a7-89b9-a239fef93995 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-518719986 HTTP/1.1" status: 204 len: 168 time: 0.2239277 Aug 25 15:05:02.109032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.121321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-6f5138b9-f59f-49b1-9210-05cc64c399b3 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.211165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6f5138b9-f59f-49b1-9210-05cc64c399b3 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags HTTP/1.1" status: 200 len: 205 time: 0.0944035 Aug 25 15:05:02.211770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47990) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.216530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-bca1947c-90b5-41a9-8808-8758786b6fc9 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.241593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2ba83-b706-4075-8bc2-40f39bc69393 req-687cec4f-7a70-4335-b2b7-881de7f9ffba tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:02.250753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7e2ba83-b706-4075-8bc2-40f39bc69393 req-687cec4f-7a70-4335-b2b7-881de7f9ffba tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0642555 Aug 25 15:05:02.254238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-632f5723-5cd9-4b8b-963f-96c1954f83bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.257160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-632f5723-5cd9-4b8b-963f-96c1954f83bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.258685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-632f5723-5cd9-4b8b-963f-96c1954f83bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7874923e-4fb9-4f8a-9b1f-9d54e38da7cc HTTP/1.1" status: 204 len: 168 time: 0.4356887 Aug 25 15:05:02.289054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.306761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bca1947c-90b5-41a9-8808-8758786b6fc9 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags HTTP/1.1" status: 200 len: 240 time: 0.0917079 Aug 25 15:05:02.307181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47994) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.308377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f5723-5cd9-4b8b-963f-96c1954f83bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874923e-4fb9-4f8a-9b1f-9d54e38da7cc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:02.320921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-bf5860bc-6dcf-4026-9261-e38bfe1b1619 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-828199205') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.349825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Pushing event deleted for resources: {'Port': ['ID=4e5f72c6-d2bf-4ddb-9a9e-cc6d2d63258b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:02.415373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf5860bc-6dcf-4026-9261-e38bfe1b1619 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-828199205 HTTP/1.1" status: 204 len: 168 time: 0.1040790 Aug 25 15:05:02.415600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47996) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.420329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-7da262af-94ed-435a-8c95-37bbbce6f2c3 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-828199205') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.423436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7e2ba83-b706-4075-8bc2-40f39bc69393 req-f1b12f81-36ee-4659-af21-1fb9c8b2bb7a tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705368 Aug 25 15:05:02.427792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.430342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:02.434876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3a828b85-b371-44d9-a086-aa2df0ec6b2c tempest-ServerActionsTestJSON-1287688708 tempest-ServerActionsTestJSON-1287688708-project] 10.222.0.58 "DELETE /v2.0/floatingips/b2ef4d25-bd81-4a90-8a0d-cb6aa0c8819b HTTP/1.1" status: 204 len: 168 time: 1.9286387 Aug 25 15:05:02.435575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47998) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.610406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3a712-c640-4198-9027-f2f84b5cc4ef req-390c4d12-e7b6-4537-afb4-03dcb3658cf4 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:02.612689 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16f3a712-c640-4198-9027-f2f84b5cc4ef req-390c4d12-e7b6-4537-afb4-03dcb3658cf4 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0672619 Aug 25 15:05:02.660272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7da262af-94ed-435a-8c95-37bbbce6f2c3 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-828199205 HTTP/1.1" status: 204 len: 168 time: 0.2436399 Aug 25 15:05:02.663814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.669056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-0bc344b8-268d-448b-b140-1908716382f5 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.670081 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16f3a712-c640-4198-9027-f2f84b5cc4ef req-abe7d70f-995c-4e38-bd61-eaa70c41058f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Aug 25 15:05:02.882261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0bc344b8-268d-448b-b140-1908716382f5 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags HTTP/1.1" status: 200 len: 205 time: 0.2172666 Aug 25 15:05:02.885557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48016) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.894243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-a599f78d-a38a-4180-b7e9-c03e5d70186d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.939436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a599f78d-a38a-4180-b7e9-c03e5d70186d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags HTTP/1.1" status: 200 len: 241 time: 0.0523658 Aug 25 15:05:02.943542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48018) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.948576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-d2c1de16-6484-42e8-83ca-44ca220db8bd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-1137182932') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:02.975877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2c1de16-6484-42e8-83ca-44ca220db8bd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-1137182932 HTTP/1.1" status: 204 len: 168 time: 0.0310593 Aug 25 15:05:02.978341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:02.983225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-57c8f70b-1941-4d9d-a56a-6d65b37514d6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-1137182932') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.122716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-57c8f70b-1941-4d9d-a56a-6d65b37514d6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-1137182932 HTTP/1.1" status: 204 len: 168 time: 0.1423280 Aug 25 15:05:03.124271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48028) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.130677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-1859efa9-2c74-4631-87f2-57be371b429c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.158532 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1859efa9-2c74-4631-87f2-57be371b429c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags HTTP/1.1" status: 200 len: 205 time: 0.0325027 Aug 25 15:05:03.161111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48032) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.165960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-c3515ecf-8cdf-42c4-a84f-afb8a7f61ea7 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.193836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c3515ecf-8cdf-42c4-a84f-afb8a7f61ea7 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0316503 Aug 25 15:05:03.196413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48034) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.201042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-5822d974-0eba-46c3-90dc-dab5f5c1e775 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.201896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2ca20-ec2e-44ad-9eeb-35890549dca7 req-965853a7-e4f7-4a27-bdfb-11988f1fe352 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:03.208779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3e2ca20-ec2e-44ad-9eeb-35890549dca7 req-965853a7-e4f7-4a27-bdfb-11988f1fe352 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1301570 Aug 25 15:05:03.273144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3e2ca20-ec2e-44ad-9eeb-35890549dca7 req-cee7229c-6a84-4288-b4ce-cb7794125038 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621901 Aug 25 15:05:03.291708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5822d974-0eba-46c3-90dc-dab5f5c1e775 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags HTTP/1.1" status: 204 len: 168 time: 0.0942867 Aug 25 15:05:03.294516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48038) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.299997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-8ff1c83e-cdd1-41c2-9ee5-c93fe5d13e67 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.380652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ff1c83e-cdd1-41c2-9ee5-c93fe5d13e67 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags HTTP/1.1" status: 204 len: 168 time: 0.0827401 Aug 25 15:05:03.381608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48042) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.386085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-9719e1ef-a8b8-45ae-86f7-4ba5e029f75f tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.421034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:03.543811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9719e1ef-a8b8-45ae-86f7-4ba5e029f75f tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1563516 Aug 25 15:05:03.544093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48048) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.549649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-bb4227b0-ef3a-49ab-8712-2c8348e745b2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-1017179202') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.602736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a5dfd-3ab2-46de-85cd-710d2fd85257 req-4e930128-9a28-4ca6-b232-3b4baff6562c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:03.604529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-215a5dfd-3ab2-46de-85cd-710d2fd85257 req-4e930128-9a28-4ca6-b232-3b4baff6562c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.0686893 Aug 25 15:05:03.707541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-215a5dfd-3ab2-46de-85cd-710d2fd85257 req-3ed2db96-38bb-43f7-b31f-a4b01df9062f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955873 Aug 25 15:05:03.847690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb4227b0-ef3a-49ab-8712-2c8348e745b2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-1017179202 HTTP/1.1" status: 201 len: 201 time: 0.3026724 Aug 25 15:05:03.850446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48060) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:03.857554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-f127a7a9-6795-4827-b19b-f382aebc7a0c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-124053836') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:03.882911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0633e1c-8efa-4a4e-bcd3-932c154e1d75 req-667c0d82-8363-47b5-807a-219b35a41765 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:03.885854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0633e1c-8efa-4a4e-bcd3-932c154e1d75 req-667c0d82-8363-47b5-807a-219b35a41765 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.1062851 Aug 25 15:05:03.947746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Deleting port e382b9e1-a038-4759-b840-49acc03867ce {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:03.948080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:03.953445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0633e1c-8efa-4a4e-bcd3-932c154e1d75 req-9c77a219-9c41-48e5-a648-53fc3c50b054 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530632 Aug 25 15:05:04.008881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f127a7a9-6795-4827-b19b-f382aebc7a0c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-124053836 HTTP/1.1" status: 201 len: 201 time: 0.1567225 Aug 25 15:05:04.011839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.017129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-fca83094-7d48-43a6-a4a8-13ca589f7331 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-1004625865') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:04.069648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] For port e382b9e1-a038-4759-b840-49acc03867ce, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e382b9e1-a038-4759-b840-49acc03867ce,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:04.070027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:04.089423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Calling delete_port for e382b9e1-a038-4759-b840-49acc03867ce owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:04.185634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fca83094-7d48-43a6-a4a8-13ca589f7331 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-1004625865 HTTP/1.1" status: 201 len: 201 time: 0.1725864 Aug 25 15:05:04.189797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48066) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.195303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-56eb4745-23f2-424f-8ce9-e0cdd758c161 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-1053008297') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:04.344401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48070) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.344945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-56eb4745-23f2-424f-8ce9-e0cdd758c161 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-1053008297 HTTP/1.1" status: 201 len: 201 time: 0.1540084 Aug 25 15:05:04.349593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-3d62b1ef-1148-4b50-a6a5-c643d1a6d365 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', {'tags': ['tempest-TagsExtTest-Tag-1741410636', 'tempest-TagsExtTest-Tag-324576092', 'tempest-TagsExtTest-Tag-568190638']}) {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:04.417561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:04.433370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a545b-25a9-47cd-92d0-7cfd56110816 req-fe7098df-18db-400d-97e0-38d04aac9238 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:04.434914 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae9a545b-25a9-47cd-92d0-7cfd56110816 req-fe7098df-18db-400d-97e0-38d04aac9238 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0522060 Aug 25 15:05:04.462416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Pushing event deleted for resources: {'Port': ['ID=e382b9e1-a038-4759-b840-49acc03867ce,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:04.480486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae9a545b-25a9-47cd-92d0-7cfd56110816 req-1c95f941-dcf3-4129-8c9e-90044765c3fb tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385234 Aug 25 15:05:04.549709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3d62b1ef-1148-4b50-a6a5-c643d1a6d365 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags HTTP/1.1" status: 200 len: 316 time: 0.2038431 Aug 25 15:05:04.552469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48072) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.557098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-616caf1b-d5a2-4f9d-b650-5ca27329c121 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:04.765055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-616caf1b-d5a2-4f9d-b650-5ca27329c121 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2087166 Aug 25 15:05:04.766270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48084) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.771619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-dbea3b91-1260-4422-8d98-58e03685af14 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-1741410636') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:04.902210 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-dbea3b91-1260-4422-8d98-58e03685af14 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:04.903472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dbea3b91-1260-4422-8d98-58e03685af14 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-1741410636 HTTP/1.1" status: 404 len: 329 time: 0.1361058 Aug 25 15:05:04.906475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48086) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.911511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-d42e51d9-a1b8-457a-9994-de3b07a708dd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-324576092') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:04.976616 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-d42e51d9-a1b8-457a-9994-de3b07a708dd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:04.981004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d42e51d9-a1b8-457a-9994-de3b07a708dd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-324576092 HTTP/1.1" status: 404 len: 328 time: 0.0733058 Aug 25 15:05:04.982087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48090) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:04.988588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-bd1e9005-031a-404e-b8fc-20316708feac tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5', 'tempest-TagsExtTest-Tag-568190638') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:05.131910 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-bd1e9005-031a-404e-b8fc-20316708feac tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:05.132867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bd1e9005-031a-404e-b8fc-20316708feac tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags/tempest-TagsExtTest-Tag-568190638 HTTP/1.1" status: 404 len: 328 time: 0.1502743 Aug 25 15:05:05.141509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48100) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:05.147251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-b8626623-625c-4185-b783-cff493beb725 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', {'tags': ['tempest-TagsExtTest-Tag-1129440609', 'tempest-TagsExtTest-Tag-2102965522', 'tempest-TagsExtTest-Tag-664484533']}) {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:05.160235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e0ad2-a9ef-4f67-8381-902f03104f64 req-a60e7b82-3adb-4f50-a2ee-1cf933960e87 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:05.161875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-454e0ad2-a9ef-4f67-8381-902f03104f64 req-a60e7b82-3adb-4f50-a2ee-1cf933960e87 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.0922370 Aug 25 15:05:05.212209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:05.269907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-454e0ad2-a9ef-4f67-8381-902f03104f64 req-afe83453-a19d-4a1d-9201-cef71729ddc7 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c37525c-2b1b-4491-bb83-20dea161e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Aug 25 15:05:05.342225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8626623-625c-4185-b783-cff493beb725 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags HTTP/1.1" status: 200 len: 317 time: 0.1970353 Aug 25 15:05:05.343309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48108) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:05.344827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-aafa57db-2da1-489f-b9c4-e24aeda5258f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:05.347824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-71d6e2b2-23a1-455f-a56e-6f84c62a6796 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:05.348242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-aafa57db-2da1-489f-b9c4-e24aeda5258f tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 945 time: 0.6286614 Aug 25 15:05:05.407192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98ccd8-d02b-4df2-9835-f36d25f7402f req-23f6f118-fd46-4c8d-a4bb-0c00da8d24f6 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:05.415272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d98ccd8-d02b-4df2-9835-f36d25f7402f req-23f6f118-fd46-4c8d-a4bb-0c00da8d24f6 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.2551160 Aug 25 15:05:05.521120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d98ccd8-d02b-4df2-9835-f36d25f7402f req-a04e0051-75be-433e-9feb-652996c53c74 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049740 Aug 25 15:05:05.544518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71d6e2b2-23a1-455f-a56e-6f84c62a6796 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags HTTP/1.1" status: 204 len: 168 time: 0.2001095 Aug 25 15:05:05.547313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48116) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:05.567752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-dc8d0881-3780-4c98-a7f7-f6b2e07c1dbd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-1129440609') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:05.635176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Deleting port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:05.635513 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:05.698866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3b8b6-47d2-4f6e-ba45-a8fc57939800 req-26936f85-8184-4ca4-8bd8-c96bfce9ec86 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:05.700587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccb3b8b6-47d2-4f6e-ba45-a8fc57939800 req-26936f85-8184-4ca4-8bd8-c96bfce9ec86 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0844910 Aug 25 15:05:05.709309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Router 8654eafe-eb62-474d-97a7-91efcd20223d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:05:05.730132 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-dc8d0881-3780-4c98-a7f7-f6b2e07c1dbd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:05.731528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dc8d0881-3780-4c98-a7f7-f6b2e07c1dbd tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-1129440609 HTTP/1.1" status: 404 len: 329 time: 0.1826668 Aug 25 15:05:05.746973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48124) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:05.746973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-cc2129c8-b936-4975-b2a2-953be584a1d5 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-2102965522') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:05.755897 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccb3b8b6-47d2-4f6e-ba45-a8fc57939800 req-750e074a-32f7-4a5b-abfb-aa56997aec69 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471370 Aug 25 15:05:05.810545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] For port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:05.810924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:05.837522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Calling delete_port for 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:05.966902 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-cc2129c8-b936-4975-b2a2-953be584a1d5 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:05.967914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cc2129c8-b936-4975-b2a2-953be584a1d5 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-2102965522 HTTP/1.1" status: 404 len: 329 time: 0.2315135 Aug 25 15:05:05.971331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48132) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:05.972737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:05.978559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-745fb43c-2d2f-4dc4-b087-c256ff3e2030 admin admin] 10.222.0.58 "PUT /v2.0/routers/8654eafe-eb62-474d-97a7-91efcd20223d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419829 Aug 25 15:05:05.982441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48134) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:05.985260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] Sync routers for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:05.987541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-62e06f07-e943-4d9d-a079-73a91354cdce tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07', 'tempest-TagsExtTest-Tag-664484533') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.014998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:06.020403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.073616 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-62e06f07-e943-4d9d-a079-73a91354cdce tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:06.075575 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-62e06f07-e943-4d9d-a079-73a91354cdce tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags/tempest-TagsExtTest-Tag-664484533 HTTP/1.1" status: 404 len: 328 time: 0.1030841 Aug 25 15:05:06.078382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48138) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:06.085009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-48dfa46e-daab-415c-80e7-beeded2b957d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', {'tags': ['tempest-TagsExtTest-Tag-183316658', 'tempest-TagsExtTest-Tag-2065189567', 'tempest-TagsExtTest-Tag-662370779']}) {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.149645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:06.265537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:06.351088 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-48dfa46e-daab-415c-80e7-beeded2b957d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags HTTP/1.1" status: 200 len: 316 time: 0.2713430 Aug 25 15:05:06.352403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48146) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:06.370792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:06.377431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-2c518d7f-ca0d-42aa-bc40-740ee28ed646 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.441486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:06.463942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Pushing event deleted for resources: {'Port': ['ID=7f541649-f2ec-4a0a-acd2-e6df8d07c7ae,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:06.512723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c26978fe-8ac1-4cab-a80a-6ed35f3dcbef req-04010c9e-ca48-4ce1-a56d-174e15837863 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0598087 Aug 25 15:05:06.555945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T15:05:04Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.571633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c518d7f-ca0d-42aa-bc40-740ee28ed646 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags HTTP/1.1" status: 204 len: 168 time: 0.2180922 Aug 25 15:05:06.572196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] No DVR routers for this DVR port 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:06.572337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48154) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:06.578763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-1de79c2a-cac3-4ba3-a481-f060bceb42d2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-183316658') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.583417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:06.592979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:06.596259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66cc3b59-b6eb-4e88-99cc-bac1d1d7fa92 req-da58da8d-1979-4063-867a-6a2d81abc311 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.52 "DELETE /v2.0/ports/7f541649-f2ec-4a0a-acd2-e6df8d07c7ae HTTP/1.1" status: 204 len: 173 time: 1.2073178 Aug 25 15:05:06.596762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'name': 'network-vif-deleted', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:06.601491 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9ea94e-5ab6-4904-a586-2ed82b8d50b9" -d '{"events": [{"server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "name": "network-vif-deleted", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:06.615791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] Checking router: 8654eafe-eb62-474d-97a7-91efcd20223d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:06.626244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] Routers {'8654eafe-eb62-474d-97a7-91efcd20223d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:06.627687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8654eafe-eb62-474d-97a7-91efcd20223d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.647839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0c9e-3cc3-4cff-b2b8-b3b6a8d812c8 req-a37ae0f9-ab6b-45cd-9952-5b9c1dc8740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:06.649342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7bc0c9e-3cc3-4cff-b2b8-b3b6a8d812c8 req-a37ae0f9-ab6b-45cd-9952-5b9c1dc8740c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 1096 time: 0.1406825 Aug 25 15:05:06.679742 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf0cc2-1810-4f2c-83e6-e249901881f8 x-openstack-request-id: req-c2bf0cc2-1810-4f2c-83e6-e249901881f8 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:06.680030 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5451bcc-4a25-4fec-8b04-ef8a022e2592", "name": "network-vif-deleted", "tag": "7f541649-f2ec-4a0a-acd2-e6df8d07c7ae", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:06.680393 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2bf0cc2-1810-4f2c-83e6-e249901881f8 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:06.680791 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5451bcc-4a25-4fec-8b04-ef8a022e2592', 'name': 'network-vif-deleted', 'tag': '7f541649-f2ec-4a0a-acd2-e6df8d07c7ae', 'status': 'completed', 'code': 200} Aug 25 15:05:06.697799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48160) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:06.719097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a7bc0c9e-3cc3-4cff-b2b8-b3b6a8d812c8 req-4643640c-e0dd-49bb-9df5-a927092d7525 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615659 Aug 25 15:05:06.759797 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-1de79c2a-cac3-4ba3-a481-f060bceb42d2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:06.763892 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1de79c2a-cac3-4ba3-a481-f060bceb42d2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-183316658 HTTP/1.1" status: 404 len: 328 time: 0.1905704 Aug 25 15:05:06.768793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48166) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:06.790141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-b96f49be-5a42-4415-9ed2-1e4f3fd7e96c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-2065189567') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:06.799518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111ee02-d101-4c37-bcdc-0ce8599541c3 req-09ac3446-0e2a-420a-a986-8e2ec52ad8bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:06.810513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] Set router 8654eafe-eb62-474d-97a7-91efcd20223d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:06.811871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7111ee02-d101-4c37-bcdc-0ce8599541c3 req-09ac3446-0e2a-420a-a986-8e2ec52ad8bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1393678 Aug 25 15:05:06.875542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7111ee02-d101-4c37-bcdc-0ce8599541c3 req-6b889545-3d7a-4200-a0bb-c5d2f4f1cbe2 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Aug 25 15:05:06.947270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c285753-438f-494e-ba3a-417a5c29496a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:06.964197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Deleting port d0e7b022-b069-4373-b9dc-a5aa9d64af33 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:06.964540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:06.987247 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-b96f49be-5a42-4415-9ed2-1e4f3fd7e96c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:06.991662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b96f49be-5a42-4415-9ed2-1e4f3fd7e96c tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-2065189567 HTTP/1.1" status: 404 len: 329 time: 0.2217848 Aug 25 15:05:06.993548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48174) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:06.997618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49718e0e-da05-4256-ba12-a54b79db2a9b req-5561f20d-7409-4511-8129-ed99cf5af160 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:07.005228 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49718e0e-da05-4256-ba12-a54b79db2a9b req-5561f20d-7409-4511-8129-ed99cf5af160 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0713446 Aug 25 15:05:07.028708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-9acc3114-339b-49b4-b5e3-7b4afe606f17 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0', 'tempest-TagsExtTest-Tag-662370779') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.047625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49718e0e-da05-4256-ba12-a54b79db2a9b req-17ada2d6-6475-45bf-8604-eb4d3abbfbe3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Aug 25 15:05:07.066210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T15:05:04Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.094323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410ce2f-925c-427c-978f-c9a82d74df21 None None] The sync data for ids ['8654eafe-eb62-474d-97a7-91efcd20223d'] in n-d-805995-2 is: [{'id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'name': 'tempest-ServerActionsTestJSON-1543817890-router', 'tenant_id': 'a301e1ed72044079b6e8fe89361f638d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:56:18Z', 'updated_at': '2021-08-25T15:05:04Z', 'revision_number': 5, 'project_id': 'a301e1ed72044079b6e8fe89361f638d', 'gw_port': {'id': 'd0e7b022-b069-4373-b9dc-a5aa9d64af33', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8654eafe-eb62-474d-97a7-91efcd20223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:56:20Z', 'updated_at': '2021-08-25T14:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:07.288496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-15d5c3c1-c1a5-41d1-8132-a5805a856978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:07.289935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-15d5c3c1-c1a5-41d1-8132-a5805a856978 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f&tenant_id=56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 1095 time: 0.2571590 Aug 25 15:05:07.291676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] For port d0e7b022-b069-4373-b9dc-a5aa9d64af33, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d0e7b022-b069-4373-b9dc-a5aa9d64af33,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:07.292039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:07.306221 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-9acc3114-339b-49b4-b5e3-7b4afe606f17 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:07.310338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9acc3114-339b-49b4-b5e3-7b4afe606f17 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags/tempest-TagsExtTest-Tag-662370779 HTTP/1.1" status: 404 len: 328 time: 0.2871170 Aug 25 15:05:07.310467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48184) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.316211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-fa55a064-cc7d-4910-9da0-eb2a9cb9a607 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', {'tags': ['tempest-TagsExtTest-Tag-1001946651', 'tempest-TagsExtTest-Tag-1243922778', 'tempest-TagsExtTest-Tag-465505114']}) {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.321577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Calling delete_port for d0e7b022-b069-4373-b9dc-a5aa9d64af33 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:07.414499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-872cdaea-0221-421e-846c-39a9670a05fa tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0b46a0112f9e4d139581fa12cbdb053a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369380 Aug 25 15:05:07.426918 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c285753-438f-494e-ba3a-417a5c29496a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:07.453657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-55849f4b-2d28-4719-988c-e07df6125add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:07.455852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-55849f4b-2d28-4719-988c-e07df6125add service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1095 time: 0.1215930 Aug 25 15:05:07.499560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa55a064-cc7d-4910-9da0-eb2a9cb9a607 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "PUT /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags HTTP/1.1" status: 200 len: 317 time: 0.1879346 Aug 25 15:05:07.508275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48194) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.524181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-ebf94012-13c1-4ecc-8231-06850c3ad542 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.556061 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c285753-438f-494e-ba3a-417a5c29496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:07.665386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-e23a59bd-b7fb-4898-9472-802fe9c42338 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:07.666977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-e23a59bd-b7fb-4898-9472-802fe9c42338 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536225 Aug 25 15:05:07.690393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-e5defb39-0fe5-4792-8766-23051a904d68 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/quotas/0b46a0112f9e4d139581fa12cbdb053a HTTP/1.1" status: 200 len: 375 time: 0.0166597 Aug 25 15:05:07.726334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-1474335e-81a7-4d0a-9f89-1a46c26f16c5 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b46a0112f9e4d139581fa12cbdb053a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296884 Aug 25 15:05:07.755321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ebf94012-13c1-4ecc-8231-06850c3ad542 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags HTTP/1.1" status: 204 len: 168 time: 0.2459438 Aug 25 15:05:07.758040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48198) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.763346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-c0c017f7-86b4-43a1-aca6-83646b3eff0b tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-1001946651') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.789321 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-c0c017f7-86b4-43a1-aca6-83646b3eff0b tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:07.794119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c0c017f7-86b4-43a1-aca6-83646b3eff0b tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-1001946651 HTTP/1.1" status: 404 len: 329 time: 0.0311952 Aug 25 15:05:07.807798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48200) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.818184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-cbdb3576-161e-45c0-a776-3b37adb44ec4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-1243922778') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.864391 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-cbdb3576-161e-45c0-a776-3b37adb44ec4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:07.865708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbdb3576-161e-45c0-a776-3b37adb44ec4 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-1243922778 HTTP/1.1" status: 404 len: 329 time: 0.0562911 Aug 25 15:05:07.869973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.874018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-4c42af14-2d98-4907-aa76-4b107961903d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9', 'tempest-TagsExtTest-Tag-465505114') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.909653 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-4c42af14-2d98-4907-aa76-4b107961903d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] show failed (client error): The resource could not be found. Aug 25 15:05:07.910773 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c42af14-2d98-4907-aa76-4b107961903d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags/tempest-TagsExtTest-Tag-465505114 HTTP/1.1" status: 404 len: 328 time: 0.0410097 Aug 25 15:05:07.915867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.920607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-66f601fd-453d-4898-be65-cb2da6ac9713 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a72c1c2d-4644-49f0-9680-f2aece8813d9') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.950415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-66f601fd-453d-4898-be65-cb2da6ac9713 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0311291 Aug 25 15:05:07.950694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48208) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.955870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c285753-438f-494e-ba3a-417a5c29496a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e85e4df09fda4b578c41a1c16ba5d85a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2537937 Aug 25 15:05:07.958310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-38625b47-63fa-4c9a-9d17-6d5afb61f32d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dde58d5e-2213-4b80-8ede-933aaef1d9f0') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:07.959138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c285753-438f-494e-ba3a-417a5c29496a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e1a817-4d4b-4ce3-9f78-21beebd50511,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:07.960082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48210) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:07.985466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a9ace0b-6170-440d-a766-46f52e1c1cf9 req-bcf8a604-dc28-49db-9c70-af7f72562f70 tempest-ServerRescueTestJSONUnderV235-1129774256 tempest-ServerRescueTestJSONUnderV235-1129774256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5451bcc-4a25-4fec-8b04-ef8a022e2592 HTTP/1.1" status: 200 len: 210 time: 0.0530424 Aug 25 15:05:08.035358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-b6ba03cc-5718-4899-866a-39e9b55e631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:08.037467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-b6ba03cc-5718-4899-866a-39e9b55e631a service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.5397260 Aug 25 15:05:08.123318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-38625b47-63fa-4c9a-9d17-6d5afb61f32d tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0/tags HTTP/1.1" status: 204 len: 168 time: 0.1678913 Aug 25 15:05:08.123318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48216) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:08.131611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-9c8c64b4-d6ed-494d-b733-6cbafd016a63 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5def77ed-4a0c-45a5-890a-c8edddef0c07') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:08.146690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa89-10bf-47d9-81e9-12f41a9bd381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.198088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-e001c28b-b027-46c3-bbbe-a00f147b8f19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 200 len: 999 time: 0.1451926 Aug 25 15:05:08.200765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.210739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa89-10bf-47d9-81e9-12f41a9bd381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.281365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e7b022-b069-4373-b9dc-a5aa9d64af33,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:08.285841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012bb44-07a9-4146-95ac-39bab926cd1e req-2d9c32ff-8bc5-4cb3-94b2-c838b17d41cb tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:08.291430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c012bb44-07a9-4146-95ac-39bab926cd1e req-2d9c32ff-8bc5-4cb3-94b2-c838b17d41cb tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1178112 Aug 25 15:05:08.336636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-ec84e066-c2c5-4a00-bd8b-df4302d80499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:08.338819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-ec84e066-c2c5-4a00-bd8b-df4302d80499 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.1245041 Aug 25 15:05:08.366627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35020f-b3ee-48ae-835c-354671fa306e req-db6db62b-d506-4355-8c22-6940e1683057 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:08.369347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e35020f-b3ee-48ae-835c-354671fa306e req-db6db62b-d506-4355-8c22-6940e1683057 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.2747245 Aug 25 15:05:08.376045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c012bb44-07a9-4146-95ac-39bab926cd1e req-b841e4be-487b-4299-b937-aa2bae676261 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715549 Aug 25 15:05:08.393115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9c8c64b4-d6ed-494d-b733-6cbafd016a63 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07/tags HTTP/1.1" status: 204 len: 168 time: 0.2638798 Aug 25 15:05:08.393409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48226) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:08.398456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-3a141ee9-e732-41dd-a0cf-bb83d9b013c2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b227b765-d98e-4198-8b2a-e8f54e9ff8f5') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:08.431323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa89-10bf-47d9-81e9-12f41a9bd381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.433822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa89-10bf-47d9-81e9-12f41a9bd381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.437361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c2daa89-10bf-47d9-81e9-12f41a9bd381 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03e1a817-4d4b-4ce3-9f78-21beebd50511 HTTP/1.1" status: 204 len: 168 time: 0.4614706 Aug 25 15:05:08.453069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.458691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2daa89-10bf-47d9-81e9-12f41a9bd381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e1a817-4d4b-4ce3-9f78-21beebd50511,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:08.461316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:08.513226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:08.513785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7f541649-f2ec-4a0a-acd2-e6df8d07c7ae not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:08.526358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce57e741-5ca6-4fd0-a01a-7a1792a44a5e req-8fe067c0-9993-459d-901c-9beebf562a79 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.0797789 Aug 25 15:05:08.526506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e35020f-b3ee-48ae-835c-354671fa306e req-ef7dfc8d-9bdf-4887-8902-4e72a172cef5 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394150 Aug 25 15:05:08.540023 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3a141ee9-e732-41dd-a0cf-bb83d9b013c2 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1438723 Aug 25 15:05:08.546982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48230) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:08.566812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-30c765e1-3ca8-41f9-afd6-59a62fa69f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:08.568476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-30c765e1-3ca8-41f9-afd6-59a62fa69f51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981037 Aug 25 15:05:08.622727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.649905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.756378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-0506de03-b739-4228-b028-7c990ab102f7 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607447 Aug 25 15:05:08.791507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09b09125-6e2c-46f8-86cd-df05bdea08d1 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for subnetpool, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.793272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-09b09125-6e2c-46f8-86cd-df05bdea08d1 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnetpools/a72c1c2d-4644-49f0-9680-f2aece8813d9 HTTP/1.1" status: 204 len: 168 time: 0.2429752 Aug 25 15:05:08.813073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48234) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:08.826985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.827549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8654eafe-eb62-474d-97a7-91efcd20223d {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:05:08.851729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:08.853225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a38c0827-e4e9-48d2-a719-916acb8b4f11 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8654eafe-eb62-474d-97a7-91efcd20223d HTTP/1.1" status: 204 len: 168 time: 2.8698130 Aug 25 15:05:08.855524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c9a86772-4df3-411c-820d-8911e69d247e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "GET /v2.0/ports?device_id=dde58d5e-2213-4b80-8ede-933aaef1d9f0 HTTP/1.1" status: 200 len: 205 time: 0.0413990 Aug 25 15:05:08.855846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48236) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:08.858157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48238) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:08.909069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d83969e7-86e8-473b-8394-d9aef142ed60 req-a8a42953-50e9-4126-aa86-13e113081073 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462121 Aug 25 15:05:08.910594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e382b9e1-a038-4759-b840-49acc03867ce no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:08.968391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: e382b9e1-a038-4759-b840-49acc03867ce {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:08.969053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e382b9e1-a038-4759-b840-49acc03867ce not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:09.097155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48246) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:09.186159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-50b36a04-d1db-4b3d-9155-807ea9d5ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:09.187892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-50b36a04-d1db-4b3d-9155-807ea9d5ba74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a491ae197ac542398bcdb8d404de1cab&device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 1096 time: 0.2206578 Aug 25 15:05:09.247130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd96d03-17ed-496a-a6e1-9e502651c625 req-cd5d69bc-5026-4ef9-89c5-ee339ed3714e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:09.248723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd96d03-17ed-496a-a6e1-9e502651c625 req-cd5d69bc-5026-4ef9-89c5-ee339ed3714e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.2305937 Aug 25 15:05:09.364989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd96d03-17ed-496a-a6e1-9e502651c625 req-f68fa3dc-a11c-4f8d-9569-38f6aeaf7e87 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727804 Aug 25 15:05:09.498668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:09.499768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-6ee99996-8e2e-4ea4-b30d-984d7f2ea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:09.501508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-6ee99996-8e2e-4ea4-b30d-984d7f2ea06a service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 200 len: 911 time: 0.3036585 Aug 25 15:05:09.506808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48264) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:09.526768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Deleting subnet 1a4e5e1a-0516-480d-abf8-5044d91c34af {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:05:09.530875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:09.587243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:09.622627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c795-432d-42fb-aa85-cd7e1db18350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:09.639951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-e151026b-eb53-4948-ba25-ce517a2f88f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d HTTP/1.1" status: 200 len: 217 time: 0.0755348 Aug 25 15:05:09.645858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46dc36c1-4b8c-4c05-9751-21f92ef6c18e req-7c9edb9c-7d1b-4eb0-9813-1f7347d70abd tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.0754750 Aug 25 15:05:09.715119 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:09.792418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-651054f9-87b0-467b-bdc4-d31dc207e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:09.792418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-651054f9-87b0-467b-bdc4-d31dc207e076 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 200 len: 850 time: 0.1316259 Aug 25 15:05:09.837375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f5f51-9877-414d-8551-1867a9d69913 req-52386ad4-64ae-4d14-9647-7d94a1526664 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:09.840205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc2f5f51-9877-414d-8551-1867a9d69913 req-52386ad4-64ae-4d14-9647-7d94a1526664 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1617653 Aug 25 15:05:09.856318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-2b39e329-4f86-46c4-af12-a4eadbc58bb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd8e6add-5855-4408-b2dd-64ec2322e555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602195 Aug 25 15:05:09.942025 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc2f5f51-9877-414d-8551-1867a9d69913 req-127ffd72-cddc-417b-9a98-ef88f5b7431a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973301 Aug 25 15:05:09.995907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.001574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.043973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-632a6a97-71be-45e6-bec9-1f0fd5f5f8d8 service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726940 Aug 25 15:05:10.046016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c795-432d-42fb-aa85-cd7e1db18350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.148749 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.171633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.171987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958cac38-a16b-4932-8537-821d35fb8b2b None None] Network 81acf05c-7eba-4262-ba94-0dcb2e5497cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:05:10.178047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1a4e5e1a-0516-480d-abf8-5044d91c34af HTTP/1.1" status: 204 len: 168 time: 1.3209894 Aug 25 15:05:10.179838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48274) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:10.183563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.359648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.372281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4e5e1a-0516-480d-abf8-5044d91c34af,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:10.374580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.375120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Fanout notify agent at l3_agent the message router_deleted on router dde58d5e-2213-4b80-8ede-933aaef1d9f0 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:05:10.403006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c795-432d-42fb-aa85-cd7e1db18350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.409114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.413052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d68584c-acf9-4935-b818-15d0ef83ab5e tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/routers/dde58d5e-2213-4b80-8ede-933aaef1d9f0 HTTP/1.1" status: 204 len: 168 time: 1.5474739 Aug 25 15:05:10.425441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:10.473454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.473858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.474200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.474539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.474870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.475224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.475554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.475880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.476204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.476532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.476854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.477175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2103a68e-3daf-4891-8100-bf432011ceb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:10.538835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48282) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:10.547996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1cd9c795-432d-42fb-aa85-cd7e1db18350 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=764a71ba4ee747c8a4e47643b641834b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0394793 Aug 25 15:05:10.592776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] DHCP port deletion for 81acf05c-7eba-4262-ba94-0dcb2e5497cf request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:05:10.715206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-877c046c-8d14-4e73-ba4d-2f46cb6a0a48 req-21361a6a-6a73-440b-a206-aae757571528 service neutron] 10.222.0.52 "GET /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619885 Aug 25 15:05:10.731326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] Deleting port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:10.731702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.774545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a4ac-f897-449e-9925-c4e6b3c1452b req-d5eb1d11-3a99-47cf-aee8-9c9f40dc1e66 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:10.776803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a38a4ac-f897-449e-9925-c4e6b3c1452b req-d5eb1d11-3a99-47cf-aee8-9c9f40dc1e66 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1519160 Aug 25 15:05:10.777807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9c795-432d-42fb-aa85-cd7e1db18350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecba7759-6b74-4245-a062-22baa5441098,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:10.835783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a38a4ac-f897-449e-9925-c4e6b3c1452b req-0a4ea83a-6422-4a8c-8045-4cf69b136389 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513825 Aug 25 15:05:10.943244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] For port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:10.943905 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.946323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Deleting port 7c64ee00-ffee-4b8d-9265-1c7d39907b95 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:10.946975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:10.960759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] Calling delete_port for 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:11.005368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d6991099-ec20-4725-aa48-75e39f9f7302 req-80c206f0-a0be-43c0-9fdf-9a36dcddccdc tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.1539810 Aug 25 15:05:11.083472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] For port 7c64ee00-ffee-4b8d-9265-1c7d39907b95, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c64ee00-ffee-4b8d-9265-1c7d39907b95,segment=NetworkSegment(27afa90e-2c12-4e96-8d19-4cf3acda6d2f),segment_id=27afa90e-2c12-4e96-8d19-4cf3acda6d2f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:11.083472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.089798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ca50681-f33a-4e53-ba96-61ecabceb6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.103444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Calling delete_port for 7c64ee00-ffee-4b8d-9265-1c7d39907b95 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:11.117050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ca50681-f33a-4e53-ba96-61ecabceb6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.160401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:11.168379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Deleting port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:11.168931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.247917 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.256458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] For port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,segment=NetworkSegment(23418008-ed69-4c7b-83de-d4fc4a7d5c18),segment_id=23418008-ed69-4c7b-83de-d4fc4a7d5c18)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:11.258228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.275270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Calling delete_port for 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:11.315244 n-d-805995-2 neutron-server[101874]: INFO neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No ports have port_id starting with 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b Aug 25 15:05:11.325519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] Pushing event deleted for resources: {'Port': ['ID=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:11.329970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0e7b022-b069-4373-b9dc-a5aa9d64af33 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:11.340808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45292833-ca2e-46b0-852a-95541c0aa1de None None] No DVR routers for this DVR port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:11.379668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.389461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ca50681-f33a-4e53-ba96-61ecabceb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.392032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ca50681-f33a-4e53-ba96-61ecabceb6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.397041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d0e7b022-b069-4373-b9dc-a5aa9d64af33 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:11.398406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0e7b022-b069-4373-b9dc-a5aa9d64af33 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:11.404686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9ca50681-f33a-4e53-ba96-61ecabceb6eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecba7759-6b74-4245-a062-22baa5441098 HTTP/1.1" status: 204 len: 168 time: 0.8606856 Aug 25 15:05:11.438357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Deleting port 5def77ed-4a0c-45a5-890a-c8edddef0c07 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:11.438625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.622613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] No DVR routers for this DVR port 0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:11.625654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca50681-f33a-4e53-ba96-61ecabceb6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecba7759-6b74-4245-a062-22baa5441098,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:11.726853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.744299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81acf05c-7eba-4262-ba94-0dcb2e5497cf']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:11.756410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23418008-ed69-4c7b-83de-d4fc4a7d5c18') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:11.756707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23418008-ed69-4c7b-83de-d4fc4a7d5c18') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:11.780221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.809088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.815677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:05:11.816127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.906362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:05:11.910286 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:05:11.916223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad61123-ee3f-4c26-8c1f-b512aa8e0d1b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:11.924943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Calling delete_port for 5def77ed-4a0c-45a5-890a-c8edddef0c07 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:12.039113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:12.081959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:12.084936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/81acf05c-7eba-4262-ba94-0dcb2e5497cf HTTP/1.1" status: 204 len: 168 time: 1.8596671 Aug 25 15:05:12.123727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319f389-aa34-4072-81a0-330a44f0a4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=81acf05c-7eba-4262-ba94-0dcb2e5497cf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:12.161799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3068d-def5-4ff0-9760-d4ae52319ffd req-18756f19-b677-4073-9840-f1294061f941 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:12.165863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c4010-93e2-4094-a4de-1f6fabc1db82 req-541a705b-a946-4986-9842-05a5c69b2a67 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:12.167445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-819c4010-93e2-4094-a4de-1f6fabc1db82 req-541a705b-a946-4986-9842-05a5c69b2a67 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1694877 Aug 25 15:05:12.171984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5c3068d-def5-4ff0-9760-d4ae52319ffd req-18756f19-b677-4073-9840-f1294061f941 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.2119920 Aug 25 15:05:12.252947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-819c4010-93e2-4094-a4de-1f6fabc1db82 req-eaeccd4a-7127-468f-998a-277abffd7d64 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758147 Aug 25 15:05:12.295977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5c3068d-def5-4ff0-9760-d4ae52319ffd req-a3045ea9-8ba5-405a-9ad8-cd8d22458b91 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Aug 25 15:05:12.405558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd3a23a8-b936-4b5a-8630-002767b0a79c req-574cf076-878b-4439-ab91-3cce8ec155d2 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.0341649 Aug 25 15:05:12.407122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:12.450907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c64ee00-ffee-4b8d-9265-1c7d39907b95,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:12.465465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.466193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.466753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.467352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.467916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.468457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.469372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.469956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.470575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.471165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.471721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.472256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:05:12.536572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48310) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:12.607074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:12.703881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event deleted for resources: {'Port': ['ID=5def77ed-4a0c-45a5-890a-c8edddef0c07,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:12.711446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:12.875638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:12.878321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0158ef31-cbb9-487d-b09c-c92ef40374ba tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/ports/5def77ed-4a0c-45a5-890a-c8edddef0c07 HTTP/1.1" status: 204 len: 168 time: 2.4406252 Aug 25 15:05:12.881901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0f00c283-843c-4b5d-b140-a0b61c6aa458 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a301e1ed72044079b6e8fe89361f638d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438373 Aug 25 15:05:12.885201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48316) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:12.943488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48318) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:13.040298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Deleting subnet b227b765-d98e-4198-8b2a-e8f54e9ff8f5 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:05:13.058067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.135762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-692f0aa8-ee22-49fb-916c-f6c9265c52e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.183201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.358054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Router 12727248-2976-4578-b88f-d9ce783db9d9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:05:13.404172 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-692f0aa8-ee22-49fb-916c-f6c9265c52e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.407108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.581127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895142-7b21-4506-b211-f0fba3e95e78 req-afe5b620-99be-44ae-b5fb-a3bca0de820e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:13.589392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56895142-7b21-4506-b211-f0fba3e95e78 req-afe5b620-99be-44ae-b5fb-a3bca0de820e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0977864 Aug 25 15:05:13.612373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ec804-11c3-4893-ae00-97b05e285fca req-cc0392b5-1ae8-4e12-903a-b66aa187b823 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:13.614115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-280ec804-11c3-4893-ae00-97b05e285fca req-cc0392b5-1ae8-4e12-903a-b66aa187b823 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1769111 Aug 25 15:05:13.636987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.681437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event deleted for resources: {'Subnet': ['ID=b227b765-d98e-4198-8b2a-e8f54e9ff8f5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:13.694888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56895142-7b21-4506-b211-f0fba3e95e78 req-9ddef5b7-c0ee-4d99-ba60-d50597107822 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044269 Aug 25 15:05:13.702589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.709658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33602a49-db6f-417d-a093-3e80f39dcaa6 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/subnets/b227b765-d98e-4198-8b2a-e8f54e9ff8f5 HTTP/1.1" status: 204 len: 168 time: 0.8239827 Aug 25 15:05:13.711019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88fdc90-2553-4af8-acd5-2686cdc6a51f None None] Network 5133647f-29e2-4843-a024-49208a454b34 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:05:13.711458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48334) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:13.720998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:13.739363 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] Sync routers for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:13.755991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:13.759202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:13.774000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c5b557f-cae3-43b6-b58f-97de720b8b5e admin admin] 10.222.0.58 "PUT /v2.0/routers/12727248-2976-4578-b88f-d9ce783db9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6682711 Aug 25 15:05:13.778547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48338) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:13.798086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-692f0aa8-ee22-49fb-916c-f6c9265c52e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.816300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-692f0aa8-ee22-49fb-916c-f6c9265c52e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.820877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-692f0aa8-ee22-49fb-916c-f6c9265c52e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2dee24ce-a4cc-40e0-9281-9055c10b871a HTTP/1.1" status: 204 len: 168 time: 0.8763542 Aug 25 15:05:13.871589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc6169d8-2cea-42b7-9c1c-f3f4e507541d req-e21eec37-6639-4ff4-97fc-38ab7a6235c2 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.0513191 Aug 25 15:05:13.924815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:13.943734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-280ec804-11c3-4893-ae00-97b05e285fca req-cd4d41d0-1fe5-4dfa-8dfa-b1dca776f84e tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099113 Aug 25 15:05:13.969569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f0aa8-ee22-49fb-916c-f6c9265c52e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee24ce-a4cc-40e0-9281-9055c10b871a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:14.093037 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:14.122579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Deleting port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:14.123279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.253242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.263082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] DHCP port deletion for 5133647f-29e2-4843-a024-49208a454b34 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:05:14.365302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] For port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,segment=NetworkSegment(22fd521c-c579-451f-a9e6-1d375febc0fd),segment_id=22fd521c-c579-451f-a9e6-1d375febc0fd)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:14.368534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.413327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Calling delete_port for 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:14.429349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] Deleting port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:14.431670 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.503061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-b3fb52a0-0536-458e-ae73-903947758d07 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0b46a0112f9e4d139581fa12cbdb053a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2430732 Aug 25 15:05:14.516137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] For port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,segment=NetworkSegment(22fd521c-c579-451f-a9e6-1d375febc0fd),segment_id=22fd521c-c579-451f-a9e6-1d375febc0fd)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:14.516926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.533641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] Calling delete_port for 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:14.666654 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:05:12Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.731129 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:05:14.733617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:05:14.735677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.746301 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:14.799786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] No DVR routers for this DVR port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:14.829087 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] Checking router: 12727248-2976-4578-b88f-d9ce783db9d9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:14.872148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] No DVR routers for this DVR port 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:14.899652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event deleted for resources: {'Port': ['ID=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:14.909713 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:05:14.918128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca39c65-f98d-45e0-b544-cf933248a3a2 None None] Pushing event deleted for resources: {'Port': ['ID=1c1ee59d-5807-4cc6-9b1d-20ded829fa16,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:14.926612 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] Routers {'12727248-2976-4578-b88f-d9ce783db9d9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:14.926612 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:04:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12727248-2976-4578-b88f-d9ce783db9d9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:14.975214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:15.059805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:15.061658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa43aa-ad1e-47f6-b82d-6cbb213278e0 req-10af0ad2-621e-4fdf-a871-4207d1bd4143 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:15.062248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c1ee59d-5807-4cc6-9b1d-20ded829fa16 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:15.066994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61fa43aa-ad1e-47f6-b82d-6cbb213278e0 req-10af0ad2-621e-4fdf-a871-4207d1bd4143 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.3366010 Aug 25 15:05:15.104034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-3efec4d2-2b66-4b77-bd26-72e3b6f10656 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:15.105932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-3efec4d2-2b66-4b77-bd26-72e3b6f10656 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5933712 Aug 25 15:05:15.134926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Request body: {'port': {'device_id': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '0b46a0112f9e4d139581fa12cbdb053a'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:15.221391 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.282407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.303528 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] Set router 12727248-2976-4578-b88f-d9ce783db9d9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:15.320515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bc57b-c9e0-4a57-abd9-cbf1c38cf8c0 req-1e683125-63cb-4a21-8391-15fbf81c1184 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:15.324619 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a11bc57b-c9e0-4a57-abd9-cbf1c38cf8c0 req-1e683125-63cb-4a21-8391-15fbf81c1184 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.3253553 Aug 25 15:05:15.345737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5133647f-29e2-4843-a024-49208a454b34']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:15.433201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fd521c-c579-451f-a9e6-1d375febc0fd') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:15.433574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fd521c-c579-451f-a9e6-1d375febc0fd') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:15.473824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61fa43aa-ad1e-47f6-b82d-6cbb213278e0 req-bf038842-9a5a-4045-94e2-6654110f6860 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528161 Aug 25 15:05:15.478008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.548186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a11bc57b-c9e0-4a57-abd9-cbf1c38cf8c0 req-82ff5076-af71-4351-9ca5-dd1e3ef249e3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048659 Aug 25 15:05:15.552484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.560002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:05:15.560808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:05:15.564798 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:05:15.674263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Made reservation on behalf of 0b46a0112f9e4d139581fa12cbdb053a for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:15.678209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.782044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-285581f9-072b-47e6-b380-63c022c663f6 req-5fe458ad-6ac1-4e10-86d2-d38cf68bb19b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.1364791 Aug 25 15:05:15.782547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.784905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.793765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.809205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] 10.222.0.58 "DELETE /v2.0/networks/5133647f-29e2-4843-a024-49208a454b34 HTTP/1.1" status: 204 len: 168 time: 2.0954926 Aug 25 15:05:15.836952 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:05:12Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:15.847245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c99085-75f1-4349-9f49-d87f0e1a2c72 tempest-TagsExtTest-1867079634 tempest-TagsExtTest-1867079634-project] Pushing event deleted for resources: {'Network': ['ID=5133647f-29e2-4843-a024-49208a454b34,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:15.866843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Deleting port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:15.867219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:15.897908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc754714-3da3-4224-a0a7-e04bf65c666e None None] The sync data for ids ['12727248-2976-4578-b88f-d9ce783db9d9'] in n-d-805995-2 is: [{'id': '12727248-2976-4578-b88f-d9ce783db9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1558949396-router', 'tenant_id': '973533fa20544202844eadcff1d6a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:43Z', 'updated_at': '2021-08-25T15:05:12Z', 'revision_number': 5, 'project_id': '973533fa20544202844eadcff1d6a203', 'gw_port': {'id': 'be6bf81b-7ce1-463f-a7eb-1ccc9f85e199', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12727248-2976-4578-b88f-d9ce783db9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:44Z', 'updated_at': '2021-08-25T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:16.034113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] For port be6bf81b-7ce1-463f-a7eb-1ccc9f85e199, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:16.034500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.056087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Calling delete_port for be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:16.075156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48392) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:16.083816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.237021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.270550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61f989ad-0b0d-4475-95a7-3f05aa4659cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.366864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed98c1-4f44-4247-8291-5d01cbdeebcc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:16.468864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61f989ad-0b0d-4475-95a7-3f05aa4659cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.565770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61f989ad-0b0d-4475-95a7-3f05aa4659cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.566910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Allocated IP 192.168.233.214 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/8ca1100b-441d-4223-8e13-007b90a8f81b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:05:16.623675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.716165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-61f989ad-0b0d-4475-95a7-3f05aa4659cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=211741fd8050455f9258af1e8475588c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6391690 Aug 25 15:05:16.747001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:16.753836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f989ad-0b0d-4475-95a7-3f05aa4659cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f49ad-d319-4bd5-a720-7884d937009d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:16.817509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48412) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:16.828573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=be6bf81b-7ce1-463f-a7eb-1ccc9f85e199,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:16.842906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c64ee00-ffee-4b8d-9265-1c7d39907b95 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:16.843819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.880259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7c64ee00-ffee-4b8d-9265-1c7d39907b95 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:16.880603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c64ee00-ffee-4b8d-9265-1c7d39907b95 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:16.889956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:16.900475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843c914-22dd-4367-bd6b-73e4373b91bb req-eefd3c2b-148a-4ad9-b153-2a725ac4287c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:16.909023 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6843c914-22dd-4367-bd6b-73e4373b91bb req-eefd3c2b-148a-4ad9-b153-2a725ac4287c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1912513 Aug 25 15:05:16.969398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23177dfc-1542-4f93-bd27-fc2bb3dccbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.986698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:16.989530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.031705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-954545a8-f9d8-4e80-a807-24b11f352bcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20a0583fffaa4fcebc06d3afaabaa0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984088 Aug 25 15:05:17.049982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:17.052995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98d791-3f84-4545-922d-454163072e69 req-fb76338d-ab68-43c8-9d1d-6e8ede75bb8b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:17.055343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a98d791-3f84-4545-922d-454163072e69 req-fb76338d-ab68-43c8-9d1d-6e8ede75bb8b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.4753909 Aug 25 15:05:17.122156 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23177dfc-1542-4f93-bd27-fc2bb3dccbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.155514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.156058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12727248-2976-4578-b88f-d9ce783db9d9 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:05:17.164253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.175561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1ad240a5-d66d-497f-b1bd-1ecf16269a1a admin admin] 10.222.0.58 "DELETE /v2.0/routers/12727248-2976-4578-b88f-d9ce783db9d9 HTTP/1.1" status: 204 len: 168 time: 3.3687446 Aug 25 15:05:17.190552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48424) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:17.206665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-17176049-network', 'tenant_id': '2f16218e650740b5b8d169bc381bf410'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:17.254381 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6843c914-22dd-4367-bd6b-73e4373b91bb req-6adb06b5-c72d-413d-8781-48c8b0a41b47 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411360 Aug 25 15:05:17.301090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a98d791-3f84-4545-922d-454163072e69 req-9adbd5d4-8379-4760-99e0-710798b04c5f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021966 Aug 25 15:05:17.309078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23177dfc-1542-4f93-bd27-fc2bb3dccbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.334526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23177dfc-1542-4f93-bd27-fc2bb3dccbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.341855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Deleting subnet 1f7501ae-09e0-4f98-827d-7794b1a3784c {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:05:17.349066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-23177dfc-1542-4f93-bd27-fc2bb3dccbc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/820f49ad-d319-4bd5-a720-7884d937009d HTTP/1.1" status: 204 len: 168 time: 0.5730734 Aug 25 15:05:17.365936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.455975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23177dfc-1542-4f93-bd27-fc2bb3dccbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f49ad-d319-4bd5-a720-7884d937009d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:17.512362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Made reservation on behalf of 2f16218e650740b5b8d169bc381bf410 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:17.514775 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.543004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.546670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.550026 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.590704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Transition to ACTIVE for port object 8ca1100b-441d-4223-8e13-007b90a8f81b will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:17.598763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36bbb350-5090-40a6-be44-a664452cb083 req-b1051ec8-627c-4ec6-831a-e8b2bbbe4a6a tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.0757885 Aug 25 15:05:17.621540 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2667341-14f3-4a92-b5fc-149ae8449a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.625244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.694615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2667341-14f3-4a92-b5fc-149ae8449a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.716693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-65edb64e-7c21-4855-96cf-11d4908d1e6f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:17.718245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-65edb64e-7c21-4855-96cf-11d4908d1e6f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.52 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.1143963 Aug 25 15:05:17.838681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.969635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Pushing event updated for resources: {'Port': ['ID=8ca1100b-441d-4223-8e13-007b90a8f81b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:17.980972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:17.989761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.025326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:18.039505 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2667341-14f3-4a92-b5fc-149ae8449a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.042126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2667341-14f3-4a92-b5fc-149ae8449a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.046267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2667341-14f3-4a92-b5fc-149ae8449a30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f762566-cb7f-416a-ba2b-17952c1cc9e9 HTTP/1.1" status: 204 len: 168 time: 0.9906511 Aug 25 15:05:18.066781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:18.067341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2667341-14f3-4a92-b5fc-149ae8449a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f762566-cb7f-416a-ba2b-17952c1cc9e9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:18.071627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7501ae-09e0-4f98-827d-7794b1a3784c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:18.074897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.079516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef009cdf-b814-4c2d-889f-9b1ceb48fe8b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1f7501ae-09e0-4f98-827d-7794b1a3784c HTTP/1.1" status: 204 len: 168 time: 0.8874969 Aug 25 15:05:18.080216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48434) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:18.080448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:18.105975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.205207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:18.206106 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.224154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Deleting port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:18.224654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.299325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:05:18.325395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-8e05d775-230a-43e9-b751-71d048bc0157 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2024188 Aug 25 15:05:18.330048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.335476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.335880 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Added segment ac28735a-2e8b-400d-b00c-1c1618b1d2a4 of type vlan for network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 Aug 25 15:05:18.337437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f20e35-680f-4fb8-ada1-cb32daa3e25f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:18.381153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Request body: {'port': {'device_id': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:18.406871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48440) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:18.487004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.646323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-04fc4fa7-2393-4618-9b5e-2cab31f36865 None None] Provisioning for port 8ca1100b-441d-4223-8e13-007b90a8f81b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:05:18.656986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-04fc4fa7-2393-4618-9b5e-2cab31f36865 None None] Provisioning complete for port 8ca1100b-441d-4223-8e13-007b90a8f81b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:18.657657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-04fc4fa7-2393-4618-9b5e-2cab31f36865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.663844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b426d29-27f9-409e-bd55-da15a6687159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.716078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.726530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-04fc4fa7-2393-4618-9b5e-2cab31f36865 None None] Port 8ca1100b-441d-4223-8e13-007b90a8f81b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:05:18.730729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.resource_extend [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 15:05:18.755671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] For port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:18.756043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.787563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.808544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83f6ff-9a9f-45bc-a27a-07023ff62d4e req-034eedb4-323c-43e4-a8be-2a6474522e05 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:18.810484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d83f6ff-9a9f-45bc-a27a-07023ff62d4e req-034eedb4-323c-43e4-a8be-2a6474522e05 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.4025936 Aug 25 15:05:18.811714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Calling delete_port for 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:18.861507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358836f-d7bc-4846-914c-7184b5ad66d2 req-898e6062-c481-40f5-a7aa-5537b6c3510f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:18.867515 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c358836f-d7bc-4846-914c-7184b5ad66d2 req-898e6062-c481-40f5-a7aa-5537b6c3510f tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 945 time: 0.3884904 Aug 25 15:05:18.869938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:18.896930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27afa90e-2c12-4e96-8d19-4cf3acda6d2f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:18.897227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27afa90e-2c12-4e96-8d19-4cf3acda6d2f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:18.949243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.950237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:18.950838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.966360 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:18.968941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:19.071886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:19.086092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:19.086922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device be6bf81b-7ce1-463f-a7eb-1ccc9f85e199 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:19.103057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:05:19.103636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:05:19.109020 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:05:19.128530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:19.135346 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c358836f-d7bc-4846-914c-7184b5ad66d2 req-8f41f5bf-ec0e-4e35-b64f-e95bb2ae597c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483439 Aug 25 15:05:19.141605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:05:19.356721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267cfd5-2d3a-4735-a4af-9b7a247e5561 req-e80226e9-7177-49db-a81d-65e7f2774443 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:19.358067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7267cfd5-2d3a-4735-a4af-9b7a247e5561 req-e80226e9-7177-49db-a81d-65e7f2774443 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 936 time: 0.0688846 Aug 25 15:05:19.359512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:19.372307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:19.374697 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] 10.222.0.58 "DELETE /v2.0/networks/308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb HTTP/1.1" status: 204 len: 168 time: 1.2887440 Aug 25 15:05:19.400066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aa5a6-3a5a-4609-b6db-bf0e47276242 admin admin] Pushing event deleted for resources: {'Network': ['ID=308b1c30-cd4c-43e6-ac9e-6e67fc4f3deb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:19.456541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7267cfd5-2d3a-4735-a4af-9b7a247e5561 req-d8f49be2-e46e-4c35-8052-5b1f9ae96bac tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802729 Aug 25 15:05:19.791435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d83f6ff-9a9f-45bc-a27a-07023ff62d4e req-a7f09780-aff7-4a1f-8ae0-acd3e7964587 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308309 Aug 25 15:05:19.945641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b426d29-27f9-409e-bd55-da15a6687159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.020615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:20.118675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca1100b-441d-4223-8e13-007b90a8f81b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:20.129522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.147914 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-02d92eb3-af34-4d4d-bfbd-490788cdfc87 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2364845 Aug 25 15:05:20.151422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:20.155172 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b426d29-27f9-409e-bd55-da15a6687159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.159149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Request body: {'subnet': {'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-subnet', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:20.171335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28c2abb1-a8b9-4fa0-8892-16b5a324a1fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=973533fa20544202844eadcff1d6a203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448905 Aug 25 15:05:20.174831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.175051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48478) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:20.190880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:20.193720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:20.207985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Transition to ACTIVE for port object 8ca1100b-441d-4223-8e13-007b90a8f81b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:20.272077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b426d29-27f9-409e-bd55-da15a6687159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c83a7-6c19-4760-8349-97013153e924,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:20.301515 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f978f035-9598-4cce-8831-eef2deb1766c req-0cdd511b-a362-436d-b6d8-ecc0ac55f728 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 210 time: 0.0462608 Aug 25 15:05:20.372503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Pushing event deleted for resources: {'Port': ['ID=56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:20.383859 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3b426d29-27f9-409e-bd55-da15a6687159 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb9316d660c5411ca8d61f5ddb1bb1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9742355 Aug 25 15:05:20.390223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48482) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:20.391271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.410068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Made reservation on behalf of 2f16218e650740b5b8d169bc381bf410 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:20.424391 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.445011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] No DVR routers for this DVR port 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:20.466845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f822ad3-f697-46af-be11-441dda782b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.482716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.482716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad43b153-bd37-4d26-9d01-e5832368bbb4 req-b1726c1a-f860-4427-af8e-cd6d3bb0476c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.52 "DELETE /v2.0/ports/56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d HTTP/1.1" status: 204 len: 173 time: 2.7393441 Aug 25 15:05:20.482716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'name': 'network-vif-deleted', 'tag': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:20.482716 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1152793-6054-4613-8333-7d960fbd1e29" -d '{"events": [{"server_uuid": "8489f91f-0dd9-48b9-801f-4e194fe2011f", "name": "network-vif-deleted", "tag": "56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:20.597254 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f822ad3-f697-46af-be11-441dda782b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.810448 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d546d-84f4-4990-9898-328a1918cb26 x-openstack-request-id: req-bd2d546d-84f4-4990-9898-328a1918cb26 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:20.811537 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489f91f-0dd9-48b9-801f-4e194fe2011f", "name": "network-vif-deleted", "tag": "56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:20.811805 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd2d546d-84f4-4990-9898-328a1918cb26 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:20.812220 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489f91f-0dd9-48b9-801f-4e194fe2011f', 'name': 'network-vif-deleted', 'tag': '56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d', 'status': 'completed', 'code': 200} Aug 25 15:05:20.923019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1100b-441d-4223-8e13-007b90a8f81b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:20.956520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f822ad3-f697-46af-be11-441dda782b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.960519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f822ad3-f697-46af-be11-441dda782b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:20.971626 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5f822ad3-f697-46af-be11-441dda782b43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c37525c-2b1b-4491-bb83-20dea161e0fa HTTP/1.1" status: 204 len: 168 time: 0.7838869 Aug 25 15:05:20.982034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f822ad3-f697-46af-be11-441dda782b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37525c-2b1b-4491-bb83-20dea161e0fa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:21.018956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.061809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1214d-6f05-4796-b220-46d6d957d8ae req-243d7441-8e29-49c7-b2d3-d32c1eca6463 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:21.063466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8f1214d-6f05-4796-b220-46d6d957d8ae req-243d7441-8e29-49c7-b2d3-d32c1eca6463 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 948 time: 0.4465094 Aug 25 15:05:21.071933 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-589b9288-c315-499e-93cf-62571551f294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.084340 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61db3ed1-2536-42c1-8996-5390f6062f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.150315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61db3ed1-2536-42c1-8996-5390f6062f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.248335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Attempting to bind port 8ca1100b-441d-4223-8e13-007b90a8f81b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:21.249541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Attempting to bind port 8ca1100b-441d-4223-8e13-007b90a8f81b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:21.250110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Attempting to bind port 8ca1100b-441d-4223-8e13-007b90a8f81b on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:21.270908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8f1214d-6f05-4796-b220-46d6d957d8ae req-c91cc4e2-1745-4db6-91c8-0fddf7fc3039 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921096 Aug 25 15:05:21.272100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Port 8ca1100b-441d-4223-8e13-007b90a8f81b on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:21.272778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Attempting to bind port 8ca1100b-441d-4223-8e13-007b90a8f81b on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:21.281335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:05:21.281780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:21.282474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:05:21.284840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Bound port: 8ca1100b-441d-4223-8e13-007b90a8f81b, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:05:21.285229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.291082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61db3ed1-2536-42c1-8996-5390f6062f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.294910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61db3ed1-2536-42c1-8996-5390f6062f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.299777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-61db3ed1-2536-42c1-8996-5390f6062f3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/833c83a7-6c19-4760-8349-97013153e924 HTTP/1.1" status: 204 len: 168 time: 0.9015446 Aug 25 15:05:21.321251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db3ed1-2536-42c1-8996-5390f6062f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c83a7-6c19-4760-8349-97013153e924,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:21.455553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee1e97d-ce84-4194-91de-4777f45fa128,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:21.471847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] For port 8ca1100b-441d-4223-8e13-007b90a8f81b, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:05:21.487756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] For port 8ca1100b-441d-4223-8e13-007b90a8f81b, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8ca1100b-441d-4223-8e13-007b90a8f81b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:05:21.535314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62721a-4f0b-41f0-94f4-f78c6469ed8e req-76d8031a-a6f1-4b67-a0c8-6ea79375608f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:21.560528 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b62721a-4f0b-41f0-94f4-f78c6469ed8e req-76d8031a-a6f1-4b67-a0c8-6ea79375608f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.5176764 Aug 25 15:05:21.627632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9282176c-af24-46c2-83ce-5ce687c72ed7 req-2c3da829-734c-4eb4-a77e-3c48b574a9ed tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489f91f-0dd9-48b9-801f-4e194fe2011f HTTP/1.1" status: 200 len: 210 time: 0.0807796 Aug 25 15:05:21.633644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.687590 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b62721a-4f0b-41f0-94f4-f78c6469ed8e req-41c3a8e8-1618-483f-8645-97a76ddb44bd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195431 Aug 25 15:05:21.688472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Checking segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:21.694055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Network hostable DHCP agents. Network: 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:05:21.752198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:21.753187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:21.758935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] 10.222.0.45 "PUT /v2.0/ports/8ca1100b-441d-4223-8e13-007b90a8f81b HTTP/1.1" status: 200 len: 1096 time: 3.4027033 Aug 25 15:05:21.792982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa819a-8d8e-4b4f-9031-934b3302dc28 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1100b-441d-4223-8e13-007b90a8f81b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:21.824558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:05:21.925118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:21.936820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4fa54-b8cb-4141-9f26-d5b3c7274f56 None None] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:05:21.939463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:21.942313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:22.068942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a37995d4-2f1f-4710-b385-c90d12367078 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9135025 Aug 25 15:05:22.074275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48522) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:22.074275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:22.175557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-ab09a17a-2f94-4791-ad7c-218efa21f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:22.201254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-ab09a17a-2f94-4791-ad7c-218efa21f4ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b46a0112f9e4d139581fa12cbdb053a&device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 1099 time: 0.1570332 Aug 25 15:05:22.250894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:22.253110 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:22.277230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-e9de3d79-1cdf-4b4d-b049-96216c08961d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=8ca1100b-441d-4223-8e13-007b90a8f81b HTTP/1.1" status: 200 len: 217 time: 0.0886586 Aug 25 15:05:22.338786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f208715-06d5-4327-ac2d-b530cafa718f None None] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:05:22.386586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:22.460990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-7eff0a7d-d40f-4fa6-b8fe-b804afd89dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:22.465737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-7eff0a7d-d40f-4fa6-b8fe-b804afd89dfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1125832 Aug 25 15:05:22.577433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:22.668006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:22.668480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 56cbf6ac-66b4-4f56-8d39-0ac3e3f4659d not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:22.671872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40508-d293-4157-abca-ce24d09ccc8a req-7208f92d-6b6f-47a7-9a5c-addefe387fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:22.673466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-7208f92d-6b6f-47a7-9a5c-addefe387fda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977310 Aug 25 15:05:22.708392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e1815-6e21-4826-aa1c-9df9ee67f581 req-d5669691-aff5-42df-a03d-1e33b8812ef6 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:22.709895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad8e1815-6e21-4826-aa1c-9df9ee67f581 req-d5669691-aff5-42df-a03d-1e33b8812ef6 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 948 time: 0.1965051 Aug 25 15:05:22.822641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:22.831371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'tag': '8ca1100b-441d-4223-8e13-007b90a8f81b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:22.837990 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b785005b-188f-4336-afc0-5e06cb56ab7c", "tag": "8ca1100b-441d-4223-8e13-007b90a8f81b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:22.937846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad8e1815-6e21-4826-aa1c-9df9ee67f581 req-a6b936c4-8f49-469d-ab59-1d7447a6ec6d tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867635 Aug 25 15:05:23.023002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-e37497cd-9918-4466-b07b-8f2b89db5064 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253272 Aug 25 15:05:23.208638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716b19-48f8-4c94-b2b6-5c1cbb44a5ff req-13ba1036-45aa-49f2-bd1a-afbcea737418 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:23.216716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d716b19-48f8-4c94-b2b6-5c1cbb44a5ff req-13ba1036-45aa-49f2-bd1a-afbcea737418 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1514077 Aug 25 15:05:23.230654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55d40508-d293-4157-abca-ce24d09ccc8a req-3e246ad7-968b-4b2a-940e-67c39dae22b7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781683 Aug 25 15:05:23.264864 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d716b19-48f8-4c94-b2b6-5c1cbb44a5ff req-c213ed07-a863-4623-91b9-eb84d63cfabc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475008 Aug 25 15:05:23.327378 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2182e07-51e2-4a6c-b71e-fde4d14f1df1 x-openstack-request-id: req-c2182e07-51e2-4a6c-b71e-fde4d14f1df1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:23.327680 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b785005b-188f-4336-afc0-5e06cb56ab7c", "tag": "8ca1100b-441d-4223-8e13-007b90a8f81b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:23.327934 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2182e07-51e2-4a6c-b71e-fde4d14f1df1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:23.328334 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'tag': '8ca1100b-441d-4223-8e13-007b90a8f81b', 'status': 'completed', 'code': 200} Aug 25 15:05:23.445972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:23.492283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:23.696842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Allocated IP 172.25.8.253 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/21744335-e901-437f-9bc0-4f265e33aad8) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:05:23.815970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:24.064798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e890b84-5eb2-4e2e-9b43-dc5d8514863d req-c69cdf77-f481-4186-864d-bd6ddf598215 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:24.066833 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e890b84-5eb2-4e2e-9b43-dc5d8514863d req-c69cdf77-f481-4186-864d-bd6ddf598215 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 948 time: 0.0524323 Aug 25 15:05:24.109418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e890b84-5eb2-4e2e-9b43-dc5d8514863d req-03c1beac-1ac5-407a-9c32-cf32cfa4558d tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Aug 25 15:05:24.324314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-adeccec9-e718-492d-874b-144b0879ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:24.324314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:24.324864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:24.472960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-e28330d6-91e2-4a70-ad6f-9956fbf6d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:24.474534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-e28330d6-91e2-4a70-ad6f-9956fbf6d1fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b46a0112f9e4d139581fa12cbdb053a&device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 1099 time: 0.0906367 Aug 25 15:05:24.727513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-7a48a447-673d-42b8-a6b6-d99e3dae8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:24.737429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-7a48a447-673d-42b8-a6b6-d99e3dae8407 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.2515152 Aug 25 15:05:24.843533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-c5e0ffa8-b132-4fb2-bacd-9493b5a06e00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=8ca1100b-441d-4223-8e13-007b90a8f81b HTTP/1.1" status: 200 len: 217 time: 0.0801258 Aug 25 15:05:24.943875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3519b-2a1d-49be-acc4-efb1f6cf012d req-35751d22-fab4-4945-8c80-e7e30e1ca27b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:24.947082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05e3519b-2a1d-49be-acc4-efb1f6cf012d req-35751d22-fab4-4945-8c80-e7e30e1ca27b tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1152341 Aug 25 15:05:25.063834 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05e3519b-2a1d-49be-acc4-efb1f6cf012d req-0af763b9-8863-45f4-8480-2c7b27e417c5 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667436 Aug 25 15:05:25.066077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-a194050c-8724-48e8-9bc8-888b8f70eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:25.067605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-a194050c-8724-48e8-9bc8-888b8f70eea5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.1485851 Aug 25 15:05:25.154702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:25.186415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-17b77537-1b1a-40a5-90f7-d6fe59319c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:25.188583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-17b77537-1b1a-40a5-90f7-d6fe59319c91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107655 Aug 25 15:05:25.197307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:25.200582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:25.271293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Pushing event updated for resources: {'Port': ['ID=21744335-e901-437f-9bc0-4f265e33aad8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:25.441458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:25.476607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9a084-2162-4346-8651-a319c409e8e3 req-2b6cfc4d-419c-4fe3-a218-6f20f712ad9b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:25.484204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86953a6e-b83d-4b5d-bffc-20554bd68e01 req-b88cca61-74c9-4a41-acf5-f9bbe6fa0acf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:25.484993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34b9a084-2162-4346-8651-a319c409e8e3 req-2b6cfc4d-419c-4fe3-a218-6f20f712ad9b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 948 time: 0.2420983 Aug 25 15:05:25.493027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86953a6e-b83d-4b5d-bffc-20554bd68e01 req-b88cca61-74c9-4a41-acf5-f9bbe6fa0acf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.3779695 Aug 25 15:05:25.537883 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86953a6e-b83d-4b5d-bffc-20554bd68e01 req-b66618e5-0422-4ebb-83a4-050129af0f7c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Aug 25 15:05:25.541086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-c73b78ef-c201-44b4-a299-d5822cb2a294 service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278348 Aug 25 15:05:25.563081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34b9a084-2162-4346-8651-a319c409e8e3 req-db2de428-ec35-4788-b7a8-c1920d8988bd tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745656 Aug 25 15:05:25.692285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:25.755155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c225ce4-fd2f-4031-bb07-dc7f890f57d6 req-de8abfe1-73be-465f-9632-0669b0e732ea service neutron] 10.222.0.45 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070838 Aug 25 15:05:26.006361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:26.058040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8ca1100b-441d-4223-8e13-007b90a8f81b details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:05:26.292189 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad081d34-867d-4c06-b0c5-185044fc9c90 req-525e0402-b418-401a-86bd-0b13ae13e164 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:26.294301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad081d34-867d-4c06-b0c5-185044fc9c90 req-525e0402-b418-401a-86bd-0b13ae13e164 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0638530 Aug 25 15:05:26.299428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8ca1100b-441d-4223-8e13-007b90a8f81b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8ca1100b-441d-4223-8e13-007b90a8f81b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:26.328819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '8ca1100b-441d-4223-8e13-007b90a8f81b', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '8ca1100b-441d-4223-8e13-007b90a8f81b', 'mac_address': 'fa:16:3e:b1:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:05:26.359589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Router 71adc0f4-fea1-494c-a928-1495c801afd6 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:05:26.369282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5d0c-86c8-4847-9ab3-eb252379a051 req-ca02f6db-7e27-4fee-bbd1-67cf1a1e318e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:26.377835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-497a5d0c-86c8-4847-9ab3-eb252379a051 req-ca02f6db-7e27-4fee-bbd1-67cf1a1e318e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0695772 Aug 25 15:05:26.399940 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:26.419301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-497a5d0c-86c8-4847-9ab3-eb252379a051 req-b761a7d3-dbc4-4376-ab1e-eb735f581f87 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 Aug 25 15:05:26.424847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1100b-441d-4223-8e13-007b90a8f81b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:26.461661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8ca1100b-441d-4223-8e13-007b90a8f81b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8ca1100b-441d-4223-8e13-007b90a8f81b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:26.495424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad081d34-867d-4c06-b0c5-185044fc9c90 req-e9a53f9f-62df-4088-9620-ca0e6d1ec7bf tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894484 Aug 25 15:05:26.526981 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:26.579133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:26.599758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=8ca1100b-441d-4223-8e13-007b90a8f81b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:26.609327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05582715-640d-472d-9000-4d727b508126 None None] Sync routers for ids ['71adc0f4-fea1-494c-a928-1495c801afd6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:26.620605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05582715-640d-472d-9000-4d727b508126 None None] Routers {'71adc0f4-fea1-494c-a928-1495c801afd6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:26.622058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05582715-640d-472d-9000-4d727b508126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['71adc0f4-fea1-494c-a928-1495c801afd6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:26.657216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:26.658955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2bf1b245-b1fe-4d03-b0cc-2752939e4c1f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5884821 Aug 25 15:05:26.661712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48642) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:26.788647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e222c-18db-425a-8c82-82546065e205 req-e100ee4e-68ec-40b9-bc8e-25cb1c99589b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:26.790827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-033e222c-18db-425a-8c82-82546065e205 req-e100ee4e-68ec-40b9-bc8e-25cb1c99589b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 949 time: 0.0867631 Aug 25 15:05:26.863891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-033e222c-18db-425a-8c82-82546065e205 req-ea95798e-91e6-49ce-95ea-402504b4e8e9 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Aug 25 15:05:26.877473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['8ca1100b-441d-4223-8e13-007b90a8f81b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:26.926215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab762c1-1312-4b7e-ba71-bab65f178fe8 req-f4e15e05-1d8b-4044-a416-c61d3a93d1ae tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:26.927294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-05582715-640d-472d-9000-4d727b508126 None None] Set router 71adc0f4-fea1-494c-a928-1495c801afd6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:26.927880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ab762c1-1312-4b7e-ba71-bab65f178fe8 req-f4e15e05-1d8b-4044-a416-c61d3a93d1ae tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1683931 Aug 25 15:05:27.115241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ab762c1-1312-4b7e-ba71-bab65f178fe8 req-589d1853-e99f-482d-9495-c33ecc2a171e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740496 Aug 25 15:05:27.338717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:27.395204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:27.462119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:27.478081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05582715-640d-472d-9000-4d727b508126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:05:25Z', 'revision_number': 3, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:27.587710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05582715-640d-472d-9000-4d727b508126 None None] Checking router: 71adc0f4-fea1-494c-a928-1495c801afd6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:27.588878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05582715-640d-472d-9000-4d727b508126 None None] Updating router 71adc0f4-fea1-494c-a928-1495c801afd6 port 21744335-e901-437f-9bc0-4f265e33aad8 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:05:27.621336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05582715-640d-472d-9000-4d727b508126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:27.656150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5903c-31ec-4d09-b364-6168f54b9f45 req-78efbb3e-9eea-4a6b-bccb-3aebc9beaa1f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:27.663659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bf5903c-31ec-4d09-b364-6168f54b9f45 req-78efbb3e-9eea-4a6b-bccb-3aebc9beaa1f tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0854716 Aug 25 15:05:27.711333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bf5903c-31ec-4d09-b364-6168f54b9f45 req-43ea3d5e-7a42-4fa0-88b4-45229509615e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Aug 25 15:05:27.723725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-da311174-0761-4ead-8939-516df0ea783c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:27.729155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-da311174-0761-4ead-8939-516df0ea783c tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.45 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.1755385 Aug 25 15:05:27.742002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Allocated IP 172.20.0.1 (1ff02074-a0e0-4ec2-aa0b-46db60ddecc2/cee1e97d-ce84-4194-91de-4777f45fa128/b0c12284-8258-499c-87ad-edf3d0b43c2b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:05:27.863315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2c880-e070-4052-8187-fb47e5ba9d56 req-6ac358a2-6329-4d5c-8bc7-5594ee7e5987 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:27.864927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ac2c880-e070-4052-8187-fb47e5ba9d56 req-6ac358a2-6329-4d5c-8bc7-5594ee7e5987 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.2287152 Aug 25 15:05:28.019146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05582715-640d-472d-9000-4d727b508126 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.032259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-05582715-640d-472d-9000-4d727b508126 None None] Transition to ACTIVE for port object 21744335-e901-437f-9bc0-4f265e33aad8 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:28.038201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72882a22-04ca-44dc-9429-c7f9d3ef11c6 req-f42f95d7-cd4e-48ef-a0c1-760c47be60a1 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:28.039965 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72882a22-04ca-44dc-9429-c7f9d3ef11c6 req-f42f95d7-cd4e-48ef-a0c1-760c47be60a1 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 949 time: 0.0854647 Aug 25 15:05:28.055343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ac2c880-e070-4052-8187-fb47e5ba9d56 req-8539df85-c4fd-4b0d-ae2e-ac60d7e03dd4 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487823 Aug 25 15:05:28.092795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8ca1100b-441d-4223-8e13-007b90a8f81b up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:28.099001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72882a22-04ca-44dc-9429-c7f9d3ef11c6 req-8d98f9ea-bf0e-45f1-b99e-d32ce2f3a8b7 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488145 Aug 25 15:05:28.126307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-60065cef-117a-4581-a64e-2bf4d91af2a3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:28.127944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-60065cef-117a-4581-a64e-2bf4d91af2a3 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.2194428 Aug 25 15:05:28.151431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.162734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05582715-640d-472d-9000-4d727b508126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.236079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-05582715-640d-472d-9000-4d727b508126 None None] Attempting to bind port 21744335-e901-437f-9bc0-4f265e33aad8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:28.236912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-05582715-640d-472d-9000-4d727b508126 None None] Attempting to bind port 21744335-e901-437f-9bc0-4f265e33aad8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:28.237220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05582715-640d-472d-9000-4d727b508126 None None] Attempting to bind port 21744335-e901-437f-9bc0-4f265e33aad8 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:28.245063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05582715-640d-472d-9000-4d727b508126 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:05:28.245513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05582715-640d-472d-9000-4d727b508126 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:28.245856 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05582715-640d-472d-9000-4d727b508126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.246280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05582715-640d-472d-9000-4d727b508126 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:05:28.246794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-05582715-640d-472d-9000-4d727b508126 None None] Bound port: 21744335-e901-437f-9bc0-4f265e33aad8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:05:28.247230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05582715-640d-472d-9000-4d727b508126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.250307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7e71c-2019-42e0-bb7f-3c079f6d324d None None] Pushing event updated for resources: {'Port': ['ID=21744335-e901-437f-9bc0-4f265e33aad8,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:28.294156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d5a9-fef8-439a-a73a-163c9ec09dbe req-b520b353-5d79-4968-bc00-8802dd4ad749 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:28.296002 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e725d5a9-fef8-439a-a73a-163c9ec09dbe req-b520b353-5d79-4968-bc00-8802dd4ad749 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0786240 Aug 25 15:05:28.313667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Deleting port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:28.313969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.339254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-05582715-640d-472d-9000-4d727b508126 None None] For port 21744335-e901-437f-9bc0-4f265e33aad8, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:05:28.342917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-05582715-640d-472d-9000-4d727b508126 None None] For port 21744335-e901-437f-9bc0-4f265e33aad8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21744335-e901-437f-9bc0-4f265e33aad8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:05:28.360133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e725d5a9-fef8-439a-a73a-163c9ec09dbe req-bf0ea911-84e8-44ba-9e27-9ef85f29dbbe tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574427 Aug 25 15:05:28.482141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05582715-640d-472d-9000-4d727b508126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.486342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 8ca1100b-441d-4223-8e13-007b90a8f81b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:05:28.521905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 8ca1100b-441d-4223-8e13-007b90a8f81b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:28.522299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.585481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7e71c-2019-42e0-bb7f-3c079f6d324d None None] Pushing event updated for resources: {'Port': ['ID=21744335-e901-437f-9bc0-4f265e33aad8,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:28.591485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05582715-640d-472d-9000-4d727b508126 None None] Routers {'71adc0f4-fea1-494c-a928-1495c801afd6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:28.592118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05582715-640d-472d-9000-4d727b508126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['71adc0f4-fea1-494c-a928-1495c801afd6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:28.714704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.721034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Deleting port ffe75571-e949-4904-832a-382e5e8e68aa {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:28.721377 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.748547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1100b-441d-4223-8e13-007b90a8f81b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:28.750833 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9654d8-d0a4-4337-90c6-26c0143bc78b" -d '{"events": [{"server_uuid": "b785005b-188f-4336-afc0-5e06cb56ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1100b-441d-4223-8e13-007b90a8f81b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:28.756749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-05582715-640d-472d-9000-4d727b508126 None None] Set router 71adc0f4-fea1-494c-a928-1495c801afd6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:28.772922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] For port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:28.773401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.776349 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:28.796545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8ca1100b-441d-4223-8e13-007b90a8f81b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8ca1100b-441d-4223-8e13-007b90a8f81b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:28.825596 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbbbd69-2f4b-42b3-8697-ef9af784fb81 x-openstack-request-id: req-adbbbd69-2f4b-42b3-8697-ef9af784fb81 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:28.825900 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b785005b-188f-4336-afc0-5e06cb56ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1100b-441d-4223-8e13-007b90a8f81b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:28.826323 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adbbbd69-2f4b-42b3-8697-ef9af784fb81 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:28.826725 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1100b-441d-4223-8e13-007b90a8f81b', 'code': 200} Aug 25 15:05:28.837621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Calling delete_port for 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:28.909892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:28.936410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c12284-8258-499c-87ad-edf3d0b43c2b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:28.947447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de7e8a-f29d-442f-87a6-51d259caff8c req-71817477-280e-4759-b23f-5cc073782fcb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:28.949038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75de7e8a-f29d-442f-87a6-51d259caff8c req-71817477-280e-4759-b23f-5cc073782fcb tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.0696645 Aug 25 15:05:28.959624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:28.962231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:28.971119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.018135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-75de7e8a-f29d-442f-87a6-51d259caff8c req-cea6ebf6-0045-4756-8698-aae82e700005 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562329 Aug 25 15:05:29.026886 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.035741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2ee3-b275-432e-93bb-fc9ac888b392 req-73dc2f59-d427-42d6-963c-b08f4cebaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:29.037291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7db2ee3-b275-432e-93bb-fc9ac888b392 req-73dc2f59-d427-42d6-963c-b08f4cebaf8d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 1100 time: 0.1590469 Aug 25 15:05:29.056336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=8ca1100b-441d-4223-8e13-007b90a8f81b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:29.061343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-05582715-640d-472d-9000-4d727b508126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:05:25Z', 'revision_number': 3, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:29.087460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] For port ffe75571-e949-4904-832a-382e5e8e68aa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ffe75571-e949-4904-832a-382e5e8e68aa,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:29.087895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.093420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.096695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05582715-640d-472d-9000-4d727b508126 None None] The sync data for ids ['71adc0f4-fea1-494c-a928-1495c801afd6'] in n-d-805995-2 is: [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:05:25Z', 'revision_number': 3, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:29.126117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48712) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:29.169920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7db2ee3-b275-432e-93bb-fc9ac888b392 req-cd506524-f8e5-452c-aa75-120f6f57901c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207395 Aug 25 15:05:29.315517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb334-cfbc-4133-9064-f1f48c1d7b8d req-6c084302-fb9e-4147-a09e-2900b4254424 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:29.317305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-991cb334-cfbc-4133-9064-f1f48c1d7b8d req-6c084302-fb9e-4147-a09e-2900b4254424 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 946 time: 0.0781021 Aug 25 15:05:29.337231 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f48e76bb-efc7-401e-b70e-11bfb7f8eed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.401804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-991cb334-cfbc-4133-9064-f1f48c1d7b8d req-04ddec00-4cc9-43dc-920c-c203eb866fc1 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/security-groups?id=96f25146-e072-4e24-b8da-0a75022cfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666637 Aug 25 15:05:29.483059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de194986-8f9e-46f5-8ec9-cc64420a0832 req-664a627f-b19e-4ae5-9501-9465def6162b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:29.490840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de194986-8f9e-46f5-8ec9-cc64420a0832 req-664a627f-b19e-4ae5-9501-9465def6162b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 950 time: 0.2412515 Aug 25 15:05:29.548109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f48e76bb-efc7-401e-b70e-11bfb7f8eed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.574339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedab94-a0fc-49c3-a197-38d496838230 req-64841331-19dd-4b64-b869-a2f6d1dfdbed tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:29.576319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3eedab94-a0fc-49c3-a197-38d496838230 req-64841331-19dd-4b64-b869-a2f6d1dfdbed tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.0741346 Aug 25 15:05:29.604654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de194986-8f9e-46f5-8ec9-cc64420a0832 req-73238255-3287-44f2-a87a-c8cb0e63babf tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128161 Aug 25 15:05:29.629217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3eedab94-a0fc-49c3-a197-38d496838230 req-2f691867-7a7e-4f05-ab73-d6419a981098 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 Aug 25 15:05:29.630774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.648395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.652523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f48e76bb-efc7-401e-b70e-11bfb7f8eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.661839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:29.674715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.674715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.674715 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Floating IP ec881255-9247-4441-a55f-5318baf605d4 disassociated. External IP: 172.25.8.216, port: ffe75571-e949-4904-832a-382e5e8e68aa. Aug 25 15:05:29.674715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Calling delete_port for ffe75571-e949-4904-832a-382e5e8e68aa owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:29.756511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f48e76bb-efc7-401e-b70e-11bfb7f8eed3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=520c2b353cc7495789a3cca05cb91b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268492 Aug 25 15:05:29.758984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e76bb-efc7-401e-b70e-11bfb7f8eed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d0d29-d7ff-4b59-bde7-04bb0145595c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:29.761733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48726) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:29.805415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Pushing event deleted for resources: {'Port': ['ID=5f5861ca-06cd-4600-8e2a-82fe2ba7b07b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:29.847756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-affa6490-4b81-4dc0-904c-9a838a3f88c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.874705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-affa6490-4b81-4dc0-904c-9a838a3f88c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.898592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] No DVR routers for this DVR port 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:29.901722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:29.904960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37e90a6c-7e43-4ba9-b4fe-b1d74b5e3fc8 req-6ec45b35-9a98-4947-aa56-255b3ff744bd tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.45 "DELETE /v2.0/ports/5f5861ca-06cd-4600-8e2a-82fe2ba7b07b HTTP/1.1" status: 204 len: 173 time: 2.0710058 Aug 25 15:05:29.910566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6424e137-2b41-48e2-a5bf-555009171ef3', 'name': 'network-vif-deleted', 'tag': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:29.914360 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a4952f-187c-4928-b4b4-1b0f6a8e6f92" -d '{"events": [{"server_uuid": "6424e137-2b41-48e2-a5bf-555009171ef3", "name": "network-vif-deleted", "tag": "5f5861ca-06cd-4600-8e2a-82fe2ba7b07b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:29.979263 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ccedc5-4df6-43a8-bd74-10c1cb5e0a0a x-openstack-request-id: req-29ccedc5-4df6-43a8-bd74-10c1cb5e0a0a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:29.979563 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6424e137-2b41-48e2-a5bf-555009171ef3", "name": "network-vif-deleted", "tag": "5f5861ca-06cd-4600-8e2a-82fe2ba7b07b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:29.980200 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29ccedc5-4df6-43a8-bd74-10c1cb5e0a0a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:29.980200 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6424e137-2b41-48e2-a5bf-555009171ef3', 'name': 'network-vif-deleted', 'tag': '5f5861ca-06cd-4600-8e2a-82fe2ba7b07b', 'status': 'completed', 'code': 200} Aug 25 15:05:30.124411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:30.124590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-affa6490-4b81-4dc0-904c-9a838a3f88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:30.125997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-affa6490-4b81-4dc0-904c-9a838a3f88c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:30.139406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-affa6490-4b81-4dc0-904c-9a838a3f88c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b8d0d29-d7ff-4b59-bde7-04bb0145595c HTTP/1.1" status: 204 len: 168 time: 0.3649588 Aug 25 15:05:30.185616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa6490-4b81-4dc0-904c-9a838a3f88c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d0d29-d7ff-4b59-bde7-04bb0145595c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:30.201176 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:30.214438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23233-1c76-480b-b7d0-e585745bc2d7 req-672decd1-aac4-4218-aa4b-61e504e5ee51 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:30.216185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64f23233-1c76-480b-b7d0-e585745bc2d7 req-672decd1-aac4-4218-aa4b-61e504e5ee51 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 946 time: 0.1105514 Aug 25 15:05:30.234515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event deleted for resources: {'Port': ['ID=ffe75571-e949-4904-832a-382e5e8e68aa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:30.293110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64f23233-1c76-480b-b7d0-e585745bc2d7 req-47a393b0-d020-4ef0-916e-44f5dcc5cfe2 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups?id=114098d1-e43d-4fa5-9120-5896e9646f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544860 Aug 25 15:05:30.295863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:30.419987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c12284-8258-499c-87ad-edf3d0b43c2b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:30.425190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:30.489322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:05:30.580451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2be137f5-5e76-4ab3-a704-72b2a363040c req-85ba308b-4d59-49f0-b9d3-a81534c65bf8 tempest-ServerRescueTestJSON-1879358438 tempest-ServerRescueTestJSON-1879358438-project] 10.222.0.58 "GET /v2.0/ports?device_id=6424e137-2b41-48e2-a5bf-555009171ef3 HTTP/1.1" status: 200 len: 210 time: 0.0768974 Aug 25 15:05:30.642975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:30.648805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:30.701254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:30.709893 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:30.729736 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:30.741033 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:30.908057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2a155-da7f-4224-ae0a-2a2e2c36cfef req-c16ad06a-1f87-49ca-bc21-f34776e00df8 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:30.916119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ab2a155-da7f-4224-ae0a-2a2e2c36cfef req-c16ad06a-1f87-49ca-bc21-f34776e00df8 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 950 time: 0.1000891 Aug 25 15:05:31.016099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ab2a155-da7f-4224-ae0a-2a2e2c36cfef req-68e3dace-0196-4970-96bc-d2e6f5086691 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989811 Aug 25 15:05:31.052501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21744335-e901-437f-9bc0-4f265e33aad8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:31.079936 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:31.144198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:31.170515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] No DVR routers for this DVR port ffe75571-e949-4904-832a-382e5e8e68aa on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:31.189055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.191352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e73876-0d9d-4a21-8bed-7470be209428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.208506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d73f5d1a-0315-4105-8ea2-f1ddc0a7b068 req-1fab8bd4-4a57-4aab-9e3a-0eb8d36e56ce tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.45 "DELETE /v2.0/ports/ffe75571-e949-4904-832a-382e5e8e68aa HTTP/1.1" status: 204 len: 173 time: 3.0687854 Aug 25 15:05:31.269094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Router 71adc0f4-fea1-494c-a928-1495c801afd6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:05:31.307609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856c648-2f4d-4c42-aa42-9cf932fec14b req-d647c36b-a01d-4908-af1c-611c4447befe tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:31.311015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d856c648-2f4d-4c42-aa42-9cf932fec14b req-d647c36b-a01d-4908-af1c-611c4447befe tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.3562295 Aug 25 15:05:31.370158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e73876-0d9d-4a21-8bed-7470be209428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.383478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 21744335-e901-437f-9bc0-4f265e33aad8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:05:31.387628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 21744335-e901-437f-9bc0-4f265e33aad8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:31.388273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.460213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d856c648-2f4d-4c42-aa42-9cf932fec14b req-f1a7d466-74ca-47e0-83cf-5a4ee7f797fc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434741 Aug 25 15:05:31.478942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68e73876-0d9d-4a21-8bed-7470be209428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.541096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.552414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e73876-0d9d-4a21-8bed-7470be209428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299f6d3-111b-467a-814b-35bcf0db0b66,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:31.559457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-68e73876-0d9d-4a21-8bed-7470be209428 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7cad3f8e05544869fa0bc36a8aeb954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116583 Aug 25 15:05:31.560184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48764) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:31.603745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:31.614325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6e7a5dd2-6726-43fa-b665-38bb52a88e28 admin admin] 10.222.0.58 "PUT /v2.0/routers/71adc0f4-fea1-494c-a928-1495c801afd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9508708 Aug 25 15:05:31.616958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 21744335-e901-437f-9bc0-4f265e33aad8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21744335-e901-437f-9bc0-4f265e33aad8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:31.633723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Sync routers for ids ['71adc0f4-fea1-494c-a928-1495c801afd6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:31.651348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98717950-0dd2-4881-ab04-345ecf46bb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.661907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Routers {'71adc0f4-fea1-494c-a928-1495c801afd6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:31.662712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['71adc0f4-fea1-494c-a928-1495c801afd6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:31.672612 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:31.690403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98717950-0dd2-4881-ab04-345ecf46bb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.706040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d03aea3e-f351-47c8-9c1b-3c4341a2300d req-92fd2896-c676-401e-b339-f2374a29afc5 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b622bff-132f-4221-bd84-2569df01ca36 HTTP/1.1" status: 200 len: 210 time: 0.0707259 Aug 25 15:05:31.769087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48772) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:31.777621 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:31.790559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.796273 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:31.802191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:31.886150 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98717950-0dd2-4881-ab04-345ecf46bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.889137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98717950-0dd2-4881-ab04-345ecf46bb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:31.894415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-98717950-0dd2-4881-ab04-345ecf46bb51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b299f6d3-111b-467a-814b-35bcf0db0b66 HTTP/1.1" status: 204 len: 168 time: 0.3326793 Aug 25 15:05:31.911109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98717950-0dd2-4881-ab04-345ecf46bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299f6d3-111b-467a-814b-35bcf0db0b66,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:31.948450 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:31.978981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Set router 71adc0f4-fea1-494c-a928-1495c801afd6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:31.982077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=21744335-e901-437f-9bc0-4f265e33aad8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:31.998442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'name': 'network-vif-deleted', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:32.003848 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2470951-7011-4604-885c-254cd731fe2d" -d '{"events": [{"server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "name": "network-vif-deleted", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:32.160064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:32.202375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06688ff-9019-439a-8c68-0d2d6172ebf0 req-f0373c7e-d18e-4f18-ab1f-4fc484339c28 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:32.210689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c06688ff-9019-439a-8c68-0d2d6172ebf0 req-f0373c7e-d18e-4f18-ab1f-4fc484339c28 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 950 time: 0.3626156 Aug 25 15:05:32.228443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:32.228795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5f5861ca-06cd-4600-8e2a-82fe2ba7b07b not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:32.229230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ffe75571-e949-4904-832a-382e5e8e68aa no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:32.276036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: ffe75571-e949-4904-832a-382e5e8e68aa {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:32.277647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ffe75571-e949-4904-832a-382e5e8e68aa not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:32.397733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c06688ff-9019-439a-8c68-0d2d6172ebf0 req-8b03c782-38af-4cef-9e72-7b58cf19ee6b tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828799 Aug 25 15:05:32.482350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:05:29Z', 'revision_number': 4, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b0c12284-8258-499c-87ad-edf3d0b43c2b', 'name': '', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'mac_address': 'fa:16:3e:3c:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:27Z', 'updated_at': '2021-08-25T15:05:29Z', 'revision_number': 2, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'subnets': [{'id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:32.489041 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:32.521127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Checking router: 71adc0f4-fea1-494c-a928-1495c801afd6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:32.521524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Updating router 71adc0f4-fea1-494c-a928-1495c801afd6 port b0c12284-8258-499c-87ad-edf3d0b43c2b binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:05:32.545534 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019293d1-6d71-4d96-953d-c1cefcd450cf x-openstack-request-id: req-019293d1-6d71-4d96-953d-c1cefcd450cf {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:32.545823 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b622bff-132f-4221-bd84-2569df01ca36", "name": "network-vif-deleted", "tag": "ffe75571-e949-4904-832a-382e5e8e68aa", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:32.546077 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-019293d1-6d71-4d96-953d-c1cefcd450cf {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:32.547136 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69813dc6-f80a-431b-a8b9-397773c8f778 None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1961a5ba-4835-4c85-bea9-da5c054ce807', 'name': '', 'network_id': '13072f43-e668-4735-8b02-0cdeacca7423', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'mac_address': 'fa:16:3e:74:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:44Z', 'updated_at': '2021-08-25T14:57:52Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'subnets': [{'id': 'eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:32.547345 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b622bff-132f-4221-bd84-2569df01ca36', 'name': 'network-vif-deleted', 'tag': 'ffe75571-e949-4904-832a-382e5e8e68aa', 'status': 'completed', 'code': 200} Aug 25 15:05:32.596697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:32.622038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-648ef20a-8928-45ac-b925-d2a7dec496f5 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:32.631877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-648ef20a-8928-45ac-b925-d2a7dec496f5 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 817 time: 0.2497196 Aug 25 15:05:32.649177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-f884f2cf-448b-4312-812e-27d75e903ad5 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/quotas/2f16218e650740b5b8d169bc381bf410 HTTP/1.1" status: 200 len: 375 time: 0.0159481 Aug 25 15:05:32.755479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-af53084c-08dd-4cbd-bd1b-f8691e1d0c73 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029432 Aug 25 15:05:32.788126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1085907-8413-443d-9c46-27adfe30c5be req-c2fefedb-9cdc-43a5-a5f4-753efe2e05d4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:32.790209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1085907-8413-443d-9c46-27adfe30c5be req-c2fefedb-9cdc-43a5-a5f4-753efe2e05d4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1637709 Aug 25 15:05:32.878587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.057836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1085907-8413-443d-9c46-27adfe30c5be req-f8e193cc-35f8-48d3-80e2-201aef1c002f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580748 Aug 25 15:05:33.105786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21744335-e901-437f-9bc0-4f265e33aad8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:33.114888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-923ce25f-d866-4685-adb5-6f85b277fc17 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:05:33.123692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-923ce25f-d866-4685-adb5-6f85b277fc17 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3472033 Aug 25 15:05:33.264723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-e2833d85-37bd-4811-a85f-4b52de5be126 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:33.265283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-e2833d85-37bd-4811-a85f-4b52de5be126 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.45 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 950 time: 0.1931286 Aug 25 15:05:33.278149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-e909695b-33d3-4009-9386-f95cc062d359 service neutron] 10.222.0.58 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532686 Aug 25 15:05:33.285000 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e44fd-169c-4b82-ba4a-67b5024dadff None None] New status for floating IP ec881255-9247-4441-a55f-5318baf605d4: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:05:33.308114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48824) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:33.332926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 21744335-e901-437f-9bc0-4f265e33aad8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:33.333472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.575506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-624af30e-0182-4592-8def-24af3d0ab80e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.597983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-bd10f7f4-5cea-48a1-95fd-2e569bf3751e service neutron] 10.222.0.58 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186131 Aug 25 15:05:33.673918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-624af30e-0182-4592-8def-24af3d0ab80e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.765695 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.832162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Transition to ACTIVE for port object b0c12284-8258-499c-87ad-edf3d0b43c2b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:33.832775 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-624af30e-0182-4592-8def-24af3d0ab80e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.840719 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-624af30e-0182-4592-8def-24af3d0ab80e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:33.844483 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-624af30e-0182-4592-8def-24af3d0ab80e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "DELETE /v2.0/security-groups/114098d1-e43d-4fa5-9120-5896e9646f0d HTTP/1.1" status: 204 len: 168 time: 0.5332086 Aug 25 15:05:33.850135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48838) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:33.897634 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-54c495c0-5872-4fb1-a327-4a5aad2a3b54 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] show failed (client error): The resource could not be found. Aug 25 15:05:33.904201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-54c495c0-5872-4fb1-a327-4a5aad2a3b54 tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "GET /v2.0/security-groups/114098d1-e43d-4fa5-9120-5896e9646f0d HTTP/1.1" status: 404 len: 347 time: 0.0472810 Aug 25 15:05:33.904745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:33.974443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.017333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af30e-0182-4592-8def-24af3d0ab80e tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114098d1-e43d-4fa5-9120-5896e9646f0d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:34.106737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:05:34.133392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1efe51-5e0d-4931-81b3-77a16ce4a86e None None] Pushing event updated for resources: {'Port': ['ID=b0c12284-8258-499c-87ad-edf3d0b43c2b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:34.143650 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eac645e-d771-4945-80a0-ee510405826b req-64f5fc5e-d008-4a02-b010-e0bea95bb9ae tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 210 time: 0.1239266 Aug 25 15:05:34.259042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Deleting port 8ca1100b-441d-4223-8e13-007b90a8f81b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:34.261244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.446987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb70e3-3a2e-4258-9db3-41ec2911c4f6 req-a43aa11d-0142-4527-9e56-f0670299d1d9 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:34.461329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddeb70e3-3a2e-4258-9db3-41ec2911c4f6 req-a43aa11d-0142-4527-9e56-f0670299d1d9 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 950 time: 0.3714876 Aug 25 15:05:34.465779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Attempting to bind port b0c12284-8258-499c-87ad-edf3d0b43c2b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:34.466887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Attempting to bind port b0c12284-8258-499c-87ad-edf3d0b43c2b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:34.467548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Attempting to bind port b0c12284-8258-499c-87ad-edf3d0b43c2b on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:34.526205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:05:34.526520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Checking segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:34.526900 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.527345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Bound using segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:05:34.527836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Bound port: b0c12284-8258-499c-87ad-edf3d0b43c2b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:05:34.528220 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.533692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Deleting port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:34.534107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.556508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897b82f-5e25-40df-9497-aaef0fe7dc35 req-5de354ae-6410-4a05-8ebb-40608e88ddd9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:34.564033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a897b82f-5e25-40df-9497-aaef0fe7dc35 req-5de354ae-6410-4a05-8ebb-40608e88ddd9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.1300950 Aug 25 15:05:34.644030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Deleting port 72947b27-fde0-4955-85ec-8ecffa53887b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:34.644600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.649047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] For port 8ca1100b-441d-4223-8e13-007b90a8f81b, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8ca1100b-441d-4223-8e13-007b90a8f81b,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:34.649467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.671244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Calling delete_port for 8ca1100b-441d-4223-8e13-007b90a8f81b owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:34.678687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a897b82f-5e25-40df-9497-aaef0fe7dc35 req-affdd315-aefc-4a27-a3ba-46f64c6daa88 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134629 Aug 25 15:05:34.732709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] For port b0c12284-8258-499c-87ad-edf3d0b43c2b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:05:34.737069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] For port b0c12284-8258-499c-87ad-edf3d0b43c2b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b0c12284-8258-499c-87ad-edf3d0b43c2b,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:05:34.805043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:34.893700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'port_id': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'mac_address': 'fa:16:3e:ae:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:05:34.900758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.950865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:34.951469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:35.010595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] For port 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,segment=NetworkSegment(8ccf1acd-1c00-4c43-a146-9e1d8316f329),segment_id=8ccf1acd-1c00-4c43-a146-9e1d8316f329)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:35.011126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:35.026382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Calling delete_port for 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:35.038928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Calling delete_port for 72947b27-fde0-4955-85ec-8ecffa53887b owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:35.051400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddeb70e3-3a2e-4258-9db3-41ec2911c4f6 req-b234c57b-e38b-4fff-a5da-9432433d5a16 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5ed98c1-4f44-4247-8291-5d01cbdeebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787587 Aug 25 15:05:35.201647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-21947207-596a-49b5-ada0-6c6e4acc31eb tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:35.213401 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-21947207-596a-49b5-ada0-6c6e4acc31eb tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 817 time: 0.3220739 Aug 25 15:05:35.220713 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:35.233377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-01c0e072-01dd-44a4-afc3-864c6b218900 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/quotas/2f16218e650740b5b8d169bc381bf410 HTTP/1.1" status: 200 len: 375 time: 0.0185082 Aug 25 15:05:35.244050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Routers {'71adc0f4-fea1-494c-a928-1495c801afd6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:35.244703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['71adc0f4-fea1-494c-a928-1495c801afd6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:35.313010 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-48d4d421-baaa-42d9-b3bc-7647ca91c16d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781386 Aug 25 15:05:35.348336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:35.387709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] Set router 71adc0f4-fea1-494c-a928-1495c801afd6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:35.483896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-18f76089-cb16-41b8-9e3c-e4d8a9549da1 service neutron] 10.222.0.58 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685953 Aug 25 15:05:35.613938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Pushing event deleted for resources: {'Port': ['ID=8ca1100b-441d-4223-8e13-007b90a8f81b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:35.622293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48942) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:35.793695 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-86011b99-1d04-4e8b-b0c2-9357c4f16231 service neutron] 10.222.0.58 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031783 Aug 25 15:05:35.801284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:35.927738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['8ca1100b-441d-4223-8e13-007b90a8f81b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:35.949628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] No DVR routers for this DVR port 8ca1100b-441d-4223-8e13-007b90a8f81b on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:05:35.959612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Pushing event deleted for resources: {'Port': ['ID=72947b27-fde0-4955-85ec-8ecffa53887b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:36.003718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.005796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1efe51-5e0d-4931-81b3-77a16ce4a86e None None] Pushing event updated for resources: {'Port': ['ID=b0c12284-8258-499c-87ad-edf3d0b43c2b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:36.009685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:36.021263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c213b7-7953-43e8-81b9-d64c16ddb93a req-534a1224-13de-4fb9-a4cf-54bacfb5873e tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.45 "DELETE /v2.0/ports/8ca1100b-441d-4223-8e13-007b90a8f81b HTTP/1.1" status: 204 len: 173 time: 2.7443321 Aug 25 15:05:36.021561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'name': 'network-vif-deleted', 'tag': '8ca1100b-441d-4223-8e13-007b90a8f81b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:36.026452 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50a9010-742c-412f-b7a0-6e212ac8a446" -d '{"events": [{"server_uuid": "b785005b-188f-4336-afc0-5e06cb56ab7c", "name": "network-vif-deleted", "tag": "8ca1100b-441d-4223-8e13-007b90a8f81b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:36.047572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:36.069596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.072634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.078014 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f9319a8-fe30-4a77-a624-52c93102c63c tempest-AttachVolumeTestJSON-743129051 tempest-AttachVolumeTestJSON-743129051-project] 10.222.0.58 "DELETE /v2.0/floatingips/ec881255-9247-4441-a55f-5318baf605d4 HTTP/1.1" status: 204 len: 168 time: 2.1680679 Aug 25 15:05:36.083560 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b7a2269d-0131-4c84-a14a-eee8379c9bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.181688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.213781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ec294-7ddc-45fc-b78e-60fce15fc997 req-03b0b47b-1858-4aa1-869b-97d6ebf953de tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:36.225159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-523ec294-7ddc-45fc-b78e-60fce15fc997 req-03b0b47b-1858-4aa1-869b-97d6ebf953de tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 944 time: 0.2944105 Aug 25 15:05:36.336798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.351692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b7a2269d-0131-4c84-a14a-eee8379c9bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.411664 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d138e-c19e-46da-9286-c0d1911744ab x-openstack-request-id: req-ce5d138e-c19e-46da-9286-c0d1911744ab {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:36.412301 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b785005b-188f-4336-afc0-5e06cb56ab7c", "name": "network-vif-deleted", "tag": "8ca1100b-441d-4223-8e13-007b90a8f81b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:36.412736 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce5d138e-c19e-46da-9286-c0d1911744ab {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:36.413336 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b785005b-188f-4336-afc0-5e06cb56ab7c', 'name': 'network-vif-deleted', 'tag': '8ca1100b-441d-4223-8e13-007b90a8f81b', 'status': 'completed', 'code': 200} Aug 25 15:05:36.414249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2763ee-c596-4ac8-b41f-9d37c1d11b2a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:36.498643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:36.509248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:05:29Z', 'revision_number': 4, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b0c12284-8258-499c-87ad-edf3d0b43c2b', 'name': '', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'mac_address': 'fa:16:3e:3c:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:27Z', 'updated_at': '2021-08-25T15:05:34Z', 'revision_number': 4, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'subnets': [{'id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:36.513604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-866e43a7-f5ed-4275-a8df-4faaac53bfc7 req-b0cf60c1-b6c8-4e61-908a-713ef4bce0c7 tempest-VolumesNegativeTest-483378074 tempest-VolumesNegativeTest-483378074-project] 10.222.0.58 "GET /v2.0/ports?device_id=b785005b-188f-4336-afc0-5e06cb56ab7c HTTP/1.1" status: 200 len: 210 time: 0.0536330 Aug 25 15:05:36.526808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b7a2269d-0131-4c84-a14a-eee8379c9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:36.575766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-8c057d79-8ce6-4b6f-81f4-d5e3bd9c82bc req-222be7c5-5cf6-459d-b875-cb13af47373f service neutron] (101872) timed out ('10.222.0.52', 60352) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:05:36.600697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb08042-6096-48c2-84b1-c6f600d60c72 None None] The sync data for ids ['71adc0f4-fea1-494c-a928-1495c801afd6'] in n-d-805995-2 is: [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:05:29Z', 'revision_number': 4, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b0c12284-8258-499c-87ad-edf3d0b43c2b', 'name': '', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'mac_address': 'fa:16:3e:3c:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:27Z', 'updated_at': '2021-08-25T15:05:34Z', 'revision_number': 4, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'subnets': [{'id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:36.615577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b7a2269d-0131-4c84-a14a-eee8379c9bc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99e7413f8357409898ca11dfa7ec85b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9853899 Aug 25 15:05:36.616306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48972) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:36.628259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-07316a2a-6c8b-4b59-81bb-845112644dd3 req-1dcb7141-d7a7-4895-bf6a-8568f74681bc tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.0496182 Aug 25 15:05:36.674222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:37.165882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.201786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-523ec294-7ddc-45fc-b78e-60fce15fc997 req-2320efdd-5279-46bd-8ef1-3f3540488dcd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8482840 Aug 25 15:05:37.230713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2269d-0131-4c84-a14a-eee8379c9bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2b28f-393a-4d1c-a9e1-07c94d730b22,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:37.233236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b0c12284-8258-499c-87ad-edf3d0b43c2b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:37.388550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71dda223-911b-4458-85e9-fb15b818118d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.406568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b0c12284-8258-499c-87ad-edf3d0b43c2b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:05:37.414036 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71dda223-911b-4458-85e9-fb15b818118d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.425375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b0c12284-8258-499c-87ad-edf3d0b43c2b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:37.425375 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.637559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.705852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port b0c12284-8258-499c-87ad-edf3d0b43c2b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b0c12284-8258-499c-87ad-edf3d0b43c2b,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:37.804559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71dda223-911b-4458-85e9-fb15b818118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.807347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71dda223-911b-4458-85e9-fb15b818118d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:37.811134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-71dda223-911b-4458-85e9-fb15b818118d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbf2b28f-393a-4d1c-a9e1-07c94d730b22 HTTP/1.1" status: 204 len: 168 time: 1.1740866 Aug 25 15:05:37.850820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Router d3ede68a-3327-425c-9afd-586141de55a7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:05:37.864679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dda223-911b-4458-85e9-fb15b818118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2b28f-393a-4d1c-a9e1-07c94d730b22,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:37.874308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe966d4c-e872-431b-b678-e4b9e8f7a4be req-7d024977-0332-40fa-a1ef-f15310812515 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.0728917 Aug 25 15:05:37.892988 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:38.069916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=b0c12284-8258-499c-87ad-edf3d0b43c2b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:38.106912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:38.121683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] Sync routers for ids ['d3ede68a-3327-425c-9afd-586141de55a7'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:38.144067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] Routers {'d3ede68a-3327-425c-9afd-586141de55a7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:38.144381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1b477ecb-ecd0-4d57-8639-25e5df7a2d01 admin admin] 10.222.0.58 "PUT /v2.0/routers/d3ede68a-3327-425c-9afd-586141de55a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3741691 Aug 25 15:05:38.145359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d3ede68a-3327-425c-9afd-586141de55a7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:38.147445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49000) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:38.486613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:38.649024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] Set router d3ede68a-3327-425c-9afd-586141de55a7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:38.756079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-46f5b639-f8bd-4685-b9ce-87dcc1638cfe tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:38.762117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-46f5b639-f8bd-4685-b9ce-87dcc1638cfe tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 817 time: 0.5245264 Aug 25 15:05:38.790779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Request body: {'port': {'device_id': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'admin_state_up': True, 'tenant_id': '2f16218e650740b5b8d169bc381bf410'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:38.955247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae04dd2-9549-4a13-9510-dd0185fd7d9b req-f95a4156-8570-4520-8f0f-eab5ac20354b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:38.964557 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ae04dd2-9549-4a13-9510-dd0185fd7d9b req-f95a4156-8570-4520-8f0f-eab5ac20354b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 945 time: 0.5086551 Aug 25 15:05:39.168890 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ae04dd2-9549-4a13-9510-dd0185fd7d9b req-ec0511de-c87f-40b3-9133-2702f11b9b9d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033572 Aug 25 15:05:39.186585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.195782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:39.203557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.210263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e542d72-5253-4078-90e0-6e203ee79692 req-9271484e-d41e-439d-949a-3cb289fd12a5 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.1017857 Aug 25 15:05:39.295939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b0c12284-8258-499c-87ad-edf3d0b43c2b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:39.459462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.460034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b0c12284-8258-499c-87ad-edf3d0b43c2b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:39.460034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.547316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Made reservation on behalf of 2f16218e650740b5b8d169bc381bf410 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:39.551166 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.631785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-f77dfc8b-0d4c-42bf-b405-734a4fe276e1 req-faf00c14-bce2-459c-9e19-b7fa36be3235 tempest-LiveAutoBlockMigrationV225Test-1713879991 tempest-LiveAutoBlockMigrationV225Test-1713879991-project] (101873) timed out ('10.222.0.52', 60504) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:05:39.696687 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.803380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Deleting port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:39.805266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:39.811088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:39.816597 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b4052-7419-4c9d-9787-b48cbd772e02" -d '{"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:39.845436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:39.973271 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f46e9d5-8761-46f2-812b-b3f4a6a5a658 x-openstack-request-id: req-6f46e9d5-8761-46f2-812b-b3f4a6a5a658 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:39.973412 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:39.973694 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f46e9d5-8761-46f2-812b-b3f4a6a5a658 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:39.974205 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'code': 200} Aug 25 15:05:39.988559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:05:35Z', 'revision_number': 5, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port': {'id': '6e6fc909-bc5a-48cf-8005-67ae9e5a6729', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:03:15Z', 'updated_at': '2021-08-25T15:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:39.994539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] For port 6e6fc909-bc5a-48cf-8005-67ae9e5a6729, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:39.995419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:40.001462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Allocated IP 172.20.0.7 (1ff02074-a0e0-4ec2-aa0b-46db60ddecc2/cee1e97d-ce84-4194-91de-4777f45fa128/fd806ed5-ee9d-4775-b413-5c617c416e6d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:05:40.033283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Calling delete_port for 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:40.045497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] Checking router: d3ede68a-3327-425c-9afd-586141de55a7 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:40.086630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:40.087388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8ca1100b-441d-4223-8e13-007b90a8f81b no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:40.097450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] Routers {'d3ede68a-3327-425c-9afd-586141de55a7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:40.098088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d3ede68a-3327-425c-9afd-586141de55a7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:40.240329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 8ca1100b-441d-4223-8e13-007b90a8f81b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:40.241687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8ca1100b-441d-4223-8e13-007b90a8f81b not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:40.322266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:40.371580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-5bbdf110-cfe4-4210-8fe0-4ba069342d50 req-6f7f3503-d6b2-4169-b4dd-ff268b9c7092 service neutron] (101872) timed out ('10.222.0.58', 45068) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:05:40.389997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:40.418223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] Set router d3ede68a-3327-425c-9afd-586141de55a7 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:40.557589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:05:39Z', 'revision_number': 6, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:40.580798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ea35ffed-acf7-4c00-b6bf-fcd8a5adf209 req-534ea0a9-46c4-46d4-9213-c2489988a184 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.0401382 Aug 25 15:05:40.598722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af37d89-a561-4b6e-bf46-573126e86552 None None] The sync data for ids ['d3ede68a-3327-425c-9afd-586141de55a7'] in n-d-805995-2 is: [{'id': 'd3ede68a-3327-425c-9afd-586141de55a7', 'name': 'tempest-ServerRescueTestJSON-193786169-router', 'tenant_id': 'a491ae197ac542398bcdb8d404de1cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:03:14Z', 'updated_at': '2021-08-25T15:05:39Z', 'revision_number': 6, 'project_id': 'a491ae197ac542398bcdb8d404de1cab', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:40.663738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:40.712445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af3b10-062b-48ae-b90b-6bacd158f7ad req-525109ba-6b2f-4965-9a34-7f05b7d563b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:40.714289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13af3b10-062b-48ae-b90b-6bacd158f7ad req-525109ba-6b2f-4965-9a34-7f05b7d563b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 1098 time: 0.3412378 Aug 25 15:05:40.730878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6fc909-bc5a-48cf-8005-67ae9e5a6729,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:40.781600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64165044-71dc-4eba-b048-d493c533040d req-e81209cb-6eba-4e05-b4c2-184da1790eb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:40.793642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64165044-71dc-4eba-b048-d493c533040d req-e81209cb-6eba-4e05-b4c2-184da1790eb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.3934214 Aug 25 15:05:40.923519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.010200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64165044-71dc-4eba-b048-d493c533040d req-96140f3b-48ad-491a-a7eb-31693c88b5ce tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155318 Aug 25 15:05:41.064765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-b39dace1-c5f0-4cb2-8f52-8bfae4b52d6c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:41.067602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-b39dace1-c5f0-4cb2-8f52-8bfae4b52d6c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 817 time: 0.7182953 Aug 25 15:05:41.083677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13af3b10-062b-48ae-b90b-6bacd158f7ad req-6b1d008f-2da6-4759-89b6-f9375185adf4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867663 Aug 25 15:05:41.098336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Request body: {'port': {'device_id': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'admin_state_up': True, 'tenant_id': '2f16218e650740b5b8d169bc381bf410'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:41.148834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.179606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:41.200280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.203272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.258830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:41.259206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2a2763ee-c596-4ac8-b41f-9d37c1d11b2a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:41.318681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:41.328728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:41.334711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:41.337710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.338521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ede68a-3327-425c-9afd-586141de55a7 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:05:41.350058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.354462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-54b3e600-2342-47bb-9561-11a6889cfd2a admin admin] 10.222.0.58 "DELETE /v2.0/routers/d3ede68a-3327-425c-9afd-586141de55a7 HTTP/1.1" status: 204 len: 168 time: 3.2051215 Aug 25 15:05:41.355309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49152) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:41.421671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Deleting subnet 5a0cf900-3f60-42c7-881c-864a6725daf3 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:05:41.425035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.429487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Pushing event updated for resources: {'Port': ['ID=fd806ed5-ee9d-4775-b413-5c617c416e6d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:41.453010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:41.453688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.475678 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.537529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.584192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-d4a5419c-1eed-4eee-9e58-a7a63c58e9c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8066404 Aug 25 15:05:41.598172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Request body: {'port': {'device_id': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:41.712779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.738407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.826693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0cf900-3f60-42c7-881c-864a6725daf3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:41.833194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Made reservation on behalf of 2f16218e650740b5b8d169bc381bf410 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:41.844463 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e706a85e-5a8d-4f31-8575-6898bf54f1ea req-4525c4d1-ad3b-49a9-94fb-f8fc075e31fd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.1003051 Aug 25 15:05:41.846146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.847735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:41.850920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44ef1a19-0a9f-490e-8c91-72f7b863ec2b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5a0cf900-3f60-42c7-881c-864a6725daf3 HTTP/1.1" status: 204 len: 168 time: 0.4940512 Aug 25 15:05:41.856654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49176) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:42.116013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.332219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.364367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8e6add-5855-4408-b2dd-64ec2322e555']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:42.389260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccf1acd-1c00-4c43-a146-9e1d8316f329') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:42.389588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccf1acd-1c00-4c43-a146-9e1d8316f329') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:42.410914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.441212 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.452255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:05:42.453075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:05:42.456713 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:05:42.506653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc9ada-70ce-42a9-85fe-c1d558277783 req-a2311134-7663-4ad0-b447-3b6ee6187218 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:42.508477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37cc9ada-70ce-42a9-85fe-c1d558277783 req-a2311134-7663-4ad0-b447-3b6ee6187218 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.2783353 Aug 25 15:05:42.619144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37cc9ada-70ce-42a9-85fe-c1d558277783 req-23dd48f4-8323-4146-9034-15edf1525e5e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968637 Aug 25 15:05:42.680652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.711507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.718945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/dd8e6add-5855-4408-b2dd-64ec2322e555 HTTP/1.1" status: 204 len: 168 time: 0.8610833 Aug 25 15:05:42.722071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a22b12-eb58-42b4-8ae2-080dda8d06bf admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8e6add-5855-4408-b2dd-64ec2322e555,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:42.736781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd806ed5-ee9d-4775-b413-5c617c416e6d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:42.756555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:42.788811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Transition to ACTIVE for port object fd806ed5-ee9d-4775-b413-5c617c416e6d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:42.885672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:42.913550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:42.914310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e6fc909-bc5a-48cf-8005-67ae9e5a6729 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:43.061982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9701053-b2bf-4184-8dcb-7de8194baebc req-805047da-f8fa-43da-84f0-edc9de6020de tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.0657799 Aug 25 15:05:43.107271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:43.343314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Allocated IP 172.20.0.11 (1ff02074-a0e0-4ec2-aa0b-46db60ddecc2/cee1e97d-ce84-4194-91de-4777f45fa128/d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:05:43.366308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Pushing event updated for resources: {'Port': ['ID=fd806ed5-ee9d-4775-b413-5c617c416e6d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:43.499093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Attempting to bind port fd806ed5-ee9d-4775-b413-5c617c416e6d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:43.499539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Attempting to bind port fd806ed5-ee9d-4775-b413-5c617c416e6d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:43.499978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Attempting to bind port fd806ed5-ee9d-4775-b413-5c617c416e6d on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:43.508450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Port fd806ed5-ee9d-4775-b413-5c617c416e6d on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:43.509057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Attempting to bind port fd806ed5-ee9d-4775-b413-5c617c416e6d on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:43.522151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:05:43.522508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Checking segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:43.523041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Bound using segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:05:43.523526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Bound port: fd806ed5-ee9d-4775-b413-5c617c416e6d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:05:43.523991 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:43.662951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49288) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:43.838025 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6deb539b-23d6-4e34-9650-b2f3674aa1f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a491ae197ac542398bcdb8d404de1cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688643 Aug 25 15:05:43.838542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49316) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:44.000620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] For port fd806ed5-ee9d-4775-b413-5c617c416e6d, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:05:44.035258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] For port fd806ed5-ee9d-4775-b413-5c617c416e6d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:05:44.065247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9faee55f-7f81-472b-b68c-308d5d467c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.121313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9faee55f-7f81-472b-b68c-308d5d467c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.229753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129664cd-8bbc-4613-9ede-0b52693a6a61 req-e762a5a5-18b3-4f3f-ac7a-a0d62f04e731 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:44.241551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e32d2bc-699f-4fef-89cf-0140d64896a7 req-b8f10c42-ae3d-4721-9ac6-e7c7b3bae8de tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.0505228 Aug 25 15:05:44.279087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-129664cd-8bbc-4613-9ede-0b52693a6a61 req-e762a5a5-18b3-4f3f-ac7a-a0d62f04e731 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.4289980 Aug 25 15:05:44.299254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.319120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.394398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:44.394398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.394398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 1091 time: 2.8041172 Aug 25 15:05:44.417451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9faee55f-7f81-472b-b68c-308d5d467c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.420632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'tag': 'fd806ed5-ee9d-4775-b413-5c617c416e6d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:44.420985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9faee55f-7f81-472b-b68c-308d5d467c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.422477 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9faee55f-7f81-472b-b68c-308d5d467c55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96f25146-e072-4e24-b8da-0a75022cfe6a HTTP/1.1" status: 204 len: 168 time: 0.5828691 Aug 25 15:05:44.431566 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee0d503-fd9f-4204-872b-de08ad636ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "33fb5afe-5aa3-49a0-b388-6adf0ef74c25", "tag": "fd806ed5-ee9d-4775-b413-5c617c416e6d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:44.431566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-129664cd-8bbc-4613-9ede-0b52693a6a61 req-3325c3a1-936c-45d9-a3c5-6983d2fa8e89 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499314 Aug 25 15:05:44.453870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee55f-7f81-472b-b68c-308d5d467c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f25146-e072-4e24-b8da-0a75022cfe6a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:44.537476 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7423796e-d717-406d-b0b8-fe33a164ddea x-openstack-request-id: req-7423796e-d717-406d-b0b8-fe33a164ddea {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:44.539046 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fb5afe-5aa3-49a0-b388-6adf0ef74c25", "tag": "fd806ed5-ee9d-4775-b413-5c617c416e6d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:44.539046 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7423796e-d717-406d-b0b8-fe33a164ddea {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:44.539046 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'tag': 'fd806ed5-ee9d-4775-b413-5c617c416e6d', 'status': 'completed', 'code': 200} Aug 25 15:05:44.677440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19acf4-7ddd-496f-be52-bb8b1fda3a15 service neutron] Pushing event updated for resources: {'Port': ['ID=fd806ed5-ee9d-4775-b413-5c617c416e6d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:44.766447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d503-fd9f-4204-872b-de08ad636ca4 req-13bd4dea-d903-4b57-b4e6-ba0c9dd828db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:44.769313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ee0d503-fd9f-4204-872b-de08ad636ca4 req-13bd4dea-d903-4b57-b4e6-ba0c9dd828db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1094 time: 0.2301235 Aug 25 15:05:44.906804 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:44.995399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:45.001043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:45.012054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:45.055734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Pushing event updated for resources: {'Port': ['ID=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:45.061511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d503-fd9f-4204-872b-de08ad636ca4 req-0643f895-3421-481d-afa8-bc698e0890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:45.063017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ee0d503-fd9f-4204-872b-de08ad636ca4 req-0643f895-3421-481d-afa8-bc698e0890ad service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f16218e650740b5b8d169bc381bf410&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2842867 Aug 25 15:05:45.129006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:45.130238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:45.215201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d503-fd9f-4204-872b-de08ad636ca4 req-80f0cc78-1b2a-4f74-a063-8d8c3ede4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:45.216712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ee0d503-fd9f-4204-872b-de08ad636ca4 req-80f0cc78-1b2a-4f74-a063-8d8c3ede4c5d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463175 Aug 25 15:05:45.343634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-9ae07554-6852-4ba4-b2e3-ba783387593d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2568429 Aug 25 15:05:45.368947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Request body: {'port': {'device_id': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:45.444525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-c14f7a28-c59a-4ae1-850d-38e37962313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:45.446766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-c14f7a28-c59a-4ae1-850d-38e37962313e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1094 time: 0.1845701 Aug 25 15:05:45.573700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-0c2d9e6e-a312-460c-af49-15b4958f2bfe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 217 time: 0.1068792 Aug 25 15:05:45.683413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a9bc0-d593-4e9f-a9cb-3839d9095007 req-5ac31f09-6805-4cf3-bbce-cfb18b3787a9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:45.692537 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a5a9bc0-d593-4e9f-a9cb-3839d9095007 req-5ac31f09-6805-4cf3-bbce-cfb18b3787a9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.1026556 Aug 25 15:05:45.759781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a5a9bc0-d593-4e9f-a9cb-3839d9095007 req-856f1e0a-5200-431e-991e-35284f0681d6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661426 Aug 25 15:05:46.181994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:46.195418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d568ae-c9b4-45b6-942a-b960dd85e5c3 req-3b386d24-1986-457b-8a13-fdf9610a1789 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:46.196961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50d568ae-c9b4-45b6-942a-b960dd85e5c3 req-3b386d24-1986-457b-8a13-fdf9610a1789 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 932 time: 0.7709532 Aug 25 15:05:46.208706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28484-0795-4027-9d05-6e24ded12178 req-9cfdae0c-a799-445f-84c6-3354eb2d6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:46.210193 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-9cfdae0c-a799-445f-84c6-3354eb2d6d36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.5893710 Aug 25 15:05:46.272885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-65b3c1a1-ce20-44e3-a9a1-e7917ce02efd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487235 Aug 25 15:05:46.309255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50d568ae-c9b4-45b6-942a-b960dd85e5c3 req-285b67e5-b2d9-41ad-828a-d40246a4601e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030359 Aug 25 15:05:46.517556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-3fde1a2d-dc02-4f40-91d7-595a5622ef25 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197719 Aug 25 15:05:46.549136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49452) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:46.759980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8d34aa-ca37-4a40-a796-986a55dfe678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:46.948972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5e28484-0795-4027-9d05-6e24ded12178 req-6f9fbc8a-9998-4299-8e9d-1cc8d65c3017 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615079 Aug 25 15:05:46.995012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe2815-e45f-45a7-9dfb-cee09a7f5f4c req-23726b53-da6f-4c72-a2a9-e38ffe00e19c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:47.002129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4bfe2815-e45f-45a7-9dfb-cee09a7f5f4c req-23726b53-da6f-4c72-a2a9-e38ffe00e19c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.1160655 Aug 25 15:05:47.067408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4bfe2815-e45f-45a7-9dfb-cee09a7f5f4c req-49bc78d2-bfa9-4ad9-b90c-d1117ecd6869 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593283 Aug 25 15:05:47.135704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:47.147045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.170055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Transition to ACTIVE for port object d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:47.188035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8d34aa-ca37-4a40-a796-986a55dfe678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.268272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.339799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Pushing event updated for resources: {'Port': ['ID=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:47.347512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8d34aa-ca37-4a40-a796-986a55dfe678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.409707 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b8d34aa-ca37-4a40-a796-986a55dfe678 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ae9aabd39a84ef2a37f3cf6c516b4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8502982 Aug 25 15:05:47.409707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:47.415498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d34aa-ca37-4a40-a796-986a55dfe678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a7a27d-2939-43df-8710-0510fd9c2060,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:47.461340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Attempting to bind port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:47.461560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Attempting to bind port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:47.461828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Attempting to bind port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:47.500895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:47.501225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Attempting to bind port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba on network 1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:47.509318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:05:47.510054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Checking segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:47.510453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Bound using segment: {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:05:47.510896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Bound port: d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:05:47.511471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.553722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea60cf1-b9f1-4573-bfa2-f7e25ec4d44c req-2b1332e0-57d8-408d-91b6-e148902cb23f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:47.556427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ea60cf1-b9f1-4573-bfa2-f7e25ec4d44c req-2b1332e0-57d8-408d-91b6-e148902cb23f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 944 time: 0.1412513 Aug 25 15:05:47.558997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bae8abf6-7261-4866-8c59-1979877253b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.640308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bae8abf6-7261-4866-8c59-1979877253b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.670649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ea60cf1-b9f1-4573-bfa2-f7e25ec4d44c req-1465a73f-bcd1-4cc3-8350-3f6337df89c2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793071 Aug 25 15:05:47.674084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] For port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:05:47.678775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] For port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:05:47.921880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bae8abf6-7261-4866-8c59-1979877253b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.923066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.928671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bae8abf6-7261-4866-8c59-1979877253b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.930240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bae8abf6-7261-4866-8c59-1979877253b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67a7a27d-2939-43df-8710-0510fd9c2060 HTTP/1.1" status: 204 len: 168 time: 0.5267293 Aug 25 15:05:47.948887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8abf6-7261-4866-8c59-1979877253b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a7a27d-2939-43df-8710-0510fd9c2060,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:47.967730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:47.968538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:47.970142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] 10.222.0.52 "PUT /v2.0/ports/d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba HTTP/1.1" status: 200 len: 1092 time: 2.6171842 Aug 25 15:05:47.972947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'tag': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:47.985730 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977eb1ce-7959-4799-b722-762235bd8f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8877cfc-e355-432a-b872-ddd18bf2d34b", "tag": "d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:48.020115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd4828-5e8b-4774-80ea-dc97c9713160 service neutron] Pushing event updated for resources: {'Port': ['ID=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:48.048494 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e1634-8d95-4c5a-9d82-3aad72557abb x-openstack-request-id: req-6b9e1634-8d95-4c5a-9d82-3aad72557abb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:48.048792 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8877cfc-e355-432a-b872-ddd18bf2d34b", "tag": "d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:48.049049 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b9e1634-8d95-4c5a-9d82-3aad72557abb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:48.049448 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'tag': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba', 'status': 'completed', 'code': 200} Aug 25 15:05:48.108013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb1ce-7959-4799-b722-762235bd8f9e req-34a2f650-d712-425a-a011-5adfa3d67044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:48.109590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-977eb1ce-7959-4799-b722-762235bd8f9e req-34a2f650-d712-425a-a011-5adfa3d67044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 1095 time: 0.0408986 Aug 25 15:05:48.233398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb1ce-7959-4799-b722-762235bd8f9e req-625b5e6e-3ff2-46b2-9296-dfff9de4a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:48.236111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-977eb1ce-7959-4799-b722-762235bd8f9e req-625b5e6e-3ff2-46b2-9296-dfff9de4a7e8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f16218e650740b5b8d169bc381bf410&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1190200 Aug 25 15:05:48.459061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb1ce-7959-4799-b722-762235bd8f9e req-aecf3780-8c8a-448f-9078-47ed73b95e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:48.459061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-977eb1ce-7959-4799-b722-762235bd8f9e req-aecf3780-8c8a-448f-9078-47ed73b95e08 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150784 Aug 25 15:05:48.561633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-7449ecb6-2d3f-40fb-becb-5314e9b00d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:48.564191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-7449ecb6-2d3f-40fb-becb-5314e9b00d8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 1095 time: 0.0639436 Aug 25 15:05:48.654935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-5004c535-cedf-45cf-be64-53c554e72e31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba HTTP/1.1" status: 200 len: 217 time: 0.0789745 Aug 25 15:05:48.763881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-40903840-961c-43ea-b4c2-291be5830ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:48.768194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-40903840-961c-43ea-b4c2-291be5830ec8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.1043937 Aug 25 15:05:48.837556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-a12e9aed-13e9-414b-9a03-82930bc13a53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594666 Aug 25 15:05:49.097784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc63ec-4f7c-49bb-82f8-7ea722c80158 req-a7f1436b-a3bc-4dee-9ac5-6dbb37d1166d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:49.105228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3bc63ec-4f7c-49bb-82f8-7ea722c80158 req-a7f1436b-a3bc-4dee-9ac5-6dbb37d1166d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 944 time: 0.1411693 Aug 25 15:05:49.236015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3bc63ec-4f7c-49bb-82f8-7ea722c80158 req-601a20db-6220-4d8f-960b-3c884a725151 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297138 Aug 25 15:05:49.246128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-add80a76-5e05-4256-98f6-81b719fd58be service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032719 Aug 25 15:05:49.365016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a650dbd-86b1-4e09-945f-373f7f132598 req-725a246c-1aeb-4c0c-ad39-ec82c7f8021c service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096983 Aug 25 15:05:50.471693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159c46-e586-47f3-8cbe-0f1ffd7199b1 req-1c6b8ce7-40b3-4503-9295-468aec59e60e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:50.476410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2159c46-e586-47f3-8cbe-0f1ffd7199b1 req-1c6b8ce7-40b3-4503-9295-468aec59e60e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 944 time: 0.0867679 Aug 25 15:05:50.558245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2159c46-e586-47f3-8cbe-0f1ffd7199b1 req-638fe9f4-2b4a-47d1-9263-7de601922f9f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772104 Aug 25 15:05:50.718217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd806ed5-ee9d-4775-b413-5c617c416e6d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:05:50.861167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fd806ed5-ee9d-4775-b413-5c617c416e6d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:50.888511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'fd806ed5-ee9d-4775-b413-5c617c416e6d', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'port_id': 'fd806ed5-ee9d-4775-b413-5c617c416e6d', 'mac_address': 'fa:16:3e:f6:f9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:05:50.943258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:50.978691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd806ed5-ee9d-4775-b413-5c617c416e6d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:51.008609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fd806ed5-ee9d-4775-b413-5c617c416e6d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:51.142254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20377137-c594-4a18-8a29-ce4e90697c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:51.171823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:51.266977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49654) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:51.268531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fd806ed5-ee9d-4775-b413-5c617c416e6d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:51.397716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd806ed5-ee9d-4775-b413-5c617c416e6d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:51.505592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-618675390'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:51.657709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Made reservation on behalf of 5669a34fe5c6479d8dd84f30e99ef821 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:51.661361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:51.670602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:51.708177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e94698-8ef8-4da2-b9b5-bfcd5157df97 req-26a13030-ee77-4b23-aff2-a93edda04d0b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:51.709736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71e94698-8ef8-4da2-b9b5-bfcd5157df97 req-26a13030-ee77-4b23-aff2-a93edda04d0b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 944 time: 0.0596945 Aug 25 15:05:51.792109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:51.810520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71e94698-8ef8-4da2-b9b5-bfcd5157df97 req-f7ed9db1-f882-4911-912e-6815eaeffd92 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944979 Aug 25 15:05:51.883170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:51.884388 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:05:51.946186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.029300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39afba6-9f5e-45bc-99be-5eee6937233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.045233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:05:52.132618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.133096 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Added segment 1617afd9-ab4a-4ea0-a860-3a649759a8f5 of type vlan for network 50d63115-5cfc-4315-bb20-2182a35951c8 Aug 25 15:05:52.149128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49688) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:52.187184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.213423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b3034-a5ec-44a5-b5de-4001026011c4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:52.290401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.304005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:52.305932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.349544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39afba6-9f5e-45bc-99be-5eee6937233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.406160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aa7aca92-4d79-4c2c-ba44-6413f7c6a43b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b46a0112f9e4d139581fa12cbdb053a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557230 Aug 25 15:05:52.408341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:52.459485 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39afba6-9f5e-45bc-99be-5eee6937233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.496615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Pushing event updated for resources: {'Network': ['ID=50d63115-5cfc-4315-bb20-2182a35951c8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:52.515060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 50d63115-5cfc-4315-bb20-2182a35951c8 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:05:52.521021 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e39afba6-9f5e-45bc-99be-5eee6937233c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4fd0668816641a1b1b311751328ef72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365664 Aug 25 15:05:52.523774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49702) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:52.535987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39afba6-9f5e-45bc-99be-5eee6937233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e361a1-5665-4b2f-8375-7be95f1bf83c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:52.549024 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d35cbdae-1bd7-4469-b3af-1b05a19c3532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2806976 Aug 25 15:05:52.558214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85991b5-3b48-4e04-870a-82ae6a24d36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.615590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85991b5-3b48-4e04-870a-82ae6a24d36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.621612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1044cf5d-5503-424b-a837-30a396153e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.656322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1044cf5d-5503-424b-a837-30a396153e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.749692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:05:52.758108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd806ed5-ee9d-4775-b413-5c617c416e6d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:52.818010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85991b5-3b48-4e04-870a-82ae6a24d36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.821492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d85991b5-3b48-4e04-870a-82ae6a24d36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.823816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d85991b5-3b48-4e04-870a-82ae6a24d36f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5ed98c1-4f44-4247-8291-5d01cbdeebcc HTTP/1.1" status: 204 len: 168 time: 0.4105711 Aug 25 15:05:52.851295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85991b5-3b48-4e04-870a-82ae6a24d36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed98c1-4f44-4247-8291-5d01cbdeebcc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:52.945583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:52.977478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba', 'network_id': '1ff02074-a0e0-4ec2-aa0b-46db60ddecc2', 'port_id': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba', 'mac_address': 'fa:16:3e:89:5c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee1e97d-ce84-4194-91de-4777f45fa128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:05:52.980911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1044cf5d-5503-424b-a837-30a396153e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.986792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1044cf5d-5503-424b-a837-30a396153e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:52.987338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1044cf5d-5503-424b-a837-30a396153e53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53e361a1-5665-4b2f-8375-7be95f1bf83c HTTP/1.1" status: 204 len: 168 time: 0.4618907 Aug 25 15:05:53.014471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044cf5d-5503-424b-a837-30a396153e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e361a1-5665-4b2f-8375-7be95f1bf83c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:53.072911 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.102984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:05:53.120524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49718) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:53.126745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Request body: {'port': {'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8', 'binding:host_id': 'n-h2-805995-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499314546'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:53.132438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e4c7-d29d-41c7-802c-a18db4e927b3 req-616071ae-1ca0-4b3f-80f4-83530162ca03 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:53.145328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:53.145773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22f1e4c7-d29d-41c7-802c-a18db4e927b3 req-616071ae-1ca0-4b3f-80f4-83530162ca03 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 944 time: 0.1200955 Aug 25 15:05:53.190659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22f1e4c7-d29d-41c7-802c-a18db4e927b3 req-b93e7749-683e-4fc4-900e-1881c5351951 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Aug 25 15:05:53.215099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port fd806ed5-ee9d-4775-b413-5c617c416e6d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:05:53.220994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port fd806ed5-ee9d-4775-b413-5c617c416e6d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:53.221489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.297936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Made reservation on behalf of fc002ba7f334429ab43ed3994c78a887 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:53.300286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.300906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.307216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.312157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.367094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd806ed5-ee9d-4775-b413-5c617c416e6d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:53.370024 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f5fc8-6031-4dd8-b487-0134a855edbd" -d '{"events": [{"server_uuid": "33fb5afe-5aa3-49a0-b388-6adf0ef74c25", "name": "network-vif-plugged", "status": "completed", "tag": "fd806ed5-ee9d-4775-b413-5c617c416e6d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:53.392543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fd806ed5-ee9d-4775-b413-5c617c416e6d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:53.396622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:53.424193 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c57349f-e826-46a9-b02f-bbea7e0e090f x-openstack-request-id: req-2c57349f-e826-46a9-b02f-bbea7e0e090f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:53.426585 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb5afe-5aa3-49a0-b388-6adf0ef74c25", "name": "network-vif-plugged", "status": "completed", "tag": "fd806ed5-ee9d-4775-b413-5c617c416e6d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:53.426585 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c57349f-e826-46a9-b02f-bbea7e0e090f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:53.426585 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd806ed5-ee9d-4775-b413-5c617c416e6d', 'code': 200} Aug 25 15:05:53.479218 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.521412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.533063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:05:53.556444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.563760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port eaaab0b8-8242-47ca-8fe3-0533639650a5 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:05:53.568459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eecf06-94b4-41b0-8a93-754e2c89b225 req-98aff4c3-7865-44ce-a2fa-5d73ef8dac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:53.571407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7eecf06-94b4-41b0-8a93-754e2c89b225 req-98aff4c3-7865-44ce-a2fa-5d73ef8dac25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1095 time: 0.0730517 Aug 25 15:05:53.642000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7eecf06-94b4-41b0-8a93-754e2c89b225 req-c9ae9c09-7aaa-4e26-b922-8db96de7714e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616074 Aug 25 15:05:53.653740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddea413-20c0-4390-9893-3e5b9b3c680b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:53.677134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fd806ed5-ee9d-4775-b413-5c617c416e6d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:53.806365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5262c82-22f9-4c46-84a9-a27f7f59ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:53.986257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.009434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port eaaab0b8-8242-47ca-8fe3-0533639650a5 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:05:54.021823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.036118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Transition to ACTIVE for port object eaaab0b8-8242-47ca-8fe3-0533639650a5 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:54.076537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49754) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:54.116976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a711c00-a914-49c9-8c9d-191c87038f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.143509 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.204958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=eaaab0b8-8242-47ca-8fe3-0533639650a5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:54.278421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49764) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:54.336204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Checking segment: {'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:05:54.336815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Network hostable DHCP agents. Network: 50d63115-5cfc-4315-bb20-2182a35951c8, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:05:54.363188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ccc25-0fb9-40fb-9d98-5947aa6b5510 req-e626bd3f-bbf0-42df-9f66-db0326a5adcd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:54.373311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b84ccc25-0fb9-40fb-9d98-5947aa6b5510 req-e626bd3f-bbf0-42df-9f66-db0326a5adcd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 945 time: 0.0740013 Aug 25 15:05:54.432171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b84ccc25-0fb9-40fb-9d98-5947aa6b5510 req-18c2eeaa-3f5b-4f32-8c99-cb7ac8cf7aae tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Aug 25 15:05:54.468520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a711c00-a914-49c9-8c9d-191c87038f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.575123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Network 50d63115-5cfc-4315-bb20-2182a35951c8 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:05:54.632848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a711c00-a914-49c9-8c9d-191c87038f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.697656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3a711c00-a914-49c9-8c9d-191c87038f0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=836e6f8cb498407383d277c13ad764c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198747 Aug 25 15:05:54.777190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a711c00-a914-49c9-8c9d-191c87038f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffec466-9135-4722-a70f-abb786f873bf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:54.779203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:05:54.780051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49774) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:54.810865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 50d63115-5cfc-4315-bb20-2182a35951c8) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:54.822715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:54.829722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92757c30-ff18-46c7-ae90-f0da780f3bb0 None None] Network 50d63115-5cfc-4315-bb20-2182a35951c8 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:05:54.855998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:54.856340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:54.856842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:54.888492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:54.889541 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:54.892431 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 2 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:54.896812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87c05f8a-87cb-472c-b87c-390b85df2e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.915862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:54.916308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:54.916843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:54.930760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:54.931236 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:54.934479 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 3 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:54.948227 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87c05f8a-87cb-472c-b87c-390b85df2e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:54.977412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:54.977980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:54.978384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:54.986385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:54.986963 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:54.994020 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 4 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:54.996158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:05:55.003465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:05:55.004054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.022646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.023058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.023492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.029603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.029993 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.031187 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 5 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:55.122983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.125216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.128153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.138566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.139466 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.140337 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 6 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:55.160048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.164582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.166012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.166766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.178027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.178871 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.179773 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 7 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:55.205722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.207914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.209650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.220373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.221113 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.223523 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 8 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:55.279818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.280319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.280874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.300552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87c05f8a-87cb-472c-b87c-390b85df2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.303101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87c05f8a-87cb-472c-b87c-390b85df2e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.308062 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-87c05f8a-87cb-472c-b87c-390b85df2e8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ffec466-9135-4722-a70f-abb786f873bf HTTP/1.1" status: 204 len: 168 time: 0.5441027 Aug 25 15:05:55.316943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.317294 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.332520 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 9 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:55.391754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c05f8a-87cb-472c-b87c-390b85df2e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffec466-9135-4722-a70f-abb786f873bf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:55.408418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.408777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.410406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.429296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.429632 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.430031 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 10 to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 Aug 25 15:05:55.446295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.487881 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.505886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:55.508152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:55.510756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:55.531004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port eaaab0b8-8242-47ca-8fe3-0533639650a5 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:55.533380 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port eaaab0b8-8242-47ca-8fe3-0533639650a5 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:55.535307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.539248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:05:55.543969 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889c2dd-a3e3-49da-acb9-655eb5b4fcbe" -d '{"events": [{"server_uuid": "b8877cfc-e355-432a-b872-ddd18bf2d34b", "name": "network-vif-plugged", "status": "completed", "tag": "d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:05:55.585046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:55.626219 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989d2ec-beab-43b4-8cda-8b3d1499daff x-openstack-request-id: req-7989d2ec-beab-43b4-8cda-8b3d1499daff {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:05:55.626219 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8877cfc-e355-432a-b872-ddd18bf2d34b", "name": "network-vif-plugged", "status": "completed", "tag": "d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:05:55.626219 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7989d2ec-beab-43b4-8cda-8b3d1499daff {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:05:55.626219 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba', 'code': 200} Aug 25 15:05:55.674529 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.740790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] For port eaaab0b8-8242-47ca-8fe3-0533639650a5, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:05:55.741596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempted to set empty binding levels {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 15:05:55.751064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:55.824730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fc22b-37b5-4178-a452-15963b1c718c req-ddc32e41-38f3-475d-a3e0-0b442c377909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:55.827283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb8fc22b-37b5-4178-a452-15963b1c718c req-ddc32e41-38f3-475d-a3e0-0b442c377909 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 1097 time: 0.0671897 Aug 25 15:05:55.843895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506765-0900-434a-9070-46ae8a6c00ba req-c2b9f471-6f7d-4a1c-b72e-e02f2a83a477 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:55.851932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1506765-0900-434a-9070-46ae8a6c00ba req-c2b9f471-6f7d-4a1c-b72e-e02f2a83a477 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1329031 Aug 25 15:05:55.855961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:55.921269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bb8fc22b-37b5-4178-a452-15963b1c718c req-19021ddf-b85a-444e-bc6b-93503f87ef22 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857916 Aug 25 15:05:55.975753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Deleting port 1961a5ba-4835-4c85-bea9-da5c054ce807 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:55.976108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.097812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] For port 1961a5ba-4835-4c85-bea9-da5c054ce807, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1961a5ba-4835-4c85-bea9-da5c054ce807,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:56.098200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.133205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Calling delete_port for 1961a5ba-4835-4c85-bea9-da5c054ce807 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:56.419743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:56.420135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.432176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1506765-0900-434a-9070-46ae8a6c00ba req-eb50fbe8-3d7d-47a7-9782-4dccfed89464 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791543 Aug 25 15:05:56.444446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=eaaab0b8-8242-47ca-8fe3-0533639650a5,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:56.447944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.483593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Pushing event deleted for resources: {'Port': ['ID=1961a5ba-4835-4c85-bea9-da5c054ce807,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:56.552928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c12c9724-5352-41c0-9762-4ea830561020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.4312835 Aug 25 15:05:56.555695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49822) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:56.747568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Deleting port eaaab0b8-8242-47ca-8fe3-0533639650a5 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:56.748254 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.778980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.842244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] For port eaaab0b8-8242-47ca-8fe3-0533639650a5, host n-h2-805995-2, got binding levels [] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:56.842636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:56.871759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Calling delete_port for eaaab0b8-8242-47ca-8fe3-0533639650a5 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:57.067612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.098952 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.137626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:05:57.178119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaaab0b8-8242-47ca-8fe3-0533639650a5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:57.187476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.191539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8733fe13-32b3-490b-9f47-e22a0f7b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "DELETE /v2.0/ports/eaaab0b8-8242-47ca-8fe3-0533639650a5 HTTP/1.1" status: 204 len: 168 time: 0.6343100 Aug 25 15:05:57.192647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49852) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:57.204689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.244514 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1a3437-75ee-4901-9497-08fc75be608c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:05:57.246690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ae1a3437-75ee-4901-9497-08fc75be608c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "GET /v2.0/ports/eaaab0b8-8242-47ca-8fe3-0533639650a5 HTTP/1.1" status: 404 len: 333 time: 0.0527236 Aug 25 15:05:57.251259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49854) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:57.263506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Request body: {'port': {'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958001634'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:57.312168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:05:57.324397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c03a29d7-4952-4d5c-939a-adf27a2ad63d admin admin] 10.222.0.58 "PUT /v2.0/routers/e7f90d52-f90f-4c25-8edf-c9130bd1a6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0414453 Aug 25 15:05:57.325880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:57.327128 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] Sync routers for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:05:57.337284 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:57.337908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:57.429299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Made reservation on behalf of fc002ba7f334429ab43ed3994c78a887 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:05:57.432941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.459669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49866) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:57.468846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445788636', 'description': 'tempest-secgroup-smoke-1445788636 description', 'project_id': '1adf2409290d43fda7863871e785644e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:57.473931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port f63dcd85-e167-4efe-9d10-c492de560a38 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:05:57.492589 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:57.531174 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.710051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.776140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bd404-6b90-40ff-b202-638e33f20e2d req-51767099-916a-404b-8c9e-b88c96e8bdcf tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:57.776140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-131bd404-6b90-40ff-b202-638e33f20e2d req-51767099-916a-404b-8c9e-b88c96e8bdcf tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1933858 Aug 25 15:05:57.778075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.790100 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T15:05:56Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:57.831390 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] Checking router: e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:05:57.849376 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] Routers {'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:05:57.850375 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:57.910464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.924056 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:57.947822 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-131bd404-6b90-40ff-b202-638e33f20e2d req-0ae686de-7999-4dff-8279-39a35dbd9d2d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581368 Aug 25 15:05:58.042059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.100998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Deleting port 529e555f-7a83-465d-9dbd-c11eea61010b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:05:58.101825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.111364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] Set router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:05:58.115593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.231877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.260581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=f63dcd85-e167-4efe-9d10-c492de560a38,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:58.331629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Network 50d63115-5cfc-4315-bb20-2182a35951c8 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:05:58.340755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c223bdf0-439e-42cd-84b1-022b059614f3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:58.345436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:05:58.347899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:05:58.349219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:58.350408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.409060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.442418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] For port 529e555f-7a83-465d-9dbd-c11eea61010b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=529e555f-7a83-465d-9dbd-c11eea61010b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:05:58.443922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.470874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Calling delete_port for 529e555f-7a83-465d-9dbd-c11eea61010b owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:05:58.537481 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T15:05:56Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:05:58.571547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.608207 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801db33c-33c3-4842-85a0-0e7fa0ecba5c None None] The sync data for ids ['e7f90d52-f90f-4c25-8edf-c9130bd1a6f6'] in n-d-805995-2 is: [{'id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'name': 'tempest-AttachVolumeTestJSON-348836397-router', 'tenant_id': '2031dc7b720d4414b231de1e019c76d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T14:57:40Z', 'updated_at': '2021-08-25T15:05:56Z', 'revision_number': 5, 'project_id': '2031dc7b720d4414b231de1e019c76d3', 'gw_port': {'id': '529e555f-7a83-465d-9dbd-c11eea61010b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90d52-f90f-4c25-8edf-c9130bd1a6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T14:57:41Z', 'updated_at': '2021-08-25T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:05:58.672468 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-80d46488-ec90-4e10-9f0a-7cb38984495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4203422 Aug 25 15:05:58.675517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:58.682581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:58.683943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d77e32-3b22-41b4-89f2-d065ad6e6f17,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:58.736295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.740522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7eaaf6f7-cf5a-4e5c-ab95-fa2e1d0834db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2770627 Aug 25 15:05:58.743177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49908) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:58.752948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '72d77e32-3b22-41b4-89f2-d065ad6e6f17', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:05:58.754142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd36162-c799-4766-85e9-4392a1b8c138 req-d627ed82-ac1e-444c-803c-0fcb341f9c80 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:58.757802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfd36162-c799-4766-85e9-4392a1b8c138 req-d627ed82-ac1e-444c-803c-0fcb341f9c80 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1935866 Aug 25 15:05:58.773620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-0987b2f0-a587-40cf-8ed7-59d5465aeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:58.775581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-0987b2f0-a587-40cf-8ed7-59d5465aeff6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 1097 time: 0.1637869 Aug 25 15:05:58.800891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:58.933793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfd36162-c799-4766-85e9-4392a1b8c138 req-51cc71ac-43f6-4d7e-aecb-1385405b7f41 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631533 Aug 25 15:05:58.988891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.019519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1961a5ba-4835-4c85-bea9-da5c054ce807 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:05:59.031106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Pushing event deleted for resources: {'Port': ['ID=529e555f-7a83-465d-9dbd-c11eea61010b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:59.058054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:59.081953 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.082326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1961a5ba-4835-4c85-bea9-da5c054ce807 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:05:59.082467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1961a5ba-4835-4c85-bea9-da5c054ce807 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:05:59.123580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.127099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.164851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-2da5f2f2-d133-48ea-8adb-f324cb63e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:59.164851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-2da5f2f2-d133-48ea-8adb-f324cb63e8d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.3776171 Aug 25 15:05:59.225292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.248238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.254709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.256910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6037f7a2-b258-4db1-bdeb-b6aa9fccdcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.262615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-98802d90-9c1c-4fee-a78d-f17b324275b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba HTTP/1.1" status: 200 len: 217 time: 0.0864804 Aug 25 15:05:59.315714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.371468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66482373-4158-476c-808a-0f1513374933,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:59.385218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port f63dcd85-e167-4efe-9d10-c492de560a38 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:05:59.390409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-b86c913d-587a-4b3e-bfd7-6e10b7a8411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:05:59.391983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-b86c913d-587a-4b3e-bfd7-6e10b7a8411c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.1223021 Aug 25 15:05:59.396002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.409118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.409641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:05:59.416977 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.420849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91068d34-8123-4ca7-bbaa-71cea4b0ebbf admin admin] 10.222.0.58 "DELETE /v2.0/routers/e7f90d52-f90f-4c25-8edf-c9130bd1a6f6 HTTP/1.1" status: 204 len: 168 time: 2.0937650 Aug 25 15:05:59.421464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:59.433131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-427ee780-320c-4925-ae82-d7fc4fcbfa15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331635 Aug 25 15:05:59.434044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Transition to ACTIVE for port object f63dcd85-e167-4efe-9d10-c492de560a38 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:05:59.482218 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6037f7a2-b258-4db1-bdeb-b6aa9fccdcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.493164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Deleting subnet eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:05:59.496922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.541008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.578489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6037f7a2-b258-4db1-bdeb-b6aa9fccdcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.665946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6037f7a2-b258-4db1-bdeb-b6aa9fccdcc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d2d89d410fa435c932c5f2ee09a3682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066349 Aug 25 15:05:59.698332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:05:59.706960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037f7a2-b258-4db1-bdeb-b6aa9fccdcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709dfe2f-2416-493b-870b-852f04f60620,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:59.768162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.821707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8efe4462-107b-4af7-af7c-fd0108d4f0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.854226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.873382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8efe4462-107b-4af7-af7c-fd0108d4f0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:05:59.927621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=f63dcd85-e167-4efe-9d10-c492de560a38,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:05:59.954309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-ca43f367-6a94-4efb-b08f-41009613d919 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137508 Aug 25 15:05:59.956497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:59.956827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:59.957202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:05:59.962047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:05:59.962416 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:05:59.962793 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 2 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:05:59.995789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:05:59.996313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:05:59.996808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.029575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.035301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.035538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f49b2d6c-ec5d-491c-9166-db5f0dbdca05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2901027 Aug 25 15:06:00.041242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49944) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:00.044689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.045198 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.046372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '72d77e32-3b22-41b4-89f2-d065ad6e6f17', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:00.051332 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 3 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.096141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.096477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.096816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.112990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.115270 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb HTTP/1.1" status: 204 len: 168 time: 0.6897717 Aug 25 15:06:00.116422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06b10f-a0df-41d4-b103-1c2ebff6705f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba2e1e0-82d5-4a85-ac09-4d84aa0b8adb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:00.118724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.118724 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.118724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49948) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:00.119084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8efe4462-107b-4af7-af7c-fd0108d4f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.121125 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 4 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.121787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8efe4462-107b-4af7-af7c-fd0108d4f0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.123188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8efe4462-107b-4af7-af7c-fd0108d4f0d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/709dfe2f-2416-493b-870b-852f04f60620 HTTP/1.1" status: 204 len: 168 time: 0.4238658 Aug 25 15:06:00.128257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146b944-df2f-4833-a222-d730ead9a9fc None None] Network 13072f43-e668-4735-8b02-0cdeacca7423 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:00.141903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4462-107b-4af7-af7c-fd0108d4f0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709dfe2f-2416-493b-870b-852f04f60620,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:00.167517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.167731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.168028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.199185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.306576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.306863 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.309289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.319783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a719de-22b8-4c3d-aaa3-9f90219cee15 req-01029856-745a-4802-803b-1e507486f2c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:00.321490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5a719de-22b8-4c3d-aaa3-9f90219cee15 req-01029856-745a-4802-803b-1e507486f2c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.2917166 Aug 25 15:06:00.321896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.326697 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 5 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.341059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.341333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.341676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.346255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bd2f5d4-3fef-4ef7-b7e9-6037c4b26f1f req-d086b0b4-99d2-465e-88f6-fe905879704c service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729007 Aug 25 15:06:00.410144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.410487 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.413546 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 6 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.418107 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.439607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5a719de-22b8-4c3d-aaa3-9f90219cee15 req-aaaedd49-61a8-42b7-a04e-14905867af02 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006703 Aug 25 15:06:00.451244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecff7e0-c268-41ae-afa9-0bf0ae4ac3db,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:00.463244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.463822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.464318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.466286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] DHCP port deletion for 13072f43-e668-4735-8b02-0cdeacca7423 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:06:00.473653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Deleting port 990a6e98-db60-46a4-9fbc-87505f97fe79 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:00.479091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.479091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.479091 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.488758 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 7 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.542163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.542664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.543337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.550474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.551355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.552989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7eba0e32-43b9-4f24-8e83-e6e7a40641f1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5095916 Aug 25 15:06:00.553476 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.555665 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 8 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.561220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:00.561396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Deleting port 990a6e98-db60-46a4-9fbc-87505f97fe79 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:00.561849 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.568475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '72d77e32-3b22-41b4-89f2-d065ad6e6f17', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:00.576103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.577556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.578206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.593118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.593692 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.598213 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 9 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.602117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] For port 990a6e98-db60-46a4-9fbc-87505f97fe79, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=990a6e98-db60-46a4-9fbc-87505f97fe79,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:00.602657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.624201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Calling delete_port for 990a6e98-db60-46a4-9fbc-87505f97fe79 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:00.628518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.628858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.629212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.639869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.640203 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.643018 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 10 to bind port f63dcd85-e167-4efe-9d10-c492de560a38 Aug 25 15:06:00.685304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] For port 990a6e98-db60-46a4-9fbc-87505f97fe79, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=990a6e98-db60-46a4-9fbc-87505f97fe79,segment=NetworkSegment(dca7c18f-7b98-48e4-af6d-c19b65918bc7),segment_id=dca7c18f-7b98-48e4-af6d-c19b65918bc7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:00.685304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.690155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:00.690679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:00.691201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:00.705006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Calling delete_port for 990a6e98-db60-46a4-9fbc-87505f97fe79 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:00.708045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:00.708697 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port f63dcd85-e167-4efe-9d10-c492de560a38 on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:00.709399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.712561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.801986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.809448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] For port f63dcd85-e167-4efe-9d10-c492de560a38, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:00.809948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempted to set empty binding levels {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 15:06:00.893067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 529e555f-7a83-465d-9dbd-c11eea61010b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:06:00.913772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 529e555f-7a83-465d-9dbd-c11eea61010b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:06:00.914125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 529e555f-7a83-465d-9dbd-c11eea61010b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:06:00.914540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 990a6e98-db60-46a4-9fbc-87505f97fe79 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:06:00.943138 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.943917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.960825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dd312a-9a91-483c-8c3e-20df68083fe4,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:00.971724 n-d-805995-2 neutron-server[101874]: INFO neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No ports have port_id starting with 990a6e98-db60-46a4-9fbc-87505f97fe79 Aug 25 15:06:00.983759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:00.993550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.012027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] In _notify_port_updated(), no bound segment for port f63dcd85-e167-4efe-9d10-c492de560a38 on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:06:01.013146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.013937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.015614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "PUT /v2.0/ports/f63dcd85-e167-4efe-9d10-c492de560a38 HTTP/1.1" status: 200 len: 979 time: 2.3384941 Aug 25 15:06:01.019007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.023761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Pushing event deleted for resources: {'Port': ['ID=990a6e98-db60-46a4-9fbc-87505f97fe79,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.028546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] No DVR routers for this DVR port 990a6e98-db60-46a4-9fbc-87505f97fe79 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:06:01.037321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.037816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.038288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.043842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1d444-3d02-4ddf-b559-0177237f7467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:01.049104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] No DVR routers for this DVR port 990a6e98-db60-46a4-9fbc-87505f97fe79 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:06:01.083013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e338371-1c51-4780-9d38-ecb532394c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=f63dcd85-e167-4efe-9d10-c492de560a38,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.087269 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.089129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6ef31287-3033-472a-90a9-40088fddb61d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5269489 Aug 25 15:06:01.092874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49974) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.098433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '72d77e32-3b22-41b4-89f2-d065ad6e6f17', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:01.113035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Pushing event deleted for resources: {'Port': ['ID=990a6e98-db60-46a4-9fbc-87505f97fe79,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.146325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.167929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0358-f2a4-4ca1-b7e9-fa71036b6c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.189957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.189957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.189957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.189957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.189957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.189957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.193805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.199969 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36a2be90-f02a-4150-8e4b-1080ac2a72f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12656 time: 0.1794775 Aug 25 15:06:01.200673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49982) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.236651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.254900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13072f43-e668-4735-8b02-0cdeacca7423']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:01.283613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca7c18f-7b98-48e4-af6d-c19b65918bc7') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:01.283933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca7c18f-7b98-48e4-af6d-c19b65918bc7') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:01.297863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.300774 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.315885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.323530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:06:01.325358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:06:01.371222 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:06:01.393073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Deleting port f63dcd85-e167-4efe-9d10-c492de560a38 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:01.393423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.398045 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.422701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0358-f2a4-4ca1-b7e9-fa71036b6c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.458931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] For port f63dcd85-e167-4efe-9d10-c492de560a38, host n-h2-805995-2, got binding levels [] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:01.459719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.473907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Calling delete_port for f63dcd85-e167-4efe-9d10-c492de560a38 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:01.490281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.521366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d9b21a-b993-4213-a412-2df891d0abd3,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.524306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0358-f2a4-4ca1-b7e9-fa71036b6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.533960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.541193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.543689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] 10.222.0.58 "DELETE /v2.0/networks/13072f43-e668-4735-8b02-0cdeacca7423 HTTP/1.1" status: 204 len: 168 time: 1.4169800 Aug 25 15:06:01.559060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c96a9-2ad0-4a52-b571-9ac7f1653475 admin admin] Pushing event deleted for resources: {'Network': ['ID=13072f43-e668-4735-8b02-0cdeacca7423,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.606298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ff1a0358-f2a4-4ca1-b7e9-fa71036b6c26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41d069811abf4e61905c14cc8372bf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581795 Aug 25 15:06:01.611198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49990) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.616649 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.618134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b93dcb2e-fe0f-433b-af81-e975255e37aa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5240581 Aug 25 15:06:01.622036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49992) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.630440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '72d77e32-3b22-41b4-89f2-d065ad6e6f17', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:01.661846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0358-f2a4-4ca1-b7e9-fa71036b6c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6997b93-ea95-442a-abbc-c38297061c87,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.679269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d3fde-9281-4a2b-8ed2-58a09b7f67a2 req-32048540-dafa-4380-be05-668fa052d013 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:01.681345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a3d3fde-9281-4a2b-8ed2-58a09b7f67a2 req-32048540-dafa-4380-be05-668fa052d013 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1628537 Aug 25 15:06:01.706972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6957ff05-3481-48d1-acd0-4c8d95b00270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.710358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.744752 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a3d3fde-9281-4a2b-8ed2-58a09b7f67a2 req-4420eec8-4821-4203-aef6-a3287cb8d829 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481076 Aug 25 15:06:01.745310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49994) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.761367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event deleted for resources: {'Port': ['ID=f63dcd85-e167-4efe-9d10-c492de560a38,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:01.766813 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:06:01.778454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.785659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6957ff05-3481-48d1-acd0-4c8d95b00270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.795480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.797993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91914b61-15a6-4272-be35-795124b1908a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f63dcd85-e167-4efe-9d10-c492de560a38 HTTP/1.1" status: 204 len: 168 time: 0.5959668 Aug 25 15:06:01.801010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49998) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.844289 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-105a3ff9-30b8-4c36-ae2d-b48345a6ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:06:01.846240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-105a3ff9-30b8-4c36-ae2d-b48345a6ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "GET /v2.0/ports/f63dcd85-e167-4efe-9d10-c492de560a38 HTTP/1.1" status: 404 len: 333 time: 0.0436339 Aug 25 15:06:01.850561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50000) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:01.856428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-392610923', 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:01.890746 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:01.937605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d58a65-3f28-4e78-a1a4-70d1252dc246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.051988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6957ff05-3481-48d1-acd0-4c8d95b00270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.054675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6957ff05-3481-48d1-acd0-4c8d95b00270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.056349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6957ff05-3481-48d1-acd0-4c8d95b00270 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6997b93-ea95-442a-abbc-c38297061c87 HTTP/1.1" status: 204 len: 168 time: 0.4433563 Aug 25 15:06:02.058867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Made reservation on behalf of fc002ba7f334429ab43ed3994c78a887 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:02.060975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.064848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957ff05-3481-48d1-acd0-4c8d95b00270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6997b93-ea95-442a-abbc-c38297061c87,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.065106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.103510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dfda70-025b-4885-b0e8-14d286cc80be,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.116166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port 425e9ae4-871d-46d1-8a19-2acbc7317e9c yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:02.218337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:02.276392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bd4031e2-bc33-48ba-9928-5b31cde65d0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2031dc7b720d4414b231de1e019c76d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540688 Aug 25 15:06:02.279209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50008) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:02.285784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d58a65-3f28-4e78-a1a4-70d1252dc246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.331408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac1c7-971a-4465-86a6-f1add2d9c9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.341309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.354763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac1c7-971a-4465-86a6-f1add2d9c9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.408026 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d58a65-3f28-4e78-a1a4-70d1252dc246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.448275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-87d58a65-3f28-4e78-a1a4-70d1252dc246 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fefafe385d8d414582145d80a9aded0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018943 Aug 25 15:06:02.450328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d58a65-3f28-4e78-a1a4-70d1252dc246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14107471-548f-475a-a8ce-2194199d6148,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.453469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50014) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:02.463489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.504435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.505649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-83988ac7-69cb-4a60-b24a-19d55469046d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8817849 Aug 25 15:06:02.507833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac1c7-971a-4465-86a6-f1add2d9c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.510249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50016) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:02.510747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac1c7-971a-4465-86a6-f1add2d9c9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.511578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a6ac1c7-971a-4465-86a6-f1add2d9c9d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ec24bf4-8449-4917-ba33-3093a3953e78 HTTP/1.1" status: 204 len: 168 time: 0.2314427 Aug 25 15:06:02.524529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '72d77e32-3b22-41b4-89f2-d065ad6e6f17', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:02.530171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ac1c7-971a-4465-86a6-f1add2d9c9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec24bf4-8449-4917-ba33-3093a3953e78,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.538220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Network 50d63115-5cfc-4315-bb20-2182a35951c8 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:02.550493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:02.554575 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8a42b61-8b67-4e27-ba96-7f647382d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.554988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=425e9ae4-871d-46d1-8a19-2acbc7317e9c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.559526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:02.560485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:02.561091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.587505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8a42b61-8b67-4e27-ba96-7f647382d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.655314 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:06:02.659638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.732113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8a42b61-8b67-4e27-ba96-7f647382d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.736909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8a42b61-8b67-4e27-ba96-7f647382d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.738509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e8a42b61-8b67-4e27-ba96-7f647382d633 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14107471-548f-475a-a8ce-2194199d6148 HTTP/1.1" status: 204 len: 168 time: 0.2834744 Aug 25 15:06:02.743079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.749259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a42b61-8b67-4e27-ba96-7f647382d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14107471-548f-475a-a8ce-2194199d6148,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.759192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-19b6839e-1d18-418f-aae3-97723dce131c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9074569 Aug 25 15:06:02.772450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50030) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:02.829478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:02.839188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b26194-b5a6-49df-9a7f-467090f1b394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:02.840913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-67b26194-b5a6-49df-9a7f-467090f1b394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "GET /v2.0/ports/425e9ae4-871d-46d1-8a19-2acbc7317e9c HTTP/1.1" status: 200 len: 958 time: 0.0674064 Aug 25 15:06:02.847922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50034) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:02.886284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254dd5d-add1-4563-9be6-34f633a0d17d req-0e485b43-c358-46ab-a750-401d4746cfc7 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:02.888148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f254dd5d-add1-4563-9be6-34f633a0d17d req-0e485b43-c358-46ab-a750-401d4746cfc7 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.0645218 Aug 25 15:06:02.894592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b72d236-6580-4b6a-9e37-5ca0e3c7a467,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:02.962276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f254dd5d-add1-4563-9be6-34f633a0d17d req-67f8fc11-c22a-4fed-b2a1-9467826dbc38 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594442 Aug 25 15:06:02.962887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Deleting port 425e9ae4-871d-46d1-8a19-2acbc7317e9c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:02.963606 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.034144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.035731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ebb4c0a4-d5a4-4869-84fc-7000633016d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5204685 Aug 25 15:06:03.040073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:03.041190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.048396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'network': {'name': 'tempest-network-smoke--993176616', 'project_id': '1adf2409290d43fda7863871e785644e', 'port_security_enabled': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:03.061779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Calling delete_port for 425e9ae4-871d-46d1-8a19-2acbc7317e9c owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:03.204418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:03.208400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.323847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.332674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:06:03.348382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.348966 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Added segment 6df17442-7b9f-4390-bac2-c937220b3c35 of type vlan for network ca26cf07-c966-434c-8693-38d202678838 Aug 25 15:06:03.395465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event deleted for resources: {'Port': ['ID=425e9ae4-871d-46d1-8a19-2acbc7317e9c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:03.402593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.405180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4368e35-e58e-4112-9e68-00ec33857fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "DELETE /v2.0/ports/425e9ae4-871d-46d1-8a19-2acbc7317e9c HTTP/1.1" status: 204 len: 168 time: 0.5504627 Aug 25 15:06:03.410694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50052) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:03.467924 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94d023f-2660-4169-9a2d-f5b8718f3d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:06:03.476368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d94d023f-2660-4169-9a2d-f5b8718f3d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "GET /v2.0/ports/425e9ae4-871d-46d1-8a19-2acbc7317e9c HTTP/1.1" status: 404 len: 333 time: 0.0576134 Aug 25 15:06:03.476657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:03.483411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.485761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Request body: {'port': {'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-897533879'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:03.589257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Made reservation on behalf of fc002ba7f334429ab43ed3994c78a887 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:03.589815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.598840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.602204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:03.613441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.629167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port aa50c2a9-6b4a-4169-8f35-d782e6d486ca yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:03.706580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Network': ['ID=ca26cf07-c966-434c-8693-38d202678838,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:03.726856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ca26cf07-c966-434c-8693-38d202678838 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:06:03.774801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8062ad5c-50d0-4309-a628-658eef4ac832 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7325213 Aug 25 15:06:03.777570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50074) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:03.782457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'admin_state_up': True, 'project_id': '1adf2409290d43fda7863871e785644e', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:03.831914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.834664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50080) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:03.855893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34140d96-444c-40e8-9768-ca73dbca9383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.940091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:03.941170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.053873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.062108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34140d96-444c-40e8-9768-ca73dbca9383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.068377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.105054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Network 50d63115-5cfc-4315-bb20-2182a35951c8 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:04.124195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:04.126653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:04.127796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:04.131467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.151925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=aa50c2a9-6b4a-4169-8f35-d782e6d486ca,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:04.174960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eef590-27a6-43eb-97ab-63b894623ee3 req-140b268f-a7bc-488b-8d63-8255e267fa38 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:04.176618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2eef590-27a6-43eb-97ab-63b894623ee3 req-140b268f-a7bc-488b-8d63-8255e267fa38 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1071293 Aug 25 15:06:04.198147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34140d96-444c-40e8-9768-ca73dbca9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.248015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34140d96-444c-40e8-9768-ca73dbca9383 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6be0353f125a494b962a0635852fe7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120417 Aug 25 15:06:04.252626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50096) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:04.274013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34140d96-444c-40e8-9768-ca73dbca9383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01717804-ca4e-4aed-aaff-ec3e7302e21b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:04.300152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2eef590-27a6-43eb-97ab-63b894623ee3 req-75c08657-f940-4e12-91ca-72571e9f7cf7 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095772 Aug 25 15:06:04.332633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82ef49be-1fce-4ec4-858d-868a8288153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.362993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e10c32c3-a69a-4b92-b254-61b754568636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8853974 Aug 25 15:06:04.372026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82ef49be-1fce-4ec4-858d-868a8288153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.373995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50100) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:04.387694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:04.408181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.461186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.578827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82ef49be-1fce-4ec4-858d-868a8288153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.584740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82ef49be-1fce-4ec4-858d-868a8288153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.584740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82ef49be-1fce-4ec4-858d-868a8288153a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01717804-ca4e-4aed-aaff-ec3e7302e21b HTTP/1.1" status: 204 len: 168 time: 0.3290415 Aug 25 15:06:04.597729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef49be-1fce-4ec4-858d-868a8288153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01717804-ca4e-4aed-aaff-ec3e7302e21b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:04.692706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] device_id is not set on port aa50c2a9-6b4a-4169-8f35-d782e6d486ca yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:04.700646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.713178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Transition to ACTIVE for port object aa50c2a9-6b4a-4169-8f35-d782e6d486ca will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:04.770631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.790004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.808915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:04.879981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=aa50c2a9-6b4a-4169-8f35-d782e6d486ca,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:04.887467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:04.887883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:04.888334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:04.895474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:04.895803 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:04.896349 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 2 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:04.911795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:04.912424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:04.912925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:04.917881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:04.918401 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:04.918789 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 3 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:04.920059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.120 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a8faf86a-10d4-459d-b165-c84532e8ae58) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:04.932457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:04.932795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:04.933135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:04.939193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:04.939536 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:04.939927 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 4 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:04.953466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:04.953799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:04.954138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:04.958551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50116) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:04.964099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:04.964439 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:04.965156 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 5 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:04.978502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:04.978837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:04.979226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:04.984010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:04.984996 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:04.985379 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 6 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:04.992285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50120) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:05.002710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:05.003057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:05.003403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:05.008639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:05.008967 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:05.009409 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 7 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:05.025873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:05.026441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:05.026944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:05.031437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:05.031767 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:05.032151 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 8 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:05.046237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:05.046581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:05.047468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:05.052250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:05.052768 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:05.053165 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 9 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:05.061544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.066739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:05.067502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:05.068351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:05.073618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:05.074128 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:05.074679 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempt 10 to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca Aug 25 15:06:05.090806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:05.091446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:05.091669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempting to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:05.096768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:05.097186 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Failed to bind port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on host n-h2-805995-2 for vnic_type normal using segments [{'id': '1617afd9-ab4a-4ea0-a860-3a649759a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50d63115-5cfc-4315-bb20-2182a35951c8'}] Aug 25 15:06:05.097620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.166402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.172310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] For port aa50c2a9-6b4a-4169-8f35-d782e6d486ca, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:05.172692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attempted to set empty binding levels {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 15:06:05.205171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.206243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-128770144-network', 'tenant_id': '2be81df55463464ba4e06e1d8a6bd045'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:05.229575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:05.235275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:06:05.235275 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:06:05.235275 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id_1': '7bbd249f881345668c5a7c62c74c3534', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 6, 5, 220310)}] Aug 25 15:06:05.235275 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:06:05.235618 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:06:05.236397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:05.238850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:05.255946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.275775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=a8faf86a-10d4-459d-b165-c84532e8ae58,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:05.288826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] In _notify_port_updated(), no bound segment for port aa50c2a9-6b4a-4169-8f35-d782e6d486ca on network 50d63115-5cfc-4315-bb20-2182a35951c8 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:06:05.289766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:05.290561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.292298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "PUT /v2.0/ports/aa50c2a9-6b4a-4169-8f35-d782e6d486ca HTTP/1.1" status: 200 len: 978 time: 0.9167473 Aug 25 15:06:05.295268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50130) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:05.340458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83610b1b-a499-487b-a5da-efa03b46a74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event updated for resources: {'Port': ['ID=aa50c2a9-6b4a-4169-8f35-d782e6d486ca,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:05.413031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Deleting port aa50c2a9-6b4a-4169-8f35-d782e6d486ca {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:05.413384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.448991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Made reservation on behalf of 2be81df55463464ba4e06e1d8a6bd045 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:05.451348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.461359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.519728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] For port aa50c2a9-6b4a-4169-8f35-d782e6d486ca, host n-h2-805995-2, got binding levels [] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:05.520099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.536848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Calling delete_port for aa50c2a9-6b4a-4169-8f35-d782e6d486ca owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:05.548644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24fba9-2300-4805-b5e5-0beaf63cea0a req-8a4e2458-23ac-4190-b3dc-fff51ae95af6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:05.550185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea24fba9-2300-4805-b5e5-0beaf63cea0a req-8a4e2458-23ac-4190-b3dc-fff51ae95af6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.0875907 Aug 25 15:06:05.620269 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.632966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea24fba9-2300-4805-b5e5-0beaf63cea0a req-f68c52b4-56b3-4d1f-83dd-7f30ca20a8e1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742114 Aug 25 15:06:05.736467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.755316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.800983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa50c2a9-6b4a-4169-8f35-d782e6d486ca,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:05.815253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.817278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f1a63c86-4136-4cd9-98e2-3f460827ae75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "DELETE /v2.0/ports/aa50c2a9-6b4a-4169-8f35-d782e6d486ca HTTP/1.1" status: 204 len: 168 time: 0.5190904 Aug 25 15:06:05.819825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50154) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:05.849918 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cbd4b4-4aa7-4e10-b5fb-2e297a9ea31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:06:05.851604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34cbd4b4-4aa7-4e10-b5fb-2e297a9ea31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587265378-project-admin] 10.222.0.58 "GET /v2.0/ports/aa50c2a9-6b4a-4169-8f35-d782e6d486ca HTTP/1.1" status: 404 len: 333 time: 0.0308392 Aug 25 15:06:05.857412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50156) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:05.966443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:05.995513 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.027182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.066026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2b568-a937-42a2-99ce-12c3fe2f61d5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:06.070954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.096158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.106162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.109707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d63115-5cfc-4315-bb20-2182a35951c8']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:06.138795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1617afd9-ab4a-4ea0-a860-3a649759a8f5') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:06.139207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1617afd9-ab4a-4ea0-a860-3a649759a8f5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:06.162070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.172816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da291b2c-9134-4872-8456-4be500859d99,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:06.180087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-50c0b8c4-dbbc-4741-b3ba-7a821aba81fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bbd249f881345668c5a7c62c74c3534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204657 Aug 25 15:06:06.183250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50164) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:06.192226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.193980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:06:06.209826 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:06:06.255604 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.255954 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Added segment 15148a23-3fe5-466b-9171-2feecd2ecc05 of type vlan for network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 Aug 25 15:06:06.305014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb0cc-d91c-40ea-a747-d59b4e24ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.332681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb0cc-d91c-40ea-a747-d59b4e24ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.361294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.388264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.397099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.399607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] 10.222.0.58 "DELETE /v2.0/networks/50d63115-5cfc-4315-bb20-2182a35951c8 HTTP/1.1" status: 204 len: 168 time: 0.5408885 Aug 25 15:06:06.413138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fe649-12b6-49fd-a207-2e9391fba28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108075880-project] Pushing event deleted for resources: {'Network': ['ID=50d63115-5cfc-4315-bb20-2182a35951c8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:06.413310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.496856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb0cc-d91c-40ea-a747-d59b4e24ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.499752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb0cc-d91c-40ea-a747-d59b4e24ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.501004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dd9fb0cc-d91c-40ea-a747-d59b4e24ed41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da291b2c-9134-4872-8456-4be500859d99 HTTP/1.1" status: 204 len: 168 time: 0.3167286 Aug 25 15:06:06.509070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fb0cc-d91c-40ea-a747-d59b4e24ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da291b2c-9134-4872-8456-4be500859d99,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:06.595477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.596590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:06.597260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.647000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router e33274ad-4078-4125-be91-e8d59527fcc0 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:06:06.665330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:06.686851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:06:06.755968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-741fcacf-007f-43b9-99a3-fece2acbf3f3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7650433 Aug 25 15:06:06.758650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50180) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:06.764287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Request body: {'subnet': {'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-128770144-subnet', 'tenant_id': '2be81df55463464ba4e06e1d8a6bd045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:06.877954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Made reservation on behalf of 2be81df55463464ba4e06e1d8a6bd045 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:06.882018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:06.888081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:06:06.897059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254143-2cb6-4c37-b8ea-3fa1b3b9997b req-5f523e97-efb1-43eb-9396-14bd0b0e21ec tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:06.898805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92254143-2cb6-4c37-b8ea-3fa1b3b9997b req-5f523e97-efb1-43eb-9396-14bd0b0e21ec tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.0770028 Aug 25 15:06:06.900141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Sync routers for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:06:06.916657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:06.917465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:06.964083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92254143-2cb6-4c37-b8ea-3fa1b3b9997b req-d02d7664-c93f-4d71-9153-78e0bd951e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Aug 25 15:06:07.028683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.033047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-baf957cf-31d4-4430-abea-fa1f5fd6cb46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2514050 Aug 25 15:06:07.033361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50184) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.046234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:07.154240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.288342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:05Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:07.318851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Checking router: e33274ad-4078-4125-be91-e8d59527fcc0 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:06:07.319231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Updating router e33274ad-4078-4125-be91-e8d59527fcc0 port a8faf86a-10d4-459d-b165-c84532e8ae58 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:06:07.346501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.361640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-78070137-765a-49e6-82fa-8d26f95cab9b tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1adf2409290d43fda7863871e785644e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3244915 Aug 25 15:06:07.362091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50196) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.391432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.528051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=beebf522-d43c-43f0-b3c7-9f16fde8285e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:07.547977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Checking segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:07.547977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Network hostable DHCP agents. Network: 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:06:07.571913 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-08e09199-3b7b-485d-9126-e06a2bfb6475 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5669a34fe5c6479d8dd84f30e99ef821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135849 Aug 25 15:06:07.572287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50204) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.592485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8139ead3-af6d-486d-bc63-c1e0702d83c2 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:07.594507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8139ead3-af6d-486d-bc63-c1e0702d83c2 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2309792 Aug 25 15:06:07.597522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.635607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a835c329-aeb3-4734-b009-dbc38587bb32 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367336 Aug 25 15:06:07.638311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50210) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.644754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-737588830', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'project_id': '1adf2409290d43fda7863871e785644e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:07.648574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d114177-a5fa-4d8b-b932-ada1b090039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.670904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d114177-a5fa-4d8b-b932-ada1b090039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.708313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:06:07.729891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.744072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Transition to ACTIVE for port object a8faf86a-10d4-459d-b165-c84532e8ae58 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:07.851495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:07.851826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.861509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:07.862111 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.883109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b44a2-8b04-48b7-b338-4fc4ade9675c None None] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:07.896405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:07.902320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.904122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d114177-a5fa-4d8b-b932-ada1b090039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.907064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d114177-a5fa-4d8b-b932-ada1b090039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.910513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d114177-a5fa-4d8b-b932-ada1b090039d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd8b3034-a5ec-44a5-b5de-4001026011c4 HTTP/1.1" status: 204 len: 168 time: 0.3348482 Aug 25 15:06:07.950061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50226) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:07.973873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-205ef800-aba1-4a1f-95e9-905f7a21484f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:07.979093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d114177-a5fa-4d8b-b932-ada1b090039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b3034-a5ec-44a5-b5de-4001026011c4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:07.981571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Attempting to bind port a8faf86a-10d4-459d-b165-c84532e8ae58 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:07.981961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Attempting to bind port a8faf86a-10d4-459d-b165-c84532e8ae58 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:07.982332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Attempting to bind port a8faf86a-10d4-459d-b165-c84532e8ae58 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:07.986836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d0a58-09a7-46b1-9cd9-64cdfb177530 None None] Pushing event updated for resources: {'Port': ['ID=a8faf86a-10d4-459d-b165-c84532e8ae58,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:08.017977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:08.018136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:08.018514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.018994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:08.032917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Bound port: a8faf86a-10d4-459d-b165-c84532e8ae58, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:08.033511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.040748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e6ed4cfd-b3c2-4246-b85f-1e84dc311c8b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2807438 Aug 25 15:06:08.167804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-205ef800-aba1-4a1f-95e9-905f7a21484f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.197223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] For port a8faf86a-10d4-459d-b165-c84532e8ae58, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:08.207443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86f9bd-3340-4092-8443-0f2919f478a2 req-595a9d59-4c92-499d-b38d-40f16f972114 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:08.208247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3d196-470f-4c9c-b7d1-2320e2754b16 None None] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:08.209094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be86f9bd-3340-4092-8443-0f2919f478a2 req-595a9d59-4c92-499d-b38d-40f16f972114 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1224225 Aug 25 15:06:08.216094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] For port a8faf86a-10d4-459d-b165-c84532e8ae58, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8faf86a-10d4-459d-b165-c84532e8ae58,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:08.260665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-205ef800-aba1-4a1f-95e9-905f7a21484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.311460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be86f9bd-3340-4092-8443-0f2919f478a2 req-8ea34f8b-4f1a-41c1-a396-6c9d0e176ca4 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 Aug 25 15:06:08.315085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-205ef800-aba1-4a1f-95e9-905f7a21484f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de83c413d4734985acb1d135037f9acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623288 Aug 25 15:06:08.316669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50242) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:08.320638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ef800-aba1-4a1f-95e9-905f7a21484f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62783bc6-3a7d-492a-a381-2c944dd303cd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:08.370070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.389755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f26c7fcf-1bb7-4400-87a6-2e67108f5611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.403403 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.431061 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f26c7fcf-1bb7-4400-87a6-2e67108f5611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.445331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:08.445968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:08.479205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d0a58-09a7-46b1-9cd9-64cdfb177530 None None] Pushing event updated for resources: {'Port': ['ID=a8faf86a-10d4-459d-b165-c84532e8ae58,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:08.521553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Subnet': ['ID=235eff9f-a69d-4a45-9d19-cfbeea82ea71,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:08.529122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Checking segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:08.529554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network hostable DHCP agents. Network: ca26cf07-c966-434c-8693-38d202678838, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:06:08.612312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network ca26cf07-c966-434c-8693-38d202678838 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:06:08.634304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f26c7fcf-1bb7-4400-87a6-2e67108f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.637633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f26c7fcf-1bb7-4400-87a6-2e67108f5611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.638860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f26c7fcf-1bb7-4400-87a6-2e67108f5611 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62783bc6-3a7d-492a-a381-2c944dd303cd HTTP/1.1" status: 204 len: 168 time: 0.3213227 Aug 25 15:06:08.643221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:08.648810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c7fcf-1bb7-4400-87a6-2e67108f5611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62783bc6-3a7d-492a-a381-2c944dd303cd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:08.713860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ca26cf07-c966-434c-8693-38d202678838) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:08.726651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:08.729442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438b604-049d-4ea3-92ce-7ef27dde109c None None] Network ca26cf07-c966-434c-8693-38d202678838 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:08.732774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:08.830609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-034cb022-4371-4428-aafc-27a0a415a535 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1902757 Aug 25 15:06:08.833312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50264) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:09.139704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ca26cf07-c966-434c-8693-38d202678838', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:06:09.140618 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.167906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:05Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:09.201893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1d149-7a36-4231-a1e4-b7dd7aba0c44 None None] The sync data for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 is: [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:05Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:06:09.265508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50268) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:09.351053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4cc50e40-de0c-4d43-aa96-d787b680b152 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc002ba7f334429ab43ed3994c78a887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828850 Aug 25 15:06:09.353722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50272) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:09.397081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Allocated IP 172.20.0.2 (ca26cf07-c966-434c-8693-38d202678838/235eff9f-a69d-4a45-9d19-cfbeea82ea71/240b950a-4be5-4044-8282-2b60f4967c1a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:09.462827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.472497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6b093-36a1-43c9-be47-5e25961da2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.556899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6b093-36a1-43c9-be47-5e25961da2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.602175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da0e9c-a37e-4f4d-99cc-b4e86d703bfb req-4af31e5f-7ead-4174-b216-189ae0fbf5b1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:09.612486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77da0e9c-a37e-4f4d-99cc-b4e86d703bfb req-4af31e5f-7ead-4174-b216-189ae0fbf5b1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1475534 Aug 25 15:06:09.653507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.705539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77da0e9c-a37e-4f4d-99cc-b4e86d703bfb req-b1971173-a331-4513-9aec-a40eb429654e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898438 Aug 25 15:06:09.708978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Transition to ACTIVE for port object 240b950a-4be5-4044-8282-2b60f4967c1a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:09.758607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Transition to ACTIVE for port object 240b950a-4be5-4044-8282-2b60f4967c1a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:09.788257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6b093-36a1-43c9-be47-5e25961da2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.790909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6b093-36a1-43c9-be47-5e25961da2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.793180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3de6b093-36a1-43c9-be47-5e25961da2f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ddea413-20c0-4390-9893-3e5b9b3c680b HTTP/1.1" status: 204 len: 168 time: 0.4378476 Aug 25 15:06:09.815921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6b093-36a1-43c9-be47-5e25961da2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddea413-20c0-4390-9893-3e5b9b3c680b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:09.858980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:09.951099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Network ca26cf07-c966-434c-8693-38d202678838 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:09.964074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:09.971662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:09.974127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Pushing event updated for resources: {'Port': ['ID=240b950a-4be5-4044-8282-2b60f4967c1a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:10.084736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Attempting to bind port 240b950a-4be5-4044-8282-2b60f4967c1a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:10.085274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Attempting to bind port 240b950a-4be5-4044-8282-2b60f4967c1a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:10.085968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Attempting to bind port 240b950a-4be5-4044-8282-2b60f4967c1a on network ca26cf07-c966-434c-8693-38d202678838 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:10.092572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:10.093130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Checking segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:10.093974 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:10.094481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Bound using segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:10.095283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Bound port: 240b950a-4be5-4044-8282-2b60f4967c1a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:10.095785 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:10.221454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] For port 240b950a-4be5-4044-8282-2b60f4967c1a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:10.229707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] For port 240b950a-4be5-4044-8282-2b60f4967c1a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=240b950a-4be5-4044-8282-2b60f4967c1a,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:10.352736 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:10.369679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-2c9530eb-111f-4065-bd1f-df46932c6319 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:10.371275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-2c9530eb-111f-4065-bd1f-df46932c6319 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.3672822 Aug 25 15:06:10.409863 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-fcab06b4-dd3e-4d6e-ba1c-f24944200a7b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/quotas/2be81df55463464ba4e06e1d8a6bd045 HTTP/1.1" status: 200 len: 375 time: 0.0200951 Aug 25 15:06:10.411002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.1 (ca26cf07-c966-434c-8693-38d202678838/235eff9f-a69d-4a45-9d19-cfbeea82ea71/1fecbcc7-b8fc-4f7b-957c-4e370089eb3b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:10.439846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6bb16-b37e-4895-bb45-0113a286f5fb None None] Pushing event updated for resources: {'Port': ['ID=240b950a-4be5-4044-8282-2b60f4967c1a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:10.471160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-c0f0b287-edf9-4cc2-aebd-fa7d4c92b311 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453851 Aug 25 15:06:10.691649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-1be080fb-bbb7-4abc-af24-ef78ee0441b0 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027564 Aug 25 15:06:10.694767 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:10.753087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:10.836101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-56e033c0-b6f0-484d-9106-80031329ea0e service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373200 Aug 25 15:06:10.921898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e5a55-9536-4635-9735-5ccb8f002753 req-61e726d4-9f60-4bfd-9bc1-ca8bfcd13276 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:10.923475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e9e5a55-9536-4635-9735-5ccb8f002753 req-61e726d4-9f60-4bfd-9bc1-ca8bfcd13276 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1052837 Aug 25 15:06:10.945171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.009659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e9e5a55-9536-4635-9735-5ccb8f002753 req-7796d988-7a67-4ee1-b38a-29035845bef8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Aug 25 15:06:11.030311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:11.038666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network ca26cf07-c966-434c-8693-38d202678838 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:11.045794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:11.050517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50312) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:11.050967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.050967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.050967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.050967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.050967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.051518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.051518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.051719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.052226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.052756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.053256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.053748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:11.057889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 240b950a-4be5-4044-8282-2b60f4967c1a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:11.058041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:11.136347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.246455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 240b950a-4be5-4044-8282-2b60f4967c1a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:11.255497 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49f29ce0-5468-4cfb-95ed-46505c22c3c0 req-b666e193-f888-4d69-9f53-581d1442d9f4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0299742 Aug 25 15:06:11.259364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8faf86a-10d4-459d-b165-c84532e8ae58 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:11.414881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a8faf86a-10d4-459d-b165-c84532e8ae58 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:11.419120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a8faf86a-10d4-459d-b165-c84532e8ae58 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:11.419819 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.424421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.472154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8cc008e-ce66-4965-a381-7eddb3d990b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.571737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.601933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a8faf86a-10d4-459d-b165-c84532e8ae58, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8faf86a-10d4-459d-b165-c84532e8ae58,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:11.687300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8cc008e-ce66-4965-a381-7eddb3d990b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.706954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.765004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8cc008e-ce66-4965-a381-7eddb3d990b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:11.821933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a8faf86a-10d4-459d-b165-c84532e8ae58,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:11.893237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e8cc008e-ce66-4965-a381-7eddb3d990b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8886b169c4fa48379efbb07ce4b1651c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8452027 Aug 25 15:06:11.898296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50342) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:11.908634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263e3d5-381c-47be-a5c9-e4d4df06336c None None] Network ca26cf07-c966-434c-8693-38d202678838 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:11.963246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc008e-ce66-4965-a381-7eddb3d990b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8276e475-82ab-494c-a544-a3d3f7c56fbd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:12.006919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c84d9a2e-fceb-44f2-b175-f99edd13d15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.022641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.093460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c84d9a2e-fceb-44f2-b175-f99edd13d15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.194689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.272197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] Provisioning for port 240b950a-4be5-4044-8282-2b60f4967c1a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:12.276915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] Provisioning complete for port 240b950a-4be5-4044-8282-2b60f4967c1a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:12.281985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.282309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.300537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c84d9a2e-fceb-44f2-b175-f99edd13d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.303637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c84d9a2e-fceb-44f2-b175-f99edd13d15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.308270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c84d9a2e-fceb-44f2-b175-f99edd13d15d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8276e475-82ab-494c-a544-a3d3f7c56fbd HTTP/1.1" status: 204 len: 168 time: 0.4086351 Aug 25 15:06:12.315961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aa05b-6643-48c9-982c-bd394f29b21f req-4be31c51-cf24-4d59-9fb5-7a51e4c5d88e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:12.319315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-310aa05b-6643-48c9-982c-bd394f29b21f req-4be31c51-cf24-4d59-9fb5-7a51e4c5d88e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1774156 Aug 25 15:06:12.325566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:12.351914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9a2e-fceb-44f2-b175-f99edd13d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8276e475-82ab-494c-a544-a3d3f7c56fbd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:12.414270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5100043-f6a3-4835-ae23-47d7bcfd0949 req-6c285a65-63ee-47c6-a71c-5e8730c1f454 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0594790 Aug 25 15:06:12.431320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-310aa05b-6643-48c9-982c-bd394f29b21f req-79d2045e-8631-468d-b889-72c166d8f6c0 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996661 Aug 25 15:06:12.500846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network ca26cf07-c966-434c-8693-38d202678838 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:12.502958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:12.518404 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.563974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] For port 240b950a-4be5-4044-8282-2b60f4967c1a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=240b950a-4be5-4044-8282-2b60f4967c1a,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:12.643383 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router e33274ad-4078-4125-be91-e8d59527fcc0 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:06:12.678123 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:12.741375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518c61b-3a32-4911-bc7f-aa4bb0f48d66 None None] Pushing event updated for resources: {'Port': ['ID=240b950a-4be5-4044-8282-2b60f4967c1a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:12.804915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-784eb90d-6aa5-4076-9799-75be3577cf86 None None] Provisioning complete for port 240b950a-4be5-4044-8282-2b60f4967c1a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:12.805547 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-784eb90d-6aa5-4076-9799-75be3577cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:13.051151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 240b950a-4be5-4044-8282-2b60f4967c1a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:13.249343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 240b950a-4be5-4044-8282-2b60f4967c1a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:13.250739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:13.295313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-784eb90d-6aa5-4076-9799-75be3577cf86 None None] Provisioning for port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:13.317409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-784eb90d-6aa5-4076-9799-75be3577cf86 None None] Provisioning complete for port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:13.317822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-784eb90d-6aa5-4076-9799-75be3577cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:13.410844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8faf86a-10d4-459d-b165-c84532e8ae58 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:13.438202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:06:13.442597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-784eb90d-6aa5-4076-9799-75be3577cf86 None None] Port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:13.450289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30b0e1ae-f13f-42b1-bdb6-c957a4ce51d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/e33274ad-4078-4125-be91-e8d59527fcc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6157925 Aug 25 15:06:13.454621 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Sync routers for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:06:13.484903 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:13.486114 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:13.524215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a8faf86a-10d4-459d-b165-c84532e8ae58 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:13.524650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:13.621875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ae0110f4-c989-4586-be56-69ff52d809e2 req-94d0fa72-fd80-47b4-92b7-251780763555 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0481334 Aug 25 15:06:13.631107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-065bfbee-1e2d-48ef-899a-9481eb7eff80 None None] Provisioning complete for port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:13.631488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-065bfbee-1e2d-48ef-899a-9481eb7eff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:13.667858 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:13.724630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-065bfbee-1e2d-48ef-899a-9481eb7eff80 None None] Port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:13.819406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f048e5-30d6-4501-bef5-293e9693a400 req-afe3b099-cf72-4bf7-9f0f-d4f6d19c91b1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:13.829196 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8f048e5-30d6-4501-bef5-293e9693a400 req-afe3b099-cf72-4bf7-9f0f-d4f6d19c91b1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1295030 Aug 25 15:06:13.915685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a8f048e5-30d6-4501-bef5-293e9693a400 req-183bc329-916b-4c5b-9aa3-952c24ba6ed7 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844207 Aug 25 15:06:13.947659 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 2, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:13.958450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50396) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:13.973461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:13.974945 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Checking router: e33274ad-4078-4125-be91-e8d59527fcc0 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:06:13.975288 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Updating router e33274ad-4078-4125-be91-e8d59527fcc0 port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:06:14.004595 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.075944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.159392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.180299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50404) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:14.220367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be86a08-18be-4d9f-8ea2-0166864ae845,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:14.258740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.259041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.259406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.259753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.260196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.260535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.260869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.261201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.261539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.262020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.262646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.262953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.285305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-22bc38b0-9dea-4be7-bb50-29afb0a31720 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c661795805a46adbc17f3448680aa1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254712 Aug 25 15:06:14.288639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50416) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:14.314531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-86c64516-6e37-4a33-b47e-48366725fe6e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445788636&fields=id&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 267 time: 0.0662096 Aug 25 15:06:14.403138 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.422460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Transition to ACTIVE for port object 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:14.434434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4572-8a58-4b85-a756-068eaddd3d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.471501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-ae84149c-5878-4357-b867-5592b8aa7a69 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:14.473529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-ae84149c-5878-4357-b867-5592b8aa7a69 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 796 time: 0.1413064 Aug 25 15:06:14.475636 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4572-8a58-4b85-a756-068eaddd3d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.497403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-9f9eb0c5-edf1-46b6-a4ea-71d6c8a68a2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/quotas/1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 375 time: 0.0168762 Aug 25 15:06:14.534040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-6c582e3d-5745-42f3-a5c0-71622953084c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:14.537713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-6c582e3d-5745-42f3-a5c0-71622953084c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.1902766 Aug 25 15:06:14.545234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-363473864'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:14.552343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Request body: {'port': {'device_id': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'admin_state_up': True, 'tenant_id': '2be81df55463464ba4e06e1d8a6bd045'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:14.565595 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.644640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-179e86ec-773e-42ad-a6f3-d0d1f7327628 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340964 Aug 25 15:06:14.718326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:14.723108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.725084 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Pushing event updated for resources: {'Port': ['ID=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:14.746533 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4572-8a58-4b85-a756-068eaddd3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.751765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4572-8a58-4b85-a756-068eaddd3d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.753336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c0c4572-8a58-4b85-a756-068eaddd3d40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3be86a08-18be-4d9f-8ea2-0166864ae845 HTTP/1.1" status: 204 len: 168 time: 0.4631405 Aug 25 15:06:14.769111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c4572-8a58-4b85-a756-068eaddd3d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be86a08-18be-4d9f-8ea2-0166864ae845,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:14.770504 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.774805 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.775331 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.782305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Made reservation on behalf of 2be81df55463464ba4e06e1d8a6bd045 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:14.785055 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.786679 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.787838 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.788985 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.789938 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.791911 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.793371 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.800119 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.802862 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:06:14.819328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.863874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.905818 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Attempting to bind port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:14.906552 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Attempting to bind port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:14.907818 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Attempting to bind port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b on network ca26cf07-c966-434c-8693-38d202678838 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:14.919906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4df795f-146f-4ce9-be18-01466f72ee01 req-4daeb126-1d0a-408d-8943-d492a752017a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0835233 Aug 25 15:06:14.920795 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:14.921528 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Checking segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:14.924092 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:14.924582 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Bound using segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:14.925294 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Bound port: 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:14.926144 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.021447 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] For port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:15.032137 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] For port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:15.124862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-bd5b3775-03a7-4d46-93a6-ac1cb0a1d2ee service neutron] 10.222.0.58 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601250 Aug 25 15:06:15.149117 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.243574 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:15.244497 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:05:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:15.277428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Allocated IP 172.20.0.5 (5e6c2977-db8e-46d3-ae29-f6a13b35bfa9/beebf522-d43c-43f0-b3c7-9f16fde8285e/fae17a7c-1991-4cc2-a051-733e22493a3a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:15.298545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2915520-21b2-4c32-9995-2760a81aa973 None None] Pushing event updated for resources: {'Port': ['ID=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:15.323292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.367965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c839b-666b-44d8-bd1d-3ba0d3cdd867 req-314cc78f-c23a-4aa6-b763-092669b82031 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:15.369560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df9c839b-666b-44d8-bd1d-3ba0d3cdd867 req-314cc78f-c23a-4aa6-b763-092669b82031 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1657076 Aug 25 15:06:15.378761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-e36726ab-d2df-436d-a0fe-a1d2f78dc4be service neutron] 10.222.0.58 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584851 Aug 25 15:06:15.437922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.470248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:15.514040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:06:15.576218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b714b51a-a53b-4b89-bee6-0870ea54c840,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:15.617033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.622549 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Added segment 1e374167-f598-476f-ab16-e799dd43a32e of type vlan for network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 Aug 25 15:06:15.716400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df9c839b-666b-44d8-bd1d-3ba0d3cdd867 req-7874acb7-4a9a-44d1-add5-0b8d95395cee tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261869 Aug 25 15:06:15.764956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.895998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.960064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.975642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:15.975642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:15.980869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac4e60b2-48d9-484a-a9f1-986692e27da6 req-eb168187-2979-4d8a-afd0-2f8a1682a319 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 210 time: 0.1727526 Aug 25 15:06:16.075944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:15Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:16.117949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Network': ['ID=0294d7ab-a06f-4afe-a3c7-d535248e0e27,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:16.143984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:06:16.150517 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c5add-c54b-4bde-915a-99696bb07af5 None None] The sync data for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 is: [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:15Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:06:16.161843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:16.191651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b668fb68-7f0d-4501-80fd-ce27543996d8 req-285806c5-e42f-4e14-b74b-ec1ef8c5b494 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0551951 Aug 25 15:06:16.290777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ab3aa050-a8fc-40b1-931f-2d1c0315b50e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1085341 Aug 25 15:06:16.293919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50462) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:16.299557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'subnet': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:16.363837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:16.372547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:16.386345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:16.389291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event updated for resources: {'Port': ['ID=fae17a7c-1991-4cc2-a051-733e22493a3a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:16.486405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:16.486405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:16.571865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-5519444a-edd8-4bf8-9813-c7beb937a7c8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0239425 Aug 25 15:06:16.587256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Request body: {'port': {'device_id': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:16.701800 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:16.717689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:16.722154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:17.080279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb59d5-bd2b-4634-b24b-7f4238775a26 req-87c8b5eb-d6f0-46f1-b057-11e46e707e4c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:17.093316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:17.107610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37bb59d5-bd2b-4634-b24b-7f4238775a26 req-87c8b5eb-d6f0-46f1-b057-11e46e707e4c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.2304888 Aug 25 15:06:17.304405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37bb59d5-bd2b-4634-b24b-7f4238775a26 req-0c00e8c1-5597-4b3a-a899-15c778964619 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943400 Aug 25 15:06:17.337054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:17.341648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:17.342030 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:17.502387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:17.530638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ab12c-74a4-4ad1-b160-45a48b8f08d3 req-792024b0-d4a2-44fc-89b7-97ad9c81fd1a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:17.538907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-152ab12c-74a4-4ad1-b160-45a48b8f08d3 req-792024b0-d4a2-44fc-89b7-97ad9c81fd1a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 931 time: 0.1036153 Aug 25 15:06:17.590200 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:17.681792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:17.752429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-152ab12c-74a4-4ad1-b160-45a48b8f08d3 req-34aed9c2-26ab-4fbf-8cc3-3e2a42b0c3d7 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122502 Aug 25 15:06:17.795644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:17.807422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Subnet': ['ID=9f6117dc-332e-440d-be84-5e1f03854088,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:17.877568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Checking segment: {'id': '1e374167-f598-476f-ab16-e799dd43a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:17.880842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network hostable DHCP agents. Network: 0294d7ab-a06f-4afe-a3c7-d535248e0e27, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:06:17.965128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae17a7c-1991-4cc2-a051-733e22493a3a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:17.995261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:06:18.004847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99ecdff6-80fc-4198-8ca7-11294fa06aba req-4d95a122-e5a9-4673-aa62-43f3b75c63c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 210 time: 0.0549848 Aug 25 15:06:18.016459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.030135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Transition to ACTIVE for port object fae17a7c-1991-4cc2-a051-733e22493a3a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:18.037107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:18.136773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0294d7ab-a06f-4afe-a3c7-d535248e0e27) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:18.137016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.147406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:18.148049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.155682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0844b9-39a5-4355-be38-60f23ad71dd0 None None] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:18.212601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Pushing event updated for resources: {'Port': ['ID=fae17a7c-1991-4cc2-a051-733e22493a3a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:18.227762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2a98e24-ebbe-4403-8150-9fd3b6690f37 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9293745 Aug 25 15:06:18.227762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50504) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:18.233489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1163771085'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:18.403945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Attempting to bind port fae17a7c-1991-4cc2-a051-733e22493a3a on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:18.404219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Attempting to bind port fae17a7c-1991-4cc2-a051-733e22493a3a by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:18.404546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Attempting to bind port fae17a7c-1991-4cc2-a051-733e22493a3a on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:18.410603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Port fae17a7c-1991-4cc2-a051-733e22493a3a on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:18.410931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Attempting to bind port fae17a7c-1991-4cc2-a051-733e22493a3a on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:18.416744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:18.417551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Checking segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:18.417551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Bound using segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:18.417920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Bound port: fae17a7c-1991-4cc2-a051-733e22493a3a, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:18.418283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.448314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'tenant_id': 'a0302c6bc6e14e6b959b8829aa9c06cf', 'fixed_ips': [{'subnet_id': '9f6117dc-332e-440d-be84-5e1f03854088'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:06:18.449377 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.462861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:18.467783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.513525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] For port fae17a7c-1991-4cc2-a051-733e22493a3a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:18.518868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] For port fae17a7c-1991-4cc2-a051-733e22493a3a, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fae17a7c-1991-4cc2-a051-733e22493a3a,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:18.571117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] device_id is not set on port e113b049-0647-445e-8617-f169f0355e41 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:18.600933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.679829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999c229-07d7-4d99-b047-9b742bed8fbc req-265da786-db37-4447-a768-45442a7501e1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:18.681504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d999c229-07d7-4d99-b047-9b742bed8fbc req-265da786-db37-4447-a768-45442a7501e1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.2092586 Aug 25 15:06:18.717114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:18.720883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:18.725013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] 10.222.0.45 "PUT /v2.0/ports/fae17a7c-1991-4cc2-a051-733e22493a3a HTTP/1.1" status: 200 len: 1091 time: 2.1451156 Aug 25 15:06:18.730680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'tag': 'fae17a7c-1991-4cc2-a051-733e22493a3a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:18.731349 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d9880a-2e20-4a0f-8a50-5973d6eb1036" -d '{"events": [{"name": "network-changed", "server_uuid": "a84806b9-b86f-4332-a8ea-46baaf2e9cd3", "tag": "fae17a7c-1991-4cc2-a051-733e22493a3a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:18.752601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Allocated IP 2001:db8::2 (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/31135001-bf77-496c-9045-95703ff9bb34) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:18.762139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d999c229-07d7-4d99-b047-9b742bed8fbc req-7500147c-f7ba-4cc4-9fd5-a8f663aaf9f8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Aug 25 15:06:18.793391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3983f-bf8e-4c7f-b161-0aef9b18e762 service neutron] Pushing event updated for resources: {'Port': ['ID=fae17a7c-1991-4cc2-a051-733e22493a3a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:18.831425 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f8508a-b64b-4684-b382-f71948cc7559 x-openstack-request-id: req-83f8508a-b64b-4684-b382-f71948cc7559 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:18.831723 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84806b9-b86f-4332-a8ea-46baaf2e9cd3", "tag": "fae17a7c-1991-4cc2-a051-733e22493a3a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:18.836120 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83f8508a-b64b-4684-b382-f71948cc7559 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:18.836120 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'tag': 'fae17a7c-1991-4cc2-a051-733e22493a3a', 'status': 'completed', 'code': 200} Aug 25 15:06:19.007461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:19.097299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b10ed1-7ec1-4e82-a205-aef4ff05dd2c req-aa389d86-f011-4021-ab89-2974ad9d6dd1 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:19.101513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68b10ed1-7ec1-4e82-a205-aef4ff05dd2c req-aa389d86-f011-4021-ab89-2974ad9d6dd1 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 943 time: 0.1378324 Aug 25 15:06:19.218355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68b10ed1-7ec1-4e82-a205-aef4ff05dd2c req-eb704e1e-d533-4c9a-9ffd-f233b7e9261c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109407 Aug 25 15:06:19.246136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:19.246832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:19.257861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc1263b9-8ce5-4c8f-834c-9c487ac13709 req-d407c67c-5608-4b03-aa44-d90633c1c4f7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 210 time: 0.0800648 Aug 25 15:06:19.275549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9880a-2e20-4a0f-8a50-5973d6eb1036 req-03acaf46-ae64-4a80-9eec-901e17069b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:19.279715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05d9880a-2e20-4a0f-8a50-5973d6eb1036 req-03acaf46-ae64-4a80-9eec-901e17069b90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 1094 time: 0.4269578 Aug 25 15:06:19.291543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:19.314893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Transition to ACTIVE for port object 31135001-bf77-496c-9045-95703ff9bb34 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:19.347089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Transition to ACTIVE for port object 31135001-bf77-496c-9045-95703ff9bb34 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:19.432606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:19.442853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9880a-2e20-4a0f-8a50-5973d6eb1036 req-fd4bfea4-feb5-4747-8651-39c3c0f95399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:19.445083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05d9880a-2e20-4a0f-8a50-5973d6eb1036 req-fd4bfea4-feb5-4747-8651-39c3c0f95399 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2be81df55463464ba4e06e1d8a6bd045&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1565239 Aug 25 15:06:19.528689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-6f0ba17f-cf75-4aa9-87a6-43221bb3dd73 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:19.530676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-6f0ba17f-cf75-4aa9-87a6-43221bb3dd73 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 796 time: 0.6431594 Aug 25 15:06:19.549359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Allocated IP 2001:db8::16c (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/e113b049-0647-445e-8617-f169f0355e41) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:19.611738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:19.612334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-98e72b05-753b-4f6c-9dd9-6fdefce9e07d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 380 time: 0.0705464 Aug 25 15:06:19.617587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9880a-2e20-4a0f-8a50-5973d6eb1036 req-a110baa7-1df2-4b09-ae47-a9974decd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:19.619715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05d9880a-2e20-4a0f-8a50-5973d6eb1036 req-a110baa7-1df2-4b09-ae47-a9974decd94b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642478 Aug 25 15:06:19.624046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:19.625566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'port': {'device_id': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'admin_state_up': True, 'tenant_id': '1adf2409290d43fda7863871e785644e', 'security_groups': ['72d77e32-3b22-41b4-89f2-d065ad6e6f17']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:19.634181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:19.647747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Pushing event updated for resources: {'Port': ['ID=31135001-bf77-496c-9045-95703ff9bb34,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:19.774424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Attempting to bind port 31135001-bf77-496c-9045-95703ff9bb34 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:19.774797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Attempting to bind port 31135001-bf77-496c-9045-95703ff9bb34 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1e374167-f598-476f-ab16-e799dd43a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:19.775233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Attempting to bind port 31135001-bf77-496c-9045-95703ff9bb34 on network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:19.801571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:19.801963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Checking segment: {'id': '1e374167-f598-476f-ab16-e799dd43a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:19.802627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:19.803061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Bound using segment: {'id': '1e374167-f598-476f-ab16-e799dd43a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:19.803570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Bound port: 31135001-bf77-496c-9045-95703ff9bb34, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e374167-f598-476f-ab16-e799dd43a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:19.803961 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:19.847320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-d801a060-1deb-4da8-bdf0-9cf905166675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:19.850464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-d801a060-1deb-4da8-bdf0-9cf905166675 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 1094 time: 0.0902684 Aug 25 15:06:19.922295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] For port 31135001-bf77-496c-9045-95703ff9bb34, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:19.928663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] For port 31135001-bf77-496c-9045-95703ff9bb34, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=31135001-bf77-496c-9045-95703ff9bb34,segment=NetworkSegment(1e374167-f598-476f-ab16-e799dd43a32e),segment_id=1e374167-f598-476f-ab16-e799dd43a32e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:19.951279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-662a0a5e-df1b-45b4-b066-86843286a98c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae17a7c-1991-4cc2-a051-733e22493a3a HTTP/1.1" status: 200 len: 217 time: 0.0861931 Aug 25 15:06:19.988773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:20.005200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:20.009620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:20.023591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddff99-a7f5-4791-bc99-725997dc537f req-4199f9ba-10fb-4877-9e75-fca722e466cc tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:20.025283 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-24ddff99-a7f5-4791-bc99-725997dc537f req-4199f9ba-10fb-4877-9e75-fca722e466cc tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1478524 Aug 25 15:06:20.029053 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:20.057895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Transition to ACTIVE for port object e113b049-0647-445e-8617-f169f0355e41 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:20.123656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa733d-cb94-4a5e-8ac8-588cff104728 None None] Pushing event updated for resources: {'Port': ['ID=31135001-bf77-496c-9045-95703ff9bb34,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:20.132076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-00a367e3-9547-4ed1-9208-260235023724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:20.133609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-00a367e3-9547-4ed1-9208-260235023724 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.1762824 Aug 25 15:06:20.201503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-24ddff99-a7f5-4791-bc99-725997dc537f req-b9b78400-fbff-4119-a74b-5667953aee72 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607080 Aug 25 15:06:20.262924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:20.281481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-127afd5c-bc8b-4090-a8df-fcef4a338fbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021719 Aug 25 15:06:20.404266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:20.423899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:20.435095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-237800d0-39fb-4022-be92-9320bbbdc1fd req-91dab62e-63d1-4505-ac62-7a082cde7f20 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 210 time: 0.0516708 Aug 25 15:06:20.447474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:20.455657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:20.456486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:20.491623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=e113b049-0647-445e-8617-f169f0355e41,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:20.506559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.4 (ca26cf07-c966-434c-8693-38d202678838/235eff9f-a69d-4a45-9d19-cfbeea82ea71/9dde4f70-ddcc-4ff5-b099-535792e7b59d) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:20.518488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-50147ffb-4e22-45fb-b6d1-96a64bd80189 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293346 Aug 25 15:06:20.618699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8950f3bc-dd3c-4a9a-ad65-98a4c17a9052 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3897672 Aug 25 15:06:20.621679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50560) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:20.631099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1600753836', 'allowed_address_pairs': [{'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:7c:fa:c8'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:20.651646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e10b4b-65c5-448b-ad6a-26f66a7deeb1 req-6bcae58f-428b-4b30-ac39-af4bb2238f45 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:20.653264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0e10b4b-65c5-448b-ad6a-26f66a7deeb1 req-6bcae58f-428b-4b30-ac39-af4bb2238f45 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 943 time: 0.2219846 Aug 25 15:06:20.814755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0e10b4b-65c5-448b-ad6a-26f66a7deeb1 req-51363024-add5-423e-96ec-6892032076e7 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486754 Aug 25 15:06:20.821376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbdb6987-68a5-471d-abac-07af3f0f0063 req-a678f1f6-fb6b-4163-9c1e-0ada4723f4c6 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848303 Aug 25 15:06:20.858566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:20.880591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 9dde4f70-ddcc-4ff5-b099-535792e7b59d will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:20.960368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 31135001-bf77-496c-9045-95703ff9bb34 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:20.986273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:21.040321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.051069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf5cf-4503-40b8-98e8-249c038b393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.098112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.099970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network ca26cf07-c966-434c-8693-38d202678838 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:21.105877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:21.108220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:21.113051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:21.132888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] device_id is not set on port fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:21.144858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 31135001-bf77-496c-9045-95703ff9bb34 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:21.225929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:21.227507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.420017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-f9d653dc-8696-44de-86c2-ddad9e4a23fb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7982016 Aug 25 15:06:21.438908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Request body: {'port': {'device_id': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:21.450975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Allocated IP 2001:db8::2b2 (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/fbc4fe31-d3d2-4da3-bfa7-0651b73a3166) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:21.507999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8cfe1-c36e-4ae1-9101-3500d35a6a3c req-54bdea76-ee30-46bc-ba5a-1471586d520c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:21.526932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6b8cfe1-c36e-4ae1-9101-3500d35a6a3c req-54bdea76-ee30-46bc-ba5a-1471586d520c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1731198 Aug 25 15:06:21.600782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.650068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6b8cfe1-c36e-4ae1-9101-3500d35a6a3c req-d2c22f82-1139-49ba-9dc3-a183aa55f69c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185584 Aug 25 15:06:21.749152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770ae9a-0f51-4bbe-89cf-8ca969c97c74 None None] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:21.768769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.787508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Transition to ACTIVE for port object fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:21.834570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a1445d4-d9c6-4319-b8c0-9d59acaa03cc None None] Provisioning for port 9dde4f70-ddcc-4ff5-b099-535792e7b59d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:21.848099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a1445d4-d9c6-4319-b8c0-9d59acaa03cc None None] Provisioning complete for port 9dde4f70-ddcc-4ff5-b099-535792e7b59d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:21.850015 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a1445d4-d9c6-4319-b8c0-9d59acaa03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.913890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7a1445d4-d9c6-4319-b8c0-9d59acaa03cc None None] Port 9dde4f70-ddcc-4ff5-b099-535792e7b59d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:21.935011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:21.935313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ecae2-6317-4909-981c-5fea3fb22de2 req-84188498-ca0a-44f3-898f-fcfcae2fe9e4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:21.937821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-149ecae2-6317-4909-981c-5fea3fb22de2 req-84188498-ca0a-44f3-898f-fcfcae2fe9e4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 931 time: 0.0776896 Aug 25 15:06:22.012980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:22.018520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:22.021753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:22.029276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:22.030118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.077326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-149ecae2-6317-4909-981c-5fea3fb22de2 req-23330b61-7605-4551-8c9a-09fe702eddff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821550 Aug 25 15:06:22.107525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=fbc4fe31-d3d2-4da3-bfa7-0651b73a3166,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:22.142978 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bb7a4dd1-8969-4454-be7a-fe4ae2105e7a tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5191281 Aug 25 15:06:22.145821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50598) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:22.150651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dde4f70-ddcc-4ff5-b099-535792e7b59d {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:22.164240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec65c77-7e51-4f97-932a-e307b2570f67 req-3681446a-67d8-4b71-b084-59c5dd8d6196 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:22.171760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3ec65c77-7e51-4f97-932a-e307b2570f67 req-3681446a-67d8-4b71-b084-59c5dd8d6196 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 943 time: 0.1569486 Aug 25 15:06:22.195478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.238032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3ec65c77-7e51-4f97-932a-e307b2570f67 req-6e6ae86a-f9db-4f67-bbd5-99f8ab03cf95 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592508 Aug 25 15:06:22.253530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] Provisioning for port 31135001-bf77-496c-9045-95703ff9bb34 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:22.260708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] Provisioning complete for port 31135001-bf77-496c-9045-95703ff9bb34 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:22.271067 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.274621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Transition to ACTIVE for port object 9dde4f70-ddcc-4ff5-b099-535792e7b59d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:22.296899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77ce6c-8737-4d0a-822c-2396088645b2 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:22.302929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77ce6c-8737-4d0a-822c-2396088645b2 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:22.309014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77ce6c-8737-4d0a-822c-2396088645b2 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:22.310956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4c77ce6c-8737-4d0a-822c-2396088645b2 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1639578 Aug 25 15:06:22.314939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:22.323312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c96-ea37-4203-a3d7-9cb8a14ff7ac req-0f536a1f-d94a-402f-abfd-bc7e10cf2013 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:22.324929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b230c96-ea37-4203-a3d7-9cb8a14ff7ac req-0f536a1f-d94a-402f-abfd-bc7e10cf2013 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.1322181 Aug 25 15:06:22.383735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.426926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.483137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b230c96-ea37-4203-a3d7-9cb8a14ff7ac req-cee98bd5-c8c7-4441-b411-986aa97c379a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452205 Aug 25 15:06:22.497778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] For port 31135001-bf77-496c-9045-95703ff9bb34, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=31135001-bf77-496c-9045-95703ff9bb34,segment=NetworkSegment(1e374167-f598-476f-ab16-e799dd43a32e),segment_id=1e374167-f598-476f-ab16-e799dd43a32e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:22.514735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:22.515115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.539421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fae17a7c-1991-4cc2-a051-733e22493a3a details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:06:22.566673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:22.620536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:22.620960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:22.621442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on network ca26cf07-c966-434c-8693-38d202678838 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:22.633689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on network ca26cf07-c966-434c-8693-38d202678838 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:22.634060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on network ca26cf07-c966-434c-8693-38d202678838 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:22.642102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:22.642527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Checking segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:22.643096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Bound using segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:22.643629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Bound port: 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:22.644050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.645897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.650578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.677402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:22.780599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41de8a9-61e8-4b00-9f44-05fbc2f15650 None None] Pushing event updated for resources: {'Port': ['ID=31135001-bf77-496c-9045-95703ff9bb34,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:22.802281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fae17a7c-1991-4cc2-a051-733e22493a3a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fae17a7c-1991-4cc2-a051-733e22493a3a,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:22.816047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'fae17a7c-1991-4cc2-a051-733e22493a3a', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'port_id': 'fae17a7c-1991-4cc2-a051-733e22493a3a', 'mac_address': 'fa:16:3e:63:0f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beebf522-d43c-43f0-b3c7-9f16fde8285e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:06:22.881324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Provisioning for port e113b049-0647-445e-8617-f169f0355e41 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:22.885304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.889574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Provisioning complete for port e113b049-0647-445e-8617-f169f0355e41 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:22.890249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:22.928226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae17a7c-1991-4cc2-a051-733e22493a3a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:22.963846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Port e113b049-0647-445e-8617-f169f0355e41 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:22.999611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fae17a7c-1991-4cc2-a051-733e22493a3a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fae17a7c-1991-4cc2-a051-733e22493a3a,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:23.027400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:23.027799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 31135001-bf77-496c-9045-95703ff9bb34 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:23.039962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:23.079807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15553ec-abc0-4969-bcfe-7b8b2fb8d821 req-054a4f84-bf3f-4e80-9a2a-46ab21338863 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:23.082086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e15553ec-abc0-4969-bcfe-7b8b2fb8d821 req-054a4f84-bf3f-4e80-9a2a-46ab21338863 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1676769 Aug 25 15:06:23.085838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 31135001-bf77-496c-9045-95703ff9bb34 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:23.086252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.151313 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e15553ec-abc0-4969-bcfe-7b8b2fb8d821 req-3e3df373-35ef-420f-b881-b744a2b017c6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Aug 25 15:06:23.240230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9efa8d-2d35-464c-9e10-38d7f9985e52 req-7066b0e3-f12c-4748-8555-c8eb7e8f1c88 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:23.247202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce9efa8d-2d35-464c-9e10-38d7f9985e52 req-7066b0e3-f12c-4748-8555-c8eb7e8f1c88 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.0661767 Aug 25 15:06:23.285205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce9efa8d-2d35-464c-9e10-38d7f9985e52 req-3351c443-b6cb-44c7-97f3-731d11166ebf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Aug 25 15:06:23.311335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Provisioning for port fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:23.312115 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.317696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.319963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Provisioning complete for port fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:23.320677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.459261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:23.460058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.461509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] 10.222.0.45 "PUT /v2.0/ports/9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 1091 time: 2.0332947 Aug 25 15:06:23.486409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:23.488979 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab072a59-ef17-4bec-b1a4-e72ae35a3033" -d '{"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:23.563944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664658a5-a05b-468f-ad29-1df4eefdbdf6 req-72d57c21-4985-49e1-99a6-5d574cb32ccc tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:23.577616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-664658a5-a05b-468f-ad29-1df4eefdbdf6 req-72d57c21-4985-49e1-99a6-5d574cb32ccc tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 944 time: 0.2058940 Aug 25 15:06:23.625973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.679620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9254d94-9f36-40f1-a4b7-0d95f3a15913 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:23.754944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-876cc006-8e92-4e8b-acab-9e0920585583 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:23.755163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=fbc4fe31-d3d2-4da3-bfa7-0651b73a3166,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:23.756758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-876cc006-8e92-4e8b-acab-9e0920585583 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.3419964 Aug 25 15:06:23.775941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-664658a5-a05b-468f-ad29-1df4eefdbdf6 req-3e358697-4eb6-4127-9e0c-38d8a25d219b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916311 Aug 25 15:06:23.800421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-0b3ce166-769c-445f-9e93-56ca83a2909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:23.802515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-0b3ce166-769c-445f-9e93-56ca83a2909e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1094 time: 0.1972029 Aug 25 15:06:23.866542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Port fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:23.925368 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0ba9f7-2050-4a32-a377-d2a243af63b9 x-openstack-request-id: req-6b0ba9f7-2050-4a32-a377-d2a243af63b9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:23.925599 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:23.929400 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b0ba9f7-2050-4a32-a377-d2a243af63b9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:23.929954 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'status': 'completed', 'code': 200} Aug 25 15:06:23.934145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fae17a7c-1991-4cc2-a051-733e22493a3a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:23.946421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:06:23.970619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:23.974754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b3e1ca19-59e5-4a43-ac6d-dee9ae66c2b3 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/ports/fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 HTTP/1.1" status: 204 len: 168 time: 1.6562042 Aug 25 15:06:23.978254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50628) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:24.012627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-95076093-47f7-4243-8989-c8d55e48bcd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 217 time: 0.1863780 Aug 25 15:06:24.028067 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1df50f-9983-476b-9aba-8bc5d4fc5e07 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] GET failed (client error): The resource could not be found. Aug 25 15:06:24.036016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Provisioning complete for port 31135001-bf77-496c-9045-95703ff9bb34 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:24.036016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49f17b3f-2f7d-440c-8691-b6229346a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.036749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0e1df50f-9983-476b-9aba-8bc5d4fc5e07 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "GET /v2.0/ports/fbc4fe31-d3d2-4da3-bfa7-0651b73a3166 HTTP/1.1" status: 404 len: 333 time: 0.0552723 Aug 25 15:06:24.038799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50630) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:24.052336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1228399733'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:24.186841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660ff37-f79f-4ea4-a056-70074e110647 req-3b3a06bb-0fca-47cf-834c-25f529aa89a8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:24.202013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b660ff37-f79f-4ea4-a056-70074e110647 req-3b3a06bb-0fca-47cf-834c-25f529aa89a8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.5000167 Aug 25 15:06:24.223800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.229384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-63f8f45f-b18f-4c2c-aa7f-c40ac2b00b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:24.231085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-63f8f45f-b18f-4c2c-aa7f-c40ac2b00b1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.2106423 Aug 25 15:06:24.273776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-373eeb44-99bd-4317-bab4-117c483295e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.332857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c0a4b0e9-884d-4f0e-a3bb-1fd78f332f31 None None] Provisioning complete for port e113b049-0647-445e-8617-f169f0355e41 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:24.332857 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b0e9-884d-4f0e-a3bb-1fd78f332f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.361492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802525-0530-4225-9113-6114303316c6 req-8268ab19-8063-4584-9481-0d2dfbac452d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:24.363522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92802525-0530-4225-9113-6114303316c6 req-8268ab19-8063-4584-9481-0d2dfbac452d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.0779603 Aug 25 15:06:24.375946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4b0e9-884d-4f0e-a3bb-1fd78f332f31 None None] Port e113b049-0647-445e-8617-f169f0355e41 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:24.379477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c0a4b0e9-884d-4f0e-a3bb-1fd78f332f31 None None] Could not find standard attr ID for object fbc4fe31-d3d2-4da3-bfa7-0651b73a3166. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:06:24.416199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92802525-0530-4225-9113-6114303316c6 req-1efd254c-68ef-4da7-a2f6-3b53f6226824 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Aug 25 15:06:24.417446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b660ff37-f79f-4ea4-a056-70074e110647 req-daca8932-2e61-4f37-af6a-add0499ba1cf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122743 Aug 25 15:06:24.425548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Deleting port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:24.426193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.443197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:24.463616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.480285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-c6689c97-d278-494a-adff-c22b31ba498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:24.483182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-c6689c97-d278-494a-adff-c22b31ba498f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149644 Aug 25 15:06:24.504370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] device_id is not set on port a0dd22eb-643f-43f0-ad36-bb426d671c6e yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:24.550166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fae17a7c-1991-4cc2-a051-733e22493a3a up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:24.650495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] For port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:24.650992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.682835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dabda-605f-4a63-a599-fed09c5a2b6a req-d46549ae-55d9-407f-b4b3-1ed2aab46761 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:24.684587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-853dabda-605f-4a63-a599-fed09c5a2b6a req-d46549ae-55d9-407f-b4b3-1ed2aab46761 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.1754041 Aug 25 15:06:24.720395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-c7f570bc-9869-4aee-8cb8-ac274a8ba10b service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303824 Aug 25 15:06:24.783281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port fae17a7c-1991-4cc2-a051-733e22493a3a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:24.784544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Allocated IP 2001:db8::3d0 (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/a0dd22eb-643f-43f0-ad36-bb426d671c6e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:24.787180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port fae17a7c-1991-4cc2-a051-733e22493a3a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:24.787563 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:24.830081 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-853dabda-605f-4a63-a599-fed09c5a2b6a req-b9b9d130-d346-4c3b-a9fc-1c59efc156a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240132 Aug 25 15:06:25.006323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.049201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-985ed116-8f8e-48cb-b9ce-939227748c50 req-ebc77bf1-1cf8-484d-8384-c05c79b3a1fe service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175814 Aug 25 15:06:25.065293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port fae17a7c-1991-4cc2-a051-733e22493a3a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fae17a7c-1991-4cc2-a051-733e22493a3a,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:25.066305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae17a7c-1991-4cc2-a051-733e22493a3a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:25.068783 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9260eff4-a42d-467c-b31e-abeec0a4f854" -d '{"events": [{"server_uuid": "a84806b9-b86f-4332-a8ea-46baaf2e9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "fae17a7c-1991-4cc2-a051-733e22493a3a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:25.125950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.132446 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefbec0c-c049-4e38-8997-b89474e482aa x-openstack-request-id: req-cefbec0c-c049-4e38-8997-b89474e482aa {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:25.132828 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84806b9-b86f-4332-a8ea-46baaf2e9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "fae17a7c-1991-4cc2-a051-733e22493a3a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:25.133416 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cefbec0c-c049-4e38-8997-b89474e482aa {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:25.133531 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae17a7c-1991-4cc2-a051-733e22493a3a', 'code': 200} Aug 25 15:06:25.144689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ad89d-7976-4609-bf95-ccb8cc65814e req-00fecd90-84df-4ec2-b006-8ce2b8801ef8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:25.146265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-047ad89d-7976-4609-bf95-ccb8cc65814e req-00fecd90-84df-4ec2-b006-8ce2b8801ef8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 944 time: 0.1670756 Aug 25 15:06:25.160116 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.162627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Transition to ACTIVE for port object a0dd22eb-643f-43f0-ad36-bb426d671c6e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:25.218346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=fae17a7c-1991-4cc2-a051-733e22493a3a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:25.248920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.249322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.249912 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Floating IP fc07cd3f-ef77-4766-a1c1-e31f9d7ab195 disassociated. External IP: 172.25.8.25, port: 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8. Aug 25 15:06:25.250116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Calling delete_port for 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:25.289638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-047ad89d-7976-4609-bf95-ccb8cc65814e req-1fab379e-cfee-4ab2-8120-2a611c68d602 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260834 Aug 25 15:06:25.360303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4b1aa-a1e8-4fc2-9f37-e96a598c6dde req-7a7fdced-0ce9-46b0-9107-f2372b2291b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:25.361857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5f4b1aa-a1e8-4fc2-9f37-e96a598c6dde req-7a7fdced-0ce9-46b0-9107-f2372b2291b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1565850 Aug 25 15:06:25.363941 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.395707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-9527dc6e-4eb9-4dbe-b361-f0bcd9eef90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:25.397195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-9527dc6e-4eb9-4dbe-b361-f0bcd9eef90d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1094 time: 0.1266928 Aug 25 15:06:25.415313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:25.420740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:25.425967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:25.431857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:25.432529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.436324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=a0dd22eb-643f-43f0-ad36-bb426d671c6e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:25.468909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.583408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-46d7b75c-11fe-4866-83e9-079dd9bbb839 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5351539 Aug 25 15:06:25.584184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50668) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:25.599271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:7c:fa:c8'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:25.684939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b1e1a-9859-4955-9505-9c8e7a9be076 req-b4464671-61a9-4380-91a4-129e18063bea tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:25.684939 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d1b1e1a-9859-4955-9505-9c8e7a9be076 req-b4464671-61a9-4380-91a4-129e18063bea tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1496344 Aug 25 15:06:25.771983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:25.778634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d1b1e1a-9859-4955-9505-9c8e7a9be076 req-44f1a1c4-df05-426f-a97d-1983ea364601 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936606 Aug 25 15:06:25.894017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5f4b1aa-a1e8-4fc2-9f37-e96a598c6dde req-20e4a5d4-33c1-4ae2-999d-e2e9e7aa5976 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234580 Aug 25 15:06:26.018488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e764b-d103-4c25-9d05-850d64a05f43 req-20876517-ce47-4ff4-94eb-f40a95fb83c6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.020079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67be75a-17fb-4808-bd42-a96fc88f484c req-5f83e11c-ef61-41c5-820f-2723b6f34781 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.020221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f7e764b-d103-4c25-9d05-850d64a05f43 req-20876517-ce47-4ff4-94eb-f40a95fb83c6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.0930529 Aug 25 15:06:26.023737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c67be75a-17fb-4808-bd42-a96fc88f484c req-5f83e11c-ef61-41c5-820f-2723b6f34781 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 947 time: 0.1601350 Aug 25 15:06:26.029547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-ae1d1668-24e8-430c-891b-3f02ff78975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.031540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-ae1d1668-24e8-430c-891b-3f02ff78975c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.6224017 Aug 25 15:06:26.069602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c67be75a-17fb-4808-bd42-a96fc88f484c req-54cf51a5-a336-48d2-8e68-5ed13ade8889 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 Aug 25 15:06:26.092032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f7e764b-d103-4c25-9d05-850d64a05f43 req-37ba0cfb-c895-4a9e-9dba-fb2c8d4a894d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642023 Aug 25 15:06:26.119192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.147794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-fbe0804e-f899-4b6d-bb4d-3e19252dcef1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 217 time: 0.0511580 Aug 25 15:06:26.159514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2a143cbe-56f7-431d-8e55-d85b176da830 None None] Provisioning for port a0dd22eb-643f-43f0-ad36-bb426d671c6e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:26.169074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2a143cbe-56f7-431d-8e55-d85b176da830 None None] Provisioning complete for port a0dd22eb-643f-43f0-ad36-bb426d671c6e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:26.169074 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a143cbe-56f7-431d-8e55-d85b176da830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.169989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.205596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2a143cbe-56f7-431d-8e55-d85b176da830 None None] Port a0dd22eb-643f-43f0-ad36-bb426d671c6e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:26.230002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event deleted for resources: {'Port': ['ID=3aa7b689-4090-4cf8-bdbb-56f296a7a8c8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:26.290881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.301564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-d4de1795-d90e-4a3c-afb0-1790c3a00170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.303283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-d4de1795-d90e-4a3c-afb0-1790c3a00170 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.1475840 Aug 25 15:06:26.354045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] In _notify_port_updated(), no bound segment for port a0dd22eb-643f-43f0-ad36-bb426d671c6e on network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:06:26.360094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.365470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.368089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "PUT /v2.0/ports/a0dd22eb-643f-43f0-ad36-bb426d671c6e HTTP/1.1" status: 200 len: 1003 time: 0.7819991 Aug 25 15:06:26.374009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50686) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:26.423420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0badd-86c2-4ae2-8881-e4d47a1ef34e tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=a0dd22eb-643f-43f0-ad36-bb426d671c6e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:26.469546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-d378644e-4928-49b5-b478-03761b58b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.471939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-d378644e-4928-49b5-b478-03761b58b8c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532741 Aug 25 15:06:26.582971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:06:26.591739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port a0dd22eb-643f-43f0-ad36-bb426d671c6e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:26.594339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.678901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:06:26.679171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:06:26.705085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Router b45f0d32-1196-44f7-bc62-c7ca7587610d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:06:26.708549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-81263298-7259-47af-8916-1cd08ac9473f service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290759 Aug 25 15:06:26.729450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d0d82-be6c-44fd-a3c7-737cf8f11cc3 req-e7db3963-234d-46ec-9565-bf6ba388b511 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:26.740374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d0d82-be6c-44fd-a3c7-737cf8f11cc3 req-e7db3963-234d-46ec-9565-bf6ba388b511 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 945 time: 0.3357620 Aug 25 15:06:26.802100 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:26.825239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for a0dd22eb-643f-43f0-ad36-bb426d671c6e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:26.969850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d9272a5b-7c23-4cd6-ab99-61a22df9888d None None] Provisioning complete for port a0dd22eb-643f-43f0-ad36-bb426d671c6e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:26.981014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-825d0d82-be6c-44fd-a3c7-737cf8f11cc3 req-939c6a89-bbe7-45ae-b84f-280e66ae8201 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393184 Aug 25 15:06:26.985426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9272a5b-7c23-4cd6-ab99-61a22df9888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:27.080163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d9272a5b-7c23-4cd6-ab99-61a22df9888d None None] Port a0dd22eb-643f-43f0-ad36-bb426d671c6e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:27.096636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:27.139336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66d67-a452-41b7-93fa-8816a5b84d8f req-94389e69-ab1e-4f3d-bbc8-f91cacdaff8b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:27.141622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e8b66d67-a452-41b7-93fa-8816a5b84d8f req-94389e69-ab1e-4f3d-bbc8-f91cacdaff8b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1918526 Aug 25 15:06:27.183219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a018-2de6-4a1b-bdb4-5f6b52d1d71d req-f07b8954-c20d-47ea-8108-a4459428700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:27.185042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64f2a018-2de6-4a1b-bdb4-5f6b52d1d71d req-f07b8954-c20d-47ea-8108-a4459428700a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 1097 time: 0.4752059 Aug 25 15:06:27.219737 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e8b66d67-a452-41b7-93fa-8816a5b84d8f req-29ddd70c-1522-407b-ba24-211f232fb6c2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715184 Aug 25 15:06:27.291126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:27.325537 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:27.327356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6bcb184f-9905-4208-bd68-629fb36335fd req-3708ecc3-b422-4e5c-9f84-c8e8ba6590e3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 210 time: 0.1001778 Aug 25 15:06:27.358437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab072a59-ef17-4bec-b1a4-e72ae35a3033 req-46153ccc-e57d-475e-b329-f81b6d795ece service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519352 Aug 25 15:06:27.364272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64f2a018-2de6-4a1b-bdb4-5f6b52d1d71d req-ab1025c8-0603-4568-b476-4692c9246e49 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664677 Aug 25 15:06:27.373963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:06:27.404718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:06:27.426670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:27.426670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:06:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:27.478120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] No DVR routers for this DVR port 3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:06:27.482146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:27.489007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8210adf-471d-4981-851a-cbf3f9d0b8aa req-4dd07f20-f8b9-4751-9ab1-cdd3348748e4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "DELETE /v2.0/ports/3aa7b689-4090-4cf8-bdbb-56f296a7a8c8 HTTP/1.1" status: 204 len: 173 time: 3.6853008 Aug 25 15:06:27.489501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-deleted', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:27.499610 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1c3619-49a1-48d5-9462-c0e22bb3bfa3" -d '{"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-deleted", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:27.547040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=a0dd22eb-643f-43f0-ad36-bb426d671c6e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:27.582732 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b339b6-8e87-4a3d-a44d-b392d08a98c5 x-openstack-request-id: req-21b339b6-8e87-4a3d-a44d-b392d08a98c5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:27.583048 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f", "name": "network-vif-deleted", "tag": "3aa7b689-4090-4cf8-bdbb-56f296a7a8c8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:27.586781 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21b339b6-8e87-4a3d-a44d-b392d08a98c5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:27.586781 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f', 'name': 'network-vif-deleted', 'tag': '3aa7b689-4090-4cf8-bdbb-56f296a7a8c8', 'status': 'completed', 'code': 200} Aug 25 15:06:27.602048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a66fc-d8f2-4423-94fb-db51681a46c8 req-2f91bf96-6a9b-4c60-9c2a-7e2ef504d399 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:27.615537 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-107a66fc-d8f2-4423-94fb-db51681a46c8 req-2f91bf96-6a9b-4c60-9c2a-7e2ef504d399 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.2571979 Aug 25 15:06:27.664341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:27.675442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:27.680399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50708) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:27.690053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8985e9b-0dfd-40dd-b6d3-8737e8212854 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/ports/a0dd22eb-643f-43f0-ad36-bb426d671c6e HTTP/1.1" status: 204 len: 168 time: 1.3135581 Aug 25 15:06:27.731536 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e036092-c106-495a-a0f7-27ad36cf588c tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] GET failed (client error): The resource could not be found. Aug 25 15:06:27.740110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e036092-c106-495a-a0f7-27ad36cf588c tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "GET /v2.0/ports/a0dd22eb-643f-43f0-ad36-bb426d671c6e HTTP/1.1" status: 404 len: 333 time: 0.0585768 Aug 25 15:06:27.740783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50710) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:27.746550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333156111'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:27.756906 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-107a66fc-d8f2-4423-94fb-db51681a46c8 req-9f0b8abe-c6c4-462a-8c36-e8f5c6b66c46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404226 Aug 25 15:06:27.994344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:28.033045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:06:28.043906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:28.045511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:06:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:28.097700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:28.101479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:28.125970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] device_id is not set on port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:28.164572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:28.296918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Allocated IP 2001:db8::3c7 (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/a7b4ac3b-57dc-4c16-86b4-3d6aee162630) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:28.385875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522912b-266d-439c-9244-def7a1d31ca9 req-c05232b7-073a-4724-8c17-67704dc92e81 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:28.387800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e522912b-266d-439c-9244-def7a1d31ca9 req-c05232b7-073a-4724-8c17-67704dc92e81 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 945 time: 0.3214459 Aug 25 15:06:28.461821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e7a97-f49c-4fdf-b6e5-153c14aac318 req-3e45cee2-4614-4d7f-a08a-b38a759dbd48 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:28.466040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-388e7a97-f49c-4fdf-b6e5-153c14aac318 req-3e45cee2-4614-4d7f-a08a-b38a759dbd48 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1347072 Aug 25 15:06:28.552508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-388e7a97-f49c-4fdf-b6e5-153c14aac318 req-48983029-4c18-43b9-b47a-27eae6ca08d2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794010 Aug 25 15:06:28.572366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:06:28.603963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:28.605485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e522912b-266d-439c-9244-def7a1d31ca9 req-6facd526-c0bc-4cab-84c4-ff7698969f66 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807313 Aug 25 15:06:28.660544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ac39c-ee2f-413e-a9f2-af9a35d88d3f None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:06:28.729029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:28.770318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Transition to ACTIVE for port object a7b4ac3b-57dc-4c16-86b4-3d6aee162630 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:28.797401 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ceebd987-bbfa-4e75-816c-b506d3c3bcc3 req-e7182e8e-ffd7-4ec9-913c-265e177d5662 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0ccb28-44d5-4d9f-bcd6-8c08bc66e57f HTTP/1.1" status: 200 len: 210 time: 0.0591574 Aug 25 15:06:28.888617 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:06:28.932327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:28.970717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:29.004786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'port_id': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'mac_address': 'fa:16:3e:82:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:06:29.044583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:29.051855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:29.054029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=a7b4ac3b-57dc-4c16-86b4-3d6aee162630,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:29.057747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:29.066064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:29.066946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.069415 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.097229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9a360-cf82-493c-b460-3eef64932832 req-5b988fd3-af47-4891-bf42-73c65486de46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:29.099420 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68e9a360-cf82-493c-b460-3eef64932832 req-5b988fd3-af47-4891-bf42-73c65486de46 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.1541133 Aug 25 15:06:29.111351 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.135509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dde4f70-ddcc-4ff5-b099-535792e7b59d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:29.137260 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fabb0-e4d6-4f41-82d3-c24649a3527d None None] New status for floating IP fc07cd3f-ef77-4766-a1c1-e31f9d7ab195: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:06:29.178620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:29.201936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68e9a360-cf82-493c-b460-3eef64932832 req-9246c1f6-7885-47e6-abcf-298bf67c87b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887191 Aug 25 15:06:29.288038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-381ed8f6-fe7a-460a-9693-8b4496db1e5d tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5436563 Aug 25 15:06:29.290063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50738) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:29.293786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7c:fa:c8'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:29.387226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.462752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:29.481312 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.523889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9cb02094-4bff-48cb-8c79-7611ab4fdc83 None None] Provisioning for port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:29.523889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9cb02094-4bff-48cb-8c79-7611ab4fdc83 None None] Provisioning complete for port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:29.524237 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cb02094-4bff-48cb-8c79-7611ab4fdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.601300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9cb02094-4bff-48cb-8c79-7611ab4fdc83 None None] Port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:29.661755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9dde4f70-ddcc-4ff5-b099-535792e7b59d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:06:29.764731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48e8b-ca8b-41a1-94a1-e5701273cb45 req-3e03deba-d0d8-4d38-887b-3e50bbcf66d1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:29.767130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4bc48e8b-ca8b-41a1-94a1-e5701273cb45 req-3e03deba-d0d8-4d38-887b-3e50bbcf66d1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1366343 Aug 25 15:06:29.786210 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.814967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4bc48e8b-ca8b-41a1-94a1-e5701273cb45 req-46c21177-006c-44ed-875b-34c15885582d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Aug 25 15:06:29.912516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.972831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] In _notify_port_updated(), no bound segment for port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 on network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:06:29.985153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:29.986093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:29.991399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "PUT /v2.0/ports/a7b4ac3b-57dc-4c16-86b4-3d6aee162630 HTTP/1.1" status: 200 len: 1002 time: 0.7020819 Aug 25 15:06:29.994580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50762) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:29.999462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abd4f7-55dd-48e7-be33-913bef21ef6a req-73569943-9a88-42dc-935d-3fa0dde3cd3c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:30.004043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36abd4f7-55dd-48e7-be33-913bef21ef6a req-73569943-9a88-42dc-935d-3fa0dde3cd3c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0789392 Aug 25 15:06:30.007628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50764) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:30.067835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50768) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:30.098577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0d13d-91aa-41bb-99c4-eda425114601 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=a7b4ac3b-57dc-4c16-86b4-3d6aee162630,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:30.107649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36abd4f7-55dd-48e7-be33-913bef21ef6a req-5251cf75-b910-4465-8ee2-b3110b4d0d45 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925040 Aug 25 15:06:30.195734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:30.196193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.281917 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4f9d-2c7e-45b9-9214-00b89c01ffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.364016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a29d3b7-56aa-4695-8552-01814b19e9da tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.417138 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a29d3b7-56aa-4695-8552-01814b19e9da tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.440109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c28acc-67dd-4618-9cb1-b940da17c4de req-af42e269-fa12-43d9-98b6-fcaaca59f7b4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:30.448049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2c28acc-67dd-4618-9cb1-b940da17c4de req-af42e269-fa12-43d9-98b6-fcaaca59f7b4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 944 time: 0.1129982 Aug 25 15:06:30.504499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.548338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for a7b4ac3b-57dc-4c16-86b4-3d6aee162630 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:30.564367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2c28acc-67dd-4618-9cb1-b940da17c4de req-9f521598-f595-4a18-9a19-7995c250cbb1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158836 Aug 25 15:06:30.568096 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4f9d-2c7e-45b9-9214-00b89c01ffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.583507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:30.655424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d054f0f2-8968-4ba7-8350-2f59eaebf163 None None] Provisioning complete for port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:30.655755 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d054f0f2-8968-4ba7-8350-2f59eaebf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.673510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a29d3b7-56aa-4695-8552-01814b19e9da tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.676148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a29d3b7-56aa-4695-8552-01814b19e9da tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.678812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a29d3b7-56aa-4695-8552-01814b19e9da tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "DELETE /v2.0/security-groups/e48fb6e4-6f0e-4a43-ae69-7b1530544cf9 HTTP/1.1" status: 204 len: 168 time: 0.6079171 Aug 25 15:06:30.680849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50788) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:30.732642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4f9d-2c7e-45b9-9214-00b89c01ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.770383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d054f0f2-8968-4ba7-8350-2f59eaebf163 None None] Port a7b4ac3b-57dc-4c16-86b4-3d6aee162630 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:30.784337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29d3b7-56aa-4695-8552-01814b19e9da tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48fb6e4-6f0e-4a43-ae69-7b1530544cf9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:30.798711 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-ddf861c6-1196-4a4d-be2f-c5ecd12b5b12 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] show failed (client error): The resource could not be found. Aug 25 15:06:30.799810 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ddf861c6-1196-4a4d-be2f-c5ecd12b5b12 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups/e48fb6e4-6f0e-4a43-ae69-7b1530544cf9 HTTP/1.1" status: 404 len: 347 time: 0.1166530 Aug 25 15:06:30.815991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:30.854398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 9dde4f70-ddcc-4ff5-b099-535792e7b59d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:30.863667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 9dde4f70-ddcc-4ff5-b099-535792e7b59d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:30.864047 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:30.899322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16e55c-29f4-4d98-9a3a-8701c8294074 req-a9b3dfcf-d5db-461b-bb47-bad7812ba6c6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:30.901576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc16e55c-29f4-4d98-9a3a-8701c8294074 req-a9b3dfcf-d5db-461b-bb47-bad7812ba6c6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1233652 Aug 25 15:06:30.953192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd3c4f9d-2c7e-45b9-9214-00b89c01ffb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a12ed7d54d4147309dcd415d8116d4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9441721 Aug 25 15:06:30.960077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50798) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:30.981967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.002618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c4f9d-2c7e-45b9-9214-00b89c01ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc5a72-c211-4afe-9df6-5d1526be4a14,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:31.035119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.079979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50800) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:31.087014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:31.088340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:31.094892 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da6fac-70f9-4a86-9fe8-0434829cbc20" -d '{"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-plugged", "status": "completed", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:31.150253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.154300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/ports/a7b4ac3b-57dc-4c16-86b4-3d6aee162630 HTTP/1.1" status: 204 len: 168 time: 1.1583700 Aug 25 15:06:31.157357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50806) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:31.160547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc16e55c-29f4-4d98-9a3a-8701c8294074 req-7b6a767e-34cf-4276-ba1a-92a2ae37e006 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487123 Aug 25 15:06:31.174363 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.185385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a585-6e4d-48d4-ba12-0dc44ad5cfa0 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=a7b4ac3b-57dc-4c16-86b4-3d6aee162630,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:31.237224 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-258f0be0-381f-422b-bc6a-06553783c643 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] GET failed (client error): The resource could not be found. Aug 25 15:06:31.242625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-258f0be0-381f-422b-bc6a-06553783c643 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "GET /v2.0/ports/a7b4ac3b-57dc-4c16-86b4-3d6aee162630 HTTP/1.1" status: 404 len: 333 time: 0.0804436 Aug 25 15:06:31.248835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50808) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:31.266379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-926029070'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:31.286289 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8af83-30e1-4104-be7b-1ef00f8cffa9 x-openstack-request-id: req-b4e8af83-30e1-4104-be7b-1ef00f8cffa9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:31.286588 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-plugged", "status": "completed", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:31.286844 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4e8af83-30e1-4104-be7b-1ef00f8cffa9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:31.287365 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'code': 200} Aug 25 15:06:31.319969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:31.350855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca009c7d-6643-4174-8a07-d9f48031f55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.402348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca009c7d-6643-4174-8a07-d9f48031f55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.444298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76a1fd-c666-47de-93d7-b7fe96841c8d req-c437b16b-d74c-402d-9c15-784d28a449a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:31.446127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b76a1fd-c666-47de-93d7-b7fe96841c8d req-c437b16b-d74c-402d-9c15-784d28a449a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1096 time: 0.0869412 Aug 25 15:06:31.465013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91cbdf22-9a9c-4b09-99ef-7f63db748e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.490806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Deleting port c7f98880-c2a6-49e2-8025-f5fd194dbf4e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:31.491441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.493166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b76a1fd-c666-47de-93d7-b7fe96841c8d req-e16178be-9a2b-4019-b37a-afbd6d6e04a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382884 Aug 25 15:06:31.552848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:31.556379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.599894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca009c7d-6643-4174-8a07-d9f48031f55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.603714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca009c7d-6643-4174-8a07-d9f48031f55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.609196 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ca009c7d-6643-4174-8a07-d9f48031f55d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91fc5a72-c211-4afe-9df6-5d1526be4a14 HTTP/1.1" status: 204 len: 168 time: 0.6343918 Aug 25 15:06:31.609300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] device_id is not set on port e1841fa3-c5d5-42aa-b073-56aca1f405ff yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:31.629254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca009c7d-6643-4174-8a07-d9f48031f55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc5a72-c211-4afe-9df6-5d1526be4a14,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:31.629750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.629750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:31.656695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Calling delete_port for c7f98880-c2a6-49e2-8025-f5fd194dbf4e owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:31.743986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0583bd-11bc-45b1-a1f2-f7af88ea8a84 req-2e2306f1-bca3-49ea-8e6b-0604c240c58c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:31.745928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce0583bd-11bc-45b1-a1f2-f7af88ea8a84 req-2e2306f1-bca3-49ea-8e6b-0604c240c58c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0566747 Aug 25 15:06:31.790806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce0583bd-11bc-45b1-a1f2-f7af88ea8a84 req-988f3d6d-0b22-4393-a0be-5a9949b31981 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Aug 25 15:06:31.872497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Allocated IP 2001:db8::18a (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/e1841fa3-c5d5-42aa-b073-56aca1f405ff) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:31.909739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91cbdf22-9a9c-4b09-99ef-7f63db748e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.030493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91cbdf22-9a9c-4b09-99ef-7f63db748e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.101521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbdf22-9a9c-4b09-99ef-7f63db748e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728bd0cb-b3f3-462b-8f05-fe8ca4aeccfd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:32.108096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91cbdf22-9a9c-4b09-99ef-7f63db748e97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5dfe44b9840457598fee25d092d62cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0158715 Aug 25 15:06:32.109780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50824) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:32.175654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.178787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.225174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event deleted for resources: {'Port': ['ID=c7f98880-c2a6-49e2-8025-f5fd194dbf4e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:32.230498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Transition to ACTIVE for port object e1841fa3-c5d5-42aa-b073-56aca1f405ff will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:32.231971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6424f0c6-11e8-4c20-957f-37168c4872ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.308806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6424f0c6-11e8-4c20-957f-37168c4872ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.363168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.365865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.367347 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-745b2f0a-14f4-4fcd-b8d1-b5e1ec8bb035 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "DELETE /v2.0/floatingips/fc07cd3f-ef77-4766-a1c1-e31f9d7ab195 HTTP/1.1" status: 204 len: 168 time: 1.5489233 Aug 25 15:06:32.384334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560e12-a1a1-4789-b1ce-d2a0369a8641 req-166a6e61-0bc5-44bb-9eeb-3248848cc412 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:32.386444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3560e12-a1a1-4789-b1ce-d2a0369a8641 req-166a6e61-0bc5-44bb-9eeb-3248848cc412 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1038761 Aug 25 15:06:32.438466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.462026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3560e12-a1a1-4789-b1ce-d2a0369a8641 req-ecb18298-cb40-48d7-9401-39ff3add5ab8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676193 Aug 25 15:06:32.488738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:32.502379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:32.518851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:32.518851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:32.518851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.537033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:32.549648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6424f0c6-11e8-4c20-957f-37168c4872ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.555845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bff0c2af-c8ee-4466-bdd6-cdade71500bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.556003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6424f0c6-11e8-4c20-957f-37168c4872ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.557774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6424f0c6-11e8-4c20-957f-37168c4872ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/728bd0cb-b3f3-462b-8f05-fe8ca4aeccfd HTTP/1.1" status: 204 len: 168 time: 0.4457927 Aug 25 15:06:32.577324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=e1841fa3-c5d5-42aa-b073-56aca1f405ff,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:32.580989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f0c6-11e8-4c20-957f-37168c4872ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728bd0cb-b3f3-462b-8f05-fe8ca4aeccfd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:32.665285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4627850c-64a0-4326-8391-6c55d3e8e967 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4135621 Aug 25 15:06:32.668191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50840) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:32.680588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'network_id': '0294d7ab-a06f-4afe-a3c7-d535248e0e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-145484242'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:32.780406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bff0c2af-c8ee-4466-bdd6-cdade71500bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.850977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50844) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:32.857261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425217084', 'description': 'tempest-description--1839155453'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:32.878934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bff0c2af-c8ee-4466-bdd6-cdade71500bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.935659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bff0c2af-c8ee-4466-bdd6-cdade71500bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6190eace6f4447f2882bb9129f827221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916502 Aug 25 15:06:32.935659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0c2af-c8ee-4466-bdd6-cdade71500bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f439690-43e8-40d8-b11f-cbbaa449beef,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:32.938290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50850) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:32.953672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5b8ae963-dd47-463e-9c86-6e56eae8c027 None None] Provisioning for port e1841fa3-c5d5-42aa-b073-56aca1f405ff completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:32.964031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5b8ae963-dd47-463e-9c86-6e56eae8c027 None None] Provisioning complete for port e1841fa3-c5d5-42aa-b073-56aca1f405ff triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:32.964031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5b8ae963-dd47-463e-9c86-6e56eae8c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:32.995746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ae963-dd47-463e-9c86-6e56eae8c027 None None] Port e1841fa3-c5d5-42aa-b073-56aca1f405ff cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:33.010933 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-273ebe1d-88cc-432a-8de0-d4b22ad94031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.016555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c85171-217e-4e19-a18d-c08452940d7c req-723100ed-1205-46e2-a084-4a59b1686c6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:33.018140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8c85171-217e-4e19-a18d-c08452940d7c req-723100ed-1205-46e2-a084-4a59b1686c6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0530798 Aug 25 15:06:33.033286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-273ebe1d-88cc-432a-8de0-d4b22ad94031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.058701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8c85171-217e-4e19-a18d-c08452940d7c req-ee8aff98-356b-4c6e-bab1-3c1b81b56d84 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343614 Aug 25 15:06:33.102453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Made reservation on behalf of a0302c6bc6e14e6b959b8829aa9c06cf for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:33.106341 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.161089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] device_id is not set on port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:33.236990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13ef4-2065-41e1-a3a0-485a754137ea req-ab1298e5-3be8-4d34-876c-0539a85a08f7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:33.238504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1be13ef4-2065-41e1-a3a0-485a754137ea req-ab1298e5-3be8-4d34-876c-0539a85a08f7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Aug 25 15:06:33.246546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-273ebe1d-88cc-432a-8de0-d4b22ad94031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.249129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-273ebe1d-88cc-432a-8de0-d4b22ad94031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.250739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-273ebe1d-88cc-432a-8de0-d4b22ad94031 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f439690-43e8-40d8-b11f-cbbaa449beef HTTP/1.1" status: 204 len: 168 time: 0.3114266 Aug 25 15:06:33.298944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ebe1d-88cc-432a-8de0-d4b22ad94031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f439690-43e8-40d8-b11f-cbbaa449beef,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:33.320284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.357565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1be13ef4-2065-41e1-a3a0-485a754137ea req-2a5979e1-2670-4fc9-8582-8f68607de20e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803852 Aug 25 15:06:33.386062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50860) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:33.537459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.547584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552fb9a-f349-4830-8a61-2cb252c60361 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:33.578248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4552fb9a-f349-4830-8a61-2cb252c60361 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1091 time: 0.1623757 Aug 25 15:06:33.578248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50862) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:33.578248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:33.714271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.767981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92302f63-c4bd-41bb-8087-5f15288de266,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:33.818197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Allocated IP 2001:db8::1cf (0294d7ab-a06f-4afe-a3c7-d535248e0e27/9f6117dc-332e-440d-be84-5e1f03854088/5eafc10f-c4ae-43b0-8034-9ae3b6731cab) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:33.834614 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.949136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:33.951826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:33.955821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7a4d65d1-f18c-432f-83f3-b32bc577aec6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1002882 Aug 25 15:06:33.956146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50870) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:33.969868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'security_group_rule': {'security_group_id': '92302f63-c4bd-41bb-8087-5f15288de266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:34.017447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9314165-fdf4-4e2d-a22c-75b0dc7a2f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.078234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.163347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b08377-ee9b-464b-9848-b34fc750d708 req-38b3f0c0-d84a-48ca-a140-dcea43933182 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:34.173954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44b08377-ee9b-464b-9848-b34fc750d708 req-38b3f0c0-d84a-48ca-a140-dcea43933182 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.3530567 Aug 25 15:06:34.224688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.340074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.13 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/977f9410-e6f3-4fc4-90a6-5b5011e9d753) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:34.365507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.368696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-44b08377-ee9b-464b-9848-b34fc750d708 req-cb7b54d5-a8c7-43a4-a133-8ee3c1e6d3a9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936684 Aug 25 15:06:34.378009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.412210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Transition to ACTIVE for port object 5eafc10f-c4ae-43b0-8034-9ae3b6731cab will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:34.519675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.524352 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.550136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371109aa-53b1-4013-8a01-9fcf7054336b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:34.587313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9314165-fdf4-4e2d-a22c-75b0dc7a2f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.622525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.668506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9314165-fdf4-4e2d-a22c-75b0dc7a2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.709991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:34.721862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9314165-fdf4-4e2d-a22c-75b0dc7a2f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9392ce-2b0d-460e-8c5d-43941a5684e8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:34.738021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.745276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:34.754131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:34.764066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:34.770788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.790162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=5eafc10f-c4ae-43b0-8034-9ae3b6731cab,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:34.797229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e9314165-fdf4-4e2d-a22c-75b0dc7a2f02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56e194c4d31244f8988ddfbaffd18be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8450663 Aug 25 15:06:34.800285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:34.835444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:34.839594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3074457a-d5a1-42c7-ad27-3936b6741acd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8785324 Aug 25 15:06:34.842904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50892) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:34.853231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'security_group_rule': {'security_group_id': '92302f63-c4bd-41bb-8087-5f15288de266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:34.857281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:34.869167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:34.877525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:34.950247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=977f9410-e6f3-4fc4-90a6-5b5011e9d753,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:34.983317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50894) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:34.992061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-179e28d6-c153-4393-bd6c-35220b2743cd tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3221045 Aug 25 15:06:34.992807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:7c:fa:c8'}, {'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:d2:a4:9e'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:34.996204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f3e5-3c18-43f0-8742-d5b0e8c0520b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.016072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50896) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:35.019713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f3e5-3c18-43f0-8742-d5b0e8c0520b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.177650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f223fd3-c40f-4c09-b307-3d180a695330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.181499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.193787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f3e5-3c18-43f0-8742-d5b0e8c0520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.198317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f3e5-3c18-43f0-8742-d5b0e8c0520b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.202274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5ef7f3e5-3c18-43f0-8742-d5b0e8c0520b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba9392ce-2b0d-460e-8c5d-43941a5684e8 HTTP/1.1" status: 204 len: 168 time: 0.3983812 Aug 25 15:06:35.221695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7f3e5-3c18-43f0-8742-d5b0e8c0520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9392ce-2b0d-460e-8c5d-43941a5684e8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:35.262642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.351378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5cca681d-cd2c-4ff0-9a54-12d4ece948bb None None] Provisioning for port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:35.355601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5cca681d-cd2c-4ff0-9a54-12d4ece948bb None None] Provisioning complete for port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:35.356343 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5cca681d-cd2c-4ff0-9a54-12d4ece948bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.397251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5cca681d-cd2c-4ff0-9a54-12d4ece948bb None None] Port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:35.427743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.454711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623f3ae6-af22-428b-820f-ea59497d5f28,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:35.475916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f223fd3-c40f-4c09-b307-3d180a695330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.477074 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.563874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f223fd3-c40f-4c09-b307-3d180a695330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.660190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.661494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1da26e80-285b-4cb2-8349-45bfe85c44f5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8136141 Aug 25 15:06:35.664770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:35.669887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:35.791851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.955427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:35.985879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9f223fd3-c40f-4c09-b307-3d180a695330 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33ad31b7499a40d2a0dbeb27bd56fc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563470 Aug 25 15:06:35.994935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:36.030666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f223fd3-c40f-4c09-b307-3d180a695330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d0d88f-1324-4a40-b575-ad662b3f4cb8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:36.073604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c74fd-bf22-49aa-9195-f161484a1565 req-62725bff-a53f-4dc0-802d-3b2e7166859c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:36.075163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c52c74fd-bf22-49aa-9195-f161484a1565 req-62725bff-a53f-4dc0-802d-3b2e7166859c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.5444295 Aug 25 15:06:36.096790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Allocated IP 172.25.8.143 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/bb6a731c-8d78-4391-b8e0-887cea170fb4) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:36.127899 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9cbed546-05d6-491b-bc11-3fd97bfa0cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.200411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9cbed546-05d6-491b-bc11-3fd97bfa0cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.237094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.254484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c52c74fd-bf22-49aa-9195-f161484a1565 req-37f6b0cb-d8e7-4bbe-8de2-da73fcdcbe8a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657672 Aug 25 15:06:36.292141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.329813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.433550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.467211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] In _notify_port_updated(), no bound segment for port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab on network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:06:36.473426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9cbed546-05d6-491b-bc11-3fd97bfa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.476294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9cbed546-05d6-491b-bc11-3fd97bfa0cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.479832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9cbed546-05d6-491b-bc11-3fd97bfa0cce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5d0d88f-1324-4a40-b575-ad662b3f4cb8 HTTP/1.1" status: 204 len: 168 time: 0.4813073 Aug 25 15:06:36.484924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.485149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:36.485834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.489850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "PUT /v2.0/ports/5eafc10f-c4ae-43b0-8034-9ae3b6731cab HTTP/1.1" status: 200 len: 1067 time: 1.5007205 Aug 25 15:06:36.490350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50942) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:36.514504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359309c-9ca3-4542-bbb3-3dc23716e31f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event updated for resources: {'Port': ['ID=5eafc10f-c4ae-43b0-8034-9ae3b6731cab,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:36.585320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.590901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbed546-05d6-491b-bc11-3fd97bfa0cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d0d88f-1324-4a40-b575-ad662b3f4cb8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:36.691334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:36.705482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:36.708368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'Port': ['ID=bb6a731c-8d78-4391-b8e0-887cea170fb4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:36.711184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:36.869025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:36.869507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.902808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.917617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.933738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eee4f746-177e-469e-b090-587070d69b20 None None] Provisioning complete for port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:36.934683 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eee4f746-177e-469e-b090-587070d69b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.984591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:36.985417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-eee4f746-177e-469e-b090-587070d69b20 None None] Port 5eafc10f-c4ae-43b0-8034-9ae3b6731cab cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:37.008425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.010413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for 5eafc10f-c4ae-43b0-8034-9ae3b6731cab owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:37.067708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=977f9410-e6f3-4fc4-90a6-5b5011e9d753,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:37.158081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.177352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.386807 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP 985edd2d-1106-47ee-b602-d34596831f10 associated. External IP: 172.25.8.13, port: 9dde4f70-ddcc-4ff5-b099-535792e7b59d. Aug 25 15:06:37.454369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.482395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.520924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=5eafc10f-c4ae-43b0-8034-9ae3b6731cab,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:37.591421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.675487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'Port': ['ID=bb6a731c-8d78-4391-b8e0-887cea170fb4,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:37.678992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50972) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:37.731232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-27b8bea5-7bb2-4ae4-bf41-f786a6c59bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.739491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router e33274ad-4078-4125-be91-e8d59527fcc0 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:06:37.778392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.920534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:37.923452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5143ef6d-a0af-4ba1-8061-66dcbe7dfec7 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/ports/5eafc10f-c4ae-43b0-8034-9ae3b6731cab HTTP/1.1" status: 204 len: 168 time: 1.3893957 Aug 25 15:06:37.926596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:37.962574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:06:37.972885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] Sync routers for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:06:37.988226 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-88193fb3-7ece-4467-86a6-796175363626 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] GET failed (client error): The resource could not be found. Aug 25 15:06:37.994122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-88193fb3-7ece-4467-86a6-796175363626 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "GET /v2.0/ports/5eafc10f-c4ae-43b0-8034-9ae3b6731cab HTTP/1.1" status: 404 len: 333 time: 0.0659094 Aug 25 15:06:37.994375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50978) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:37.995906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:37.996814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:06:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:38.099770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-27b8bea5-7bb2-4ae4-bf41-f786a6c59bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.133993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port e1841fa3-c5d5-42aa-b073-56aca1f405ff {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:38.134343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.189704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:38.189891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-27b8bea5-7bb2-4ae4-bf41-f786a6c59bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.263629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-27b8bea5-7bb2-4ae4-bf41-f786a6c59bf8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a31aacc0330542b2a2bc43483d6ccdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788498 Aug 25 15:06:38.264551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:38.265199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8bea5-7bb2-4ae4-bf41-f786a6c59bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af757fa-df60-49b8-a8f6-06e5fce92de6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:38.292872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.296822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.331111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for e1841fa3-c5d5-42aa-b073-56aca1f405ff owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:38.342176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0d9ac532-2a6e-4b8e-8286-0680bb01b24f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7882524 Aug 25 15:06:38.346679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:38.349438 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e05804-bd68-4572-817d-7e7b18a6dfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:38.370748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.396727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd7a40fa-c49e-409f-a896-6c8d4fe82919 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7308886 Aug 25 15:06:38.482551 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7f40ac-9be7-4a4e-82aa-77f221e425a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.536090 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46193ce1-f91f-4185-9a40-e5bf5c1385ff x-openstack-request-id: req-46193ce1-f91f-4185-9a40-e5bf5c1385ff {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:38.536391 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:38.536648 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46193ce1-f91f-4185-9a40-e5bf5c1385ff {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:38.537267 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'status': 'completed', 'code': 200} Aug 25 15:06:38.561226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7f40ac-9be7-4a4e-82aa-77f221e425a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.621766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945e939-e911-4d18-8186-50ade5a8ca39 req-407bb85a-22e9-41df-9855-efa3982c55a0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:38.629671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5945e939-e911-4d18-8186-50ade5a8ca39 req-407bb85a-22e9-41df-9855-efa3982c55a0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1136036 Aug 25 15:06:38.676656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-3a14dada-626a-46e4-a0bd-11711479d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:38.677963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-3a14dada-626a-46e4-a0bd-11711479d524 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1096 time: 0.1400890 Aug 25 15:06:38.683365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '985edd2d-1106-47ee-b602-d34596831f10', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'port_id': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'mac_address': 'fa:16:3e:82:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:06:35Z', 'updated_at': '2021-08-25T15:06:35Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:17Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:38.716555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5945e939-e911-4d18-8186-50ade5a8ca39 req-c2f40ae8-f0e7-4ff8-8f8a-69a648c2c942 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838811 Aug 25 15:06:38.732746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:38.741759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] Checking router: e33274ad-4078-4125-be91-e8d59527fcc0 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:06:38.764432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:38.765618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:06:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:38.820058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7f40ac-9be7-4a4e-82aa-77f221e425a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.823311 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8c7f40ac-9be7-4a4e-82aa-77f221e425a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:38.828082 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8c7f40ac-9be7-4a4e-82aa-77f221e425a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1af757fa-df60-49b8-a8f6-06e5fce92de6 HTTP/1.1" status: 204 len: 168 time: 0.5610213 Aug 25 15:06:38.850541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f40ac-9be7-4a4e-82aa-77f221e425a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af757fa-df60-49b8-a8f6-06e5fce92de6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:38.875826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:39.090370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=e1841fa3-c5d5-42aa-b073-56aca1f405ff,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:39.092801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:39.095418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb77476d-a8c1-4689-a9cd-455c1f647776 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/ports/e1841fa3-c5d5-42aa-b073-56aca1f405ff HTTP/1.1" status: 204 len: 168 time: 1.0994382 Aug 25 15:06:39.098173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51022) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:39.136739 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c98432-df21-4c87-8cf0-66f1cfe47d78 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] GET failed (client error): The resource could not be found. Aug 25 15:06:39.142340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2c98432-df21-4c87-8cf0-66f1cfe47d78 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "GET /v2.0/ports/e1841fa3-c5d5-42aa-b073-56aca1f405ff HTTP/1.1" status: 404 len: 333 time: 0.0430493 Aug 25 15:06:39.146346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51024) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:39.188336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fd6cbfb5-10aa-4f0a-b141-2fb368ecd3cb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/985edd2d-1106-47ee-b602-d34596831f10 HTTP/1.1" status: 200 len: 990 time: 0.4510429 Aug 25 15:06:39.225061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:39.238519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-57bbd99f-408e-459b-be94-e7d0504033db tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--425217084&fields=id&tenant_id=56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 267 time: 0.2953479 Aug 25 15:06:39.281371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port e113b049-0647-445e-8617-f169f0355e41 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:39.281930 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:39.338413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-d4b3f6ed-4af5-4233-a282-68b4685b442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:39.340540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-d4b3f6ed-4af5-4233-a282-68b4685b442f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.6525383 Aug 25 15:06:39.396548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:39.413295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for e113b049-0647-445e-8617-f169f0355e41 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:39.497447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-8f0b4e3f-75bd-44f1-b263-ad45ceb18f18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 998 time: 0.1451576 Aug 25 15:06:39.507762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-e1942263-3459-477b-b73c-63a7f58e462b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:39.509483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-e1942263-3459-477b-b73c-63a7f58e462b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 816 time: 0.2628877 Aug 25 15:06:39.559351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-533b58c7-08bb-4687-9b09-910f7760a03f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/quotas/56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 375 time: 0.0323913 Aug 25 15:06:39.607462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-a8137bbe-a997-4791-806b-8bc76dce4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:39.610058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-a8137bbe-a997-4791-806b-8bc76dce4237 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.0996017 Aug 25 15:06:39.645079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-19a53d5f-ae50-4c43-a35f-5776db6289b3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788093 Aug 25 15:06:39.685688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-48348b11-65fa-48a8-aec1-7104dc037d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:39.688147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-48348b11-65fa-48a8-aec1-7104dc037d65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682292 Aug 25 15:06:39.737214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '985edd2d-1106-47ee-b602-d34596831f10', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'port_id': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'mac_address': 'fa:16:3e:82:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:06:35Z', 'updated_at': '2021-08-25T15:06:35Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:17Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:39.742745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:39.783673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0b6e3-0cff-4d19-bcbe-47f0b1f47e42 None None] The sync data for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 is: [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '985edd2d-1106-47ee-b602-d34596831f10', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'port_id': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'mac_address': 'fa:16:3e:82:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:06:35Z', 'updated_at': '2021-08-25T15:06:35Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:17Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:06:39.807603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=e113b049-0647-445e-8617-f169f0355e41,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:39.877279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:39.886330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51042) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:39.886958 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbaece44-0f4e-4034-b58d-c978242aa097 tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/ports/e113b049-0647-445e-8617-f169f0355e41 HTTP/1.1" status: 204 len: 168 time: 0.7428653 Aug 25 15:06:40.007873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-c8cdc853-a42c-48cb-ab45-7b74c12cecf5 service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115768 Aug 25 15:06:40.019217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-3f64988f-9d63-4570-864f-fd8b96e8ee52 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:06:40.033066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-3f64988f-9d63-4570-864f-fd8b96e8ee52 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3699281 Aug 25 15:06:40.178814 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d42a2c-0c1d-4b05-aeb5-372557e90fa3 None None] New status for floating IP 985edd2d-1106-47ee-b602-d34596831f10: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:06:40.181866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting subnet 9f6117dc-332e-440d-be84-5e1f03854088 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:06:40.191724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51050) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:40.210506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:40.274659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33664bee-1285-4d18-ac66-af7b7d9d60c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/985edd2d-1106-47ee-b602-d34596831f10 HTTP/1.1" status: 200 len: 990 time: 0.0804846 Aug 25 15:06:40.404999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-48261c3c-b60c-41d8-b061-dfb659f9d67b service neutron] 10.222.0.58 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710301 Aug 25 15:06:40.410285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:40.463692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50058db-e7eb-4717-a345-f47734eceae4 req-275187e1-b9c6-40f9-ae6e-0e6b8357ee3f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:40.465320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f50058db-e7eb-4717-a345-f47734eceae4 req-275187e1-b9c6-40f9-ae6e-0e6b8357ee3f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0566044 Aug 25 15:06:40.507526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48e05804-bd68-4572-817d-7e7b18a6dfe9 req-35759355-b7e7-4806-ac3a-50ee70563040 service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451231 Aug 25 15:06:40.532690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f50058db-e7eb-4717-a345-f47734eceae4 req-89620581-ea73-4ed8-beaa-52e68900941b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562022 Aug 25 15:06:40.631930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-0ee60f27-f387-4721-bbee-eb05c248ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:40.631930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-0ee60f27-f387-4721-bbee-eb05c248ba43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.1598773 Aug 25 15:06:41.046049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-a8907733-f47e-4cec-9071-56b61e1b45e2 service neutron] 10.222.0.58 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285877 Aug 25 15:06:41.053731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.120100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-863f62fe-d842-4f74-a05b-42209411584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:41.121573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-863f62fe-d842-4f74-a05b-42209411584d service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.4681370 Aug 25 15:06:41.165329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-d4c81f0a-f05a-4950-b81c-ec95f804684c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 217 time: 0.0350630 Aug 25 15:06:41.217828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-e204675c-9d8e-4c6a-8743-52eb33cea466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:41.219434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-e204675c-9d8e-4c6a-8743-52eb33cea466 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.0462766 Aug 25 15:06:41.258661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-37ce8ac3-486f-409e-bfe0-b838ec1c3b74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318279 Aug 25 15:06:41.276955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51110) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:41.321708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.384432 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fef52c96-f0ba-4368-ab8c-f080ae025048 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/985edd2d-1106-47ee-b602-d34596831f10 HTTP/1.1" status: 200 len: 992 time: 0.1001277 Aug 25 15:06:41.385302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6117dc-332e-440d-be84-5e1f03854088,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:41.388158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.388722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481225cd-9d60-4bbf-86be-496719af6d9b None None] Network 0294d7ab-a06f-4afe-a3c7-d535248e0e27 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:41.390911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4cabe05e-133b-42e9-8ace-c882521e60ea tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/subnets/9f6117dc-332e-440d-be84-5e1f03854088 HTTP/1.1" status: 204 len: 168 time: 1.5013173 Aug 25 15:06:41.396396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51118) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:41.478574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9fa38be5-8fbd-4285-9953-d4cf699bbe23 req-75b5a599-f91b-44c8-9c0c-ccae146f60cc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 210 time: 0.0622661 Aug 25 15:06:41.499221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.529085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-8ebc2bf1-d579-464f-9da3-d07643333ef2 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618432 Aug 25 15:06:41.671468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] DHCP port deletion for 0294d7ab-a06f-4afe-a3c7-d535248e0e27 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:06:41.755490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] Deleting port 31135001-bf77-496c-9045-95703ff9bb34 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:41.756087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.764819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20974-5164-4ee7-9021-4adf99a72fe0 req-03cd0ef3-bc21-4de3-a50b-c119f381d8d9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:41.766532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61a20974-5164-4ee7-9021-4adf99a72fe0 req-03cd0ef3-bc21-4de3-a50b-c119f381d8d9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1612754 Aug 25 15:06:41.775765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Deleting port 31135001-bf77-496c-9045-95703ff9bb34 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:41.780979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.831997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] For port 31135001-bf77-496c-9045-95703ff9bb34, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=31135001-bf77-496c-9045-95703ff9bb34,segment=NetworkSegment(1e374167-f598-476f-ab16-e799dd43a32e),segment_id=1e374167-f598-476f-ab16-e799dd43a32e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:41.832400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.833400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-828eb3cd-26cc-4a1b-acb9-4e5bddec6f49 req-a2fb987f-5519-41de-b68c-d4c30824f6a0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794745 Aug 25 15:06:41.848665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] Calling delete_port for 31135001-bf77-496c-9045-95703ff9bb34 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:41.849713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-cff76fcf-590c-415f-aead-70f75a091654 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2015195 Aug 25 15:06:41.867594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51132) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:41.916163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61a20974-5164-4ee7-9021-4adf99a72fe0 req-ae44762d-1c6d-4261-9f97-9cf579a590fe tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348839 Aug 25 15:06:41.923884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] For port 31135001-bf77-496c-9045-95703ff9bb34, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=31135001-bf77-496c-9045-95703ff9bb34,segment=NetworkSegment(1e374167-f598-476f-ab16-e799dd43a32e),segment_id=1e374167-f598-476f-ab16-e799dd43a32e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:41.924434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:41.981303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Calling delete_port for 31135001-bf77-496c-9045-95703ff9bb34 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:42.051092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-b03cd896-26aa-4e70-b277-1aaa8bf73047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:42.052642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-b03cd896-26aa-4e70-b277-1aaa8bf73047 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1199114 Aug 25 15:06:42.077957 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.079829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81a51c00-8488-4135-98c0-34fbea7db2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.093478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.109920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] Pushing event deleted for resources: {'Port': ['ID=31135001-bf77-496c-9045-95703ff9bb34,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:42.123150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef60ab8-9b3a-4c8e-921c-57b45d7b6aac None None] No DVR routers for this DVR port 31135001-bf77-496c-9045-95703ff9bb34 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:06:42.133851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Port': ['ID=31135001-bf77-496c-9045-95703ff9bb34,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:42.172759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] No DVR routers for this DVR port 31135001-bf77-496c-9045-95703ff9bb34 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:06:42.211512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81a51c00-8488-4135-98c0-34fbea7db2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.274595 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.292670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0294d7ab-a06f-4afe-a3c7-d535248e0e27']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:42.297730 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81a51c00-8488-4135-98c0-34fbea7db2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.305958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-1afd4147-69e1-4cc5-bf32-c3e4eb944bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:42.307474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-1afd4147-69e1-4cc5-bf32-c3e4eb944bbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 915 time: 0.1887977 Aug 25 15:06:42.309184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e374167-f598-476f-ab16-e799dd43a32e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:42.309391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e374167-f598-476f-ab16-e799dd43a32e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:42.358155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-04e92c34-41a4-47d4-8062-cb0e7e4b764e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae17a7c-1991-4cc2-a051-733e22493a3a HTTP/1.1" status: 200 len: 217 time: 0.0413520 Aug 25 15:06:42.359911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.361252 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-81a51c00-8488-4135-98c0-34fbea7db2db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5487dd249254ca190009db4ce52df8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921019 Aug 25 15:06:42.362171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a51c00-8488-4135-98c0-34fbea7db2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2603c9e7-862f-4bcd-84f4-6e7f2062407c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:42.364180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51150) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:42.419933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.437361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:06:42.437771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:06:42.440706 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:06:42.459295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-5a923d12-36b9-4538-8668-ebf530db225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:42.462256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-5a923d12-36b9-4538-8668-ebf530db225d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.0957468 Aug 25 15:06:42.536777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-7ec5b3de-ea33-4024-a37d-a463a9b7e5c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497394 Aug 25 15:06:42.569651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9ff27b9-f527-4bed-9ca6-8a5bba69e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.610237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7f395be-0b8e-4e14-8796-c31923804ee3 req-f230ce09-f76a-4c30-bb03-5bc33c50be02 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 210 time: 0.0272756 Aug 25 15:06:42.625438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9ff27b9-f527-4bed-9ca6-8a5bba69e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.665182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.683308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.685069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] 10.222.0.58 "DELETE /v2.0/networks/0294d7ab-a06f-4afe-a3c7-d535248e0e27 HTTP/1.1" status: 204 len: 168 time: 1.2877300 Aug 25 15:06:42.698405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-be99935e-f0e5-481e-91fd-fe6918dde3b7 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504514 Aug 25 15:06:42.699784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a637959-b140-41c2-ba10-01dd7937011f tempest-AllowedAddressPairIpV6TestJSON-1934154061 tempest-AllowedAddressPairIpV6TestJSON-1934154061-project] Pushing event deleted for resources: {'Network': ['ID=0294d7ab-a06f-4afe-a3c7-d535248e0e27,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:42.801001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5c5002e-0ed5-41ab-a56f-4466fd7f5212 req-32a688af-f110-4da6-8f2f-be3a264ccab4 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948536 Aug 25 15:06:42.839340 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9ff27b9-f527-4bed-9ca6-8a5bba69e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.844028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9ff27b9-f527-4bed-9ca6-8a5bba69e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:42.845248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f9ff27b9-f527-4bed-9ca6-8a5bba69e83b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2603c9e7-862f-4bcd-84f4-6e7f2062407c HTTP/1.1" status: 204 len: 168 time: 0.4789712 Aug 25 15:06:42.853230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff27b9-f527-4bed-9ca6-8a5bba69e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2603c9e7-862f-4bcd-84f4-6e7f2062407c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:42.987438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 31135001-bf77-496c-9045-95703ff9bb34 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:06:43.008155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 31135001-bf77-496c-9045-95703ff9bb34 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:06:43.008553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 31135001-bf77-496c-9045-95703ff9bb34 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:06:43.054009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906126c-9f4b-4afb-a618-9c17fee2aaa7 req-8b0039d4-61a6-407f-97d7-efeb95f90fc2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:43.055836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2906126c-9f4b-4afb-a618-9c17fee2aaa7 req-8b0039d4-61a6-407f-97d7-efeb95f90fc2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0570877 Aug 25 15:06:43.098458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2906126c-9f4b-4afb-a618-9c17fee2aaa7 req-40908675-6b68-4d0c-91a8-ad7f827b704d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Aug 25 15:06:43.519234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51184) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:43.728104 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-875f96b9-f547-4d23-b3cf-112ca0a9bd13 req-c93ef4d5-180f-4028-9080-0a3b7b1669ec tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 210 time: 0.0266345 Aug 25 15:06:43.898988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51196) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:43.916325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c4cac60-ef8c-4e1a-b5fb-f6cf6d6b1746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:43.935285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-137e066e-ffd2-4fd3-9ee0-ef6c9350680a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:43.937343 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-137e066e-ffd2-4fd3-9ee0-ef6c9350680a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.52 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 816 time: 0.1287808 Aug 25 15:06:43.988105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-0bf45448-c6c7-423f-af80-dafe910ff9c1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 379 time: 0.0408754 Aug 25 15:06:44.004466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'port': {'device_id': '9e3233f9-33de-4525-a3c6-43118424047f', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'admin_state_up': True, 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'security_groups': ['92302f63-c4bd-41bb-8087-5f15288de266']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:44.040436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c4cac60-ef8c-4e1a-b5fb-f6cf6d6b1746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.161099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f124537e-0bb7-4f7b-9183-ec02a496f26d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0302c6bc6e14e6b959b8829aa9c06cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406922 Aug 25 15:06:44.163735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:44.202081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c4cac60-ef8c-4e1a-b5fb-f6cf6d6b1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.224753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866175ee-15c4-4e37-9de5-b6bc81bde602 req-74bd3eb7-354d-4e9c-87dd-f1dcf23a0dc9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:44.226284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-866175ee-15c4-4e37-9de5-b6bc81bde602 req-74bd3eb7-354d-4e9c-87dd-f1dcf23a0dc9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0599656 Aug 25 15:06:44.253492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a076dd92-470a-4838-8161-96ebfdce8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.257358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c4cac60-ef8c-4e1a-b5fb-f6cf6d6b1746 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a98b3a6395164d5a827f1ffb485497c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568869 Aug 25 15:06:44.265818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cac60-ef8c-4e1a-b5fb-f6cf6d6b1746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0a1151-0ea3-4377-86cc-a1498fce7eec,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:44.268195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51204) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:44.299308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a076dd92-470a-4838-8161-96ebfdce8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.313202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-866175ee-15c4-4e37-9de5-b6bc81bde602 req-32a02979-f5e5-47f1-b790-9a7db2fb8a46 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801070 Aug 25 15:06:44.331933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Made reservation on behalf of 56e820ecc4194f23919567e5e1acd804 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:44.335559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.357830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4f36-ecc6-41f6-b066-282ad2f178ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.392745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4f36-ecc6-41f6-b066-282ad2f178ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.442953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a076dd92-470a-4838-8161-96ebfdce8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.447114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a076dd92-470a-4838-8161-96ebfdce8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.448501 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a076dd92-470a-4838-8161-96ebfdce8081 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b714b51a-a53b-4b89-bee6-0870ea54c840 HTTP/1.1" status: 204 len: 168 time: 0.2836699 Aug 25 15:06:44.459273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076dd92-470a-4838-8161-96ebfdce8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b714b51a-a53b-4b89-bee6-0870ea54c840,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:44.531124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Allocated IP 172.20.0.4 (15a360c9-d785-4015-bd7b-16d775fe35de/d13e322e-8460-43ec-af52-e2b36b2b4646/3448a65e-230b-4f95-94f0-d2242619fdd6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:44.632180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4f36-ecc6-41f6-b066-282ad2f178ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.634926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4f36-ecc6-41f6-b066-282ad2f178ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.636268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c4b4f36-ecc6-41f6-b066-282ad2f178ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c0a1151-0ea3-4377-86cc-a1498fce7eec HTTP/1.1" status: 204 len: 168 time: 0.3604591 Aug 25 15:06:44.654533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4f36-ecc6-41f6-b066-282ad2f178ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0a1151-0ea3-4377-86cc-a1498fce7eec,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:44.721551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.736668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Transition to ACTIVE for port object 3448a65e-230b-4f95-94f0-d2242619fdd6 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:44.841339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20163389-dcfd-4cc8-a118-548a99a434cd req-06ffea20-3d45-404d-a0d8-5198efa25cf8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 210 time: 0.0281563 Aug 25 15:06:44.873305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:44.922453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Network 15a360c9-d785-4015-bd7b-16d775fe35de is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:44.925815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:44.929994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:44.960825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:45.002318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:45.003193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:45.214730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-999a9aba-af05-46da-9b4a-ff63953a8191 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2177663 Aug 25 15:06:45.227627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Request body: {'port': {'device_id': '9e3233f9-33de-4525-a3c6-43118424047f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:45.290896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:45.303078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e54f9de2-227e-425c-aa6e-2230a44f876d None None] Provisioning for port 3448a65e-230b-4f95-94f0-d2242619fdd6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:45.308880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e54f9de2-227e-425c-aa6e-2230a44f876d None None] Provisioning complete for port 3448a65e-230b-4f95-94f0-d2242619fdd6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:45.309283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e54f9de2-227e-425c-aa6e-2230a44f876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:45.384624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e54f9de2-227e-425c-aa6e-2230a44f876d None None] Port 3448a65e-230b-4f95-94f0-d2242619fdd6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:45.554931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d6d6-8419-4a73-836a-d2901886887a req-422f3dae-6bfb-48b4-baae-2ed3d509fa54 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:45.556501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aaa8d6d6-8419-4a73-836a-d2901886887a req-422f3dae-6bfb-48b4-baae-2ed3d509fa54 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1203129 Aug 25 15:06:45.621865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aaa8d6d6-8419-4a73-836a-d2901886887a req-a404b7af-7399-4887-8ab0-15ac9fcfae49 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565839 Aug 25 15:06:45.713473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3448a65e-230b-4f95-94f0-d2242619fdd6 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:45.721080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:45.732923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Transition to ACTIVE for port object 3448a65e-230b-4f95-94f0-d2242619fdd6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:45.859870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:45.972949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:46.013539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:46.013948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:46.015416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:46.021952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Port 3448a65e-230b-4f95-94f0-d2242619fdd6 on network 15a360c9-d785-4015-bd7b-16d775fe35de not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:46.021952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:46.028728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:46.029244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Checking segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:46.029827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Bound using segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:46.030102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Bound port: 3448a65e-230b-4f95-94f0-d2242619fdd6, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:46.030560 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:46.036532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23007-7883-484b-99dd-7808d0c14df9 req-6bbbec34-8238-444f-87d6-e2d9d98182d4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.047744 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32f23007-7883-484b-99dd-7808d0c14df9 req-6bbbec34-8238-444f-87d6-e2d9d98182d4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.1087167 Aug 25 15:06:46.126680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-32f23007-7883-484b-99dd-7808d0c14df9 req-c0ccd54e-9dc7-4946-aec0-c0aa26ae165c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778039 Aug 25 15:06:46.165048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:46.172817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:46.316855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:46.355843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.356466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:46.357935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] 10.222.0.52 "PUT /v2.0/ports/3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 1091 time: 1.1351073 Aug 25 15:06:46.358406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:46.360700 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029790a4-4137-4f9e-bb69-bb69725c4b01" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:46.392744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d36e82-8ef1-4deb-8837-de2e3deb5051 service neutron] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:46.404646 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8337bbb0-0af4-4cda-aae7-304a7c0df5cc x-openstack-request-id: req-8337bbb0-0af4-4cda-aae7-304a7c0df5cc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:46.404937 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:46.405214 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8337bbb0-0af4-4cda-aae7-304a7c0df5cc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:46.406132 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'status': 'completed', 'code': 200} Aug 25 15:06:46.498101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029790a4-4137-4f9e-bb69-bb69725c4b01 req-b427200c-385a-4f6f-919a-d3ab71f8cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.500868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-029790a4-4137-4f9e-bb69-bb69725c4b01 req-b427200c-385a-4f6f-919a-d3ab71f8cab6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1094 time: 0.0658588 Aug 25 15:06:46.706961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029790a4-4137-4f9e-bb69-bb69725c4b01 req-926a6234-787f-4eb4-92cf-096ad246f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.708496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-029790a4-4137-4f9e-bb69-bb69725c4b01 req-926a6234-787f-4eb4-92cf-096ad246f7fd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=56e820ecc4194f23919567e5e1acd804&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1990740 Aug 25 15:06:46.766669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f0d1f-eb42-4404-be78-2f07567eb9bf req-9a293d90-65e2-4548-b7d8-9f833a84f112 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.768762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b5f0d1f-eb42-4404-be78-2f07567eb9bf req-9a293d90-65e2-4548-b7d8-9f833a84f112 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0553160 Aug 25 15:06:46.783772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51284) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:46.823705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b5f0d1f-eb42-4404-be78-2f07567eb9bf req-73cb6ff8-fcc0-411e-aa5e-f262cfb19c28 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Aug 25 15:06:46.863294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029790a4-4137-4f9e-bb69-bb69725c4b01 req-a7c5fd4d-d521-4b7f-9aa1-6bbf2900c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.864920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-029790a4-4137-4f9e-bb69-bb69725c4b01 req-a7c5fd4d-d521-4b7f-9aa1-6bbf2900c740 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486256 Aug 25 15:06:46.896198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51288) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:46.952893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-a8a23910-59a0-4a1b-aeec-398af796f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:46.954421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-a8a23910-59a0-4a1b-aeec-398af796f996 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1094 time: 0.0461018 Aug 25 15:06:47.005427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-8449fdd3-6c09-472a-9286-4edc42f2d758 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 217 time: 0.0399742 Aug 25 15:06:47.015447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-31560016-network', 'tenant_id': '529f0f87f6b54efe9adfb71d9c2102db'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:47.025092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-920774108'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:47.078750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:06:47.078750 n-d-805995-2 neutron-server[101873]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 15:06:47.078750 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id': 'cfc909130f0f45989b589fcf54c4f8ad', 'id': 'ff7dc3b5-9447-4e02-9b53-c52ae02eaeeb', 'expiration': datetime.datetime(2021, 8, 25, 15, 8, 47, 68194)}] Aug 25 15:06:47.078750 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:06:47.079229 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:06:47.094419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-25288b15-cbaa-4ef2-b829-79e65321381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:47.097598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-25288b15-cbaa-4ef2-b829-79e65321381a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.0747313 Aug 25 15:06:47.146374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb47-c32f-470f-ba91-f19df1470481 req-69f40dc3-e969-45be-889c-93bce32ae17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:47.148340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-69f40dc3-e969-45be-889c-93bce32ae17f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431521 Aug 25 15:06:47.206004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Made reservation on behalf of 529f0f87f6b54efe9adfb71d9c2102db for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:47.210235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.227046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.325296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdae4b-2148-44a4-87c9-96b09b003bd4 req-6d7847c2-ec44-4717-8f0f-918fff293e08 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:47.326815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57cdae4b-2148-44a4-87c9-96b09b003bd4 req-6d7847c2-ec44-4717-8f0f-918fff293e08 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.1052690 Aug 25 15:06:47.335981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-7a49f47d-4cd3-43cc-bce1-251f08e9383c service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773634 Aug 25 15:06:47.440529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57cdae4b-2148-44a4-87c9-96b09b003bd4 req-53831f6b-ce47-4c2c-8496-6d17c7d6a5e8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037905 Aug 25 15:06:47.494015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-887feb47-c32f-470f-ba91-f19df1470481 req-81e2943a-af93-4d8d-966f-26153524859a service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459246 Aug 25 15:06:47.505668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.523144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-42a46f6b-8ab3-4ce2-817e-859cbd8ad70c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:47.524780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-42a46f6b-8ab3-4ce2-817e-859cbd8ad70c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.1215847 Aug 25 15:06:47.541273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-a740ce96-3dce-49dd-9e7f-7af25ab2850a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/quotas/2be81df55463464ba4e06e1d8a6bd045 HTTP/1.1" status: 200 len: 375 time: 0.0107255 Aug 25 15:06:47.602216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6b3cf680-ce5e-47ea-b5d4-eefaa5bddebf tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543687 Aug 25 15:06:47.629588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.660450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:06:47.680694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.681100 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Added segment 73ab5737-0175-4b27-b70f-3840da95fb86 of type vlan for network f46573a2-afe5-4509-938f-5a8d8299dd3f Aug 25 15:06:47.682516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde7191-cfd6-4977-8788-e923e17b67d0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:47.719138 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-2f5acd2c-2e65-4e93-b9e5-3f7b77532ad2 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092548 Aug 25 15:06:47.734466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.793174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:47.797407 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.806309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.842660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-cb1cab98-6cd2-4732-b033-7769be60cfe9 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159153 Aug 25 15:06:47.922755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.925615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:47.926669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:47.927266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.020745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] Pushing event updated for resources: {'Network': ['ID=f46573a2-afe5-4509-938f-5a8d8299dd3f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:48.031277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f46573a2-afe5-4509-938f-5a8d8299dd3f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:06:48.036338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728683-1abe-4b6d-b471-c4a01d08ab3a req-117509cf-188d-4f57-a03a-aa802dff6848 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:48.037914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6728683-1abe-4b6d-b471-c4a01d08ab3a req-117509cf-188d-4f57-a03a-aa802dff6848 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1134722 Aug 25 15:06:48.040146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.077734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:06:48.099633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb37a34-72fb-4308-9767-21c8de1d9849,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:48.107378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.107730 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Added segment 04945b50-2aef-457e-9d97-09eec9be38b7 of type vlan for network 4767c018-b479-4bca-80ac-53ef442bc0bf Aug 25 15:06:48.133443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6728683-1abe-4b6d-b471-c4a01d08ab3a req-cf5f36a8-8004-4687-9e71-b27842567b30 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867345 Aug 25 15:06:48.141926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c9f97b23-e172-4ab6-ad7c-6f80dba3e015 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2447286 Aug 25 15:06:48.148066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51328) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:48.153557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Request body: {'subnet': {'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-31560016-subnet', 'tenant_id': '529f0f87f6b54efe9adfb71d9c2102db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:48.174866 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.211556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3ada3bd9-b7bb-4d02-895f-82608196c496 req-38e359eb-4cb4-4985-80f4-7a7025d0f271 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 210 time: 0.0326419 Aug 25 15:06:48.276802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.276995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Made reservation on behalf of 529f0f87f6b54efe9adfb71d9c2102db for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:48.279573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.283510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:48.284138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.362551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Network': ['ID=4767c018-b479-4bca-80ac-53ef442bc0bf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:48.374837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4767c018-b479-4bca-80ac-53ef442bc0bf details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:06:48.418141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51338) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:48.418813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8c5a0faa-e954-4582-887d-ba2e61104f9c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6336184 Aug 25 15:06:48.428822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'subnet': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:48.592356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbfcc-7b8b-4625-9194-f18b909180a2 req-7bfd5e2e-2359-4036-b737-2ff1ed75dc9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:48.594557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-398bbfcc-7b8b-4625-9194-f18b909180a2 req-7bfd5e2e-2359-4036-b737-2ff1ed75dc9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.0666704 Aug 25 15:06:48.636557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-398bbfcc-7b8b-4625-9194-f18b909180a2 req-7ea7d494-adbf-426e-b9f0-c8bdee5cc77a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 Aug 25 15:06:48.674617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.703661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:48.707427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:48.770968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1219caf-77c9-45d7-a8cc-bd1224ad7a37,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:48.788442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Checking segment: {'id': '73ab5737-0175-4b27-b70f-3840da95fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:48.788805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Network hostable DHCP agents. Network: f46573a2-afe5-4509-938f-5a8d8299dd3f, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:06:49.057172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8178-2135-487f-96d5-0f55c545aacd req-6a8b4a22-b3d1-493a-bdd8-db3fa41769fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:49.058832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-6a8b4a22-b3d1-493a-bdd8-db3fa41769fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.0487976 Aug 25 15:06:49.079577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Network f46573a2-afe5-4509-938f-5a8d8299dd3f is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:06:49.121398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:49.185330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8178-2135-487f-96d5-0f55c545aacd req-0289d96b-c03c-4f67-bf27-65fe1107152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:49.186848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-0289d96b-c03c-4f67-bf27-65fe1107152f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.1074536 Aug 25 15:06:49.197101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Subnet': ['ID=e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:49.222255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Checking segment: {'id': '04945b50-2aef-457e-9d97-09eec9be38b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:49.222671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network hostable DHCP agents. Network: 4767c018-b479-4bca-80ac-53ef442bc0bf, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:06:49.226332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f46573a2-afe5-4509-938f-5a8d8299dd3f) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:49.234848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:49.234975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-cdcd8e89-7f17-41e9-8a9e-8d4d3f5685f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 217 time: 0.0398660 Aug 25 15:06:49.235537 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:49.239742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ae9fd-1428-464e-b8d3-247b7e899bcb None None] Network f46573a2-afe5-4509-938f-5a8d8299dd3f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:49.307661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8178-2135-487f-96d5-0f55c545aacd req-539d52f3-8e42-4e7b-9ed0-09bab08d8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:49.309129 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-539d52f3-8e42-4e7b-9ed0-09bab08d8841 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.0603077 Aug 25 15:06:49.330614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa6b1-9365-4d86-9594-9507fb5760b9 req-4336263b-6957-415d-9591-616c137b95f2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:49.336699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92aaa6b1-9365-4d86-9594-9507fb5760b9 req-4336263b-6957-415d-9591-616c137b95f2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0694430 Aug 25 15:06:49.385119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:06:49.385335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-49545527-3b59-4d66-bbe5-c1e2b01e5caf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592628 Aug 25 15:06:49.396309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6a02d4a-ddac-4556-9d3c-7e0a519cdf6d req-cbf30164-6a6c-4630-b608-3972da38bca9 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 210 time: 0.0670075 Aug 25 15:06:49.408961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4767c018-b479-4bca-80ac-53ef442bc0bf) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:49.430513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:49.431936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:49.434292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049029d-8de0-49d9-9555-9e92687bfe6f None None] Network 4767c018-b479-4bca-80ac-53ef442bc0bf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:49.481143 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-73871321-e89d-4d9f-8ad5-8f3323915ece admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3258467 Aug 25 15:06:49.509443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92aaa6b1-9365-4d86-9594-9507fb5760b9 req-c40581ff-be56-41ae-8553-28edc24a44da tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627355 Aug 25 15:06:49.575009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-bccde3a1-b313-4290-ad9c-8db29cf539b0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776781 Aug 25 15:06:49.596160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019e202-34a9-4b47-944b-61aa28d30666 None None] Network f46573a2-afe5-4509-938f-5a8d8299dd3f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:49.599483 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f46ba9c-292d-4b42-9dbf-e347c151781b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1803131 Aug 25 15:06:49.602098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51366) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:49.607129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'name': 'tempest-AllowedAddressPairTestJSON-359195810'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:49.962537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-4767c018-b479-4bca-80ac-53ef442bc0bf', 'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'tenant_id': 'cfc909130f0f45989b589fcf54c4f8ad', 'fixed_ips': [{'subnet_id': 'e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:06:49.968699 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:50.027415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:50.031313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:50.055074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] device_id is not set on port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:50.251396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Allocated IP 172.20.0.2 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/0eff6f2b-ca03-4bc3-a6ee-38a044933078) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:50.377260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc9d0a-9045-4f84-bd56-ff2b256dd091 req-caf365db-a7b1-4571-a979-6e6a193e06db tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:50.378764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20dc9d0a-9045-4f84-bd56-ff2b256dd091 req-caf365db-a7b1-4571-a979-6e6a193e06db tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.1230876 Aug 25 15:06:50.449053 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:50.461472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Transition to ACTIVE for port object 0eff6f2b-ca03-4bc3-a6ee-38a044933078 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:50.461866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-702e8178-2135-487f-96d5-0f55c545aacd req-5e2f800a-0086-4d12-a645-75dfbb8cd4d0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658369 Aug 25 15:06:50.509646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Transition to ACTIVE for port object 0eff6f2b-ca03-4bc3-a6ee-38a044933078 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:50.511588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20dc9d0a-9045-4f84-bd56-ff2b256dd091 req-6da37a13-0059-4748-8026-047b4b3f73d6 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182778 Aug 25 15:06:50.554539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-82aa0a84-135b-448e-9096-630a7378324d req-8d04d130-b469-4099-b7ff-d217392b73e1 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 210 time: 0.0529957 Aug 25 15:06:50.649722 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:50.713445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a797-e9f8-4dab-84f0-965807b30b8f req-a4adf0ca-c48b-4efc-a1ca-634a7ccd757b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:50.725083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a30a797-e9f8-4dab-84f0-965807b30b8f req-a4adf0ca-c48b-4efc-a1ca-634a7ccd757b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1241460 Aug 25 15:06:50.742361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:50.745871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:50.750148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:50.774912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Allocated IP 172.20.0.7 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/5d6b3307-69de-44b8-a1e0-c3ae0eda694d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:50.789263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7a30a797-e9f8-4dab-84f0-965807b30b8f req-741263aa-fd83-4791-a4c7-c51b41404cde tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567892 Aug 25 15:06:50.793164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Pushing event updated for resources: {'Port': ['ID=0eff6f2b-ca03-4bc3-a6ee-38a044933078,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:50.827203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Attempting to bind port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:50.827939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Attempting to bind port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '04945b50-2aef-457e-9d97-09eec9be38b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:50.828447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Attempting to bind port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 on network 4767c018-b479-4bca-80ac-53ef442bc0bf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:50.851769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:50.851769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Checking segment: {'id': '04945b50-2aef-457e-9d97-09eec9be38b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:50.851769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:50.851769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Bound using segment: {'id': '04945b50-2aef-457e-9d97-09eec9be38b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:50.851769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Bound port: 0eff6f2b-ca03-4bc3-a6ee-38a044933078, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04945b50-2aef-457e-9d97-09eec9be38b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:50.851769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:50.936071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] For port 0eff6f2b-ca03-4bc3-a6ee-38a044933078, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:50.942179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] For port 0eff6f2b-ca03-4bc3-a6ee-38a044933078, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0eff6f2b-ca03-4bc3-a6ee-38a044933078,segment=NetworkSegment(04945b50-2aef-457e-9d97-09eec9be38b7),segment_id=04945b50-2aef-457e-9d97-09eec9be38b7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:51.017768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.027081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.037816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Transition to ACTIVE for port object 5d6b3307-69de-44b8-a1e0-c3ae0eda694d will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:51.072915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51400) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:51.080962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-404372114-network', 'tenant_id': '31534e43c6164be48d7dcc8a05754d77'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:51.094179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:06:51.099868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2240-a49f-4e09-8b80-9305856f8796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.190587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca20ab-25dc-4a7b-ad42-c9e22e215075 None None] Pushing event updated for resources: {'Port': ['ID=0eff6f2b-ca03-4bc3-a6ee-38a044933078,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:51.204356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.243516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Made reservation on behalf of 31534e43c6164be48d7dcc8a05754d77 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:51.246768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.266506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.287344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:51.300374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:51.307285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:51.310486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:51.319448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=5d6b3307-69de-44b8-a1e0-c3ae0eda694d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:51.371356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'mac_address': 'fa:16:3e:2d:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:06:51.399719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.510292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:51.511947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.525615 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.548119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3448a65e-230b-4f95-94f0-d2242619fdd6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:51.564277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.614170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:06:51.627090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:51.640834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f909ecf-f465-40b3-a4f8-41a09aa2fb0b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:51.644053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.644456 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Added segment e70c6d1c-3f2e-4df2-a743-e632f3c67ab6 of type vlan for network 8898a7ea-d849-4af4-a8ab-86b3f2505840 Aug 25 15:06:51.667134 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1e1d4584-d573-4b5b-8909-cd235fa638a4 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0638735 Aug 25 15:06:51.672066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:51.682874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'name': 'tempest-AllowedAddressPairTestJSON-1901722587', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:26:9c:7a'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:51.737001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.759694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:51.769332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-95733039-71d7-4f6f-af49-c3ea4dfc7d43 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:51.770877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-95733039-71d7-4f6f-af49-c3ea4dfc7d43 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.3680403 Aug 25 15:06:51.772906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53f5727-3fb7-49da-b202-21bb22e4c09b req-1dc70ac8-9dcd-4512-95b3-d9cbf4d9c157 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 210 time: 0.0567272 Aug 25 15:06:51.801741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Request body: {'port': {'device_id': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'admin_state_up': True, 'tenant_id': '2be81df55463464ba4e06e1d8a6bd045'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:51.877861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:51.971741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36f11-b078-43b1-8c4e-8b5875fb18ee req-f588a860-e455-41cb-83b5-de2af3932cfa tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:51.973479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90e36f11-b078-43b1-8c4e-8b5875fb18ee req-f588a860-e455-41cb-83b5-de2af3932cfa tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.2838471 Aug 25 15:06:51.987958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['3448a65e-230b-4f95-94f0-d2242619fdd6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:06:51.999718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000bdca-a015-4c69-9857-914cb5dcef4b req-95002702-cb9d-44c3-b3dd-334a87b0197a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:52.001820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8000bdca-a015-4c69-9857-914cb5dcef4b req-95002702-cb9d-44c3-b3dd-334a87b0197a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0812848 Aug 25 15:06:52.033940 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.035341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:52.038207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.043133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90e36f11-b078-43b1-8c4e-8b5875fb18ee req-2320d003-4702-453a-b667-78a416b28fe1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539019 Aug 25 15:06:52.120635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8000bdca-a015-4c69-9857-914cb5dcef4b req-342152bd-4551-4301-8f40-dabf711e2699 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126554 Aug 25 15:06:52.144478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Made reservation on behalf of 2be81df55463464ba4e06e1d8a6bd045 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:52.159687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.179978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8898a7ea-d849-4af4-a8ab-86b3f2505840,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:52.192106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8898a7ea-d849-4af4-a8ab-86b3f2505840 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:06:52.299757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:52.305145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Allocated IP 172.20.0.7 (5e6c2977-db8e-46d3-ae29-f6a13b35bfa9/beebf522-d43c-43f0-b3c7-9f16fde8285e/125b83b1-2c60-49ed-be2f-7af1b8bbc260) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:52.410946 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.453121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] device_id is not set on port 1308aaf0-7047-4767-84e6-7dd849d3edc6 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:52.485508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1aa1516c-3212-42fa-bc11-98a64bc602e1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4079769 Aug 25 15:06:52.488402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51418) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:52.494987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Request body: {'subnet': {'network_id': '8898a7ea-d849-4af4-a8ab-86b3f2505840', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-404372114-subnet', 'tenant_id': '31534e43c6164be48d7dcc8a05754d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:52.541229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:52.582744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.610650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Allocated IP 172.20.0.9 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/1308aaf0-7047-4767-84e6-7dd849d3edc6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:52.648239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Made reservation on behalf of 31534e43c6164be48d7dcc8a05754d77 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:52.650404 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.701085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82acfc2-6246-4718-9b92-de2bea7815fd None None] Network 4767c018-b479-4bca-80ac-53ef442bc0bf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:52.703560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e616-ea2b-4d68-bcfb-e0f2a8e3fd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.731767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.746695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:06:52.797949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:52.806073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:52.826912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:52.829744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event updated for resources: {'Port': ['ID=125b83b1-2c60-49ed-be2f-7af1b8bbc260,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:52.925022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-491a852b-c825-4237-8cf8-71161adc6f9d None None] Provisioning for port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:52.935405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:52.937466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.973491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e616-ea2b-4d68-bcfb-e0f2a8e3fd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.980665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:52.993488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8e85-8f29-4ae0-833e-a4f30f567166 req-1dffc391-bdcc-4f2f-bb32-fd6f57922561 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:52.994765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-453a8e85-8f29-4ae0-833e-a4f30f567166 req-1dffc391-bdcc-4f2f-bb32-fd6f57922561 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 931 time: 0.1396542 Aug 25 15:06:53.019929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Transition to ACTIVE for port object 1308aaf0-7047-4767-84e6-7dd849d3edc6 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:53.089115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e616-ea2b-4d68-bcfb-e0f2a8e3fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.125251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0eff6f2b-ca03-4bc3-a6ee-38a044933078 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:53.128089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-453a8e85-8f29-4ae0-833e-a4f30f567166 req-6990db73-0a5f-49ee-a8d1-81c3f102b51c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200588 Aug 25 15:06:53.139744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4e616-ea2b-4d68-bcfb-e0f2a8e3fd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8673678-b66d-4bf1-abc7-5a9182b12cb0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:53.173267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bf399-106d-4e8f-9a15-3351f0fe175d req-331afafc-30b1-434f-8990-c509a6ba1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.174925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e75bf399-106d-4e8f-9a15-3351f0fe175d req-331afafc-30b1-434f-8990-c509a6ba1dff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.1143579 Aug 25 15:06:53.176002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.190807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8f4e616-ea2b-4d68-bcfb-e0f2a8e3fd5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3bd3ef5d74c2477881b9dfd88b31d4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465466 Aug 25 15:06:53.191843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51432) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:53.217112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:53.240159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-6c4a3436-d3f0-47ed-b427-c1443b417406 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4559817 Aug 25 15:06:53.254333 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-417e4c67-1128-4d26-8004-d6db1ae6c18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.264721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Request body: {'port': {'device_id': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:53.280486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-417e4c67-1128-4d26-8004-d6db1ae6c18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.331332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.393761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a56b142-4352-44a8-8a01-ebe6031c7783,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:53.418241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=1308aaf0-7047-4767-84e6-7dd849d3edc6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:53.427052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e75bf399-106d-4e8f-9a15-3351f0fe175d req-2159de00-7003-4c1c-b51b-3286f714ecce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385404 Aug 25 15:06:53.440822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Checking segment: {'id': 'e70c6d1c-3f2e-4df2-a743-e632f3c67ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8898a7ea-d849-4af4-a8ab-86b3f2505840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:53.441191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Network hostable DHCP agents. Network: 8898a7ea-d849-4af4-a8ab-86b3f2505840, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:06:53.448387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:53.451060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.461290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520ecb-88a8-4a2c-886e-5843d0e28601 req-2e480b72-6b3c-446b-8e61-f2d9890d9b2d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.463337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be520ecb-88a8-4a2c-886e-5843d0e28601 req-2e480b72-6b3c-446b-8e61-f2d9890d9b2d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1497557 Aug 25 15:06:53.466487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79382e1-c56a-49eb-99f8-d0ce4a31b3d9 req-5645c132-d606-4443-8dc6-d7bd1633a651 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.474316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b79382e1-c56a-49eb-99f8-d0ce4a31b3d9 req-5645c132-d606-4443-8dc6-d7bd1633a651 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1743779 Aug 25 15:06:53.485149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 3448a65e-230b-4f95-94f0-d2242619fdd6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:53.491843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 3448a65e-230b-4f95-94f0-d2242619fdd6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:53.492356 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.514123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:53.528210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:53.556594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:53.566296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b79382e1-c56a-49eb-99f8-d0ce4a31b3d9 req-d2e38d72-1e76-4381-a1db-e07a23dc83c9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910118 Aug 25 15:06:53.581745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:53.582416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.606971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.607687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.647572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be520ecb-88a8-4a2c-886e-5843d0e28601 req-a7961eb5-685b-4b14-ad66-00ae6abf262e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709094 Aug 25 15:06:53.659836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-417e4c67-1128-4d26-8004-d6db1ae6c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.662737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-417e4c67-1128-4d26-8004-d6db1ae6c18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.669884 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-417e4c67-1128-4d26-8004-d6db1ae6c18f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8673678-b66d-4bf1-abc7-5a9182b12cb0 HTTP/1.1" status: 204 len: 168 time: 0.4732854 Aug 25 15:06:53.698656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e4c67-1128-4d26-8004-d6db1ae6c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8673678-b66d-4bf1-abc7-5a9182b12cb0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:53.700880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Network 8898a7ea-d849-4af4-a8ab-86b3f2505840 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:06:53.708280 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4b60e07c-8c4b-4963-81f7-584b0c9dd8e9 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0371001 Aug 25 15:06:53.710156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:53.832999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3f951adb-94b0-455a-b82c-08092c995add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.892789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eae23094-6535-4e8d-a42a-315f316d83ac None None] Provisioning for port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:53.907133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb1092-5324-4786-a524-f68fdfb18f3a tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.916907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eae23094-6535-4e8d-a42a-315f316d83ac None None] Provisioning complete for port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:53.919977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eae23094-6535-4e8d-a42a-315f316d83ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.922065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:53.928060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb1092-5324-4786-a524-f68fdfb18f3a tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.948410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb1092-5324-4786-a524-f68fdfb18f3a tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.948564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 8898a7ea-d849-4af4-a8ab-86b3f2505840) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:53.950185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5cfb1092-5324-4786-a524-f68fdfb18f3a tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2390516 Aug 25 15:06:53.955656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51450) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:53.957179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:53.957911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.017401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02800a2-31fe-421b-ad30-617bd0943ea3 None None] Network 8898a7ea-d849-4af4-a8ab-86b3f2505840 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:54.029055 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.040310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.099468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-14d451a4-5507-414b-a4df-aa40a2b09a94 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6087101 Aug 25 15:06:54.155573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port 1308aaf0-7047-4767-84e6-7dd849d3edc6 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:54.156191 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.223165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125b83b1-2c60-49ed-be2f-7af1b8bbc260 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:54.247141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-eae23094-6535-4e8d-a42a-315f316d83ac None None] Port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:54.247383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.248588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:54.251814 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d65640c-f2ba-4e6e-898d-feb2f0c18b02" -d '{"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-plugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:54.290753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Transition to ACTIVE for port object 125b83b1-2c60-49ed-be2f-7af1b8bbc260 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:54.316696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 0eff6f2b-ca03-4bc3-a6ee-38a044933078, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0eff6f2b-ca03-4bc3-a6ee-38a044933078,segment=NetworkSegment(04945b50-2aef-457e-9d97-09eec9be38b7),segment_id=04945b50-2aef-457e-9d97-09eec9be38b7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:54.321659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:54.339938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eae23094-6535-4e8d-a42a-315f316d83ac None None] Provisioning complete for port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:54.340528 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eae23094-6535-4e8d-a42a-315f316d83ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.398585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.444152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.460536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for 1308aaf0-7047-4767-84e6-7dd849d3edc6 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:54.516569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Pushing event updated for resources: {'Port': ['ID=125b83b1-2c60-49ed-be2f-7af1b8bbc260,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:54.597107 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f5206d-5ce5-4924-98a1-9067a6bd9e6e x-openstack-request-id: req-e9f5206d-5ce5-4924-98a1-9067a6bd9e6e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:54.597975 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-plugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:54.597975 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9f5206d-5ce5-4924-98a1-9067a6bd9e6e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:54.601400 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'code': 200} Aug 25 15:06:54.607502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.645256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e36be-d312-4eca-b75e-23c1ab910ce8 req-fae2e0b8-e8ae-4ce0-8c2d-1a6fe314e31d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:54.653188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a57e36be-d312-4eca-b75e-23c1ab910ce8 req-fae2e0b8-e8ae-4ce0-8c2d-1a6fe314e31d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 931 time: 0.3577192 Aug 25 15:06:54.665265 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.670719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=0eff6f2b-ca03-4bc3-a6ee-38a044933078,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:54.690711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435794b-989e-45e6-92de-02c328f58bb6 req-0f1a66e3-f4b6-4e39-807b-096a59a9b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:54.699628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8435794b-989e-45e6-92de-02c328f58bb6 req-0f1a66e3-f4b6-4e39-807b-096a59a9b79b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1096 time: 0.1725047 Aug 25 15:06:54.707943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a57e36be-d312-4eca-b75e-23c1ab910ce8 req-b4910911-8ce5-4e23-8137-413a5fcd2c1b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538094 Aug 25 15:06:54.771039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:54.801024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51472) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:54.804749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17d7e0-ecc2-451c-83ff-12b27f595948 None None] Network 8898a7ea-d849-4af4-a8ab-86b3f2505840 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:06:54.830786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Attempting to bind port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:06:54.831780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Attempting to bind port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:06:54.832202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Attempting to bind port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:54.855151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:54.864241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8435794b-989e-45e6-92de-02c328f58bb6 req-06ced583-f31a-44fa-8e89-f0f64ce4995a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634035 Aug 25 15:06:54.891546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:06:54.898086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Attempting to bind port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:06:54.915770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51476) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:54.916133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=1308aaf0-7047-4767-84e6-7dd849d3edc6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:54.939507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:06:54.943230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Checking segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:06:54.943230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Bound using segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:06:54.944819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Bound port: 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:06:54.946101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.011534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030ac84-e157-435d-b20c-1766bc341535 req-144b8c4f-6bfe-49f3-b0f5-72acc78ebae6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.027141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7030ac84-e157-435d-b20c-1766bc341535 req-144b8c4f-6bfe-49f3-b0f5-72acc78ebae6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.3090348 Aug 25 15:06:55.031796 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb7de-207b-4b37-a2c9-8215cd379260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.055834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1a16ca84-6740-4a4d-a910-193d7a150ab2 None None] Provisioning complete for port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:55.056689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1a16ca84-6740-4a4d-a910-193d7a150ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.105010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0eff6f2b-ca03-4bc3-a6ee-38a044933078 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:06:55.122494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.127267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb804db1-48ff-4129-8d33-c8d85b482af2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/ports/1308aaf0-7047-4767-84e6-7dd849d3edc6 HTTP/1.1" status: 204 len: 168 time: 1.1655343 Aug 25 15:06:55.128005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51478) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:55.163172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1a16ca84-6740-4a4d-a910-193d7a150ab2 None None] Port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:55.174209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1a16ca84-6740-4a4d-a910-193d7a150ab2 None None] Could not find standard attr ID for object 1308aaf0-7047-4767-84e6-7dd849d3edc6. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:06:55.175379 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6794dcf7-3c33-4213-96dc-ad1a0cba6830 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] GET failed (client error): The resource could not be found. Aug 25 15:06:55.179889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6794dcf7-3c33-4213-96dc-ad1a0cba6830 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "GET /v2.0/ports/1308aaf0-7047-4767-84e6-7dd849d3edc6 HTTP/1.1" status: 404 len: 333 time: 0.0511215 Aug 25 15:06:55.186044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51480) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:55.199880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'name': 'tempest-AllowedAddressPairTestJSON-470089184'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:55.201535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:55.201535 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.224307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7030ac84-e157-435d-b20c-1766bc341535 req-797af692-3760-4f9a-bc44-fd592c665949 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961675 Aug 25 15:06:55.302155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.347008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] For port 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:06:55.365161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] For port 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:06:55.410567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb7de-207b-4b37-a2c9-8215cd379260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.456907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.499890 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.521632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.522262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.523746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] 10.222.0.45 "PUT /v2.0/ports/125b83b1-2c60-49ed-be2f-7af1b8bbc260 HTTP/1.1" status: 200 len: 1091 time: 2.2643931 Aug 25 15:06:55.524225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'tag': '125b83b1-2c60-49ed-be2f-7af1b8bbc260'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:55.526576 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdff3fb5-8d72-431b-aaa6-edd09b80cbad", "tag": "125b83b1-2c60-49ed-be2f-7af1b8bbc260"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:55.553251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cf692-f625-4558-8afa-f0e219801118 req-ae3eecd8-72b6-4746-9a89-411f29aa558a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.554875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-637cf692-f625-4558-8afa-f0e219801118 req-ae3eecd8-72b6-4746-9a89-411f29aa558a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1096919 Aug 25 15:06:55.561288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0de029-5b30-48b9-af2e-3042a9126dce service neutron] Pushing event updated for resources: {'Port': ['ID=125b83b1-2c60-49ed-be2f-7af1b8bbc260,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:55.567142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb7de-207b-4b37-a2c9-8215cd379260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.645808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cb7de-207b-4b37-a2c9-8215cd379260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2997c8-1c4a-497c-a62a-5c9bbc43d741,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:55.654368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2a1cb7de-207b-4b37-a2c9-8215cd379260 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a65f25a55444768a35a0170cacf641b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7363477 Aug 25 15:06:55.657490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51494) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:55.679689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-637cf692-f625-4558-8afa-f0e219801118 req-50496104-badc-48b4-8961-b82e65a83e1a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147923 Aug 25 15:06:55.731783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-947b5380-f844-4b40-97c6-db751f2995d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.733586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-947b5380-f844-4b40-97c6-db751f2995d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 1094 time: 0.0983448 Aug 25 15:06:55.740828 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc25b6f-5435-4f07-bbb0-9fdee7593178 x-openstack-request-id: req-acc25b6f-5435-4f07-bbb0-9fdee7593178 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:55.741472 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdff3fb5-8d72-431b-aaa6-edd09b80cbad", "tag": "125b83b1-2c60-49ed-be2f-7af1b8bbc260", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:55.741794 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acc25b6f-5435-4f07-bbb0-9fdee7593178 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:55.742267 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'tag': '125b83b1-2c60-49ed-be2f-7af1b8bbc260', 'status': 'completed', 'code': 200} Aug 25 15:06:55.755389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aada1d8b-6ea7-4aa5-a12c-b9bd22b84c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.810975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-401a5fdb-2744-4293-9e93-e52b10c389f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260 HTTP/1.1" status: 200 len: 217 time: 0.0628979 Aug 25 15:06:55.817476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aada1d8b-6ea7-4aa5-a12c-b9bd22b84c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.862664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:06:55.862664 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:06:55.862664 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id_1': 'f38b7ccc63dc452896ee645f11b19202', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 6, 55, 341126)}] Aug 25 15:06:55.862664 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:06:55.863203 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:06:55.884254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-ad47877a-bf5a-48eb-8639-120124e2fda6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.886060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-ad47877a-bf5a-48eb-8639-120124e2fda6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/networks?id=f46573a2-afe5-4509-938f-5a8d8299dd3f HTTP/1.1" status: 200 len: 807 time: 0.4609160 Aug 25 15:06:55.902656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-3f62b88c-3b04-408e-beb3-bb8e9a61519d tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/quotas/529f0f87f6b54efe9adfb71d9c2102db HTTP/1.1" status: 200 len: 375 time: 0.0106256 Aug 25 15:06:55.903517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:06:55.909282 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:55.928128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e1a1-09bb-4050-8cbc-f31870d2af05 req-8422cb84-990b-4b51-a1e2-be3673d4e79b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.929721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27a4e1a1-09bb-4050-8cbc-f31870d2af05 req-8422cb84-990b-4b51-a1e2-be3673d4e79b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 943 time: 0.1359620 Aug 25 15:06:55.935019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-f372d4e4-21e8-4e2b-a220-fae35e0654ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:55.936588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-f372d4e4-21e8-4e2b-a220-fae35e0654ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.0963490 Aug 25 15:06:55.950384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-92bf7add-8128-40ca-9b83-da24de9a3469 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=529f0f87f6b54efe9adfb71d9c2102db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391443 Aug 25 15:06:55.961760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] device_id is not set on port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:06:55.983815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-7c5a188e-3dfe-48b5-8194-4533a0e3be3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357077 Aug 25 15:06:56.008645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27a4e1a1-09bb-4050-8cbc-f31870d2af05 req-26079f6d-7d13-42f7-ba83-7f1b13a58286 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680621 Aug 25 15:06:56.067586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-df3ad25f-82bb-4c27-b03b-dff53939e06f service neutron] 10.222.0.58 "GET /v2.0/networks/f46573a2-afe5-4509-938f-5a8d8299dd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974767 Aug 25 15:06:56.098546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-51f11401-6080-4b2b-9589-ebb1a36e8ca2 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045628 Aug 25 15:06:56.153521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aada1d8b-6ea7-4aa5-a12c-b9bd22b84c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.157006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aada1d8b-6ea7-4aa5-a12c-b9bd22b84c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.158175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aada1d8b-6ea7-4aa5-a12c-b9bd22b84c2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a2997c8-1c4a-497c-a62a-5c9bbc43d741 HTTP/1.1" status: 204 len: 168 time: 0.4997289 Aug 25 15:06:56.177377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada1d8b-6ea7-4aa5-a12c-b9bd22b84c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2997c8-1c4a-497c-a62a-5c9bbc43d741,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:56.244001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395d5d05-7b5e-4cb0-99b6-64adbf8f84e6 req-7494a37b-205c-4712-9af6-8197ede8835a service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372545 Aug 25 15:06:56.246962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-a7710328-68ae-4d20-9389-56a597ed1fe8 service neutron] 10.222.0.58 "GET /v2.0/networks/f46573a2-afe5-4509-938f-5a8d8299dd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727827 Aug 25 15:06:56.274155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Allocated IP 172.20.0.8 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/403e13c6-8cd4-4fed-bedb-b4e2685c42fd) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:06:56.365530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.411404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe54958-1171-4571-bbd8-92f242b3f804 req-a8520e65-cb91-4d18-b271-3663ae1543a6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:56.432140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efe54958-1171-4571-bbd8-92f242b3f804 req-a8520e65-cb91-4d18-b271-3663ae1543a6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1149740 Aug 25 15:06:56.462569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.479286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Transition to ACTIVE for port object 403e13c6-8cd4-4fed-bedb-b4e2685c42fd will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:06:56.495685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efe54958-1171-4571-bbd8-92f242b3f804 req-987217ac-0d2d-47d4-9a75-7a3ddc16f260 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637259 Aug 25 15:06:56.503270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-68c31240-48d5-481c-967e-28144b5863a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:56.506532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-68c31240-48d5-481c-967e-28144b5863a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 1094 time: 0.1160622 Aug 25 15:06:56.672931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.704182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-54d648f9-0d08-437b-b975-d80e4394b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:56.705786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-54d648f9-0d08-437b-b975-d80e4394b10e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 915 time: 0.1912568 Aug 25 15:06:56.707867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2624d9fb-ae88-4ef4-bd66-e3e17f2dcf87 req-9c2fc40c-cc03-4f36-a9a8-598b3c76463b tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 210 time: 0.0470979 Aug 25 15:06:56.728516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.773058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-bbe05b0a-21f4-401e-9bff-b81d7b9b6d52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260 HTTP/1.1" status: 200 len: 217 time: 0.0560412 Aug 25 15:06:56.796047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:06:56.808982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:06:56.819535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:06:56.853791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.865119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=403e13c6-8cd4-4fed-bedb-b4e2685c42fd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:56.902092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:56.903171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:56.926663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-de014396-bd35-4976-9587-a85bae60e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:56.928222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-de014396-bd35-4976-9587-a85bae60e08f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.1454713 Aug 25 15:06:56.932876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f38b7ccc63dc452896ee645f11b19202&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1307282 Aug 25 15:06:56.934955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705892a4-cf5b-4f61-bc33-406ed34657a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35982520-7e53-4508-863a-80708e6d9cf0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:56.936394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:56.957086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d148f-3682-43c1-98e7-8ab908d4e5fd req-d925075f-a558-4789-94e6-9893ced68045 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:56.958632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c3d148f-3682-43c1-98e7-8ab908d4e5fd req-d925075f-a558-4789-94e6-9893ced68045 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1770718 Aug 25 15:06:56.976387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-7d42b6f6-93c7-4f65-b1dc-ccda8c8c33c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362608 Aug 25 15:06:57.015138 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-822d6f4b-52ee-41d5-9ab0-ce3662324370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.038084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.066392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5906eb94-0494-4c4d-8be7-3b404ebccd17 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8728416 Aug 25 15:06:57.067969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:57.084095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:26:9c:7a'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:57.084357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-822d6f4b-52ee-41d5-9ab0-ce3662324370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.104402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c3d148f-3682-43c1-98e7-8ab908d4e5fd req-02be9fd7-864d-48e9-b89d-f50e3c328e4e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303370 Aug 25 15:06:57.175280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e9c62-1454-4d72-9999-f76e4c2a649b req-bb3e40da-d65b-4310-9be9-5fea5225d88a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:57.184880 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-829e9c62-1454-4d72-9999-f76e4c2a649b req-bb3e40da-d65b-4310-9be9-5fea5225d88a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0855958 Aug 25 15:06:57.227744 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-829e9c62-1454-4d72-9999-f76e4c2a649b req-7c491d19-dff1-4c93-82f0-ed26833151dc tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Aug 25 15:06:57.282334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.321957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9cf71a0d-7efe-4f09-94cd-e39265b919aa None None] Provisioning for port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:06:57.325250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-822d6f4b-52ee-41d5-9ab0-ce3662324370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.329519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-ddd10f10-e9cd-43a2-adf5-097af7c84a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:57.330961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-822d6f4b-52ee-41d5-9ab0-ce3662324370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.331114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-ddd10f10-e9cd-43a2-adf5-097af7c84a30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.1717322 Aug 25 15:06:57.332779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-822d6f4b-52ee-41d5-9ab0-ce3662324370 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35982520-7e53-4508-863a-80708e6d9cf0 HTTP/1.1" status: 204 len: 168 time: 0.3953683 Aug 25 15:06:57.335684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9cf71a0d-7efe-4f09-94cd-e39265b919aa None None] Provisioning complete for port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:57.336270 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cf71a0d-7efe-4f09-94cd-e39265b919aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.350559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d6f4b-52ee-41d5-9ab0-ce3662324370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35982520-7e53-4508-863a-80708e6d9cf0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:57.364052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-e6bc1a5a-7a1a-4ca1-b143-ce976fac1547 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726952 Aug 25 15:06:57.368936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8a39-01ac-484a-9a57-14dc50eeb6cf req-a6c87e9c-6e63-47b0-b591-5b5326c0d513 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:57.370882 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee3f8a39-01ac-484a-9a57-14dc50eeb6cf req-a6c87e9c-6e63-47b0-b591-5b5326c0d513 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.0827732 Aug 25 15:06:57.393663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51540) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:57.401070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Request body: {'floatingip': {'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:57.432900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9cf71a0d-7efe-4f09-94cd-e39265b919aa None None] Port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:57.458598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.536019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91069600-3dbb-460f-968c-94e2e3436bbf req-c017506d-a5c1-417f-9f73-ec68651fb8b7 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:57.537688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91069600-3dbb-460f-968c-94e2e3436bbf req-c017506d-a5c1-417f-9f73-ec68651fb8b7 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 943 time: 0.3003039 Aug 25 15:06:57.665163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:57.670172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91069600-3dbb-460f-968c-94e2e3436bbf req-6103b8af-f7d4-412c-b01f-2370fd5a3285 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203012 Aug 25 15:06:57.673073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-daddaa65-1e36-4f23-8a96-af719dd7d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:57.675009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-daddaa65-1e36-4f23-8a96-af719dd7d50b service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.3260789 Aug 25 15:06:57.676877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ea18a6e-cde2-40ce-9bf3-248179dfe2a5 req-0bc681e4-d838-44d8-bf6d-4e0e938024f0 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750001 Aug 25 15:06:57.743806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-b1ffe84c-5ed0-48ec-9008-e9d50cdcfc64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 217 time: 0.0608971 Aug 25 15:06:57.843121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-d8396356-6d8c-4816-85e4-ec949a111200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:57.845875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-d8396356-6d8c-4816-85e4-ec949a111200 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.0763638 Aug 25 15:06:57.928389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-7a361907-aa13-41f2-bd58-82b3370b9997 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719688 Aug 25 15:06:57.931825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-52abd5c9-89ba-4f86-9f5e-8dcd537b7d37 req-8312b4d7-d3bb-4378-89fa-7dabe24edf98 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 210 time: 0.0857542 Aug 25 15:06:58.099390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-5e727a64-4ac7-4ab4-9353-98f68b56e1de service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664586 Aug 25 15:06:58.108015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.231965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-271f07c2-3f89-4da5-911b-5c5e01b4c60d req-c3be53c4-dbda-406a-bc5f-f5f4338d6c3c service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213570 Aug 25 15:06:58.233660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.267861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.324611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:58.348951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3699e26c-333d-4e91-9857-c24729f9d37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.349934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=403e13c6-8cd4-4fed-bedb-b4e2685c42fd,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:58.379059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.381813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] In _notify_port_updated(), no bound segment for port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd on network 4767c018-b479-4bca-80ac-53ef442bc0bf {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:06:58.387710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:58.388580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.390733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb9272bd-1c30-4e33-b9b8-6768948b72df tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "PUT /v2.0/ports/403e13c6-8cd4-4fed-bedb-b4e2685c42fd HTTP/1.1" status: 200 len: 992 time: 1.3221979 Aug 25 15:06:58.406537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51566) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:58.529549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57395883-61c7-42e1-8eb5-ac47f6569807 req-f7fc0e3d-fe9d-44ac-abe2-99f4956519fd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:58.537898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57395883-61c7-42e1-8eb5-ac47f6569807 req-f7fc0e3d-fe9d-44ac-abe2-99f4956519fd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1851385 Aug 25 15:06:58.585938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57395883-61c7-42e1-8eb5-ac47f6569807 req-81eb4e8e-480c-4a1d-be1f-bc0b5121305e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Aug 25 15:06:58.597070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:06:58.597608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.600848 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Floating IP 6bcbbeee-c147-4835-a5b1-16e4e300c45d associated. External IP: 172.25.8.143, port: 3448a65e-230b-4f95-94f0-d2242619fdd6. Aug 25 15:06:58.661740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ca349046-285a-4e6c-bf52-9c69da574bec None None] Provisioning complete for port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:06:58.663891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca349046-285a-4e6c-bf52-9c69da574bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.719681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ca349046-285a-4e6c-bf52-9c69da574bec None None] Port 403e13c6-8cd4-4fed-bedb-b4e2685c42fd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:06:58.733656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 125b83b1-2c60-49ed-be2f-7af1b8bbc260 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:06:58.747086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3699e26c-333d-4e91-9857-c24729f9d37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.759945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.774231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for 403e13c6-8cd4-4fed-bedb-b4e2685c42fd owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:06:58.847696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:58.860600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '125b83b1-2c60-49ed-be2f-7af1b8bbc260', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'port_id': '125b83b1-2c60-49ed-be2f-7af1b8bbc260', 'mac_address': 'fa:16:3e:27:5a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beebf522-d43c-43f0-b3c7-9f16fde8285e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:06:58.889364 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3699e26c-333d-4e91-9857-c24729f9d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.900323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:58.921284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3699e26c-333d-4e91-9857-c24729f9d37a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b8aa986de564cec9f94b502930d7a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953858 Aug 25 15:06:58.925176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51574) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:58.925609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b83b1-2c60-49ed-be2f-7af1b8bbc260 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:06:58.949066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:06:58.992937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d25e45-75d7-4ce1-b9a9-767e2f3e4397 req-9b4feb37-380d-47bb-80a4-bd736f12c8eb tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:58.994438 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76d25e45-75d7-4ce1-b9a9-767e2f3e4397 req-9b4feb37-380d-47bb-80a4-bd736f12c8eb tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 943 time: 0.1682389 Aug 25 15:06:59.001217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699e26c-333d-4e91-9857-c24729f9d37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36500e-d9c1-466e-913e-4c7c625aa919,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:59.037946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Router b45f0d32-1196-44f7-bc62-c7ca7587610d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:06:59.074166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79e98608-2cb9-4400-b9cb-a3f38f689e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.083357 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76d25e45-75d7-4ce1-b9a9-767e2f3e4397 req-120ea162-b5e1-41ff-9664-29a8c39a14a8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 Aug 25 15:06:59.126455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.129027 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.145046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79e98608-2cb9-4400-b9cb-a3f38f689e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.203823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=125b83b1-2c60-49ed-be2f-7af1b8bbc260,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:59.377283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['125b83b1-2c60-49ed-be2f-7af1b8bbc260'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:06:59.386721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f547a5c-186f-4106-b38a-43211b1366cc req-25ad6f77-6c67-4c04-acf7-d331a188a848 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 210 time: 0.3696306 Aug 25 15:06:59.387607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.421421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=403e13c6-8cd4-4fed-bedb-b4e2685c42fd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:59.480131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:06:59.486828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.510592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:06:59.531649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-abfbad53-f3eb-49d1-b428-73dcc6dace9a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "PUT /v2.0/floatingips/6bcbbeee-c147-4835-a5b1-16e4e300c45d HTTP/1.1" status: 200 len: 991 time: 2.1342397 Aug 25 15:06:59.531649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:06:59.532295 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cad908-8a07-43bd-a3a6-f66d77bd76ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:06:59.569888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:06:59.570714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:06:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:06:59.644666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79e98608-2cb9-4400-b9cb-a3f38f689e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.647304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79e98608-2cb9-4400-b9cb-a3f38f689e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.650923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-79e98608-2cb9-4400-b9cb-a3f38f689e6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd36500e-d9c1-466e-913e-4c7c625aa919 HTTP/1.1" status: 204 len: 168 time: 0.7171397 Aug 25 15:06:59.672275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e98608-2cb9-4400-b9cb-a3f38f689e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36500e-d9c1-466e-913e-4c7c625aa919,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:06:59.758993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:06:59.767595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a3bbe9b-8f9c-4a10-82bb-bd07685f1b4d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/ports/403e13c6-8cd4-4fed-bedb-b4e2685c42fd HTTP/1.1" status: 204 len: 168 time: 1.3553274 Aug 25 15:06:59.767709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51602) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:59.823515 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2246785b-46c5-4943-9a5a-979458f7678a tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] GET failed (client error): The resource could not be found. Aug 25 15:06:59.826329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2246785b-46c5-4943-9a5a-979458f7678a tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "GET /v2.0/ports/403e13c6-8cd4-4fed-bedb-b4e2685c42fd HTTP/1.1" status: 404 len: 333 time: 0.0581646 Aug 25 15:06:59.830472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:06:59.842482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'name': 'tempest-AllowedAddressPairTestJSON-581047212'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:59.878953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-889e00db-b3ea-4639-a3fd-66fe311aaed3 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:59.881011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-889e00db-b3ea-4639-a3fd-66fe311aaed3 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.45 "GET /v2.0/networks?id=f46573a2-afe5-4509-938f-5a8d8299dd3f HTTP/1.1" status: 200 len: 807 time: 0.3529482 Aug 25 15:06:59.890632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4163f-e8c2-4965-b2db-2480730a252d req-9eab3b2c-52bf-4216-acc1-47740bfac907 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:06:59.892269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74a4163f-e8c2-4965-b2db-2480730a252d req-9eab3b2c-52bf-4216-acc1-47740bfac907 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1221414 Aug 25 15:06:59.897190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Request body: {'port': {'device_id': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f', 'admin_state_up': True, 'tenant_id': '529f0f87f6b54efe9adfb71d9c2102db'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:06:59.975711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:06:59.997301 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb33afa-ba07-4faf-ac4b-bc3b8edb3542 x-openstack-request-id: req-deb33afa-ba07-4faf-ac4b-bc3b8edb3542 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:06:59.997599 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:06:59.998064 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-deb33afa-ba07-4faf-ac4b-bc3b8edb3542 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:06:59.998467 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'status': 'completed', 'code': 200} Aug 25 15:07:00.097770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:07:00.097770 n-d-805995-2 neutron-server[101873]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 15:07:00.097770 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id': '529f0f87f6b54efe9adfb71d9c2102db', 'id': '882bc42b-f256-4c2b-abdf-593d84b40c32', 'expiration': datetime.datetime(2021, 8, 25, 15, 9, 0, 81215)}] Aug 25 15:07:00.097770 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:07:00.098299 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:07:00.103460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74a4163f-e8c2-4965-b2db-2480730a252d req-356f96e3-8e87-4976-9536-6bb494831be4 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973773 Aug 25 15:07:00.115637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-666f4a48-646e-46e9-b108-f55054a80d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:00.126641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-666f4a48-646e-46e9-b108-f55054a80d8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1096 time: 0.0836794 Aug 25 15:07:00.223849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221736c6-a58e-4767-92b6-71a985a36e55 req-a9876c9e-03c0-464c-bb72-8eb6c7a30c63 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:00.225508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-221736c6-a58e-4767-92b6-71a985a36e55 req-a9876c9e-03c0-464c-bb72-8eb6c7a30c63 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 944 time: 0.0558937 Aug 25 15:07:00.226862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:00.230586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:00.231151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-f2014784-8efe-4543-b841-552f5af80780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:00.232847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-f2014784-8efe-4543-b841-552f5af80780 service neutron] 10.222.0.52 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.1051114 Aug 25 15:07:00.263058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] device_id is not set on port efe81d41-29fb-4d7e-a675-6807dc901864 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:00.306361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '6bcbbeee-c147-4835-a5b1-16e4e300c45d', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'mac_address': 'fa:16:3e:2d:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3233f9-33de-4525-a3c6-43118424047f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:06:36Z', 'updated_at': '2021-08-25T15:06:58Z', 'revision_number': 1, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:00.321929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-78e6741b-f34c-44bf-96a6-ac79543f2e2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 999 time: 0.0813184 Aug 25 15:07:00.331447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-221736c6-a58e-4767-92b6-71a985a36e55 req-da743180-b381-4e51-aac3-fe9f68619337 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920370 Aug 25 15:07:00.343233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:07:00.364393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:07:00.365324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:06:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:00.380618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-7391e815-5437-4280-bf28-1de358c7eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:00.382332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-7391e815-5437-4280-bf28-1de358c7eb90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.0503159 Aug 25 15:07:00.434726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-9e1cd26e-f2db-404b-b639-8c97061056a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:00.438430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-9e1cd26e-f2db-404b-b639-8c97061056a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452044 Aug 25 15:07:00.458135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Allocated IP 172.20.0.13 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/efe81d41-29fb-4d7e-a675-6807dc901864) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:00.521912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:07:00.594792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-847c12f0-77be-4f80-8b3e-d77c09fd98c3 req-fa2bbadf-2140-4e34-a781-34f131dfb032 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 210 time: 0.0368445 Aug 25 15:07:00.646825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-9e8b2e07-b24c-4664-a09e-936a25216f23 service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907847 Aug 25 15:07:00.683000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:00.707181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Transition to ACTIVE for port object efe81d41-29fb-4d7e-a675-6807dc901864 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:00.736840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64cad908-8a07-43bd-a3a6-f66d77bd76ab req-14d4bfd6-959f-4872-b04d-c8e2b677c646 service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927172 Aug 25 15:07:00.739071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Made reservation on behalf of 529f0f87f6b54efe9adfb71d9c2102db for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:00.743655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:00.767964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 125b83b1-2c60-49ed-be2f-7af1b8bbc260 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:00.848958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '6bcbbeee-c147-4835-a5b1-16e4e300c45d', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'mac_address': 'fa:16:3e:2d:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3233f9-33de-4525-a3c6-43118424047f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:06:36Z', 'updated_at': '2021-08-25T15:06:58Z', 'revision_number': 1, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:00.879019 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:00.891396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b86236-7ee8-4d5c-8e2f-63323d333134 None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '6bcbbeee-c147-4835-a5b1-16e4e300c45d', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'mac_address': 'fa:16:3e:2d:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3233f9-33de-4525-a3c6-43118424047f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:06:36Z', 'updated_at': '2021-08-25T15:06:58Z', 'revision_number': 1, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:07:00.913056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Allocated IP 172.20.0.3 (f46573a2-afe5-4509-938f-5a8d8299dd3f/c1219caf-77c9-45d7-a8cc-bd1224ad7a37/8a67932e-9228-443a-812c-c0ba2cc2c7d6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:00.941480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:00.948308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:00.948308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:00.952412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=efe81d41-29fb-4d7e-a675-6807dc901864,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:00.980579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:00.983123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:00.986030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:01.063583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51630) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:01.066705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:01.067418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.121330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.146125 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.167677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71268f5a-2fc6-423c-b797-710af5787f69 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3255150 Aug 25 15:07:01.167776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b83b1-2c60-49ed-be2f-7af1b8bbc260'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:01.167925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51638) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:01.175134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:26:9c:7a'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:01.175529 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ea4bc-a13e-4a00-b47f-21d0bf06cf30" -d '{"events": [{"server_uuid": "cdff3fb5-8d72-431b-aaa6-edd09b80cbad", "name": "network-vif-plugged", "status": "completed", "tag": "125b83b1-2c60-49ed-be2f-7af1b8bbc260"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:01.207014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:01.282573 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6dcbc0-d927-4bca-b58b-3613befc8519 x-openstack-request-id: req-5b6dcbc0-d927-4bca-b58b-3613befc8519 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:01.282573 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdff3fb5-8d72-431b-aaa6-edd09b80cbad", "name": "network-vif-plugged", "status": "completed", "tag": "125b83b1-2c60-49ed-be2f-7af1b8bbc260", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:01.282573 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b6dcbc0-d927-4bca-b58b-3613befc8519 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:01.282573 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b83b1-2c60-49ed-be2f-7af1b8bbc260', 'code': 200} Aug 25 15:07:01.306822 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c985e66-0d76-4cbb-97f7-84fa7815fcd4 None None] New status for floating IP 6bcbbeee-c147-4835-a5b1-16e4e300c45d: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:07:01.307403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.370367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9c3692c-fe00-460f-b8e6-7077e6c15451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.377242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.448841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=125b83b1-2c60-49ed-be2f-7af1b8bbc260,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:01.460792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.461459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.462111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.462844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.463408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.464021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.464547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.465383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.466042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.466593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.468328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.469834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:01.486095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3cb3d6d4-85f7-4a4a-be60-90d1d49c203f None None] Provisioning for port efe81d41-29fb-4d7e-a675-6807dc901864 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:01.497165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3cb3d6d4-85f7-4a4a-be60-90d1d49c203f None None] Provisioning complete for port efe81d41-29fb-4d7e-a675-6807dc901864 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:01.503400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d6d4-85f7-4a4a-be60-90d1d49c203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.535388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Network f46573a2-afe5-4509-938f-5a8d8299dd3f is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:01.542725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b03203-a97e-4dbd-82c1-69f0743d8d1a req-746e9902-d9d0-4bc0-aec2-7162d21aae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:01.544318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97b03203-a97e-4dbd-82c1-69f0743d8d1a req-746e9902-d9d0-4bc0-aec2-7162d21aae8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 1096 time: 0.1693416 Aug 25 15:07:01.549854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9244-1474-4f1b-83d7-ca306d8194c8 req-180c97f8-6077-4547-ab8f-653c5442e16c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:01.551534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e50b9244-1474-4f1b-83d7-ca306d8194c8 req-180c97f8-6077-4547-ab8f-653c5442e16c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 945 time: 0.1110041 Aug 25 15:07:01.556687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02fdcc-33b2-4ee1-9358-442f90d8d1a0 req-31928a8e-b302-4921-9292-8e8a54595e9d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:01.558881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b02fdcc-33b2-4ee1-9358-442f90d8d1a0 req-31928a8e-b302-4921-9292-8e8a54595e9d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.2721994 Aug 25 15:07:01.560338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:01.562327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.562957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Pushing event updated for resources: {'Port': ['ID=8a67932e-9228-443a-812c-c0ba2cc2c7d6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:01.568984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:01.583832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3d6d4-85f7-4a4a-be60-90d1d49c203f None None] Port efe81d41-29fb-4d7e-a675-6807dc901864 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:07:01.676651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e50b9244-1474-4f1b-83d7-ca306d8194c8 req-872c585e-4c10-459f-acae-d1f420177ea5 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823636 Aug 25 15:07:01.729189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97b03203-a97e-4dbd-82c1-69f0743d8d1a req-f593b903-49b0-4a32-a430-af0bd09584e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611929 Aug 25 15:07:01.743402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b02fdcc-33b2-4ee1-9358-442f90d8d1a0 req-d1c19a84-6f74-48da-b586-b570bcd67b8d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664131 Aug 25 15:07:01.763762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:01.766783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.839010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9c3692c-fe00-460f-b8e6-7077e6c15451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.859689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917a252-5caf-45c8-8f1c-2242db5a91dc req-ad19df85-e84f-4a4b-b40b-acf1373f1ca2 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:01.861205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0917a252-5caf-45c8-8f1c-2242db5a91dc req-ad19df85-e84f-4a4b-b40b-acf1373f1ca2 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 931 time: 0.0956409 Aug 25 15:07:01.926042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0917a252-5caf-45c8-8f1c-2242db5a91dc req-59b2294b-493d-4a22-b3bc-4dd745527b18 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567279 Aug 25 15:07:01.941241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:01.959552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b9c3692c-fe00-460f-b8e6-7077e6c15451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.000309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b9c3692c-fe00-460f-b8e6-7077e6c15451 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68784d095f1e41fb858624d0e4ee7d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338894 Aug 25 15:07:02.001818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3692c-fe00-460f-b8e6-7077e6c15451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40db8cb-3acd-49db-885a-170b46e0b851,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:02.003123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:02.055119 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07c94669-b339-4b0c-8254-7bf88d00864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.077926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07c94669-b339-4b0c-8254-7bf88d00864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.124072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.125266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-5f091395-4e70-444f-9aca-f3d4483b59d1 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2318096 Aug 25 15:07:02.138605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Request body: {'port': {'device_id': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:02.207157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] In _notify_port_updated(), no bound segment for port efe81d41-29fb-4d7e-a675-6807dc901864 on network 4767c018-b479-4bca-80ac-53ef442bc0bf {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:07:02.209183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.213477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:02.214161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.216869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "PUT /v2.0/ports/efe81d41-29fb-4d7e-a675-6807dc901864 HTTP/1.1" status: 200 len: 996 time: 1.0477965 Aug 25 15:07:02.240755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51670) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:02.283594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07c94669-b339-4b0c-8254-7bf88d00864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.286315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-07c94669-b339-4b0c-8254-7bf88d00864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.290316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-07c94669-b339-4b0c-8254-7bf88d00864a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c40db8cb-3acd-49db-885a-170b46e0b851 HTTP/1.1" status: 204 len: 168 time: 0.2861128 Aug 25 15:07:02.303790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1f4dd-80ef-4004-ac7a-6ce0e7743e41 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=efe81d41-29fb-4d7e-a675-6807dc901864,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:02.363388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c94669-b339-4b0c-8254-7bf88d00864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40db8cb-3acd-49db-885a-170b46e0b851,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:02.411574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port efe81d41-29fb-4d7e-a675-6807dc901864 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:02.413296 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.517525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-94386b81-22d0-4fda-82d6-2834ab950cc3 None None] Provisioning complete for port efe81d41-29fb-4d7e-a675-6807dc901864 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:02.518039 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-94386b81-22d0-4fda-82d6-2834ab950cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.555787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.570058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for efe81d41-29fb-4d7e-a675-6807dc901864 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:02.595406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-94386b81-22d0-4fda-82d6-2834ab950cc3 None None] Port efe81d41-29fb-4d7e-a675-6807dc901864 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:07:02.623068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a67932e-9228-443a-812c-c0ba2cc2c7d6 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:07:02.633194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.648790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Transition to ACTIVE for port object 8a67932e-9228-443a-812c-c0ba2cc2c7d6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:02.759445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.844811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:02.868435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a67932e-9228-443a-812c-c0ba2cc2c7d6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:02.890541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c5f2-aaad-4997-bea2-078c51b2975e req-3aee0722-22b7-49db-851e-c644bf3a89bc tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:02.892261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b628c5f2-aaad-4997-bea2-078c51b2975e req-3aee0722-22b7-49db-851e-c644bf3a89bc tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 945 time: 0.1221018 Aug 25 15:07:02.900994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=efe81d41-29fb-4d7e-a675-6807dc901864,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:03.071743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:03.078453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-95fd4aa4-5751-4508-ab07-4a929808ae92 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/ports/efe81d41-29fb-4d7e-a675-6807dc901864 HTTP/1.1" status: 204 len: 168 time: 0.8362625 Aug 25 15:07:03.079416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51702) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:03.099360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b628c5f2-aaad-4997-bea2-078c51b2975e req-4dfeb671-8bdc-48bf-8a5d-43d5a4bd5eba tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873839 Aug 25 15:07:03.102423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Attempting to bind port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:03.102943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Attempting to bind port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '73ab5737-0175-4b27-b70f-3840da95fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:03.111191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Attempting to bind port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 on network f46573a2-afe5-4509-938f-5a8d8299dd3f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:03.117168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 on network f46573a2-afe5-4509-938f-5a8d8299dd3f not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:07:03.117506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Attempting to bind port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 on network f46573a2-afe5-4509-938f-5a8d8299dd3f {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:03.119686 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ca03c3-763e-4aa9-be4f-e7a6b569e6b2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] GET failed (client error): The resource could not be found. Aug 25 15:07:03.126142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11ca03c3-763e-4aa9-be4f-e7a6b569e6b2 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "GET /v2.0/ports/efe81d41-29fb-4d7e-a675-6807dc901864 HTTP/1.1" status: 404 len: 333 time: 0.0407970 Aug 25 15:07:03.126326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51704) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:03.128597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:03.128946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Checking segment: {'id': '73ab5737-0175-4b27-b70f-3840da95fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:03.129337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Bound using segment: {'id': '73ab5737-0175-4b27-b70f-3840da95fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:03.129768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Bound port: 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ab5737-0175-4b27-b70f-3840da95fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:03.130129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:03.136139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'name': 'tempest-AllowedAddressPairTestJSON-1271896925'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:03.221316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] For port 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:03.225013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] For port 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8a67932e-9228-443a-812c-c0ba2cc2c7d6,segment=NetworkSegment(73ab5737-0175-4b27-b70f-3840da95fb86),segment_id=73ab5737-0175-4b27-b70f-3840da95fb86)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:03.321033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cd61b-3246-4f72-b073-1a67d1d68beb req-82690b07-de01-4a8e-9e89-607b5531902e tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:03.328265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba7cd61b-3246-4f72-b073-1a67d1d68beb req-82690b07-de01-4a8e-9e89-607b5531902e tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 943 time: 0.1823146 Aug 25 15:07:03.353620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:03.382236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba7cd61b-3246-4f72-b073-1a67d1d68beb req-bd507146-c723-48b0-8d30-278c98e985ac tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533781 Aug 25 15:07:03.393293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:03.393293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:03.393293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a67932e-9228-443a-812c-c0ba2cc2c7d6 HTTP/1.1" status: 200 len: 1091 time: 1.2575097 Aug 25 15:07:03.393293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'tag': '8a67932e-9228-443a-812c-c0ba2cc2c7d6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:03.394272 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80" -d '{"events": [{"name": "network-changed", "server_uuid": "44463ef8-0aab-48b2-9bfa-cd7a57632a85", "tag": "8a67932e-9228-443a-812c-c0ba2cc2c7d6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:03.444641 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d7309-bb06-4ec3-acdb-e199ecbc45db x-openstack-request-id: req-f30d7309-bb06-4ec3-acdb-e199ecbc45db {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:03.444969 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44463ef8-0aab-48b2-9bfa-cd7a57632a85", "tag": "8a67932e-9228-443a-812c-c0ba2cc2c7d6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:03.445201 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f30d7309-bb06-4ec3-acdb-e199ecbc45db {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:03.445612 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'tag': '8a67932e-9228-443a-812c-c0ba2cc2c7d6', 'status': 'completed', 'code': 200} Aug 25 15:07:03.448631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:03.454557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:03.460774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e2f3d-14d6-4333-8a02-c24a12afd6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a67932e-9228-443a-812c-c0ba2cc2c7d6,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:03.479662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] device_id is not set on port a26de5a7-6ea4-46c0-9ddd-e22ee77b767d yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:03.550829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80 req-19bd9ab0-0dbe-41fa-97ca-1bcc5172997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:03.552557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80 req-19bd9ab0-0dbe-41fa-97ca-1bcc5172997c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=529f0f87f6b54efe9adfb71d9c2102db&device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 1094 time: 0.0773320 Aug 25 15:07:03.668087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Allocated IP 172.20.0.8 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/a26de5a7-6ea4-46c0-9ddd-e22ee77b767d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:03.700337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80 req-872ef289-042c-469e-a6d4-f0d13e671303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:03.701911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80 req-872ef289-042c-469e-a6d4-f0d13e671303 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=529f0f87f6b54efe9adfb71d9c2102db&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1405838 Aug 25 15:07:03.856573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80 req-a92c42f4-eb71-4a74-8260-1c52cd090ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:03.858050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-287a1e68-f53e-43ce-a0cd-ae05ef1f2e80 req-a92c42f4-eb71-4a74-8260-1c52cd090ed5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455195 Aug 25 15:07:03.897876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:03.924447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Transition to ACTIVE for port object a26de5a7-6ea4-46c0-9ddd-e22ee77b767d will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:03.958101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-b36f8dcd-ab3a-424d-a5d9-84a615062e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:03.959870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-b36f8dcd-ab3a-424d-a5d9-84a615062e34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=529f0f87f6b54efe9adfb71d9c2102db&device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 1094 time: 0.0555043 Aug 25 15:07:04.008312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-b22e2747-f122-43c4-8847-3f2dc59b2f06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a67932e-9228-443a-812c-c0ba2cc2c7d6 HTTP/1.1" status: 200 len: 217 time: 0.0372636 Aug 25 15:07:04.083605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-1fdedd87-45b1-4790-a31c-63dd14203218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:04.088032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-1fdedd87-45b1-4790-a31c-63dd14203218 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1219caf-77c9-45d7-a8cc-bd1224ad7a37 HTTP/1.1" status: 200 len: 847 time: 0.0681214 Aug 25 15:07:04.096271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:04.123588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-b480e34c-a4be-4087-a12a-0bce2cb2cfed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46573a2-afe5-4509-938f-5a8d8299dd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268540 Aug 25 15:07:04.145973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:04.149546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:04.154191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:04.163128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=a26de5a7-6ea4-46c0-9ddd-e22ee77b767d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:04.224558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:04.225358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:04.292692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d1dd-c898-4f64-8036-114a8af42572 req-4fc5d992-9dd1-4abf-9840-6e9dc9de8893 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:04.293313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fdc7d1dd-c898-4f64-8036-114a8af42572 req-4fc5d992-9dd1-4abf-9840-6e9dc9de8893 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 945 time: 0.0843196 Aug 25 15:07:04.317592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3ced05c0-096b-41cd-bb00-b7559aa2fe2e tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1890872 Aug 25 15:07:04.320466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51748) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:04.322641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-be5340de-49a3-473b-b574-b79e7679a11d service neutron] 10.222.0.45 "GET /v2.0/networks/f46573a2-afe5-4509-938f-5a8d8299dd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901813 Aug 25 15:07:04.328260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'network_id': '4767c018-b479-4bca-80ac-53ef442bc0bf', 'name': 'tempest-AllowedAddressPairTestJSON-2022322128'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:04.450385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fdc7d1dd-c898-4f64-8036-114a8af42572 req-cf0bd2a3-3659-4c63-9532-02e4105a13d4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468616 Aug 25 15:07:04.504803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b168bf31-3613-429a-ab7a-4b0146906665 None None] Provisioning for port a26de5a7-6ea4-46c0-9ddd-e22ee77b767d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:04.516750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b168bf31-3613-429a-ab7a-4b0146906665 None None] Provisioning complete for port a26de5a7-6ea4-46c0-9ddd-e22ee77b767d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:04.517137 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b168bf31-3613-429a-ab7a-4b0146906665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:04.521851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3027d9e3-dca0-4774-88eb-e231018fa3e2 req-85b889db-9cd4-4f64-969c-73b37942a8aa service neutron] 10.222.0.45 "GET /v2.0/networks/f46573a2-afe5-4509-938f-5a8d8299dd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863317 Aug 25 15:07:04.573589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b168bf31-3613-429a-ab7a-4b0146906665 None None] Port a26de5a7-6ea4-46c0-9ddd-e22ee77b767d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:07:04.591058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53774bf4-10bc-451d-a456-b69e5783dad7 req-d4ee9807-2e60-4bde-81e8-0b9137387f40 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:04.593337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53774bf4-10bc-451d-a456-b69e5783dad7 req-d4ee9807-2e60-4bde-81e8-0b9137387f40 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 943 time: 0.1176143 Aug 25 15:07:04.637864 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53774bf4-10bc-451d-a456-b69e5783dad7 req-5b42168e-de28-4cdd-b754-97975fa04d44 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Aug 25 15:07:04.695347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Made reservation on behalf of cfc909130f0f45989b589fcf54c4f8ad for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:04.700984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:04.725145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] device_id is not set on port 9a80757b-90fc-42ba-abc0-383dba1d42b8 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:04.920490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79495e8-242a-4254-b8dd-d746469bd310 req-9af94dd8-fb9b-4df9-b9eb-4c2cd993bfd8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:04.922050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e79495e8-242a-4254-b8dd-d746469bd310 req-9af94dd8-fb9b-4df9-b9eb-4c2cd993bfd8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1008673 Aug 25 15:07:04.923298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Allocated IP 172.20.0.5 (4767c018-b479-4bca-80ac-53ef442bc0bf/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3/9a80757b-90fc-42ba-abc0-383dba1d42b8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:05.002514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e79495e8-242a-4254-b8dd-d746469bd310 req-40368006-29cf-437d-b902-83191e0a2996 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638418 Aug 25 15:07:05.109981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:05.126084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Transition to ACTIVE for port object 9a80757b-90fc-42ba-abc0-383dba1d42b8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:05.227995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:05.275580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Network 4767c018-b479-4bca-80ac-53ef442bc0bf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:05.281375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:05.285865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:05.290055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=9a80757b-90fc-42ba-abc0-383dba1d42b8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:05.347829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:05.349434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:05.466268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1c23716c-0e23-4002-a529-c82765ccaad3 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1425369 Aug 25 15:07:05.469282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51800) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:05.474808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:26:9c:7a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:5a:88'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:05.643936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:05.647796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6108821e-30a1-428b-83c8-23f963d80c3c None None] Provisioning for port 9a80757b-90fc-42ba-abc0-383dba1d42b8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:05.653242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6108821e-30a1-428b-83c8-23f963d80c3c None None] Provisioning complete for port 9a80757b-90fc-42ba-abc0-383dba1d42b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:05.654250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6108821e-30a1-428b-83c8-23f963d80c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:05.690250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6108821e-30a1-428b-83c8-23f963d80c3c None None] Port 9a80757b-90fc-42ba-abc0-383dba1d42b8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:07:05.775560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43c1a-d22f-4daa-96ae-2ef101e60ecd req-37791cd5-edd8-49c1-8b23-9ffa09d8e6f6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:05.777901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66a43c1a-d22f-4daa-96ae-2ef101e60ecd req-37791cd5-edd8-49c1-8b23-9ffa09d8e6f6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 943 time: 0.0606439 Aug 25 15:07:05.797322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51812) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:05.838164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66a43c1a-d22f-4daa-96ae-2ef101e60ecd req-ee9d82d2-f6d5-4195-9ca5-52b6a9abc52f tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Aug 25 15:07:05.889127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:07:05.905098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:05.954722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93e0cd0e-2d92-466c-8f99-a074d53db499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.020384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.142902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event updated for resources: {'Port': ['ID=9a80757b-90fc-42ba-abc0-383dba1d42b8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:06.162219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93e0cd0e-2d92-466c-8f99-a074d53db499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.163486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] In _notify_port_updated(), no bound segment for port 9a80757b-90fc-42ba-abc0-383dba1d42b8 on network 4767c018-b479-4bca-80ac-53ef442bc0bf {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:07:06.169301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:06.174728 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.174728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c559697d-780d-4437-a518-9c28603ec74b tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "PUT /v2.0/ports/9a80757b-90fc-42ba-abc0-383dba1d42b8 HTTP/1.1" status: 200 len: 1055 time: 0.7018447 Aug 25 15:07:06.175918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51822) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:06.244152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93e0cd0e-2d92-466c-8f99-a074d53db499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.308779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0cd0e-2d92-466c-8f99-a074d53db499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d571e-1bb6-44f7-a5f3-97e494d669d3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:06.322854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port 9a80757b-90fc-42ba-abc0-383dba1d42b8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:06.323657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.360679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-93e0cd0e-2d92-466c-8f99-a074d53db499 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea068625d87f43af8668d64b16adbf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620697 Aug 25 15:07:06.362602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:06.468561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c73-0d79-4352-9d48-feb87b6e0b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.495294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.500621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c73-0d79-4352-9d48-feb87b6e0b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.512861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for 9a80757b-90fc-42ba-abc0-383dba1d42b8 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:06.528080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9112196f-c32c-406a-ab52-032dd6502aca None None] Provisioning complete for port 9a80757b-90fc-42ba-abc0-383dba1d42b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:06.528555 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9112196f-c32c-406a-ab52-032dd6502aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.572933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9112196f-c32c-406a-ab52-032dd6502aca None None] Port 9a80757b-90fc-42ba-abc0-383dba1d42b8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:07:06.634344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c73-0d79-4352-9d48-feb87b6e0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.641556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9c73-0d79-4352-9d48-feb87b6e0b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.644255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ccbe9c73-0d79-4352-9d48-feb87b6e0b26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/310d571e-1bb6-44f7-a5f3-97e494d669d3 HTTP/1.1" status: 204 len: 168 time: 0.2785909 Aug 25 15:07:06.662438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9c73-0d79-4352-9d48-feb87b6e0b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d571e-1bb6-44f7-a5f3-97e494d669d3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:06.729183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:06.756114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8a67932e-9228-443a-812c-c0ba2cc2c7d6 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:07:06.812766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=9a80757b-90fc-42ba-abc0-383dba1d42b8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:06.979535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8a67932e-9228-443a-812c-c0ba2cc2c7d6,segment=NetworkSegment(73ab5737-0175-4b27-b70f-3840da95fb86),segment_id=73ab5737-0175-4b27-b70f-3840da95fb86)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:06.995933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '8a67932e-9228-443a-812c-c0ba2cc2c7d6', 'network_id': 'f46573a2-afe5-4509-938f-5a8d8299dd3f', 'port_id': '8a67932e-9228-443a-812c-c0ba2cc2c7d6', 'mac_address': 'fa:16:3e:40:52:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1219caf-77c9-45d7-a8cc-bd1224ad7a37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:07:07.051195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.066552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a67932e-9228-443a-812c-c0ba2cc2c7d6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:07:07.093836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8a67932e-9228-443a-812c-c0ba2cc2c7d6,segment=NetworkSegment(73ab5737-0175-4b27-b70f-3840da95fb86),segment_id=73ab5737-0175-4b27-b70f-3840da95fb86)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:07.101299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37177f8d-696d-48f8-a666-d1ac5a9762a4 req-fd46df8a-a97d-43dc-aed9-64c1957ca2f4 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:07.108862 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37177f8d-696d-48f8-a666-d1ac5a9762a4 req-fd46df8a-a97d-43dc-aed9-64c1957ca2f4 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 943 time: 0.1409194 Aug 25 15:07:07.175880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.210600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37177f8d-696d-48f8-a666-d1ac5a9762a4 req-f979794e-68c0-46a5-9177-997b9e629612 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009142 Aug 25 15:07:07.239232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=8a67932e-9228-443a-812c-c0ba2cc2c7d6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:07.245646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.247872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ef332a6-bf2f-406a-a665-8a84e02c2482 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/ports/9a80757b-90fc-42ba-abc0-383dba1d42b8 HTTP/1.1" status: 204 len: 168 time: 1.0709534 Aug 25 15:07:07.250623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51842) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:07.278499 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6632de9-4179-45c8-8cb0-ed98cc4b5b65 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] GET failed (client error): The resource could not be found. Aug 25 15:07:07.280657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e6632de9-4179-45c8-8cb0-ed98cc4b5b65 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "GET /v2.0/ports/9a80757b-90fc-42ba-abc0-383dba1d42b8 HTTP/1.1" status: 404 len: 333 time: 0.0261748 Aug 25 15:07:07.283386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51844) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:07.378282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port a26de5a7-6ea4-46c0-9ddd-e22ee77b767d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:07.378770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.411752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['8a67932e-9228-443a-812c-c0ba2cc2c7d6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:07:07.486120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51850) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:07.506086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ac69cc8-d8a8-42ac-be21-d78a59c753ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.519549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.543009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for a26de5a7-6ea4-46c0-9ddd-e22ee77b767d owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:07.629588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ac69cc8-d8a8-42ac-be21-d78a59c753ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.699403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ac69cc8-d8a8-42ac-be21-d78a59c753ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.739784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ac69cc8-d8a8-42ac-be21-d78a59c753ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55eca42a1eef4cb4bb0a77e367db9a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516100 Aug 25 15:07:07.740669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac69cc8-d8a8-42ac-be21-d78a59c753ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00141eb-57f8-4ff8-b2a0-1fe23cf16201,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:07.743905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51852) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:07.781557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.818394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=a26de5a7-6ea4-46c0-9ddd-e22ee77b767d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:07.856959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-44aa86df-34bf-4342-ae94-5abad2ea6f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.909690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-44aa86df-34bf-4342-ae94-5abad2ea6f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.921558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:07.925986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6b249451-d60d-4524-b50e-b31a1d911563 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/ports/a26de5a7-6ea4-46c0-9ddd-e22ee77b767d HTTP/1.1" status: 204 len: 168 time: 0.6391392 Aug 25 15:07:07.926185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51854) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:07.971102 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8944c48a-bfc7-4fe1-90d5-5c964456ecc0 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] GET failed (client error): The resource could not be found. Aug 25 15:07:07.975986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8944c48a-bfc7-4fe1-90d5-5c964456ecc0 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "GET /v2.0/ports/a26de5a7-6ea4-46c0-9ddd-e22ee77b767d HTTP/1.1" status: 404 len: 333 time: 0.0456531 Aug 25 15:07:07.976156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51856) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:08.072802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port 5d6b3307-69de-44b8-a1e0-c3ae0eda694d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:08.073145 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.118566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-44aa86df-34bf-4342-ae94-5abad2ea6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.121043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-44aa86df-34bf-4342-ae94-5abad2ea6f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.122190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-44aa86df-34bf-4342-ae94-5abad2ea6f8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d00141eb-57f8-4ff8-b2a0-1fe23cf16201 HTTP/1.1" status: 204 len: 168 time: 0.3771122 Aug 25 15:07:08.137876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa86df-34bf-4342-ae94-5abad2ea6f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00141eb-57f8-4ff8-b2a0-1fe23cf16201,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:08.188605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.201020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for 5d6b3307-69de-44b8-a1e0-c3ae0eda694d owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:08.378987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196c7b-e81e-4128-9d14-ac3853415cc4 req-cd1ec810-f06d-41e0-b32f-2d0d8a1664d7 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:08.380631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26196c7b-e81e-4128-9d14-ac3853415cc4 req-cd1ec810-f06d-41e0-b32f-2d0d8a1664d7 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 944 time: 0.0881691 Aug 25 15:07:08.426433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26196c7b-e81e-4128-9d14-ac3853415cc4 req-1a049d9b-bab8-47a5-b145-4ba3b4cec22a tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344975 Aug 25 15:07:08.433477 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.465194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=5d6b3307-69de-44b8-a1e0-c3ae0eda694d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:08.540917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.545635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4afc5f1c-e7da-49b2-b676-34fce1f8d78c tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/ports/5d6b3307-69de-44b8-a1e0-c3ae0eda694d HTTP/1.1" status: 204 len: 168 time: 0.5660508 Aug 25 15:07:08.545880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51866) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:08.609121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting subnet e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:08.618383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.680983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.778525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8a67932e-9228-443a-812c-c0ba2cc2c7d6 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:08.811575 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.964532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:08.964993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.970248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:08.976176 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.983828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:08.988067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/subnets/e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3 HTTP/1.1" status: 204 len: 168 time: 0.4387860 Aug 25 15:07:08.989824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51878) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:09.005772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb3512-0119-402f-8706-a62d85ee7b2d tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c9edd2-ccb4-480d-a4ed-e9f86e2cc3b3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:09.032409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7328d5-00f9-4636-b2de-8142142e7c19 None None] Network 4767c018-b479-4bca-80ac-53ef442bc0bf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:09.097427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.161035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Deleting port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:09.161387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.237115 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.239603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] For port 0eff6f2b-ca03-4bc3-a6ee-38a044933078, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0eff6f2b-ca03-4bc3-a6ee-38a044933078,segment=NetworkSegment(04945b50-2aef-457e-9d97-09eec9be38b7),segment_id=04945b50-2aef-457e-9d97-09eec9be38b7)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:09.240189 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.258758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Calling delete_port for 0eff6f2b-ca03-4bc3-a6ee-38a044933078 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:09.271383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a67932e-9228-443a-812c-c0ba2cc2c7d6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:09.275294 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f5318-6a05-48f3-859b-8e0fb557b2d0" -d '{"events": [{"server_uuid": "44463ef8-0aab-48b2-9bfa-cd7a57632a85", "name": "network-vif-plugged", "status": "completed", "tag": "8a67932e-9228-443a-812c-c0ba2cc2c7d6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:09.303522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8a67932e-9228-443a-812c-c0ba2cc2c7d6,segment=NetworkSegment(73ab5737-0175-4b27-b70f-3840da95fb86),segment_id=73ab5737-0175-4b27-b70f-3840da95fb86)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:09.324432 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea0d389-8e49-4d29-995e-02c0861721bd x-openstack-request-id: req-5ea0d389-8e49-4d29-995e-02c0861721bd {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:09.324675 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44463ef8-0aab-48b2-9bfa-cd7a57632a85", "name": "network-vif-plugged", "status": "completed", "tag": "8a67932e-9228-443a-812c-c0ba2cc2c7d6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:09.325073 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ea0d389-8e49-4d29-995e-02c0861721bd {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:09.325446 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a67932e-9228-443a-812c-c0ba2cc2c7d6', 'code': 200} Aug 25 15:07:09.336177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] DHCP port deletion for 4767c018-b479-4bca-80ac-53ef442bc0bf request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:09.371511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.431720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] Deleting port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:09.432228 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.446469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52984f-37c8-4f30-87a0-7150c3ce3689 req-438b8a31-fa74-47f8-9005-e750f9d9e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:09.448663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b52984f-37c8-4f30-87a0-7150c3ce3689 req-438b8a31-fa74-47f8-9005-e750f9d9e236 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 1096 time: 0.0506380 Aug 25 15:07:09.478359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.494964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=8a67932e-9228-443a-812c-c0ba2cc2c7d6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:09.515588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b52984f-37c8-4f30-87a0-7150c3ce3689 req-c5e164bc-de8b-4c20-92a2-f3452517df98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574811 Aug 25 15:07:09.515762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Port': ['ID=0eff6f2b-ca03-4bc3-a6ee-38a044933078,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:09.527721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] No DVR routers for this DVR port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:09.536939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] For port 0eff6f2b-ca03-4bc3-a6ee-38a044933078, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0eff6f2b-ca03-4bc3-a6ee-38a044933078,segment=NetworkSegment(04945b50-2aef-457e-9d97-09eec9be38b7),segment_id=04945b50-2aef-457e-9d97-09eec9be38b7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:09.537803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.552421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] Calling delete_port for 0eff6f2b-ca03-4bc3-a6ee-38a044933078 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:09.678903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1314a-03a8-4787-acfc-23786b4c02de req-a612d05f-39c5-4640-a3fe-a9661b07ed19 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:09.680397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ad1314a-03a8-4787-acfc-23786b4c02de req-a612d05f-39c5-4640-a3fe-a9661b07ed19 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 945 time: 0.1010053 Aug 25 15:07:09.681288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.710374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4767c018-b479-4bca-80ac-53ef442bc0bf']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:09.729701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04945b50-2aef-457e-9d97-09eec9be38b7') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:09.730056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04945b50-2aef-457e-9d97-09eec9be38b7') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:09.742892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.761781 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.773125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ad1314a-03a8-4787-acfc-23786b4c02de req-8b0e7ee8-e2bc-4bf1-9504-df737000167a tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850434 Aug 25 15:07:09.788371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.797334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:07:09.797969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.810724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] Pushing event deleted for resources: {'Port': ['ID=0eff6f2b-ca03-4bc3-a6ee-38a044933078,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:09.815058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbccfb-9b90-48d7-97e3-06fabc0c2f6f None None] No DVR routers for this DVR port 0eff6f2b-ca03-4bc3-a6ee-38a044933078 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:07:09.875210 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:07:09.964460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.973915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:09.976175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] 10.222.0.58 "DELETE /v2.0/networks/4767c018-b479-4bca-80ac-53ef442bc0bf HTTP/1.1" status: 204 len: 168 time: 0.9835784 Aug 25 15:07:09.996731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aafaa2-2ee7-42bd-9e42-632578abb673 tempest-AllowedAddressPairTestJSON-1574713780 tempest-AllowedAddressPairTestJSON-1574713780-project] Pushing event deleted for resources: {'Network': ['ID=4767c018-b479-4bca-80ac-53ef442bc0bf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:10.521228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:10.579231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b9c5-9433-4bed-bc78-24a02d966925 req-76a9b3d5-ddbb-4fa2-940a-fa0b4aba8846 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:10.589142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf42b9c5-9433-4bed-bc78-24a02d966925 req-76a9b3d5-ddbb-4fa2-940a-fa0b4aba8846 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1096 time: 0.1307499 Aug 25 15:07:10.629477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bf42b9c5-9433-4bed-bc78-24a02d966925 req-4d78f3c9-2605-4309-b2ee-31e01c199ab3 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:10.751281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bf42b9c5-9433-4bed-bc78-24a02d966925 req-4d78f3c9-2605-4309-b2ee-31e01c199ab3 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:10.862168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-bf42b9c5-9433-4bed-bc78-24a02d966925 req-4d78f3c9-2605-4309-b2ee-31e01c199ab3 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:10.916517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf42b9c5-9433-4bed-bc78-24a02d966925 req-4d78f3c9-2605-4309-b2ee-31e01c199ab3 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189731 Aug 25 15:07:10.959180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78f3c9-2605-4309-b2ee-31e01c199ab3 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3afc679-eb5a-4389-9852-349de2ee2b33,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:11.058326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0eff6f2b-ca03-4bc3-a6ee-38a044933078 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:11.100626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12766c9d-7ef6-43fb-8353-980c13e2d0e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfc909130f0f45989b589fcf54c4f8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753727 Aug 25 15:07:11.101780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51960) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:11.128750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0eff6f2b-ca03-4bc3-a6ee-38a044933078 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:11.129102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0eff6f2b-ca03-4bc3-a6ee-38a044933078 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:11.173298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d3135-d6d7-4c5a-bba3-e3df8a121745 req-223d5a84-056e-4556-b3bd-a7689244cc07 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:11.175201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae1d3135-d6d7-4c5a-bba3-e3df8a121745 req-223d5a84-056e-4556-b3bd-a7689244cc07 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1340082 Aug 25 15:07:11.191315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70ec65-3ce6-4912-9ed9-04a981341dd2 req-d4ce2fd5-3601-4370-86d8-c9303bd855e2 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:11.192904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e70ec65-3ce6-4912-9ed9-04a981341dd2 req-d4ce2fd5-3601-4370-86d8-c9303bd855e2 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 945 time: 0.1384511 Aug 25 15:07:11.216192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-724b54f9-2852-4075-8b15-48b4875b1b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:11.270831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae1d3135-d6d7-4c5a-bba3-e3df8a121745 req-66cb8331-6257-4c23-aa39-5351d9ca63bc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893750 Aug 25 15:07:11.271941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e70ec65-3ce6-4912-9ed9-04a981341dd2 req-8050d1a7-7c10-40c2-b62a-6d3c2d8deb02 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655015 Aug 25 15:07:11.273983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-724b54f9-2852-4075-8b15-48b4875b1b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:11.305464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:11.388417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7e4c0017-37ee-4d4e-b641-1b5deffd82cb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/985edd2d-1106-47ee-b602-d34596831f10 HTTP/1.1" status: 200 len: 992 time: 0.0925179 Aug 25 15:07:11.410643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-724b54f9-2852-4075-8b15-48b4875b1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:11.414712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-724b54f9-2852-4075-8b15-48b4875b1b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:11.416950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-724b54f9-2852-4075-8b15-48b4875b1b89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fb37a34-72fb-4308-9767-21c8de1d9849 HTTP/1.1" status: 204 len: 168 time: 0.3135598 Aug 25 15:07:11.449389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b54f9-2852-4075-8b15-48b4875b1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb37a34-72fb-4308-9767-21c8de1d9849,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:11.604625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-d792dd8e-be5f-4358-b041-ebe574c918ff tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:11.606447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-d792dd8e-be5f-4358-b041-ebe574c918ff tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.2035816 Aug 25 15:07:11.623220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-ab4b7f10-ff5e-4624-9860-df0d160ad8c7 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/quotas/2be81df55463464ba4e06e1d8a6bd045 HTTP/1.1" status: 200 len: 375 time: 0.0101595 Aug 25 15:07:11.952486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-262b7bed-fe3e-485c-9a1a-f47c11c26db1 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3213489 Aug 25 15:07:12.100846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-b1b7775d-bf45-4209-8abc-b8f2958b26ca service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461909 Aug 25 15:07:12.297159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-b15dd445-a6ce-45bd-8328-da5ac00643fe service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895754 Aug 25 15:07:12.298876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52036) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:12.516466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:12.539520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52044) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:12.569729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c4680-88a8-4d95-b8f9-1fc2c94a6081 req-3959131d-e96d-4ff9-91e5-a7aec83ac765 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:12.577999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b61c4680-88a8-4d95-b8f9-1fc2c94a6081 req-3959131d-e96d-4ff9-91e5-a7aec83ac765 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0811250 Aug 25 15:07:12.734451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:12.797425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b0e7e9a-7d94-40a2-a67a-19b36a3abfb9 req-40ae5975-7244-4c0c-a89a-47c00941e467 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 210 time: 0.0570040 Aug 25 15:07:12.882552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:12.949009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5d7955b70be45cb908337e114ea5055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452565 Aug 25 15:07:12.952595 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed20f1-9159-4e7c-938e-c4044c5a0891,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:12.956120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:13.006709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.014082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34068bb2-e0f7-4d60-8659-58fa55ef7ad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:13.050951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18eb5dc2-45f0-4b09-aefb-bdfff0948d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:13.079238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18eb5dc2-45f0-4b09-aefb-bdfff0948d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:13.159482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b61c4680-88a8-4d95-b8f9-1fc2c94a6081 req-61411ed0-7a06-4ae1-be72-863dd11372a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752127 Aug 25 15:07:13.176302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-6f62e4ea-7ed9-4f62-8ee3-ba6cc3079f19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6352224 Aug 25 15:07:13.289679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18eb5dc2-45f0-4b09-aefb-bdfff0948d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:13.293037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18eb5dc2-45f0-4b09-aefb-bdfff0948d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:13.294623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-18eb5dc2-45f0-4b09-aefb-bdfff0948d6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07ed20f1-9159-4e7c-938e-c4044c5a0891 HTTP/1.1" status: 204 len: 168 time: 0.3369148 Aug 25 15:07:13.315608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb5dc2-45f0-4b09-aefb-bdfff0948d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed20f1-9159-4e7c-938e-c4044c5a0891,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:13.417521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52082) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:13.865270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1370409097'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:13.909276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48c16b4b-7e70-40eb-b15a-b35e0fdf50e0 req-7415d349-4018-40aa-a143-242c0b902ce8 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 210 time: 0.0616326 Aug 25 15:07:13.998897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:14.003102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.015322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.155523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.276060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.290232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bbba2-d2a8-4c04-8880-ed600df05d46 req-fbc5d8e4-a8b8-46fa-902f-6b621712520e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:14.291784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-351bbba2-d2a8-4c04-8880-ed600df05d46 req-fbc5d8e4-a8b8-46fa-902f-6b621712520e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0657120 Aug 25 15:07:14.301118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:07:14.337878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.338549 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Added segment ddfd1bd1-c7a9-4071-809c-9350f591a044 of type vlan for network adfdb661-dddb-4df2-9db5-dc9311fa8623 Aug 25 15:07:14.358329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e29384-f423-49e2-836b-7de582717cef,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:14.408008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-351bbba2-d2a8-4c04-8880-ed600df05d46 req-12009a28-2fda-47ce-9709-7497f9c8d4e8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046262 Aug 25 15:07:14.409793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.558863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.565412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:14.566168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.581387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52120) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:14.604808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:14.713375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Network': ['ID=adfdb661-dddb-4df2-9db5-dc9311fa8623,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:14.726721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:07:14.795893 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2f6c853a-26d7-4eac-b465-146c41507864 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3711696 Aug 25 15:07:14.796590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:14.802480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:14.983449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.022383 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06a6bfa9-10bf-46c5-839b-17a0d83853f0 req-816537fb-2070-4d94-a325-9f8fd8717eb0 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Aug 25 15:07:15.153056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.199796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d0d161bbbf24cd3a760352979cab13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172378 Aug 25 15:07:15.201109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b1f938-3161-42b6-9235-4a738095b1b3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:15.203295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52136) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:15.212203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.213090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.213782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.214300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.214862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.215973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.216654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.218058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.218409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.218788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.219156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.219686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9af885-1412-4ff4-be11-ae7d5d2221b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:07:15.251209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:15.251209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.336785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9bca62e-a842-4910-b957-308cd66b7488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.375075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9bca62e-a842-4910-b957-308cd66b7488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.569465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fb9ac-26ef-4ff3-a07a-334cfc3724e9 req-2803f75a-3283-4e8f-ace1-f791f147d2e8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:15.571243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-880fb9ac-26ef-4ff3-a07a-334cfc3724e9 req-2803f75a-3283-4e8f-ace1-f791f147d2e8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0605652 Aug 25 15:07:15.593538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9bca62e-a842-4910-b957-308cd66b7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.596219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9bca62e-a842-4910-b957-308cd66b7488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.598164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9bca62e-a842-4910-b957-308cd66b7488 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24b1f938-3161-42b6-9235-4a738095b1b3 HTTP/1.1" status: 204 len: 168 time: 0.3930888 Aug 25 15:07:15.605685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bca62e-a842-4910-b957-308cd66b7488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b1f938-3161-42b6-9235-4a738095b1b3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:15.634596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:15.666584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-880fb9ac-26ef-4ff3-a07a-334cfc3724e9 req-87b12ebe-1145-44df-8fde-3a2446945b62 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752175 Aug 25 15:07:15.773836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=254dc1ba-a96b-4332-80e0-78fbf52560a9,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:15.791522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:15.791897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network hostable DHCP agents. Network: adfdb661-dddb-4df2-9db5-dc9311fa8623, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:07:15.913173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:07:16.030891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, adfdb661-dddb-4df2-9db5-dc9311fa8623) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:16.035290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:16.036032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:16.042042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d973f-b209-4661-be4f-50a5ef1ece23 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:16.151005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9dfad38-a830-4ed7-9450-6b668600b8d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3503833 Aug 25 15:07:16.151005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52166) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:16.157493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'name': 'tempest-NetworksTestDHCPv6-1743376216'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:16.192663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c1b9059-309e-4b56-91ba-37a7ea8a5d1f req-b9c68a1a-59ea-4288-bb97-7478c537c63d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 210 time: 0.0341010 Aug 25 15:07:16.429984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '254dc1ba-a96b-4332-80e0-78fbf52560a9'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:16.431069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:16.536871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:16.581387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:16.585940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:16.626534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 58a621c5-e66d-4f4c-896f-36dd2c21008f yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:16.690052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-75d97079-bf9d-4ea9-a4ce-5f0e9a421a5a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:16.698726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-75d97079-bf9d-4ea9-a4ce-5f0e9a421a5a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.52 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.2564430 Aug 25 15:07:16.720468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Request body: {'port': {'device_id': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'admin_state_up': True, 'tenant_id': '2be81df55463464ba4e06e1d8a6bd045'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:16.966584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.009196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:07:17.009196 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:07:17.009196 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '364c165753dc45a384ad7ac6cba1269a', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 7, 16, 996226)}] Aug 25 15:07:17.009196 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:07:17.013289 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:07:17.027665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eff2bd-8148-418e-98a1-5e4f85bfd9dc req-9188ff51-f5a1-4d49-926b-afcdd7533d79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.029277 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19eff2bd-8148-418e-98a1-5e4f85bfd9dc req-9188ff51-f5a1-4d49-926b-afcdd7533d79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.2012825 Aug 25 15:07:17.031085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::27f (adfdb661-dddb-4df2-9db5-dc9311fa8623/254dc1ba-a96b-4332-80e0-78fbf52560a9/58a621c5-e66d-4f4c-896f-36dd2c21008f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:17.098099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19eff2bd-8148-418e-98a1-5e4f85bfd9dc req-867b6ad9-22f4-47dd-be23-5210b5f04679 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582261 Aug 25 15:07:17.141271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Made reservation on behalf of 2be81df55463464ba4e06e1d8a6bd045 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:17.144850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.222005 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.236193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 58a621c5-e66d-4f4c-896f-36dd2c21008f will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:17.330623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eedc3319-1504-489f-9365-62b8f45ba6c8 req-7bcec000-9cda-46fe-a87d-d5debdfbc6ec tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 210 time: 0.0395007 Aug 25 15:07:17.343006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Allocated IP 172.20.0.8 (5e6c2977-db8e-46d3-ae29-f6a13b35bfa9/beebf522-d43c-43f0-b3c7-9f16fde8285e/d245e4cb-ab83-4249-8e92-8a6702584404) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:17.368220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.433596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/254dc1ba-a96b-4332-80e0-78fbf52560a9/3909bcda-992b-40b8-9c0e-d6829e49b5e2) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:17.440390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:17.441656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=58a621c5-e66d-4f4c-896f-36dd2c21008f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:17.444919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:17.447169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:17.456290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.457369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.488943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-eb4f9802-9e20-41dc-9ae7-3e4bf4bde0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.492147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-eb4f9802-9e20-41dc-9ae7-3e4bf4bde0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1096 time: 0.1275401 Aug 25 15:07:17.520092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.542946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a1c827d-f888-4923-baad-d68cefd4a65c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3908451 Aug 25 15:07:17.547211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52210) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:17.633341 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.642848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-782c0e62-0ef4-4d77-9828-33f8ae902b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.644786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-782c0e62-0ef4-4d77-9828-33f8ae902b17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.1421418 Aug 25 15:07:17.711004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.724639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Transition to ACTIVE for port object 3909bcda-992b-40b8-9c0e-d6829e49b5e2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:17.731216 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-af682229-cac2-4d45-aa82-da912c5c5e01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 1000 time: 0.0796833 Aug 25 15:07:17.749348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Transition to ACTIVE for port object 3909bcda-992b-40b8-9c0e-d6829e49b5e2 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:17.766547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831c7b5-fb46-40da-99e3-22557bd8f964 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.768580 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6831c7b5-fb46-40da-99e3-22557bd8f964 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2204018 Aug 25 15:07:17.773706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52220) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:17.791543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.793288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-81092d0b-de94-48ac-b64c-64173b70da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.794738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-81092d0b-de94-48ac-b64c-64173b70da4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.0568006 Aug 25 15:07:17.831130 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.831831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.861286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a', '125b83b1-2c60-49ed-be2f-7af1b8bbc260'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:07:17.883302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:17.892085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.893608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:17.899420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-eb6cd619-e166-48df-a67c-479c0112d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:17.900989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-eb6cd619-e166-48df-a67c-479c0112d200 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981224 Aug 25 15:07:17.905675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:17.906489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Pushing event updated for resources: {'Port': ['ID=3909bcda-992b-40b8-9c0e-d6829e49b5e2,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:17.910082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 58a621c5-e66d-4f4c-896f-36dd2c21008f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:17.911017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:17.959107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:17.960509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event updated for resources: {'Port': ['ID=d245e4cb-ab83-4249-8e92-8a6702584404,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:17.965937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:17.976007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:18.010754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=364c165753dc45a384ad7ac6cba1269a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4727571 Aug 25 15:07:18.025344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52234) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:18.052083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc088-e8bb-434b-b2b2-22edf09592ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b20e5a-40b0-4add-9afc-a852fc22487c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:18.088612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:18.089509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.121821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Attempting to bind port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:18.121821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Attempting to bind port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:18.121821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Attempting to bind port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:18.132224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.132541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:18.132541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:18.132541 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.132541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:18.132541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Bound port: 3909bcda-992b-40b8-9c0e-d6829e49b5e2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:18.132541 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.152024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-e006d3ba-355e-4373-b119-758ce43fdadb service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351592 Aug 25 15:07:18.169380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73488a2e-8215-4c20-88e4-99220c656ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.202235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 58a621c5-e66d-4f4c-896f-36dd2c21008f owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:18.223836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73488a2e-8215-4c20-88e4-99220c656ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.261854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2509347a-7254-44a7-a9b7-0efe2ac2ae41 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461295 Aug 25 15:07:18.268333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] For port 3909bcda-992b-40b8-9c0e-d6829e49b5e2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:18.274076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] For port 3909bcda-992b-40b8-9c0e-d6829e49b5e2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3909bcda-992b-40b8-9c0e-d6829e49b5e2,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:18.278454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Request body: {'port': {'device_id': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:18.286819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f587-f823-4d6b-9c34-3509fa48380d req-a83cf9dd-c57f-4641-94b1-9c95df9258f5 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:18.288624 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3252f587-f823-4d6b-9c34-3509fa48380d req-a83cf9dd-c57f-4641-94b1-9c95df9258f5 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 945 time: 0.1424811 Aug 25 15:07:18.360555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000b07-d445-4b0a-b499-fd5dd7e02cac req-a938b219-c66e-474c-bda6-9be18589aa31 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:18.368340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3000b07-d445-4b0a-b499-fd5dd7e02cac req-a938b219-c66e-474c-bda6-9be18589aa31 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1781740 Aug 25 15:07:18.378669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3252f587-f823-4d6b-9c34-3509fa48380d req-d09b96cb-4d4a-4647-b36e-cd1292382da6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767925 Aug 25 15:07:18.395143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-03423f51-6063-4762-a17e-132581037ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353251 Aug 25 15:07:18.426986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.447417 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.476861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3000b07-d445-4b0a-b499-fd5dd7e02cac req-082ad908-9b51-4ed3-aa58-5a9870543d9b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055694 Aug 25 15:07:18.521309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73488a2e-8215-4c20-88e4-99220c656ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.524166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73488a2e-8215-4c20-88e4-99220c656ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.525390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-73488a2e-8215-4c20-88e4-99220c656ad7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7b20e5a-40b0-4add-9afc-a852fc22487c HTTP/1.1" status: 204 len: 168 time: 0.4989872 Aug 25 15:07:18.541003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44513aa5-69d6-47b1-99eb-87b611a908bb None None] Pushing event updated for resources: {'Port': ['ID=3909bcda-992b-40b8-9c0e-d6829e49b5e2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:18.565757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73488a2e-8215-4c20-88e4-99220c656ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b20e5a-40b0-4add-9afc-a852fc22487c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:18.577934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.652818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97b9e-94f9-476d-8c7e-906da1b82b87 req-12873bf3-2b17-4338-861f-266c78a505e6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:18.660762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9c97b9e-94f9-476d-8c7e-906da1b82b87 req-12873bf3-2b17-4338-861f-266c78a505e6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 931 time: 0.1884019 Aug 25 15:07:18.662744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=58a621c5-e66d-4f4c-896f-36dd2c21008f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:18.713384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.717036 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1629d8dc-403c-4ab8-8f6e-e397ecf2455a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/58a621c5-e66d-4f4c-896f-36dd2c21008f HTTP/1.1" status: 204 len: 168 time: 0.9421988 Aug 25 15:07:18.731915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52258) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:18.764823 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9c97b9e-94f9-476d-8c7e-906da1b82b87 req-6a80c262-f88c-4f6f-bbbf-ece76171edb6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Aug 25 15:07:18.845087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e5f97-41a2-484d-9c53-e8aa335b6c8e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:18.846748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e5f97-41a2-484d-9c53-e8aa335b6c8e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:18.850747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b9e5f97-41a2-484d-9c53-e8aa335b6c8e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1149051 Aug 25 15:07:18.854246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52260) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:18.917019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 254dc1ba-a96b-4332-80e0-78fbf52560a9 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:18.920582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.921644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d245e4cb-ab83-4249-8e92-8a6702584404 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:07:18.930480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:18.943526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Transition to ACTIVE for port object d245e4cb-ab83-4249-8e92-8a6702584404 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:18.970648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.049363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3909bcda-992b-40b8-9c0e-d6829e49b5e2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:19.061339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.074731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.167850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Pushing event updated for resources: {'Port': ['ID=d245e4cb-ab83-4249-8e92-8a6702584404,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:19.244461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Attempting to bind port d245e4cb-ab83-4249-8e92-8a6702584404 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:19.244911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Attempting to bind port d245e4cb-ab83-4249-8e92-8a6702584404 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:19.245307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Attempting to bind port d245e4cb-ab83-4249-8e92-8a6702584404 on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:19.246996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:19.257600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Port d245e4cb-ab83-4249-8e92-8a6702584404 on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:07:19.260791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Attempting to bind port d245e4cb-ab83-4249-8e92-8a6702584404 on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:19.263464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:19.263831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Checking segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:19.264215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Bound using segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:19.264642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Bound port: d245e4cb-ab83-4249-8e92-8a6702584404, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:19.265123 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.313332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.340927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.345774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52270) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:19.350750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/254dc1ba-a96b-4332-80e0-78fbf52560a9 HTTP/1.1" status: 204 len: 168 time: 0.4950018 Aug 25 15:07:19.350894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52272) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:19.366045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7011-9196-4341-be83-e4a3e2e9758e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=254dc1ba-a96b-4332-80e0-78fbf52560a9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:19.386211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] For port d245e4cb-ab83-4249-8e92-8a6702584404, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:19.427066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-058d7418-adbd-43a4-a571-28816d75e67c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745096 Aug 25 15:07:19.428562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:19.435285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] For port d245e4cb-ab83-4249-8e92-8a6702584404, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d245e4cb-ab83-4249-8e92-8a6702584404,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:19.437960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:19.506588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd18-94c5-4798-9539-5dd73b2e08b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.532792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.581798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:19.582704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.584228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] 10.222.0.52 "PUT /v2.0/ports/d245e4cb-ab83-4249-8e92-8a6702584404 HTTP/1.1" status: 200 len: 1091 time: 1.3113375 Aug 25 15:07:19.591524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'tag': 'd245e4cb-ab83-4249-8e92-8a6702584404'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:19.594441 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0152f9-cde7-492e-9b2a-3121bc1c1734", "tag": "d245e4cb-ab83-4249-8e92-8a6702584404"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:19.612904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:19.626939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69fd85-1d9b-4f87-a155-1e8a28936c35 req-c994ff5d-c2c0-4ffd-b79f-3635faf3fcc9 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:19.628700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d69fd85-1d9b-4f87-a155-1e8a28936c35 req-c994ff5d-c2c0-4ffd-b79f-3635faf3fcc9 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 945 time: 0.1404042 Aug 25 15:07:19.640203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.678829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-58814d38-166d-4957-803d-3fe50442aa62 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:19.680379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-58814d38-166d-4957-803d-3fe50442aa62 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.45 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 945 time: 0.1826835 Aug 25 15:07:19.683221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d69fd85-1d9b-4f87-a155-1e8a28936c35 req-53aab6dd-41c6-443c-b277-130eac31312e tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461028 Aug 25 15:07:19.696719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffadd1e-0e29-4148-a76d-664087b7c839 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:19.709614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460466a2-c01b-4238-947f-56594f3f56bd service neutron] Pushing event updated for resources: {'Port': ['ID=d245e4cb-ab83-4249-8e92-8a6702584404,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:19.767051 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a79e2f-927f-4c3c-b336-8d4d47437544 x-openstack-request-id: req-59a79e2f-927f-4c3c-b336-8d4d47437544 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:19.768318 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0152f9-cde7-492e-9b2a-3121bc1c1734", "tag": "d245e4cb-ab83-4249-8e92-8a6702584404", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:19.768318 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59a79e2f-927f-4c3c-b336-8d4d47437544 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:19.768318 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'tag': 'd245e4cb-ab83-4249-8e92-8a6702584404', 'status': 'completed', 'code': 200} Aug 25 15:07:19.803093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4b0a9-e2c1-45fe-8440-774aa5703248 req-737345f6-b25e-4122-8530-c0aa5c6bef58 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:19.804672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6d4b0a9-e2c1-45fe-8440-774aa5703248 req-737345f6-b25e-4122-8530-c0aa5c6bef58 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.2313213 Aug 25 15:07:19.850754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] Provisioning for port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:19.856623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] Provisioning complete for port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:19.866031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.904840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6d4b0a9-e2c1-45fe-8440-774aa5703248 req-3dde7b2c-3a5a-4676-aa6d-958ae0e522f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886106 Aug 25 15:07:19.914319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9b22b-78e2-414e-b37c-f7180deeb470 req-15210206-3726-4099-b072-24ef0d6b8bc6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:19.914782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-0354ae47-f4d1-4c1d-8174-d530d56b222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:19.916256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4a9b22b-78e2-414e-b37c-f7180deeb470 req-15210206-3726-4099-b072-24ef0d6b8bc6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 943 time: 0.0654526 Aug 25 15:07:19.922969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-0354ae47-f4d1-4c1d-8174-d530d56b222a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 1094 time: 0.1819825 Aug 25 15:07:19.927199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd18-94c5-4798-9539-5dd73b2e08b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:19.958560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:19.972042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4a9b22b-78e2-414e-b37c-f7180deeb470 req-cc6cb732-21ba-4388-9c87-614145aec527 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Aug 25 15:07:19.978503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-fe5f1295-176e-4ec9-b987-7993c3c80525 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d245e4cb-ab83-4249-8e92-8a6702584404 HTTP/1.1" status: 200 len: 217 time: 0.0496917 Aug 25 15:07:20.004371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Deleting port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:20.005041 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.008480 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.015590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:07:20.015590 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:07:20.015590 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '86096801e1314c058292e25ffe61b6af', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 7, 19, 665566)}] Aug 25 15:07:20.015590 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:07:20.015590 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:07:20.032566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d92bd18-94c5-4798-9539-5dd73b2e08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.057661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] For port 3909bcda-992b-40b8-9c0e-d6829e49b5e2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3909bcda-992b-40b8-9c0e-d6829e49b5e2,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:20.066616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] Deleting port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:20.066992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.113323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:20.117971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.137634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2ce83a1c-285f-4f24-ba2d-622d0735c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:20.138927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] For port 3909bcda-992b-40b8-9c0e-d6829e49b5e2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3909bcda-992b-40b8-9c0e-d6829e49b5e2,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:20.139211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-2ce83a1c-285f-4f24-ba2d-622d0735c6c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.1529348 Aug 25 15:07:20.139345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.150028 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6d92bd18-94c5-4798-9539-5dd73b2e08b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8db25c741f2454bb3e3995af4f8ac4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980273 Aug 25 15:07:20.150994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92bd18-94c5-4798-9539-5dd73b2e08b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d848296-a153-4bb5-a906-7bda2d1aba99,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:20.154329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:20.189786 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.189786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] Calling delete_port for 3909bcda-992b-40b8-9c0e-d6829e49b5e2 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:20.210080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-def73703-9815-408e-994a-b3280b0e9eed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545409 Aug 25 15:07:20.245672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18b0de-7f9a-4510-a9dc-46b19db69a5b None None] Pushing event updated for resources: {'Port': ['ID=3909bcda-992b-40b8-9c0e-d6829e49b5e2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:20.271643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] For port 8a67932e-9228-443a-812c-c0ba2cc2c7d6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=8a67932e-9228-443a-812c-c0ba2cc2c7d6,segment=NetworkSegment(73ab5737-0175-4b27-b70f-3840da95fb86),segment_id=73ab5737-0175-4b27-b70f-3840da95fb86)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:20.279479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.329857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Calling delete_port for 8a67932e-9228-443a-812c-c0ba2cc2c7d6 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:20.399375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cece6a15-13fd-493c-ae26-d0c66852154d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.409646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.441334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] Pushing event deleted for resources: {'Port': ['ID=3909bcda-992b-40b8-9c0e-d6829e49b5e2,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:20.446061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ef3fc-d33e-4e74-9837-041d1a539937 None None] No DVR routers for this DVR port 3909bcda-992b-40b8-9c0e-d6829e49b5e2 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:20.450441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cece6a15-13fd-493c-ae26-d0c66852154d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.453710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-c9f1f562-6fde-4299-ac1a-aadfc41b8146 service neutron] 10.222.0.52 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336380 Aug 25 15:07:20.457765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.507550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:20.513238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.515968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:20.521265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:20.521924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.526468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23cdfb-9263-45d6-93ae-3726f9d0ac65 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:20.540887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=1d0c3379-d10e-427f-b507-a118a272c229,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:20.621287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2343da51-4890-4290-9396-22987517727c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1890688 Aug 25 15:07:20.622056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52294) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:20.626842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70f6510d-5f67-4b22-942a-1d9d81c1fe30 req-712ce20e-9ca6-4d9c-b6b8-5c759eeb5e33 service neutron] 10.222.0.52 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635487 Aug 25 15:07:20.629411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'name': 'tempest-NetworksTestDHCPv6-1063099521'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:20.698783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cece6a15-13fd-493c-ae26-d0c66852154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.702002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cece6a15-13fd-493c-ae26-d0c66852154d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.702723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '1d0c3379-d10e-427f-b507-a118a272c229'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:20.703731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.705903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cece6a15-13fd-493c-ae26-d0c66852154d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d848296-a153-4bb5-a906-7bda2d1aba99 HTTP/1.1" status: 204 len: 168 time: 0.5409982 Aug 25 15:07:20.739163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece6a15-13fd-493c-ae26-d0c66852154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d848296-a153-4bb5-a906-7bda2d1aba99,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:20.817850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.838040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['8a67932e-9228-443a-812c-c0ba2cc2c7d6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:07:20.883497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:20.892975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f04e-1949-4915-9571-2212d6946613 req-ede68ded-125c-4cb6-b2de-8cc2940254a6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:20.894727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fd8f04e-1949-4915-9571-2212d6946613 req-ede68ded-125c-4cb6-b2de-8cc2940254a6 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 867 time: 0.1034338 Aug 25 15:07:20.919420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Pushing event deleted for resources: {'Port': ['ID=8a67932e-9228-443a-812c-c0ba2cc2c7d6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:20.978369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] No DVR routers for this DVR port 8a67932e-9228-443a-812c-c0ba2cc2c7d6 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:20.982255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/1d0c3379-d10e-427f-b507-a118a272c229/5dafc13f-5371-430f-b98a-a13dc5641fae) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:20.983467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.001229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bffe7dd5-2ac5-43ca-aa02-b5cd22908646 req-ad582a7a-b600-4561-ac1b-f64392e91b03 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.45 "DELETE /v2.0/ports/8a67932e-9228-443a-812c-c0ba2cc2c7d6 HTTP/1.1" status: 204 len: 173 time: 1.2971325 Aug 25 15:07:21.001229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-c3ef7f17-4bd0-43be-a925-470b34e0bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:21.001229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-c3ef7f17-4bd0-43be-a925-470b34e0bfd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 1094 time: 0.1131375 Aug 25 15:07:21.003858 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fd8f04e-1949-4915-9571-2212d6946613 req-699ebf7b-3c8f-415f-9b86-f5576c94459e tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/security-groups?id=2fde7191-cfd6-4977-8788-e923e17b67d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974648 Aug 25 15:07:21.045963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3909bcda-992b-40b8-9c0e-d6829e49b5e2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:21.051456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.120932 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b09b68-6dd1-4a9d-9829-eecc2c73f1fe,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:21.134419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd2ff-61a4-400f-83fd-f6ea9cbe39b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.145024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3909bcda-992b-40b8-9c0e-d6829e49b5e2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:21.145024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3909bcda-992b-40b8-9c0e-d6829e49b5e2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:21.147340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c10cfd55-1722-440b-a162-e3169250e530 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86096801e1314c058292e25ffe61b6af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5354881 Aug 25 15:07:21.148050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52304) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:21.202505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2b5b-452a-41fc-9406-20b8c56a062e req-5730c1db-7417-45b3-9297-86e37612eb1c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:21.204287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5fe2b5b-452a-41fc-9406-20b8c56a062e req-5730c1db-7417-45b3-9297-86e37612eb1c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 943 time: 0.1060376 Aug 25 15:07:21.215250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:21.218955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8820-7113-46ed-85dd-6e235fa3280a req-199edea5-10cf-445d-adf3-64e16f0482e7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:21.220033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.221139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-833a8820-7113-46ed-85dd-6e235fa3280a req-199edea5-10cf-445d-adf3-64e16f0482e7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1831241 Aug 25 15:07:21.224692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-9cb08f4f-c75a-4fca-9bb8-efa963e137e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:21.226737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-9cb08f4f-c75a-4fca-9bb8-efa963e137e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 915 time: 0.2131271 Aug 25 15:07:21.324519 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.335815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5fe2b5b-452a-41fc-9406-20b8c56a062e req-d229439c-eb73-4f2e-9bda-84a227a69914 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239796 Aug 25 15:07:21.336395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Transition to ACTIVE for port object 5dafc13f-5371-430f-b98a-a13dc5641fae will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:21.340699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-4102c781-68c2-4729-b9e2-13f5be201b89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d245e4cb-ab83-4249-8e92-8a6702584404 HTTP/1.1" status: 200 len: 217 time: 0.0597949 Aug 25 15:07:21.353902 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-833a8820-7113-46ed-85dd-6e235fa3280a req-d17b9b08-9ba0-4cfb-8846-dfe2d304b19f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229022 Aug 25 15:07:21.355298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Transition to ACTIVE for port object 5dafc13f-5371-430f-b98a-a13dc5641fae will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:21.362603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9474f716-0933-487e-9f17-d1dc771c9f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.366972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port fa4e128e-2427-4d81-ac48-b99504cab22a yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:21.420250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-7fddb2e9-638a-4fdf-a39c-30e95d8860c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:21.422464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-7fddb2e9-638a-4fdf-a39c-30e95d8860c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.0675895 Aug 25 15:07:21.445700 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.484890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-6a149549-9b1d-46c7-a705-9e81fad5d904 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430489 Aug 25 15:07:21.524396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:21.525267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Pushing event updated for resources: {'Port': ['ID=5dafc13f-5371-430f-b98a-a13dc5641fae,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:21.529191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:21.531693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:21.618454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Attempting to bind port 5dafc13f-5371-430f-b98a-a13dc5641fae on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:21.619087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Attempting to bind port 5dafc13f-5371-430f-b98a-a13dc5641fae by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:21.619785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Attempting to bind port 5dafc13f-5371-430f-b98a-a13dc5641fae on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:21.632924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:21.638465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:21.638465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.638465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:21.638465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Bound port: 5dafc13f-5371-430f-b98a-a13dc5641fae, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:21.638465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.649382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-f0f4b742-286e-4ba5-85a6-26a1cca21946 service neutron] 10.222.0.52 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535761 Aug 25 15:07:21.721727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] For port 5dafc13f-5371-430f-b98a-a13dc5641fae, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:21.726654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] For port 5dafc13f-5371-430f-b98a-a13dc5641fae, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5dafc13f-5371-430f-b98a-a13dc5641fae,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:21.758951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9474f716-0933-487e-9f17-d1dc771c9f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.768962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'name': 'network-vif-deleted', 'tag': '8a67932e-9228-443a-812c-c0ba2cc2c7d6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:21.771950 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4920c082-7bc3-4a11-9b97-937402b6bd29" -d '{"events": [{"server_uuid": "44463ef8-0aab-48b2-9bfa-cd7a57632a85", "name": "network-vif-deleted", "tag": "8a67932e-9228-443a-812c-c0ba2cc2c7d6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:21.830117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9259f30b-58a7-48cb-bad5-2b56e6d3a69f req-fde9b153-796c-4db1-b9c0-759a829738e2 service neutron] 10.222.0.52 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703451 Aug 25 15:07:21.837592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.871998 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0391e82-cd3c-4648-b26d-f8caf8ce65fe x-openstack-request-id: req-c0391e82-cd3c-4648-b26d-f8caf8ce65fe {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:21.872435 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44463ef8-0aab-48b2-9bfa-cd7a57632a85", "name": "network-vif-deleted", "tag": "8a67932e-9228-443a-812c-c0ba2cc2c7d6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:21.872755 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0391e82-cd3c-4648-b26d-f8caf8ce65fe {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:21.873546 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44463ef8-0aab-48b2-9bfa-cd7a57632a85', 'name': 'network-vif-deleted', 'tag': '8a67932e-9228-443a-812c-c0ba2cc2c7d6', 'status': 'completed', 'code': 200} Aug 25 15:07:21.884597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::8c (adfdb661-dddb-4df2-9db5-dc9311fa8623/1d0c3379-d10e-427f-b507-a118a272c229/fa4e128e-2427-4d81-ac48-b99504cab22a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:21.923427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed2a47-c29f-4e16-adf2-51471335b9f8 None None] Pushing event updated for resources: {'Port': ['ID=5dafc13f-5371-430f-b98a-a13dc5641fae,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:21.987579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9474f716-0933-487e-9f17-d1dc771c9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.991962 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9474f716-0933-487e-9f17-d1dc771c9f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:21.993395 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9474f716-0933-487e-9f17-d1dc771c9f8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67b09b68-6dd1-4a9d-9829-eecc2c73f1fe HTTP/1.1" status: 204 len: 168 time: 0.8423018 Aug 25 15:07:22.124020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.133831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474f716-0933-487e-9f17-d1dc771c9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b09b68-6dd1-4a9d-9829-eecc2c73f1fe,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:22.167085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object fa4e128e-2427-4d81-ac48-b99504cab22a will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:22.227835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9506dba-e9a0-4b75-8eb1-fb411ee3e847 req-cfd93091-c675-4e22-abac-08c6b48ecd67 tempest-VolumesActionsTest-221315650 tempest-VolumesActionsTest-221315650-project] 10.222.0.58 "GET /v2.0/ports?device_id=44463ef8-0aab-48b2-9bfa-cd7a57632a85 HTTP/1.1" status: 200 len: 210 time: 0.0320551 Aug 25 15:07:22.295385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.344786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:22.348122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:22.352763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:22.359133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:22.362470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.369241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=fa4e128e-2427-4d81-ac48-b99504cab22a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:22.506462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d5a54d8-c47a-4a7f-a5ba-ffc5a9ac6d21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8829565 Aug 25 15:07:22.508931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52348) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:22.512201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799b613-2ce5-4804-be4c-d1ab2824c892 req-1a268edd-7750-45a3-9c6e-e0c74de54114 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:22.520503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a799b613-2ce5-4804-be4c-d1ab2824c892 req-1a268edd-7750-45a3-9c6e-e0c74de54114 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 943 time: 0.0959084 Aug 25 15:07:22.570994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a799b613-2ce5-4804-be4c-d1ab2824c892 req-1cf3484b-beaf-4bc1-ac5b-fe9e935638d3 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Aug 25 15:07:22.572309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49415d25-5ffd-433f-bec9-0fe07610dc99 req-f67b1400-725d-4a9a-a99d-c659611e182a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:22.573834 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49415d25-5ffd-433f-bec9-0fe07610dc99 req-f67b1400-725d-4a9a-a99d-c659611e182a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1248991 Aug 25 15:07:22.590613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2336570-5398-431c-a9a1-a71bc4e399da tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:22.597783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2336570-5398-431c-a9a1-a71bc4e399da tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:22.602435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52354) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:22.602739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2336570-5398-431c-a9a1-a71bc4e399da tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0927727 Aug 25 15:07:22.642812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49415d25-5ffd-433f-bec9-0fe07610dc99 req-312848d0-4169-4ff4-8a97-6cc7b61c2c19 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612497 Aug 25 15:07:22.689191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52356) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:22.714535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1396ba04-1581-46f3-a39c-db4310128ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.769101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port fa4e128e-2427-4d81-ac48-b99504cab22a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:22.769883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.832282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8a67932e-9228-443a-812c-c0ba2cc2c7d6 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:22.879587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 8a67932e-9228-443a-812c-c0ba2cc2c7d6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:22.879947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 8a67932e-9228-443a-812c-c0ba2cc2c7d6 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:22.912075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1396ba04-1581-46f3-a39c-db4310128ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.934013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:22.947715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for fa4e128e-2427-4d81-ac48-b99504cab22a owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:23.019346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1396ba04-1581-46f3-a39c-db4310128ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.074588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5dafc13f-5371-430f-b98a-a13dc5641fae up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:23.097813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ba04-1581-46f3-a39c-db4310128ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579ed1fc-b24d-4b57-9df3-71aa39616edf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:23.103353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1396ba04-1581-46f3-a39c-db4310128ab7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f92ce493c9042baa991dfe1ea1df308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129655 Aug 25 15:07:23.105776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52362) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:23.169744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b50b7965-3738-47f7-b315-ad0d6f9c7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.193543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b50b7965-3738-47f7-b315-ad0d6f9c7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.241889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5dafc13f-5371-430f-b98a-a13dc5641fae completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:23.297909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d245e4cb-ab83-4249-8e92-8a6702584404 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:07:23.313905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.357986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b50b7965-3738-47f7-b315-ad0d6f9c7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.361588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b50b7965-3738-47f7-b315-ad0d6f9c7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.366021 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b50b7965-3738-47f7-b315-ad0d6f9c7bc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/579ed1fc-b24d-4b57-9df3-71aa39616edf HTTP/1.1" status: 204 len: 168 time: 0.2589257 Aug 25 15:07:23.382355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b7965-3738-47f7-b315-ad0d6f9c7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ed1fc-b24d-4b57-9df3-71aa39616edf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:23.408681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=fa4e128e-2427-4d81-ac48-b99504cab22a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:23.454315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port d245e4cb-ab83-4249-8e92-8a6702584404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d245e4cb-ab83-4249-8e92-8a6702584404,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:23.471440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.473457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ff64d4fa-044e-4aad-80f9-88f582f2f1f5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/fa4e128e-2427-4d81-ac48-b99504cab22a HTTP/1.1" status: 204 len: 168 time: 0.8700025 Aug 25 15:07:23.474986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'd245e4cb-ab83-4249-8e92-8a6702584404', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'port_id': 'd245e4cb-ab83-4249-8e92-8a6702584404', 'mac_address': 'fa:16:3e:f6:b8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beebf522-d43c-43f0-b3c7-9f16fde8285e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:07:23.476129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52376) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:23.500381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc441da8-1219-45d0-ac85-37e52e781860 req-fc7fbd93-e043-4405-b218-db0cec325ba8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:23.501993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc441da8-1219-45d0-ac85-37e52e781860 req-fc7fbd93-e043-4405-b218-db0cec325ba8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.2311876 Aug 25 15:07:23.512742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] Provisioning for port 5dafc13f-5371-430f-b98a-a13dc5641fae completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:23.523226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] Provisioning complete for port 5dafc13f-5371-430f-b98a-a13dc5641fae triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:23.523869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.539113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-6f712965-b74b-40ea-b555-0128b8dfc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:23.540636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-6f712965-b74b-40ea-b555-0128b8dfc9ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.1432168 Aug 25 15:07:23.557826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.592721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3fbb4-d317-413a-b563-015b0eb17e01 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:23.597976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3fbb4-d317-413a-b563-015b0eb17e01 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:23.606355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3a3fbb4-d317-413a-b563-015b0eb17e01 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1288009 Aug 25 15:07:23.609068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52382) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:23.657147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d245e4cb-ab83-4249-8e92-8a6702584404 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:07:23.680003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port d245e4cb-ab83-4249-8e92-8a6702584404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d245e4cb-ab83-4249-8e92-8a6702584404,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:23.761746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5c2af86-1b6f-4a19-b1e9-303dca8bc01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.809206 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.839825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.847319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a665ed-069e-4c83-ad5d-55f035545eba req-62496a47-8003-403f-b3b1-1a61e0507fbf tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:23.857051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88a665ed-069e-4c83-ad5d-55f035545eba req-62496a47-8003-403f-b3b1-1a61e0507fbf tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 943 time: 0.1033008 Aug 25 15:07:23.897399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 1d0c3379-d10e-427f-b507-a118a272c229 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:23.906620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:23.926727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] For port 5dafc13f-5371-430f-b98a-a13dc5641fae, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5dafc13f-5371-430f-b98a-a13dc5641fae,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:23.959749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=d245e4cb-ab83-4249-8e92-8a6702584404,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:24.003902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88a665ed-069e-4c83-ad5d-55f035545eba req-c6c840a3-a901-40a1-824a-42f8a3c3d698 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404824 Aug 25 15:07:24.006402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.012174 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.062194 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.131362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['d245e4cb-ab83-4249-8e92-8a6702584404'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:07:24.183982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddc3c4-a8da-41ce-b310-14a1474c3637 req-32a81bb6-5ada-4ee4-a980-c91c6fab29db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:24.186837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1cddc3c4-a8da-41ce-b310-14a1474c3637 req-32a81bb6-5ada-4ee4-a980-c91c6fab29db tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1029882 Aug 25 15:07:24.222131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.242766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-ebd51589-92ab-436d-83e3-98121122150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:24.244590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-ebd51589-92ab-436d-83e3-98121122150a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.6946104 Aug 25 15:07:24.251618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-53c39cc4-8b73-4b54-80b1-1d03d59c08ca None None] Could not find standard attr ID for object fa4e128e-2427-4d81-ac48-b99504cab22a. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:07:24.268393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc441da8-1219-45d0-ac85-37e52e781860 req-7b00a215-7cbb-43e6-b46e-226ff546d5e2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491915 Aug 25 15:07:24.293958 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1cddc3c4-a8da-41ce-b310-14a1474c3637 req-946a47de-6df6-4aff-82a1-436bf17e3356 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949168 Aug 25 15:07:24.342973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eb7d9-fcd0-49dc-bbc0-93e76fed67eb None None] Pushing event updated for resources: {'Port': ['ID=5dafc13f-5371-430f-b98a-a13dc5641fae,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:24.362203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-426d1a71-5c41-41fa-b219-72a004a1b3ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 217 time: 0.0924401 Aug 25 15:07:24.416416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-24c7d292-764f-4dc6-9836-a2979e13103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:24.417888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-24c7d292-764f-4dc6-9836-a2979e13103d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.0464864 Aug 25 15:07:24.449949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.464081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-7ddaf3a0-b862-47b6-b5f7-aa2fc0b1823d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358202 Aug 25 15:07:24.496052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0c3379-d10e-427f-b507-a118a272c229,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:24.500500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.504959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e334e4f-160e-4bb4-b62e-3c0b3b116deb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/1d0c3379-d10e-427f-b507-a118a272c229 HTTP/1.1" status: 204 len: 168 time: 0.8914912 Aug 25 15:07:24.505684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b6e69-e463-454a-addc-4368c452b23f None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:24.505846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52414) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:24.595916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7f97a680-4a69-4de9-b462-1d6bbbc33da6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888076 Aug 25 15:07:24.597082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:24.602419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:24.613330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52418) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:24.641039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-3a31cad1-c578-4600-a5d7-7b8906436b79 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712656 Aug 25 15:07:24.786866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec09710-73d1-4d0d-95ec-ea1ec2472e45 req-082b3c56-2cd6-4bb5-9d28-da48da30f68c service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384654 Aug 25 15:07:24.793248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:24.815768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:24.820186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.846121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ca613d8e-a302-47fe-853e-8b5e1f3d6393 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:24.896830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] Deleting port 5dafc13f-5371-430f-b98a-a13dc5641fae {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:24.896830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:24.992884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ca613d8e-a302-47fe-853e-8b5e1f3d6393 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "PUT /v2.0/quotas/5e977646300041adb50efad7fa20c3f2 HTTP/1.1" status: 200 len: 368 time: 0.3784659 Aug 25 15:07:24.995472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52432) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:25.000986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] For port 5dafc13f-5371-430f-b98a-a13dc5641fae, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5dafc13f-5371-430f-b98a-a13dc5641fae,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:25.001385 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.004432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Request body: {'network': {'project_id': '5e977646300041adb50efad7fa20c3f2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:25.019586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] Calling delete_port for 5dafc13f-5371-430f-b98a-a13dc5641fae owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:25.037454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5dafc13f-5371-430f-b98a-a13dc5641fae no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:25.147069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d1ce-50a8-4b57-ac90-1b4546c1b406 req-f30eacd3-cc73-45a7-970a-95b84d4ac113 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:25.155452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9665d1ce-50a8-4b57-ac90-1b4546c1b406 req-f30eacd3-cc73-45a7-970a-95b84d4ac113 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 944 time: 0.0792830 Aug 25 15:07:25.161612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Made reservation on behalf of 5e977646300041adb50efad7fa20c3f2 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:25.174166 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.181835 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.193083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.232503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9665d1ce-50a8-4b57-ac90-1b4546c1b406 req-d61f9d36-7291-4a31-a097-2dff62272b68 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722468 Aug 25 15:07:25.232503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.269830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.335407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:25.338235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d245e4cb-ab83-4249-8e92-8a6702584404 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:25.358121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:25.363109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:25.363742 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.381423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] Pushing event deleted for resources: {'Port': ['ID=5dafc13f-5371-430f-b98a-a13dc5641fae,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:25.401202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.405095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9eba74-fd8d-4517-bc1f-1137a7146eb5 None None] No DVR routers for this DVR port 5dafc13f-5371-430f-b98a-a13dc5641fae on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:25.415882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=35117c3d-e38b-4f15-a977-fb78d4bd0e60,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:25.438068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fa606-0527-4a35-b58d-b47ac214ba7a None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:25.461216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.500226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:07:25.526794 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.528414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11d71041-d17d-4c2c-83ed-9a94f18011fe tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9302933 Aug 25 15:07:25.533354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:25.535668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.536074 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Added segment ca2c93b7-c799-416c-92a5-d34196b19b25 of type vlan for network f7b70bb7-2632-4253-8c25-95e2f1538db0 Aug 25 15:07:25.548203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'name': 'tempest-NetworksTestDHCPv6-1466440363'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:25.570808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c84b3-7c63-470c-a7a5-9d72b68555b3 req-9ed70bf6-d835-4070-a4f6-035bc1e05217 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:25.582950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a896520-87e9-4795-946f-a770b1ee2b9c req-57640b26-a389-4178-8b1d-0e17590bf548 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:25.587951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b5c84b3-7c63-470c-a7a5-9d72b68555b3 req-9ed70bf6-d835-4070-a4f6-035bc1e05217 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1217737 Aug 25 15:07:25.590956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a896520-87e9-4795-946f-a770b1ee2b9c req-57640b26-a389-4178-8b1d-0e17590bf548 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1424575 Aug 25 15:07:25.610419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e910e0-eb00-4963-b693-4c3ccd118cc2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:25.639422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port d245e4cb-ab83-4249-8e92-8a6702584404 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:25.645399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port d245e4cb-ab83-4249-8e92-8a6702584404 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:25.649739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.675376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '35117c3d-e38b-4f15-a977-fb78d4bd0e60'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:25.676181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.683944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a896520-87e9-4795-946f-a770b1ee2b9c req-ba61d500-bac7-4d0c-abea-450ae39475b7 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918117 Aug 25 15:07:25.689734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b5c84b3-7c63-470c-a7a5-9d72b68555b3 req-5c014b4a-d04f-4f2d-8f95-8ab25fd363de tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880041 Aug 25 15:07:25.720577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.814910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.816028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:25.816608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.843049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:25.848190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.870990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:25.881725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 63e10ff8-a512-455d-b18f-57db09c38dd7 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:25.882712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Pushing event updated for resources: {'Network': ['ID=f7b70bb7-2632-4253-8c25-95e2f1538db0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:25.897469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f7b70bb7-2632-4253-8c25-95e2f1538db0 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:07:25.899738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/35117c3d-e38b-4f15-a977-fb78d4bd0e60/08e74a69-8934-47f3-9911-e978eeb76232) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:25.962617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52458) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:25.963068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a550a229-7bdf-40b0-bb64-9e3c23773e5c tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9657748 Aug 25 15:07:25.968429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Request body: {'network': {'project_id': '5e977646300041adb50efad7fa20c3f2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:26.068306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Made reservation on behalf of 5e977646300041adb50efad7fa20c3f2 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:26.071295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.098974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:07:26.109336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.109695 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Added segment 03f35b01-7f55-42a6-9ab5-aaa6b52e44b7 of type vlan for network 47257dd0-a8fc-43a4-aa74-8a2f096f871b Aug 25 15:07:26.118151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245e4cb-ab83-4249-8e92-8a6702584404'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:26.120441 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b7fd5-159e-4b64-9335-b79009934b9e" -d '{"events": [{"server_uuid": "6c0152f9-cde7-492e-9b2a-3121bc1c1734", "name": "network-vif-plugged", "status": "completed", "tag": "d245e4cb-ab83-4249-8e92-8a6702584404"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:26.140671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port d245e4cb-ab83-4249-8e92-8a6702584404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d245e4cb-ab83-4249-8e92-8a6702584404,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:26.155862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.167840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52464) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:26.194412 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d181c-9385-4e98-a084-2c5458db60a0 x-openstack-request-id: req-235d181c-9385-4e98-a084-2c5458db60a0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:26.194718 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0152f9-cde7-492e-9b2a-3121bc1c1734", "name": "network-vif-plugged", "status": "completed", "tag": "d245e4cb-ab83-4249-8e92-8a6702584404", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:26.203687 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-235d181c-9385-4e98-a084-2c5458db60a0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:26.203687 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245e4cb-ab83-4249-8e92-8a6702584404', 'code': 200} Aug 25 15:07:26.222696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.306572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.307695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:26.308304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.318268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=d245e4cb-ab83-4249-8e92-8a6702584404,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:26.340766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c4c95-55a3-4246-a60c-b1be5b12ecff req-cc43dd7a-7a04-41ef-aade-1300b36d647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:26.345190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f16c4c95-55a3-4246-a60c-b1be5b12ecff req-cc43dd7a-7a04-41ef-aade-1300b36d647d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 1096 time: 0.0891078 Aug 25 15:07:26.356084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.367498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Transition to ACTIVE for port object 08e74a69-8934-47f3-9911-e978eeb76232 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:26.385016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Transition to ACTIVE for port object 08e74a69-8934-47f3-9911-e978eeb76232 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:26.410932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4349086 Aug 25 15:07:26.411249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52474) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:26.411343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9255f-690f-4cfd-a808-f7e796d7f7b9 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Pushing event updated for resources: {'Network': ['ID=47257dd0-a8fc-43a4-aa74-8a2f096f871b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:26.420492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-dbac5c1a-7827-49c0-81ab-b7cd36b1b45d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Request body: {'network': {'project_id': '5e977646300041adb50efad7fa20c3f2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:26.421181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 47257dd0-a8fc-43a4-aa74-8a2f096f871b details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:07:26.453040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55930050-d05b-4f30-87c5-f5eee708d819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.459109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f16c4c95-55a3-4246-a60c-b1be5b12ecff req-31dea753-93bd-4fa8-85e1-59b00f576154 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014860 Aug 25 15:07:26.477172 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbac5c1a-7827-49c0-81ab-b7cd36b1b45d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 25 15:07:26.478485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbac5c1a-7827-49c0-81ab-b7cd36b1b45d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:07:26.478965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dbac5c1a-7827-49c0-81ab-b7cd36b1b45d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0633957 Aug 25 15:07:26.483157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52478) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:26.502885 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.505874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058b9e6-fc84-4a2b-b541-e35f90cd1c6b req-58db0c1e-7c95-452e-b623-c7bbfd5bfa00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:26.508200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d058b9e6-fc84-4a2b-b541-e35f90cd1c6b req-58db0c1e-7c95-452e-b623-c7bbfd5bfa00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 945 time: 0.1142044 Aug 25 15:07:26.564450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:26.568098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:26.575909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:26.589232 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-727f0f26-15ea-4fe9-b157-7151e2b35e82 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e977646300041adb50efad7fa20c3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046643 Aug 25 15:07:26.592454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52482) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:26.605277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Pushing event updated for resources: {'Port': ['ID=08e74a69-8934-47f3-9911-e978eeb76232,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:26.615242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d058b9e6-fc84-4a2b-b541-e35f90cd1c6b req-a78231f5-0fd2-4add-b36b-ca2f1849c3ab tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988312 Aug 25 15:07:26.635750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::e4 (adfdb661-dddb-4df2-9db5-dc9311fa8623/35117c3d-e38b-4f15-a977-fb78d4bd0e60/63e10ff8-a512-455d-b18f-57db09c38dd7) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:26.651192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Attempting to bind port 08e74a69-8934-47f3-9911-e978eeb76232 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:26.651845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Attempting to bind port 08e74a69-8934-47f3-9911-e978eeb76232 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:26.652293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Attempting to bind port 08e74a69-8934-47f3-9911-e978eeb76232 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:26.665397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:26.665941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:26.666469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.666929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:26.667520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Bound port: 08e74a69-8934-47f3-9911-e978eeb76232, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:26.667980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.681997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5797cc6-3e61-45f3-9b39-519a130a0357 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.691059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55930050-d05b-4f30-87c5-f5eee708d819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.729285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5797cc6-3e61-45f3-9b39-519a130a0357 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.743190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] For port 08e74a69-8934-47f3-9911-e978eeb76232, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:26.747151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] For port 08e74a69-8934-47f3-9911-e978eeb76232, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=08e74a69-8934-47f3-9911-e978eeb76232,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:26.771005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55930050-d05b-4f30-87c5-f5eee708d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.838601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.856174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55930050-d05b-4f30-87c5-f5eee708d819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb45110-6e9b-455b-a16a-3ec7667c000d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:26.908298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:26.924365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2e8e-181c-498c-a1c0-af176016a538 None None] Pushing event updated for resources: {'Port': ['ID=08e74a69-8934-47f3-9911-e978eeb76232,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:26.930418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-55930050-d05b-4f30-87c5-f5eee708d819 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f7bd2bcbfc84103b5a07b8aeaccfb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598321 Aug 25 15:07:26.930631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 63e10ff8-a512-455d-b18f-57db09c38dd7 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:26.949875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52492) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:27.038212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8bd55-0180-412e-bc66-1bafb5f4fd42 req-4236ec22-01bf-41d3-bd61-8374f6cf479f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:27.040195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77c8bd55-0180-412e-bc66-1bafb5f4fd42 req-4236ec22-01bf-41d3-bd61-8374f6cf479f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1956167 Aug 25 15:07:27.051672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08142a68-49a2-4aa2-926f-a9d351a570f5 req-fa18d93c-034e-4be3-987f-549d2a7ac9db tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:27.056121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08142a68-49a2-4aa2-926f-a9d351a570f5 req-fa18d93c-034e-4be3-987f-549d2a7ac9db tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.2472477 Aug 25 15:07:27.088415 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.094655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98a1674c-a9e7-4fcd-9f45-367d0766e66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.116926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08142a68-49a2-4aa2-926f-a9d351a570f5 req-4ebd5c70-c76f-4adb-b47c-7c95e113ecd3 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Aug 25 15:07:27.135093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5797cc6-3e61-45f3-9b39-519a130a0357 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.137738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5797cc6-3e61-45f3-9b39-519a130a0357 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.140251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5797cc6-3e61-45f3-9b39-519a130a0357 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/05e910e0-eb00-4963-b693-4c3ccd118cc2 HTTP/1.1" status: 204 len: 168 time: 0.5464694 Aug 25 15:07:27.143460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52494) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:27.181495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797cc6-3e61-45f3-9b39-519a130a0357 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e910e0-eb00-4963-b693-4c3ccd118cc2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:27.221437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98a1674c-a9e7-4fcd-9f45-367d0766e66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.221437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77c8bd55-0180-412e-bc66-1bafb5f4fd42 req-255412eb-76d6-4e4b-8b0c-30c29e75f201 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473441 Aug 25 15:07:27.285264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.289258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.379293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:27.383274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:27.390136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.393259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:27.398634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:27.399330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.403068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=63e10ff8-a512-455d-b18f-57db09c38dd7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:27.497074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.507787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47257dd0-a8fc-43a4-aa74-8a2f096f871b']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:27.518817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f35b01-7f55-42a6-9ab5-aaa6b52e44b7') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:27.519140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f35b01-7f55-42a6-9ab5-aaa6b52e44b7') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:27.529135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98a1674c-a9e7-4fcd-9f45-367d0766e66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.532343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98a1674c-a9e7-4fcd-9f45-367d0766e66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.535959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-98a1674c-a9e7-4fcd-9f45-367d0766e66e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bb45110-6e9b-455b-a16a-3ec7667c000d HTTP/1.1" status: 204 len: 168 time: 0.5825248 Aug 25 15:07:27.538088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.553330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1674c-a9e7-4fcd-9f45-367d0766e66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb45110-6e9b-455b-a16a-3ec7667c000d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:27.558004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.569327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:07:27.570664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:07:27.573695 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:07:27.594169 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-08f2e938-fd76-4620-810e-7c6f3216477b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0412047 Aug 25 15:07:27.595738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:27.662905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d08e41-c4ce-4f98-ba05-4fc37c2a2ced tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:27.669126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d08e41-c4ce-4f98-ba05-4fc37c2a2ced tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:27.673093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87d08e41-c4ce-4f98-ba05-4fc37c2a2ced tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0755720 Aug 25 15:07:27.673974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52502) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:27.757629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f2ebd-678f-435d-8ce8-02fdf0bfb4af req-db4dd4f8-d45a-4f6c-9d99-a3b30f937d23 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:27.759249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-003f2ebd-678f-435d-8ce8-02fdf0bfb4af req-db4dd4f8-d45a-4f6c-9d99-a3b30f937d23 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 945 time: 0.0641034 Aug 25 15:07:27.761620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.766760 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.772688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "DELETE /v2.0/networks/47257dd0-a8fc-43a4-aa74-8a2f096f871b HTTP/1.1" status: 204 len: 168 time: 0.6255372 Aug 25 15:07:27.773746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52504) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:27.817080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9b1ff-de00-4148-9428-70636cfdb9a6 tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Pushing event deleted for resources: {'Network': ['ID=47257dd0-a8fc-43a4-aa74-8a2f096f871b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:27.846353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-003f2ebd-678f-435d-8ce8-02fdf0bfb4af req-c6f03013-ee75-40ac-8c7c-c9287e8d3341 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Aug 25 15:07:27.861642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 63e10ff8-a512-455d-b18f-57db09c38dd7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:27.862112 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:27.973872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.088118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.124859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 63e10ff8-a512-455d-b18f-57db09c38dd7 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:28.205651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.225833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b70bb7-2632-4253-8c25-95e2f1538db0']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:28.244503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2c93b7-c799-416c-92a5-d34196b19b25') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:28.244874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2c93b7-c799-416c-92a5-d34196b19b25') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:07:28.298525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.338613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.355866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:07:28.356709 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:07:28.361736 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:07:28.418988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011865e6-8d7e-4e18-a8b1-9e4d7478de29 req-45eb5aa7-8c68-413b-9d9e-1473ee50c940 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:28.418988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-011865e6-8d7e-4e18-a8b1-9e4d7478de29 req-45eb5aa7-8c68-413b-9d9e-1473ee50c940 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1705823 Aug 25 15:07:28.471826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.499181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-45f2dbf3-87f0-4399-b901-06233000e645 None None] Provisioning for port 08e74a69-8934-47f3-9911-e978eeb76232 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:28.519449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-011865e6-8d7e-4e18-a8b1-9e4d7478de29 req-32002277-5509-4955-b1ea-b0dcaeecfaea tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891335 Aug 25 15:07:28.522066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=63e10ff8-a512-455d-b18f-57db09c38dd7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:28.553292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.558532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6ed016d6-505e-4826-8248-8e9635176c60 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/63e10ff8-a512-455d-b18f-57db09c38dd7 HTTP/1.1" status: 204 len: 168 time: 0.8814592 Aug 25 15:07:28.558532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.561008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:28.570306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.575506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f7b70bb7-2632-4253-8c25-95e2f1538db0 HTTP/1.1" status: 204 len: 168 time: 0.8007026 Aug 25 15:07:28.588732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a64f1-5131-4675-b379-0381d363f23d tempest-QuotasNegativeTest-330478923 tempest-QuotasNegativeTest-330478923-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7b70bb7-2632-4253-8c25-95e2f1538db0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:28.631888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01364d-1997-4c4b-a7c1-043a9f7da280 req-42bf680b-de64-40b0-8d7e-c47af2762dfd tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:28.640479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b01364d-1997-4c4b-a7c1-043a9f7da280 req-42bf680b-de64-40b0-8d7e-c47af2762dfd tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.1625338 Aug 25 15:07:28.660219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a1f28-8b85-4bc8-aa88-6a95d8cec092 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:28.662147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a1f28-8b85-4bc8-aa88-6a95d8cec092 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:28.664084 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9c4a1f28-8b85-4bc8-aa88-6a95d8cec092 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0980213 Aug 25 15:07:28.672569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:28.705987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b01364d-1997-4c4b-a7c1-043a9f7da280 req-0b9d13c4-a1de-4dc4-8f4e-e42adf923ac5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642164 Aug 25 15:07:28.721859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ecefa032-dbac-457e-aa64-685c0ce58f35 None None] Could not find standard attr ID for object 63e10ff8-a512-455d-b18f-57db09c38dd7. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:07:28.770574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 35117c3d-e38b-4f15-a977-fb78d4bd0e60 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:28.778381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:28.828018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.007766 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.033825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.081170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a7d3-a2b4-4f7d-9b1b-82d24dc2d19c req-de252c72-af70-4987-a6fb-d6d616c9d953 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:29.082823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbc3a7d3-a2b4-4f7d-9b1b-82d24dc2d19c req-de252c72-af70-4987-a6fb-d6d616c9d953 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 945 time: 0.1386323 Aug 25 15:07:29.111878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 08e74a69-8934-47f3-9911-e978eeb76232 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:29.139423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dbc3a7d3-a2b4-4f7d-9b1b-82d24dc2d19c req-d3f99f81-457a-4a6a-bae2-a683a0d5faf5 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487444 Aug 25 15:07:29.238623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.266276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 08e74a69-8934-47f3-9911-e978eeb76232 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:29.271562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 08e74a69-8934-47f3-9911-e978eeb76232 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:29.271944 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.278931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=35117c3d-e38b-4f15-a977-fb78d4bd0e60,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:29.294456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.296506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-af00f8b5-087d-4f1e-ae7e-a29e5ce661d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/35117c3d-e38b-4f15-a977-fb78d4bd0e60 HTTP/1.1" status: 204 len: 168 time: 0.6216767 Aug 25 15:07:29.303129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52550) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:29.308329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f4cbe-4356-448c-9e63-75194b85b184 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:29.368144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f9ddf726-037a-423c-ab7e-b1ec14af5768 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676301 Aug 25 15:07:29.370767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52552) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:29.458104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab634b-0d63-4a37-ae29-e2ec6b3b27e6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:29.463203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52556) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:29.464154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b9ab634b-0d63-4a37-ae29-e2ec6b3b27e6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0919304 Aug 25 15:07:29.503679 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.517814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151423fb-8a34-4cea-bd61-e8bd819cec41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:29.519688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-151423fb-8a34-4cea-bd61-e8bd819cec41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554557 Aug 25 15:07:29.522374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52558) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:29.547709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 08e74a69-8934-47f3-9911-e978eeb76232, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=08e74a69-8934-47f3-9911-e978eeb76232,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:29.579533 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7825aec-94f0-4b4c-95a1-d8da34dbc2c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558193 Aug 25 15:07:29.585165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:29.598207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:29.636410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:29.706705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.734163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:29.756466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c342aa-0273-4f7b-add0-d2b64ea5d525 req-872d2010-c7c3-4117-a3d8-c200a7b9b5e6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:29.764093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c342aa-0273-4f7b-add0-d2b64ea5d525 req-872d2010-c7c3-4117-a3d8-c200a7b9b5e6 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1129870 Aug 25 15:07:29.792111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:29.796693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.841769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=08e74a69-8934-47f3-9911-e978eeb76232,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:29.864153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c342aa-0273-4f7b-add0-d2b64ea5d525 req-0238b4db-8fd0-4bb2-bacd-be9e31ab61f2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984244 Aug 25 15:07:29.889137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] Deleting port 08e74a69-8934-47f3-9911-e978eeb76232 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:29.889638 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.976601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] For port 08e74a69-8934-47f3-9911-e978eeb76232, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=08e74a69-8934-47f3-9911-e978eeb76232,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:29.977006 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:29.992943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] Calling delete_port for 08e74a69-8934-47f3-9911-e978eeb76232 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:29.995860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e31956-6163-4c10-8578-9079860610b4 req-4edc447c-ab2b-4c65-9f33-936dc75262a6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:29.997476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64e31956-6163-4c10-8578-9079860610b4 req-4edc447c-ab2b-4c65-9f33-936dc75262a6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0977838 Aug 25 15:07:30.001605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7175ad4-538b-4c4d-92b0-2d6d3850d968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.147186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64e31956-6163-4c10-8578-9079860610b4 req-8c45fcf0-4eb7-4716-9c9b-3f719f5e6ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203122 Aug 25 15:07:30.215644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.255507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] Pushing event deleted for resources: {'Port': ['ID=08e74a69-8934-47f3-9911-e978eeb76232,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:30.273213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52813331-99ec-46fa-b2a4-8621fcb59b4a None None] No DVR routers for this DVR port 08e74a69-8934-47f3-9911-e978eeb76232 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:30.274531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.325591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:30.331637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:30.334771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:30.335423 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.342120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d342bb-9f07-4cfc-867f-172411cf52d0 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:30.376272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7175ad4-538b-4c4d-92b0-2d6d3850d968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.426392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=fcf59adc-7041-4039-8353-049ee125fd8e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:30.460281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7175ad4-538b-4c4d-92b0-2d6d3850d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.521015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e7175ad4-538b-4c4d-92b0-2d6d3850d968 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc1b5a0b4ada49b8b482d135c566eb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825053 Aug 25 15:07:30.522445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7175ad4-538b-4c4d-92b0-2d6d3850d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb8d576-9932-4093-a0ab-25d744c0d232,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:30.524123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52598) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:30.556442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b3307c7e-aec5-4c6d-8440-38ec86e8830b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9697039 Aug 25 15:07:30.557089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:30.565925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': 'fcf59adc-7041-4039-8353-049ee125fd8e', 'ip_address': '2001:db8::c5d5:cec9:3a4f:f24'}], 'name': 'tempest-NetworksTestDHCPv6-1266419551'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:30.583937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'fcf59adc-7041-4039-8353-049ee125fd8e'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:30.587922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.701583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2258-0145-4ce1-b306-c2d3ac12e941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.762517 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2258-0145-4ce1-b306-c2d3ac12e941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:30.815825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/fcf59adc-7041-4039-8353-049ee125fd8e/91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:30.897532 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-5d8d7e38-b4ab-4aa7-ad78-9e2524a1fc68 service neutron] show failed (client error): The resource could not be found. Aug 25 15:07:30.898604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-5d8d7e38-b4ab-4aa7-ad78-9e2524a1fc68 service neutron] 10.222.0.45 "GET /v2.0/ports/9dde4f70-ddcc-4ff5-b099-535792e7b59d/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.1284606 Aug 25 15:07:30.940730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:31.075142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 08e74a69-8934-47f3-9911-e978eeb76232 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:31.087137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345425f8-8743-4510-a91b-937b99cc24cb req-fb4ff23e-3f46-4879-9807-39e6ed553c34 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:31.088923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-345425f8-8743-4510-a91b-937b99cc24cb req-fb4ff23e-3f46-4879-9807-39e6ed553c34 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1326196 Aug 25 15:07:31.106198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 08e74a69-8934-47f3-9911-e978eeb76232 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:31.111803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 08e74a69-8934-47f3-9911-e978eeb76232 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:31.112074 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2258-0145-4ce1-b306-c2d3ac12e941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.112213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.115770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2258-0145-4ce1-b306-c2d3ac12e941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.117079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ca5b2258-0145-4ce1-b306-c2d3ac12e941 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cb8d576-9932-4093-a0ab-25d744c0d232 HTTP/1.1" status: 204 len: 168 time: 0.5917726 Aug 25 15:07:31.122220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Transition to ACTIVE for port object 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:31.139322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Transition to ACTIVE for port object 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:31.142482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b2258-0145-4ce1-b306-c2d3ac12e941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb8d576-9932-4093-a0ab-25d744c0d232,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:31.157765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.181974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-345425f8-8743-4510-a91b-937b99cc24cb req-9def893d-3c18-4e84-b290-c510d62cd259 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 Aug 25 15:07:31.183173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 7c739cc9-098f-40c6-ba1d-bc1716562541 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:31.231358 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.278074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:31.281221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:31.287387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:31.301512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Pushing event updated for resources: {'Port': ['ID=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:31.322938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe07d-581e-495f-ab3d-68bb00f58de0 req-5275fcc7-4a2b-4cf2-bb04-1a68fd74dcd2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:31.324543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94abe07d-581e-495f-ab3d-68bb00f58de0 req-5275fcc7-4a2b-4cf2-bb04-1a68fd74dcd2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.0701275 Aug 25 15:07:31.369252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-94abe07d-581e-495f-ab3d-68bb00f58de0 req-92cd84fa-7d4a-4db4-be72-7817c3c86708 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Aug 25 15:07:31.383365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Attempting to bind port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:31.383835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Attempting to bind port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:31.389104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Attempting to bind port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:31.391215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:31.391679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:31.392297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.392624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:31.393221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Bound port: 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:31.393681 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.432965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::c5d5:cec9:3a4f:f24 (adfdb661-dddb-4df2-9db5-dc9311fa8623/fcf59adc-7041-4039-8353-049ee125fd8e/7c739cc9-098f-40c6-ba1d-bc1716562541) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:31.477558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] For port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:31.481128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] For port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:31.582860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-f812ce1e-ef1c-4b9d-9b18-602a67fc3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:31.584602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-f812ce1e-ef1c-4b9d-9b18-602a67fc3f75 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 1096 time: 0.0468247 Aug 25 15:07:31.602294 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.602903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:31.644755 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.664194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 7c739cc9-098f-40c6-ba1d-bc1716562541 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:31.691757 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.751469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2ba5f-d67f-4fb9-8511-0ce231c83944 None None] Pushing event updated for resources: {'Port': ['ID=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:31.816460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:31.889297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=7c739cc9-098f-40c6-ba1d-bc1716562541,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:31.902882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:31.906457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:31.910974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:31.916433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:31.917195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.013998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:32.047929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e4166ece-5145-4da4-be18-1eb7b83b75aa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4895060 Aug 25 15:07:32.051735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52632) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:32.147735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:32.210297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52636) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:32.222964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:32.226086 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0db139-a3c3-451d-9bd8-7fdbc32c4a8e" -d '{"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-unplugged", "status": "completed", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:32.230409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.251533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Transition to ACTIVE for port object 9dde4f70-ddcc-4ff5-b099-535792e7b59d will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:32.281363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ec15c-d28e-4a04-b675-bb621fd7a25c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:32.295106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ec15c-d28e-4a04-b675-bb621fd7a25c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:32.300102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d56ec15c-d28e-4a04-b675-bb621fd7a25c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2427142 Aug 25 15:07:32.305250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52644) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:32.317018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af7e0694-6ac4-4e1f-84c1-d2b5b5acf5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.335136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.405121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98ca3-35fe-479e-a0d9-69d5c06b32aa req-6d2ad70b-5714-4dcf-b866-750daca9813a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:32.406710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8b98ca3-35fe-479e-a0d9-69d5c06b32aa req-6d2ad70b-5714-4dcf-b866-750daca9813a tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.0932162 Aug 25 15:07:32.476132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8b98ca3-35fe-479e-a0d9-69d5c06b32aa req-bea69a5f-8dc3-4257-b827-d352f10c4b9d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606561 Aug 25 15:07:32.542515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:32.556104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af7e0694-6ac4-4e1f-84c1-d2b5b5acf5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.593053 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371947b3-67a3-4824-ba2e-45c069c3a342 x-openstack-request-id: req-371947b3-67a3-4824-ba2e-45c069c3a342 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:32.593461 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-unplugged", "status": "completed", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:32.593813 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-371947b3-67a3-4824-ba2e-45c069c3a342 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:32.594311 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'code': 200} Aug 25 15:07:32.616317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] No DVR routers for this DVR port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:32.618738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af7e0694-6ac4-4e1f-84c1-d2b5b5acf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.667145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 7c739cc9-098f-40c6-ba1d-bc1716562541 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:32.667960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.715849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-af7e0694-6ac4-4e1f-84c1-d2b5b5acf5a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d839827b071849b381b50b37ecc6129f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920051 Aug 25 15:07:32.722322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e0694-6ac4-4e1f-84c1-d2b5b5acf5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e235f8-854c-4a36-b051-eaf72447bac0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:32.723014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52656) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:32.764764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9611fc8-6860-4a3c-82bf-c6a2e1cd8a45 req-96cae660-1f43-43a6-bb0e-60092dec9706 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:32.766629 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9611fc8-6860-4a3c-82bf-c6a2e1cd8a45 req-96cae660-1f43-43a6-bb0e-60092dec9706 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.1082275 Aug 25 15:07:32.848881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9611fc8-6860-4a3c-82bf-c6a2e1cd8a45 req-86b80415-a137-4d29-af23-4ba9a9457cda tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745091 Aug 25 15:07:32.866792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96ace992-3798-42ec-aab3-3a13c3beb457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.911580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:32.963248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96ace992-3798-42ec-aab3-3a13c3beb457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.002941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 7c739cc9-098f-40c6-ba1d-bc1716562541 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:33.015352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:33.015944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:33.016052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on network ca26cf07-c966-434c-8693-38d202678838 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:33.049179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on network ca26cf07-c966-434c-8693-38d202678838 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:07:33.049654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Attempting to bind port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on network ca26cf07-c966-434c-8693-38d202678838 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:33.067218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:33.067700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Checking segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:33.068851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Bound using segment: {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:33.068851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Bound port: 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df17442-7b9f-4390-bac2-c937220b3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca26cf07-c966-434c-8693-38d202678838'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:33.069150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.102885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:33.312170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:33.315601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:33.346108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:33.370132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96ace992-3798-42ec-aab3-3a13c3beb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.372487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96ace992-3798-42ec-aab3-3a13c3beb457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.376477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-96ace992-3798-42ec-aab3-3a13c3beb457 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4e235f8-854c-4a36-b051-eaf72447bac0 HTTP/1.1" status: 204 len: 168 time: 0.6499267 Aug 25 15:07:33.378219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.380328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.448850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ace992-3798-42ec-aab3-3a13c3beb457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e235f8-854c-4a36-b051-eaf72447bac0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:33.486788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:33.487446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.489240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 1091 time: 1.8949234 Aug 25 15:07:33.497412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.501616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52676) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:33.512950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/7c739cc9-098f-40c6-ba1d-bc1716562541 HTTP/1.1" status: 204 len: 168 time: 1.2106645 Aug 25 15:07:33.546316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] Provisioning for port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:33.551383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] Provisioning complete for port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:33.553929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.635886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489114d1-df0b-401e-be7e-ccae699200e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:33.721318 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.721479 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec446927-ad8f-4b88-aa74-38b2e9b6f0bb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:33.723140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec446927-ad8f-4b88-aa74-38b2e9b6f0bb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:33.729103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec446927-ad8f-4b88-aa74-38b2e9b6f0bb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2263734 Aug 25 15:07:33.732792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52680) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:33.734287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ad5ea-4df5-49d8-89f2-d331630c0a52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=7c739cc9-098f-40c6-ba1d-bc1716562541,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:33.770250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] For port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:33.847827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daa5e6-06ff-4770-8a89-922537641f0d req-a9f8f34c-a43c-4c75-a34f-a8a2d6e1df67 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:33.849417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05daa5e6-06ff-4770-8a89-922537641f0d req-a9f8f34c-a43c-4c75-a34f-a8a2d6e1df67 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1759832 Aug 25 15:07:33.854529 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.948859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-46ad813b-e03d-4d52-9fc1-6ecd1565cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:33.950458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-46ad813b-e03d-4d52-9fc1-6ecd1565cb87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1094 time: 0.4142230 Aug 25 15:07:33.955334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet fcf59adc-7041-4039-8353-049ee125fd8e {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:33.967412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:33.998683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05daa5e6-06ff-4770-8a89-922537641f0d req-b1437cea-bf29-47f2-8590-c6ab67bcdc7c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384690 Aug 25 15:07:34.018129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-de3a4240-99a5-45c8-bf58-95165ef23f3c None None] Could not find standard attr ID for object 7c739cc9-098f-40c6-ba1d-bc1716562541. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:07:34.068013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d5b14-e4c2-48e5-b61c-ad7423950bb4 None None] Pushing event updated for resources: {'Port': ['ID=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:34.639832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:34.642787 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128d4c6-b52a-425f-b748-0c2624ba89a1" -d '{"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:34.674128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:34.759304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c292bf-5e54-4c2c-8b96-66739b8b9c72 req-ef5344f5-f7b6-412f-9444-9e84bf95a16c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:34.772787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81c292bf-5e54-4c2c-8b96-66739b8b9c72 req-ef5344f5-f7b6-412f-9444-9e84bf95a16c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.7094340 Aug 25 15:07:34.806806 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79973f2d-4bc0-435a-8055-a0b547bf9d1c x-openstack-request-id: req-79973f2d-4bc0-435a-8055-a0b547bf9d1c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:34.807113 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:34.807363 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79973f2d-4bc0-435a-8055-a0b547bf9d1c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:34.807746 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'status': 'completed', 'code': 200} Aug 25 15:07:34.917952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-e09e6bd7-1687-4fd7-b6bb-47e2031505be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:34.920445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-e09e6bd7-1687-4fd7-b6bb-47e2031505be service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.9595871 Aug 25 15:07:34.942504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:35.079308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:35.114537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:35.123522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81c292bf-5e54-4c2c-8b96-66739b8b9c72 req-aae4a99e-0c6c-4364-a5fd-0c4b495f9828 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488507 Aug 25 15:07:35.249211 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:35.311961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:35.312637 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:35.325555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416d2d-1408-418a-9172-b6909c495b79 req-62f8eb0d-e3cb-4bd2-8539-418c46e46b49 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:35.336131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c416d2d-1408-418a-9172-b6909c495b79 req-62f8eb0d-e3cb-4bd2-8539-418c46e46b49 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1609423 Aug 25 15:07:35.340707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-1c411d41-1e14-4c64-a343-2363b9e751df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:35.353044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-1c411d41-1e14-4c64-a343-2363b9e751df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1094 time: 0.5131555 Aug 25 15:07:35.389577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c416d2d-1408-418a-9172-b6909c495b79 req-541d15e9-baa7-4b48-9718-d60778827dbd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Aug 25 15:07:35.409413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-62b2305e-fcf2-4589-b0db-c9f7510bb991 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 998 time: 0.4767342 Aug 25 15:07:35.542212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-6d022d90-71ed-4722-9ad5-104af8517e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:35.544087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-6d022d90-71ed-4722-9ad5-104af8517e36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.0898771 Aug 25 15:07:35.671884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:35.741051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf59adc-7041-4039-8353-049ee125fd8e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:35.748002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-2995bc72-d0b0-4e46-94b8-6f5b9b6fa7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:35.749717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-2995bc72-d0b0-4e46-94b8-6f5b9b6fa7e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729162 Aug 25 15:07:35.756321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:35.758375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-35193b37-4402-4be7-9002-bdc591ec151e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/fcf59adc-7041-4039-8353-049ee125fd8e HTTP/1.1" status: 204 len: 168 time: 2.0094373 Aug 25 15:07:35.761040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52730) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:35.763149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40690546-6e62-4c73-8b34-5d95e75c9cfe None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:35.856417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-db175ce7-e3fd-4bd4-bf8c-9bb99f26e4a8 service neutron] 10.222.0.52 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958064 Aug 25 15:07:35.959642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-674b90a4-710a-42e3-bb2d-1633753bc736 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1920650 Aug 25 15:07:35.960328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52738) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:35.973758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:36.061425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-954422b8-cf3e-4e62-aa28-67481f0c59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:36.063563 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-954422b8-cf3e-4e62-aa28-67481f0c59b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.6930037 Aug 25 15:07:36.086046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:36.118436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9502ed0-76af-4e71-9bc5-c5b6cd690f1b req-a957b455-b783-4016-9085-9f2258575227 service neutron] 10.222.0.52 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495823 Aug 25 15:07:36.204246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] Deleting port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:36.204463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:36.209234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:36.211820 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:36.240871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c208c65-d424-4ad0-9f3a-a8c57c12419f req-15618cf9-5b8f-451e-8c78-4d33345f587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:36.243927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c208c65-d424-4ad0-9f3a-a8c57c12419f req-15618cf9-5b8f-451e-8c78-4d33345f587a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.2161787 Aug 25 15:07:36.357666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-8c71fd5b-2d2f-4f29-8443-edf066a30711 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 998 time: 0.2534516 Aug 25 15:07:36.414900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] For port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:36.426700 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:36.438440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c208c65-d424-4ad0-9f3a-a8c57c12419f req-35ec598f-6b1e-4fd1-8153-8ee29d3bfb23 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536112 Aug 25 15:07:36.458888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a4512-cb92-4abe-8203-936cb1a4b0d9 req-9ed8886f-dca2-418e-a087-122bde805e7c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:36.465894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b01a4512-cb92-4abe-8203-936cb1a4b0d9 req-9ed8886f-dca2-418e-a087-122bde805e7c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.1987958 Aug 25 15:07:36.465894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-e381811d-69d1-4ff0-bffb-b86cfc74d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:36.465894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-e381811d-69d1-4ff0-bffb-b86cfc74d3c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1094 time: 0.1715853 Aug 25 15:07:36.477758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-7864b85f-1ff4-4213-bb43-c7aacfc07455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:36.479416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-7864b85f-1ff4-4213-bb43-c7aacfc07455 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.1129920 Aug 25 15:07:36.506374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] Calling delete_port for 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:36.534945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b01a4512-cb92-4abe-8203-936cb1a4b0d9 req-6d46b40b-7687-40db-8a20-a73c4cd1581d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678098 Aug 25 15:07:36.566480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-423cb30a-ed1b-40fd-9fd9-1378071a306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:36.568155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-423cb30a-ed1b-40fd-9fd9-1378071a306d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802484 Aug 25 15:07:36.825337 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:36.861096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] No DVR routers for this DVR port 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:36.907544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-48588aad-7220-4b62-ba54-c2a23f4929a5 service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253064 Aug 25 15:07:36.991812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9050d03-8cb6-4844-be99-3a5634e6aa29 None None] Pushing event deleted for resources: {'Port': ['ID=91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:37.066867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-deda52b1-50ce-46a4-b084-5a179e141755 service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507912 Aug 25 15:07:37.068474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-be04dd60-9082-4795-a582-8dfc01d7452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:37.070032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-be04dd60-9082-4795-a582-8dfc01d7452a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.3818378 Aug 25 15:07:37.100337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:37.142139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:37.142504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 91bfa9e9-f1f1-4bb6-b323-2c6bd03557d9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:37.171377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52766) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.229170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-ed8058c0-7707-4d29-928e-b7285dcf8524 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 998 time: 0.1517730 Aug 25 15:07:37.262178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdec91-5165-4177-a006-7ae3e4a59de7 req-24504fe1-c1dc-41a0-ac62-84a598eb4cb8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:37.266514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51cdec91-5165-4177-a006-7ae3e4a59de7 req-24504fe1-c1dc-41a0-ac62-84a598eb4cb8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.5940647 Aug 25 15:07:37.303491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:37.308509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-a012618a-511c-49f5-86ee-3f871ed4db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:37.312596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-a012618a-511c-49f5-86ee-3f871ed4db4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.0731359 Aug 25 15:07:37.363550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7572c20b-755c-499d-9bb4-c75ca949d3b0 tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:37.385066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:37.392337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:37.397523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:37.398203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:37.400448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-4d84f3d0-7178-473a-8ba1-169ac564bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:37.402870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f31ba0-7696-47b5-922e-d199bc7f490c None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:37.413127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51cdec91-5165-4177-a006-7ae3e4a59de7 req-1d2df329-a5b5-4418-a788-666aaa2206ea tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401379 Aug 25 15:07:37.413989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=9fffc23e-5daf-4902-8f6f-7d7ca9a03d56,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:37.418188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-4d84f3d0-7178-473a-8ba1-169ac564bc5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958142 Aug 25 15:07:37.526715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a67dd437-7f5e-472b-979c-bf7d71c99681 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5599489 Aug 25 15:07:37.526912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52772) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.533100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '9fffc23e-5daf-4902-8f6f-7d7ca9a03d56', 'ip_address': '2001:db8::3fdb:61d5:efa3:9e18'}], 'name': 'tempest-NetworksTestDHCPv6-758103229'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:37.564389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-7c6553b3-04bd-46d9-adf9-f9f7f5340f30 service neutron] 10.222.0.52 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381545 Aug 25 15:07:37.691505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7572c20b-755c-499d-9bb4-c75ca949d3b0 tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "PUT /v2.0/quotas/9e7539d4f616449ba50ba2dc69f249a8 HTTP/1.1" status: 200 len: 366 time: 0.5189426 Aug 25 15:07:37.693937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52776) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.709455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '9fffc23e-5daf-4902-8f6f-7d7ca9a03d56'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:37.710189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-969efbe5-7c91-44a3-a7cf-d1411738e597 tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0151479 Aug 25 15:07:37.710530 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:37.723647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.777377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f128d4c6-b52a-425f-b748-0c2624ba89a1 req-105055e3-1d9a-42da-bf1f-8053c6b4f221 service neutron] 10.222.0.52 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987264 Aug 25 15:07:37.777584 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c9930dcc-2701-47d7-8dc6-c4be3f18398e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "GET /v2.0/quotas/9e7539d4f616449ba50ba2dc69f249a8 HTTP/1.1" status: 200 len: 366 time: 0.0503004 Aug 25 15:07:37.777695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52786) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.823123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4a7cf-c324-4ed4-a384-ad1a7ab45d9b req-aba46463-8e09-4a1a-9c5b-0d87769c614e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:37.831529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5c4a7cf-c324-4ed4-a384-ad1a7ab45d9b req-aba46463-8e09-4a1a-9c5b-0d87769c614e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.0983443 Aug 25 15:07:37.887605 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5c4a7cf-c324-4ed4-a384-ad1a7ab45d9b req-5f8f65de-9469-4f16-8a27-2ac2ed639374 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550888 Aug 25 15:07:37.905841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-630c9291-958a-4028-b894-2402e3d5c73b tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/9e7539d4f616449ba50ba2dc69f249a8 HTTP/1.1" status: 204 len: 168 time: 0.1265256 Aug 25 15:07:37.909634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52792) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.924682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5d27e5b7-0155-4527-a4c9-25cdbd1f9f5c tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0118744 Aug 25 15:07:37.924901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52794) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.941355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-23125cc7-7826-454c-81e8-0880afdd7ea2 tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "GET /v2.0/quotas/9e7539d4f616449ba50ba2dc69f249a8 HTTP/1.1" status: 200 len: 370 time: 0.0145009 Aug 25 15:07:37.944176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/9fffc23e-5daf-4902-8f6f-7d7ca9a03d56/f3c89194-29d7-4ca8-8c7b-6a8fe366b406) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:37.944319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52796) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.949158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a9dd924d-b625-4692-ab16-26c42ccd377f tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "GET /v2.0/quotas/9e7539d4f616449ba50ba2dc69f249a8/default HTTP/1.1" status: 200 len: 370 time: 0.0039265 Aug 25 15:07:37.952401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52798) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:37.964066 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-3d2adaeb-c72c-46f5-9a1c-3951ad518a19 tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] delete failed (client error): The resource could not be found. Aug 25 15:07:37.965121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d2adaeb-c72c-46f5-9a1c-3951ad518a19 tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/9e7539d4f616449ba50ba2dc69f249a8 HTTP/1.1" status: 404 len: 348 time: 0.0112839 Aug 25 15:07:38.071882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:38.175833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.185039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Transition to ACTIVE for port object f3c89194-29d7-4ca8-8c7b-6a8fe366b406 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:38.203618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Transition to ACTIVE for port object f3c89194-29d7-4ca8-8c7b-6a8fe366b406 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:38.222877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.245999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port a172aa50-7ad9-4f07-8194-ed5b9faaecfb yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:38.326590 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.352471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52802) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:38.401470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Pushing event updated for resources: {'Port': ['ID=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:38.408889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:38.410316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:38.412766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:38.416898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:network and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.430735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.448003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:subnet and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.456278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.474465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:subnetpool and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.491300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.509676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Attempting to bind port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:38.509676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Attempting to bind port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:38.509676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Attempting to bind port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:38.514120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:38.514504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:38.514916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.516327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:38.516818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Bound port: f3c89194-29d7-4ca8-8c7b-6a8fe366b406, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:38.517212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.531890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:port and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.544621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.561770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:router and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.576698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.586138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:floatingip and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.592402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.625485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::3fdb:61d5:efa3:9e18 (adfdb661-dddb-4df2-9db5-dc9311fa8623/9fffc23e-5daf-4902-8f6f-7d7ca9a03d56/a172aa50-7ad9-4f07-8194-ed5b9faaecfb) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:38.655458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] For port f3c89194-29d7-4ca8-8c7b-6a8fe366b406, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:38.658694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] For port f3c89194-29d7-4ca8-8c7b-6a8fe366b406, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:38.704625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388868a-f1f3-4980-9235-8de49dad79e4 req-967306e9-15b5-46d8-b67e-294b1732db0c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:38.712766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2388868a-f1f3-4980-9235-8de49dad79e4 req-967306e9-15b5-46d8-b67e-294b1732db0c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1156638 Aug 25 15:07:38.789999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2388868a-f1f3-4980-9235-8de49dad79e4 req-2ea7ad93-6f98-412c-aca8-cb4f17db4500 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760133 Aug 25 15:07:38.792702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:security_group and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.798184 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.807497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.814949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Usage tracker for resource:security_group_rule and tenant:69458d9795ac464caa202a30562fe7f2 is out of sync, need to count used quota {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 15:07:38.820815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.quota.resource [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101873) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 15:07:38.830975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5f29bfc4-7719-4c6d-b6ff-23d27ad6096e tempest-QuotasTest-1113440115 tempest-QuotasTest-1113440115-project-admin] 10.222.0.58 "GET /v2.0/quotas/69458d9795ac464caa202a30562fe7f2/details.json HTTP/1.1" status: 200 len: 703 time: 0.4760387 Aug 25 15:07:38.896027 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:38.907235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e67b8-05a0-4c92-be0e-a29cd78dda29 None None] Pushing event updated for resources: {'Port': ['ID=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:38.988175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object a172aa50-7ad9-4f07-8194-ed5b9faaecfb will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:39.135800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268cf5e-450f-45ad-912b-8e2f9db7c727 req-68a32721-ecaa-4cb2-b6c8-4bd879fb2888 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:39.137978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:39.151879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2268cf5e-450f-45ad-912b-8e2f9db7c727 req-68a32721-ecaa-4cb2-b6c8-4bd879fb2888 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.1161120 Aug 25 15:07:39.219230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2268cf5e-450f-45ad-912b-8e2f9db7c727 req-48870f40-967b-41bc-88e5-12b9878609b6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663226 Aug 25 15:07:39.264025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:39.268263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:39.270284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=a172aa50-7ad9-4f07-8194-ed5b9faaecfb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:39.272696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:39.278475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:39.279703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:39.391340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:07:39.424973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a1b8c6d-cc98-4efb-b792-d24269ed919a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8968029 Aug 25 15:07:39.427431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52832) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:39.517572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c8328-1857-422b-9fd8-752bc7e2debb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:39.524332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c8328-1857-422b-9fd8-752bc7e2debb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:39.526410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-653c8328-1857-422b-9fd8-752bc7e2debb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0977881 Aug 25 15:07:39.529211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:39.740695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729554-3738-4fec-9e15-9dc1cbf22d82 req-70543a70-0a1d-4b9b-a2d7-aad1cacfe97c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:39.764102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc729554-3738-4fec-9e15-9dc1cbf22d82 req-70543a70-0a1d-4b9b-a2d7-aad1cacfe97c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1394331 Aug 25 15:07:39.874807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc729554-3738-4fec-9e15-9dc1cbf22d82 req-94dcd08d-3135-4147-bf2d-27090986ded1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096671 Aug 25 15:07:39.883265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52844) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:39.954346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-53f48480-fd57-4b23-ba73-38c37edb17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:39.954346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-53f48480-fd57-4b23-ba73-38c37edb17df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 1096 time: 0.3349407 Aug 25 15:07:40.077489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52852) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:40.164703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port a172aa50-7ad9-4f07-8194-ed5b9faaecfb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:40.165192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.181832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:40.194584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-12187e37-3d1a-4968-b395-3671b836002c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:40.196224 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-12187e37-3d1a-4968-b395-3671b836002c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437&tenant_id=1adf2409290d43fda7863871e785644e&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 943 time: 0.3477063 Aug 25 15:07:40.198463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'port_id': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'mac_address': 'fa:16:3e:82:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:07:40.217498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbf65a14-3e34-449e-bfbf-8a1ca010a368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.238624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef000e31-9459-4814-bf35-5ec9a2b7df61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.295122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.336532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dde4f70-ddcc-4ff5-b099-535792e7b59d {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:07:40.368326 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-fa664f05-4e5a-4784-b1e2-4f1af46b7e05 service neutron] delete failed (client error): The resource could not be found. Aug 25 15:07:40.369492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-fa664f05-4e5a-4784-b1e2-4f1af46b7e05 service neutron] 10.222.0.45 "DELETE /v2.0/ports/9dde4f70-ddcc-4ff5-b099-535792e7b59d/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.1582994 Aug 25 15:07:40.381282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1659567-523a-4737-928b-fb534f033c63 req-49201847-1c0b-4579-be83-687d123cc09f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:40.382761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1659567-523a-4737-928b-fb534f033c63 req-49201847-1c0b-4579-be83-687d123cc09f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 943 time: 0.4441843 Aug 25 15:07:40.384503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:40.426180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbf65a14-3e34-449e-bfbf-8a1ca010a368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.468506 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.487540 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbf65a14-3e34-449e-bfbf-8a1ca010a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.493914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-f1dd0930-ea47-41f6-b97c-d8931f3156ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:40.495861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-f1dd0930-ea47-41f6-b97c-d8931f3156ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.5404847 Aug 25 15:07:40.564173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fbf65a14-3e34-449e-bfbf-8a1ca010a368 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c3063ecf8bb4cc08852a819b68b41c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795919 Aug 25 15:07:40.572230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52864) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:40.574577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:40.603274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1659567-523a-4737-928b-fb534f033c63 req-71615fa6-b2ba-4f2f-bc74-486ffa0af590 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112329 Aug 25 15:07:40.606022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.610511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-b99e394a-22ba-40fa-a85f-0ee32e73206d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 200 len: 217 time: 0.0923440 Aug 25 15:07:40.611892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-0c8a2a4d-d2b4-460b-b822-941a6bd591b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:40.613439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-0c8a2a4d-d2b4-460b-b822-941a6bd591b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1095 time: 0.1657610 Aug 25 15:07:40.696392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for a172aa50-7ad9-4f07-8194-ed5b9faaecfb owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:40.731840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf65a14-3e34-449e-bfbf-8a1ca010a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7298a83f-a857-4ae1-9443-7bba831b3f8a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:40.733325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['9dde4f70-ddcc-4ff5-b099-535792e7b59d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:07:40.769944 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-606711fd-daef-4455-af96-5d5aad1d0b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.788574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-c0ffeaa4-14c4-413f-8e95-1aa8f1eeb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:40.790087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-c0ffeaa4-14c4-413f-8e95-1aa8f1eeb6a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.1705058 Aug 25 15:07:40.850559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-606711fd-daef-4455-af96-5d5aad1d0b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:40.860204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-1dbbaab3-f8f8-43dc-a729-d8f78f3ab610 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537295 Aug 25 15:07:40.970218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-15ad6e0a-2e83-4c7d-ba80-455566f54d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:40.979736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8552f242-bdfd-4af1-8682-5a25697fdeca None None] Provisioning for port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:40.988422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-15ad6e0a-2e83-4c7d-ba80-455566f54d74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.3675339 Aug 25 15:07:41.043338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef000e31-9459-4814-bf35-5ec9a2b7df61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.104194 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-606711fd-daef-4455-af96-5d5aad1d0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.107313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-606711fd-daef-4455-af96-5d5aad1d0b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.108646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-606711fd-daef-4455-af96-5d5aad1d0b97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7298a83f-a857-4ae1-9443-7bba831b3f8a HTTP/1.1" status: 204 len: 168 time: 0.5333536 Aug 25 15:07:41.122480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606711fd-daef-4455-af96-5d5aad1d0b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298a83f-a857-4ae1-9443-7bba831b3f8a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:41.158337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f3c89194-29d7-4ca8-8c7b-6a8fe366b406 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:41.172790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef000e31-9459-4814-bf35-5ec9a2b7df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.230942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef000e31-9459-4814-bf35-5ec9a2b7df61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=986fc7706c424f1bba00c4868d270396&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1523042 Aug 25 15:07:41.231749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52876) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:41.241333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef000e31-9459-4814-bf35-5ec9a2b7df61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e3131-55ce-4d87-a780-0fdb147322b4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:41.323407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-9d7ad8f0-b5a1-434e-a204-a42035c70be7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 999 time: 0.3232527 Aug 25 15:07:41.330079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-28372159-286d-4c9c-ac0c-84846b7d39f5 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603577 Aug 25 15:07:41.355074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3fe53-25ec-4e1a-83ea-129e7fc970dc req-a350dd00-f13b-4a48-8287-a4933a44c669 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:41.357688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2d3fe53-25ec-4e1a-83ea-129e7fc970dc req-a350dd00-f13b-4a48-8287-a4933a44c669 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1949618 Aug 25 15:07:41.371195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c8dd9a0-0ddc-4ea0-81a8-9934de918f93 None None] Provisioning for port a172aa50-7ad9-4f07-8194-ed5b9faaecfb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:41.375096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c8dd9a0-0ddc-4ea0-81a8-9934de918f93 None None] Provisioning complete for port a172aa50-7ad9-4f07-8194-ed5b9faaecfb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:41.375514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.375672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd9a0-0ddc-4ea0-81a8-9934de918f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.397032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dd9a0-0ddc-4ea0-81a8-9934de918f93 None None] Port a172aa50-7ad9-4f07-8194-ed5b9faaecfb was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:07:41.412991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:41.418363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:41.418809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.522701 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.565688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f3c89194-29d7-4ca8-8c7b-6a8fe366b406, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:41.641137 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.704770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:41.756237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9809-005a-4f22-9cf1-924d1b03dfbb req-4bf5bda5-8632-4a3c-8406-6fc961926b98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:41.763942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e60a9809-005a-4f22-9cf1-924d1b03dfbb req-4bf5bda5-8632-4a3c-8406-6fc961926b98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 944 time: 0.0700526 Aug 25 15:07:41.811516 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e60a9809-005a-4f22-9cf1-924d1b03dfbb req-4fd8456d-c81d-408d-b5af-08cea2e96d4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Aug 25 15:07:41.836368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=a172aa50-7ad9-4f07-8194-ed5b9faaecfb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:41.846180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09307c54-ff8c-4678-bac5-e0086ed4b48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.907454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:41.909321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a4e1a299-b4df-4932-8d33-9b3e11535131 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/a172aa50-7ad9-4f07-8194-ed5b9faaecfb HTTP/1.1" status: 204 len: 168 time: 2.3788285 Aug 25 15:07:41.911746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-47837dd4-c995-47d4-ab4d-2bd9bee42d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:41.913452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-47837dd4-c995-47d4-ab4d-2bd9bee42d60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.5764487 Aug 25 15:07:41.914106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52886) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:41.914721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52888) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:41.931829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2d3fe53-25ec-4e1a-83ea-129e7fc970dc req-b7cf8b1e-0259-4e7a-8e1d-15938df6dd73 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651340 Aug 25 15:07:41.961685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09307c54-ff8c-4678-bac5-e0086ed4b48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.028338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5997d0d0-add1-427b-bb93-29b2f2007ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.073955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aecba2bd-ee4a-4218-8858-b25c7f9bd05f req-7e511100-fb88-4b28-8d63-e41533e306f5 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087893 Aug 25 15:07:42.104231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369896c-e801-42a6-bd73-3ec2b23f5a6d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:42.107793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369896c-e801-42a6-bd73-3ec2b23f5a6d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:42.109452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3369896c-e801-42a6-bd73-3ec2b23f5a6d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1821852 Aug 25 15:07:42.112420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52892) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:42.127696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-a48b8f4e-1338-4910-b57f-72d903d423c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:42.129113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-a48b8f4e-1338-4910-b57f-72d903d423c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732359 Aug 25 15:07:42.181477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 9fffc23e-5daf-4902-8f6f-7d7ca9a03d56 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:42.185048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.227514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.234522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-6bb93701-bdc6-4906-be00-7c78fdcb46ce service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955667 Aug 25 15:07:42.300169 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09307c54-ff8c-4678-bac5-e0086ed4b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.303073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09307c54-ff8c-4678-bac5-e0086ed4b48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.304316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-09307c54-ff8c-4678-bac5-e0086ed4b48f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e50e3131-55ce-4d87-a780-0fdb147322b4 HTTP/1.1" status: 204 len: 168 time: 1.0661068 Aug 25 15:07:42.329962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09307c54-ff8c-4678-bac5-e0086ed4b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50e3131-55ce-4d87-a780-0fdb147322b4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:42.343628 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.398749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-820ce0fa-d3c2-45e6-8ffb-804b7c098a66 req-2c9fa1e8-e56f-4327-8c82-a7d90f0a614d service neutron] 10.222.0.45 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569355 Aug 25 15:07:42.419087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5997d0d0-add1-427b-bb93-29b2f2007ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.495158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.523192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=9fffc23e-5daf-4902-8f6f-7d7ca9a03d56,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:42.523451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5997d0d0-add1-427b-bb93-29b2f2007ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.526906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.531512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef18acfc-269b-4333-9b5c-92cd7c5fe146 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/9fffc23e-5daf-4902-8f6f-7d7ca9a03d56 HTTP/1.1" status: 204 len: 168 time: 0.4066877 Aug 25 15:07:42.531512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52898) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:42.546532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275e188-e441-4edc-a741-3042bead0fe7 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:42.567636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997d0d0-add1-427b-bb93-29b2f2007ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b394ae3-ab73-4277-a2ef-6b66cf5e28bb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:42.572272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5997d0d0-add1-427b-bb93-29b2f2007ebd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69458d9795ac464caa202a30562fe7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437476 Aug 25 15:07:42.574934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52900) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:42.605117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50f0c948-34a7-481d-84b2-61cd94290722 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725753 Aug 25 15:07:42.605890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52902) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:42.613922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:42.660415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccca6308-651d-472e-9d2b-51e143b9f9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.693491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccca6308-651d-472e-9d2b-51e143b9f9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.769799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:42.777978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.805710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccca6308-651d-472e-9d2b-51e143b9f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.806230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:42.810664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ccca6308-651d-472e-9d2b-51e143b9f9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.812475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ccca6308-651d-472e-9d2b-51e143b9f9aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b394ae3-ab73-4277-a2ef-6b66cf5e28bb HTTP/1.1" status: 204 len: 168 time: 0.2355464 Aug 25 15:07:42.853448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca6308-651d-472e-9d2b-51e143b9f9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b394ae3-ab73-4277-a2ef-6b66cf5e28bb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:42.898444 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:07:42.926733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] Deleting port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:42.927562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:42.985898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74700-d828-477b-888e-131fa13a11a8 req-40ef3010-5698-4323-8567-5514be41f4f2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:42.999639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-adf74700-d828-477b-888e-131fa13a11a8 req-40ef3010-5698-4323-8567-5514be41f4f2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 944 time: 0.0775700 Aug 25 15:07:43.074146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-adf74700-d828-477b-888e-131fa13a11a8 req-f73d9bf6-8d87-4b7d-8312-42d885d544d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674024 Aug 25 15:07:43.092969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f3c89194-29d7-4ca8-8c7b-6a8fe366b406 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:43.097887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] For port f3c89194-29d7-4ca8-8c7b-6a8fe366b406, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:43.098584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.140354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] Calling delete_port for f3c89194-29d7-4ca8-8c7b-6a8fe366b406 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:43.149360 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.218850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d460ac-3405-4f1b-a3a5-47c5877f6dc6 req-d7927e5a-d8e5-4c05-8548-dd77b6043ff3 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:43.220669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69d460ac-3405-4f1b-a3a5-47c5877f6dc6 req-d7927e5a-d8e5-4c05-8548-dd77b6043ff3 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1404245 Aug 25 15:07:43.225969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:43.233608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:43.240991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:43.241605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.243981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=af8be676-197e-43c3-bc0a-3652e8aba4d8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:43.272209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.305663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69d460ac-3405-4f1b-a3a5-47c5877f6dc6 req-4cd952d7-f0be-41bb-a59a-bdf681e22566 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757611 Aug 25 15:07:43.362901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:43.377369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.386990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91341a64-e73b-4a7b-9e32-f1ec50d71f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.390360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f3893ee5-a589-4169-8f2d-b6bbca5ce269 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7834926 Aug 25 15:07:43.393354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:43.399923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': 'af8be676-197e-43c3-bc0a-3652e8aba4d8', 'ip_address': '2001:db8::8192:304e:359b:4658'}], 'name': 'tempest-NetworksTestDHCPv6-1603557726'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:43.431950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] Pushing event deleted for resources: {'Port': ['ID=f3c89194-29d7-4ca8-8c7b-6a8fe366b406,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:43.433928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aeff49-e4cd-46d6-9f55-4aefc255e618 None None] No DVR routers for this DVR port f3c89194-29d7-4ca8-8c7b-6a8fe366b406 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:43.455799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:43.481481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674be37-17f2-4b43-af0f-7a1c93d05770 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:43.556066 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91341a64-e73b-4a7b-9e32-f1ec50d71f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.664104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'af8be676-197e-43c3-bc0a-3652e8aba4d8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:43.666055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91341a64-e73b-4a7b-9e32-f1ec50d71f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.672739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.712263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91341a64-e73b-4a7b-9e32-f1ec50d71f70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf31faa4dfa245ba8eda132a3734116b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479781 Aug 25 15:07:43.714743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52930) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:43.733694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91341a64-e73b-4a7b-9e32-f1ec50d71f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca94ada5-a7d3-4699-a316-f9bbbeef3a0c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:43.782913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964961e8-2b68-4511-8510-625ee462eec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.785827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:43.787870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 9dde4f70-ddcc-4ff5-b099-535792e7b59d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:43.796664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 9dde4f70-ddcc-4ff5-b099-535792e7b59d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:43.797138 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.851294 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964961e8-2b68-4511-8510-625ee462eec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.914981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:43.944011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 67e19339-6a4f-4bf1-aabe-9beaa35a188a yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:43.944108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/af8be676-197e-43c3-bc0a-3652e8aba4d8/7c770495-e3ca-4f77-968e-072255a65f6d) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:44.094220 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.127283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964961e8-2b68-4511-8510-625ee462eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.130427 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-964961e8-2b68-4511-8510-625ee462eec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.134599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-964961e8-2b68-4511-8510-625ee462eec6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca94ada5-a7d3-4699-a316-f9bbbeef3a0c HTTP/1.1" status: 204 len: 168 time: 0.4187152 Aug 25 15:07:44.148066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964961e8-2b68-4511-8510-625ee462eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca94ada5-a7d3-4699-a316-f9bbbeef3a0c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:44.158819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:07:44.161134 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa25e47b-4e41-4159-9940-54c2d1aa4633" -d '{"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-plugged", "status": "completed", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:07:44.190120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:44.236807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.252314 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6221ea23-c5e4-4c3e-8980-cef5cf325f66 x-openstack-request-id: req-6221ea23-c5e4-4c3e-8980-cef5cf325f66 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:07:44.252618 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-plugged", "status": "completed", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:07:44.252924 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6221ea23-c5e4-4c3e-8980-cef5cf325f66 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:07:44.253339 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'code': 200} Aug 25 15:07:44.263652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf2a2-7d95-4bc1-bc95-e21a82f3c433 req-b946939d-3e29-4799-9a0f-f8718a35e869 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:44.268719 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.277379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Transition to ACTIVE for port object 7c770495-e3ca-4f77-968e-072255a65f6d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:44.277744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd0cf2a2-7d95-4bc1-bc95-e21a82f3c433 req-b946939d-3e29-4799-9a0f-f8718a35e869 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 944 time: 0.1209543 Aug 25 15:07:44.321938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Transition to ACTIVE for port object 7c770495-e3ca-4f77-968e-072255a65f6d will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:44.356260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd0cf2a2-7d95-4bc1-bc95-e21a82f3c433 req-907aa505-1b38-47c0-8994-833bd971d585 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709598 Aug 25 15:07:44.377887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52954) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:44.424821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:44.443970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.541222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Pushing event updated for resources: {'Port': ['ID=7c770495-e3ca-4f77-968e-072255a65f6d,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:44.551182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:44.559198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:44.559198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:44.577092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60c01f9b-0f98-4d4b-8d67-7ec69bb876d6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/985edd2d-1106-47ee-b602-d34596831f10 HTTP/1.1" status: 200 len: 992 time: 0.1965551 Aug 25 15:07:44.590617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692ea73-389e-4455-974f-5e582c76532f req-7b0736be-bcc0-408d-99db-9143a9c52d0e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:44.600888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1692ea73-389e-4455-974f-5e582c76532f req-7b0736be-bcc0-408d-99db-9143a9c52d0e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1116755 Aug 25 15:07:44.621885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::8192:304e:359b:4658 (adfdb661-dddb-4df2-9db5-dc9311fa8623/af8be676-197e-43c3-bc0a-3652e8aba4d8/67e19339-6a4f-4bf1-aabe-9beaa35a188a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:44.697685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1692ea73-389e-4455-974f-5e582c76532f req-a5546216-4eb2-42d6-b2de-87af6eb40800 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957789 Aug 25 15:07:44.706391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Attempting to bind port 7c770495-e3ca-4f77-968e-072255a65f6d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:44.706873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Attempting to bind port 7c770495-e3ca-4f77-968e-072255a65f6d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:44.707315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Attempting to bind port 7c770495-e3ca-4f77-968e-072255a65f6d on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:44.714874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:44.715327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:44.715693 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.716119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:44.716618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Bound port: 7c770495-e3ca-4f77-968e-072255a65f6d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:44.717008 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.891968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] For port 7c770495-e3ca-4f77-968e-072255a65f6d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:44.901047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] For port 7c770495-e3ca-4f77-968e-072255a65f6d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c770495-e3ca-4f77-968e-072255a65f6d,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:44.979793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:44.999813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:45.020531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 67e19339-6a4f-4bf1-aabe-9beaa35a188a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:45.114764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35606afe-a2bf-475d-a333-6eeb1740d4ca None None] Pushing event updated for resources: {'Port': ['ID=7c770495-e3ca-4f77-968e-072255a65f6d,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:45.175544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:45.254037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:45.258416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:45.263648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:45.285186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:45.285955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:45.296104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=67e19339-6a4f-4bf1-aabe-9beaa35a188a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:45.383726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53000) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:45.387671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4d614ce4-dc40-4b48-9140-bdfd01560c87 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9895992 Aug 25 15:07:45.515953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4be60-a2b2-4f4a-8818-c210b197244a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:45.522508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4be60-a2b2-4f4a-8818-c210b197244a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:45.526761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-69c4be60-a2b2-4f4a-8818-c210b197244a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1394207 Aug 25 15:07:45.527333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53006) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:45.625776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 67e19339-6a4f-4bf1-aabe-9beaa35a188a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:45.626466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:45.749966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:45.764687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 67e19339-6a4f-4bf1-aabe-9beaa35a188a owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:45.979489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:46.030653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.070993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=67e19339-6a4f-4bf1-aabe-9beaa35a188a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:46.125497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.127679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ab93b170-17cf-4224-b2ce-a897740f4dfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/67e19339-6a4f-4bf1-aabe-9beaa35a188a HTTP/1.1" status: 204 len: 168 time: 0.5986717 Aug 25 15:07:46.130165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53028) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:46.223400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408bceee-7214-41d2-9ba4-85b858599c3d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:46.225163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408bceee-7214-41d2-9ba4-85b858599c3d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:46.227195 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-408bceee-7214-41d2-9ba4-85b858599c3d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0959697 Aug 25 15:07:46.229746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53032) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:46.290024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet af8be676-197e-43c3-bc0a-3652e8aba4d8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:46.294836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.335186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-222570961', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:46.379887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.496559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.536701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Made reservation on behalf of 016df05785874ff08eb5a92839c8679e for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:46.538973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.555503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.579892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3a42b480-b4b7-4f71-b6ce-dae55fc73904 None None] Provisioning for port 7c770495-e3ca-4f77-968e-072255a65f6d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:46.701527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c6431108-8998-4612-96dd-b29f4f9d625f None None] Could not find standard attr ID for object 67e19339-6a4f-4bf1-aabe-9beaa35a188a. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:07:46.714662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.766295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.768307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/af8be676-197e-43c3-bc0a-3652e8aba4d8 HTTP/1.1" status: 204 len: 168 time: 0.5374646 Aug 25 15:07:46.771231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53048) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:46.775429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b08abf-00ab-430d-a32c-5bf9eea735f0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=af8be676-197e-43c3-bc0a-3652e8aba4d8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:46.873973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.875516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8e96d97b-28b8-4283-9a13-959db594ba02 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027305 Aug 25 15:07:46.877841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53052) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:46.940056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fb664-a404-4eed-b833-0ef361331f09 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:46.945018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf7528-2812-4228-b0d4-8d6cdafd051a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:46.946598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-acaf7528-2812-4228-b0d4-8d6cdafd051a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0675812 Aug 25 15:07:46.949208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53054) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:46.951898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:46.999419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] device_id is not set on port 9915bfd1-3763-46fc-a177-3c9a09f61876 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:47.085159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf47be3-3f3a-4d01-9cfe-037807896097 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:47.086716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-adf47be3-3f3a-4d01-9cfe-037807896097 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365650 Aug 25 15:07:47.087533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a74175-c92c-452a-8d7f-d23c81b1b84e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:47.089466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53058) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:47.161599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c770495-e3ca-4f77-968e-072255a65f6d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:47.181783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e98b6d8-f756-40ba-8dbd-d4d6eae9e134 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910010 Aug 25 15:07:47.186759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:47.197487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:47.255783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:47.304608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Allocated IP 172.25.8.193 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/9915bfd1-3763-46fc-a177-3c9a09f61876) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:47.320972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] Deleting port 7c770495-e3ca-4f77-968e-072255a65f6d {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:47.323238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.362217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7c770495-e3ca-4f77-968e-072255a65f6d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:47.385882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7c770495-e3ca-4f77-968e-072255a65f6d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:47.386714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.464044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:47.468283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.532236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] For port 7c770495-e3ca-4f77-968e-072255a65f6d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c770495-e3ca-4f77-968e-072255a65f6d,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:47.532647 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.551042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] Calling delete_port for 7c770495-e3ca-4f77-968e-072255a65f6d owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:47.586973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.640196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.693797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7c770495-e3ca-4f77-968e-072255a65f6d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c770495-e3ca-4f77-968e-072255a65f6d,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:47.759916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.806122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.828102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7c770495-e3ca-4f77-968e-072255a65f6d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:47.857986 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:47.860425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:47.867234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:47.870799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:47.886913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] Pushing event deleted for resources: {'Port': ['ID=7c770495-e3ca-4f77-968e-072255a65f6d,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:47.892045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20491c28-24cf-4803-9790-0c46ed50a6e0 None None] No DVR routers for this DVR port 7c770495-e3ca-4f77-968e-072255a65f6d on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:47.921199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Pushing event updated for resources: {'Port': ['ID=9915bfd1-3763-46fc-a177-3c9a09f61876,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:47.935697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.002436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:48.006326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:48.009732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.018703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:48.025069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:48.025683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.030048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f1f55-790c-4bf8-9104-777848d9e6e0 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:48.042304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=85153c25-28a6-4c44-bab1-6b01b1358706,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:48.118398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e1b743a-5de8-4efa-894f-3414199a69da tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1378503 Aug 25 15:07:48.120384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7879d7c-a071-43d7-a158-58146a387e84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9325783 Aug 25 15:07:48.121096 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53092) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:48.126137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53094) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:48.127787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.193'}]}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:48.131346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '85153c25-28a6-4c44-bab1-6b01b1358706', 'ip_address': '2001:db8::8069:c412:1e2:6dc'}], 'name': 'tempest-NetworksTestDHCPv6-1998139855'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:48.272071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.273320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.295667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '85153c25-28a6-4c44-bab1-6b01b1358706'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:48.298726 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.394049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.420860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:48.426412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.459656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 04e9b184-2896-41b3-bd63-e65dfedb6cbe yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:48.566117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/85153c25-28a6-4c44-bab1-6b01b1358706/1234b1c9-1cbf-4a80-9fc2-3888b50c351e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:48.683422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.766206 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.776786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Transition to ACTIVE for port object 1234b1c9-1cbf-4a80-9fc2-3888b50c351e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:48.794824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Transition to ACTIVE for port object 1234b1c9-1cbf-4a80-9fc2-3888b50c351e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:48.890608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:48.946026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:48.949443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:48.955157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:48.965701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::8069:c412:1e2:6dc (adfdb661-dddb-4df2-9db5-dc9311fa8623/85153c25-28a6-4c44-bab1-6b01b1358706/04e9b184-2896-41b3-bd63-e65dfedb6cbe) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:48.976393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Pushing event updated for resources: {'Port': ['ID=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:49.008683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.032026 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.114723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c770495-e3ca-4f77-968e-072255a65f6d no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:49.142853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7c770495-e3ca-4f77-968e-072255a65f6d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:49.143506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c770495-e3ca-4f77-968e-072255a65f6d not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:49.157620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Attempting to bind port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:49.158012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Attempting to bind port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:49.158360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Attempting to bind port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:49.163920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:49.164301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:49.164709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.165127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:49.165586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Bound port: 1234b1c9-1cbf-4a80-9fc2-3888b50c351e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:49.165977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.230072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.246769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] For port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:49.250863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] For port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:49.269164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 04e9b184-2896-41b3-bd63-e65dfedb6cbe will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:49.365802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.445574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.526877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:49.556008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffccb41-0229-49a2-9de0-5ed593beef41 None None] Pushing event updated for resources: {'Port': ['ID=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:49.584202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:49.597922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:49.604781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:49.605545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.669120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=04e9b184-2896-41b3-bd63-e65dfedb6cbe,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:49.723393 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:49.769676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-345fb609-aeb6-4ac3-8a89-de36ee20b9ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6428516 Aug 25 15:07:49.772681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53118) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:49.778354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '85153c25-28a6-4c44-bab1-6b01b1358706', 'ip_address': '2001:db8::8069:c412:1e2:6dc'}], 'name': 'tempest-NetworksTestDHCPv6-399697880'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:50.114934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:50.117787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:50.215294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:50.243343 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:50.243856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff60f9d-eb7c-4ac9-b74e-00eeac0accf4 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:07:50.336572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:50.368658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 81de407c-5bf2-473f-9d51-73e7dec0d4cc yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:50.369403 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 25 15:07:50.370982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec452f22-3b88-44b5-90a3-502d97fd5a49 tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2486291 Aug 25 15:07:50.374235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:50.519310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Deleting port 9915bfd1-3763-46fc-a177-3c9a09f61876 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:50.519919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:50.735723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:50.757444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Calling delete_port for 9915bfd1-3763-46fc-a177-3c9a09f61876 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:50.839173 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 25 15:07:50.848629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:07:50.958006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c79888f6-00e2-4ab7-a564-34027ce1b4ce tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.1839664 Aug 25 15:07:50.963313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53142) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:51.075056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-db09a211-2b2c-4914-ac06-64a06558fbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.106223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.153998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Pushing event deleted for resources: {'Port': ['ID=9915bfd1-3763-46fc-a177-3c9a09f61876,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:51.158796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1234b1c9-1cbf-4a80-9fc2-3888b50c351e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:51.205109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-bd0884f9-8f5e-4b13-b72d-c734f6ea72eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525526 Aug 25 15:07:51.220831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98a23ee-d522-4b38-94ee-221a02b28428 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:51.227451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98a23ee-d522-4b38-94ee-221a02b28428 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:51.229375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a98a23ee-d522-4b38-94ee-221a02b28428 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2679539 Aug 25 15:07:51.239340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53146) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:51.294084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.300696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ccc7880e-0a46-4f6b-9af8-16cccbfa138a tempest-RoutersAdminNegativeTest-513074638 tempest-RoutersAdminNegativeTest-513074638-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9915bfd1-3763-46fc-a177-3c9a09f61876 HTTP/1.1" status: 204 len: 168 time: 0.9247983 Aug 25 15:07:51.356213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:51.420474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] Provisioning for port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:51.424775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] Provisioning complete for port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:51.425867 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.430302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-afd34916-3edb-4ac4-9e81-d301dc5a074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:51.432702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-afd34916-3edb-4ac4-9e81-d301dc5a074f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f16218e650740b5b8d169bc381bf410&device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 1097 time: 0.2013948 Aug 25 15:07:51.457383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 04e9b184-2896-41b3-bd63-e65dfedb6cbe {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:51.457735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.631494 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.707159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] For port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:51.762073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.783009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-f92b4020-9f01-4512-945c-e981d7825597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:51.783009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-f92b4020-9f01-4512-945c-e981d7825597 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 200 len: 918 time: 0.3283801 Aug 25 15:07:51.793700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 04e9b184-2896-41b3-bd63-e65dfedb6cbe owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:51.802940 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:51.973524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a488-98be-4451-8c63-4b90f3ddce83 None None] Pushing event updated for resources: {'Port': ['ID=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:52.031300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f4c6d128-467e-4168-aae3-7d70f2fc11d2 None None] Provisioning for port 04e9b184-2896-41b3-bd63-e65dfedb6cbe completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:52.033060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-996e1bb4-883d-479e-a670-d10bc32bd9c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba HTTP/1.1" status: 200 len: 217 time: 0.0592916 Aug 25 15:07:52.036113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f4c6d128-467e-4168-aae3-7d70f2fc11d2 None None] Provisioning complete for port 04e9b184-2896-41b3-bd63-e65dfedb6cbe triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:52.036846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d128-467e-4168-aae3-7d70f2fc11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.104275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53176) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:52.120038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6d128-467e-4168-aae3-7d70f2fc11d2 None None] Port 04e9b184-2896-41b3-bd63-e65dfedb6cbe cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:07:52.275626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-f7f72b97-6b1d-4e71-b3c6-845529909e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:52.279366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-f7f72b97-6b1d-4e71-b3c6-845529909e9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 200 len: 857 time: 0.2279811 Aug 25 15:07:52.321767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-0d4b4484-5cc1-4d98-ad94-34289d044ee5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338173 Aug 25 15:07:52.349190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.359690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-690fb455-26a7-4ec0-b36a-cf4e1a492381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.480006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=04e9b184-2896-41b3-bd63-e65dfedb6cbe,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:52.538791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.540797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b6b92de3-21e6-4797-ad1d-4c12bd94dc65 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/04e9b184-2896-41b3-bd63-e65dfedb6cbe HTTP/1.1" status: 204 len: 168 time: 1.2872055 Aug 25 15:07:52.546365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:52.610694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-9e4131f3-6492-4ee8-98fd-3036db2ebdc5 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796409 Aug 25 15:07:52.656355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-690fb455-26a7-4ec0-b36a-cf4e1a492381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.661439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb551cf3-de60-4f4e-ab9c-e972beda1af5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:52.663181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb551cf3-de60-4f4e-ab9c-e972beda1af5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:52.670679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb551cf3-de60-4f4e-ab9c-e972beda1af5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1217592 Aug 25 15:07:52.671545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53192) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:52.746854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-690fb455-26a7-4ec0-b36a-cf4e1a492381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.777924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 85153c25-28a6-4c44-bab1-6b01b1358706 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:52.784999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.793493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e39504c-ba3f-41a6-adeb-d32c6235a9d1 req-08a3febe-a4ce-4a59-a7ef-ad5713bb1841 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749983 Aug 25 15:07:52.847953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:52.918161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-690fb455-26a7-4ec0-b36a-cf4e1a492381 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8fe350e9a2e470eb1a2a6f2760b31d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8126674 Aug 25 15:07:52.920797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53196) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:52.921172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fb455-26a7-4ec0-b36a-cf4e1a492381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9323e-76b4-47e7-ac07-bc102150f38c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:53.006462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8173d385-e8fc-4538-be13-2722d58cd039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.034024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8173d385-e8fc-4538-be13-2722d58cd039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.055313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.148286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1234b1c9-1cbf-4a80-9fc2-3888b50c351e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:53.198520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:53.198806 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.209077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8173d385-e8fc-4538-be13-2722d58cd039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.212001 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8173d385-e8fc-4538-be13-2722d58cd039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.213416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8173d385-e8fc-4538-be13-2722d58cd039 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bb9323e-76b4-47e7-ac07-bc102150f38c HTTP/1.1" status: 204 len: 168 time: 0.2908494 Aug 25 15:07:53.233476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173d385-e8fc-4538-be13-2722d58cd039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb9323e-76b4-47e7-ac07-bc102150f38c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:53.266990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.302369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=85153c25-28a6-4c44-bab1-6b01b1358706,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:53.312460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.315071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1e8ffeb7-3ff5-465d-b487-5081ed978718 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/85153c25-28a6-4c44-bab1-6b01b1358706 HTTP/1.1" status: 204 len: 168 time: 0.6407554 Aug 25 15:07:53.317093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:53.326896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a0f54-aa5a-4527-9443-68ac4647a48b None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:53.363060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5135e6b3-7e49-4041-8284-6d677632a4cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443313 Aug 25 15:07:53.367058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:53.375368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:53.546341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:07:53.587569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:53.601682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.608642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] Deleting port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:07:53.609377 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.721771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] For port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:53.721915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.744911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] Calling delete_port for 1234b1c9-1cbf-4a80-9fc2-3888b50c351e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:07:53.808887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe7bd-f0ae-4b95-b53f-44754c75c373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.964056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.965657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:53.999372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] No DVR routers for this DVR port 1234b1c9-1cbf-4a80-9fc2-3888b50c351e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:07:54.003816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9408-ceb7-4841-80eb-310497344f9a None None] Pushing event deleted for resources: {'Port': ['ID=1234b1c9-1cbf-4a80-9fc2-3888b50c351e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:54.056964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.107455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:54.110865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:54.114077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:54.114706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.123139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5b5f2-144b-4bb8-9dd4-e2344afcb608 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:54.134003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=3efb8295-4a44-4ac5-b0da-852e31de455a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:54.195713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53212) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:54.238475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b7a26279-51b6-4884-b67b-e4145308ce9a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8697386 Aug 25 15:07:54.241556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53214) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:54.252191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '3efb8295-4a44-4ac5-b0da-852e31de455a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-820492608'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:54.260649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b011a9f7-afdc-42d0-a822-79585dfae2e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=016df05785874ff08eb5a92839c8679e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636845 Aug 25 15:07:54.261855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53216) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:54.392273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9251d03b-6527-421b-8207-dc8e0af021cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.433047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9251d03b-6527-421b-8207-dc8e0af021cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.466917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:54.538658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '3efb8295-4a44-4ac5-b0da-852e31de455a'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:07:54.538658 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.582947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.586459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9251d03b-6527-421b-8207-dc8e0af021cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.590088 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9251d03b-6527-421b-8207-dc8e0af021cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:54.593777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9251d03b-6527-421b-8207-dc8e0af021cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70a74175-c92c-452a-8d7f-d23c81b1b84e HTTP/1.1" status: 204 len: 168 time: 0.3277380 Aug 25 15:07:54.607523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 4d237dff-f0ba-48e1-9697-def22e2e6d2b yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:07:54.621196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251d03b-6527-421b-8207-dc8e0af021cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a74175-c92c-452a-8d7f-d23c81b1b84e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:54.821471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/3efb8295-4a44-4ac5-b0da-852e31de455a/7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:55.013737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.026866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Transition to ACTIVE for port object 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:55.046090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Transition to ACTIVE for port object 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:55.070417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1234b1c9-1cbf-4a80-9fc2-3888b50c351e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:07:55.098364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1234b1c9-1cbf-4a80-9fc2-3888b50c351e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:07:55.098900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1234b1c9-1cbf-4a80-9fc2-3888b50c351e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:07:55.152905 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.203224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:55.208955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:55.210175 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:07:55.210829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Pushing event updated for resources: {'Port': ['ID=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:55.213070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:55.214630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:07:55.308997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Attempting to bind port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:07:55.309368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Attempting to bind port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:07:55.310365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Attempting to bind port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:07:55.316811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:07:55.317256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:07:55.317595 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.317994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:07:55.318486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Bound port: 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:07:55.319252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.335760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-564a28d6-8bf9-4e31-bb5b-59e4d8987962 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0924158 Aug 25 15:07:55.338505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:55.448253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f118dc-8990-4d1d-a809-cafa4fa2a5de tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:55.450017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e1f118dc-8990-4d1d-a809-cafa4fa2a5de tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1104636 Aug 25 15:07:55.453408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53256) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:55.484741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] For port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:07:55.488992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] For port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:07:55.546107 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.549400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.550239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472e63b-091e-4ede-b724-6ee7156e01ba tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:55.563842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472e63b-091e-4ede-b724-6ee7156e01ba tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:55.563842 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e472e63b-091e-4ede-b724-6ee7156e01ba tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1090012 Aug 25 15:07:55.566452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53260) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:55.638378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436cae-a332-4304-b185-5a289fe964a9 None None] Pushing event updated for resources: {'Port': ['ID=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:55.657061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 3efb8295-4a44-4ac5-b0da-852e31de455a {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:07:55.661110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.715398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.834301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:55.992510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:56.040188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=3efb8295-4a44-4ac5-b0da-852e31de455a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:56.042740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:56.048771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6172f980-16f5-4309-8a10-d8abca332852 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/3efb8295-4a44-4ac5-b0da-852e31de455a HTTP/1.1" status: 204 len: 168 time: 0.4788654 Aug 25 15:07:56.048997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53276) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:56.096748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e2eefdce-f071-4743-a8de-4d3b8e2de762 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464211 Aug 25 15:07:56.101903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:56.108056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:56.305652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:07:56.310146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:56.388425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53288) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:56.585171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d8fb6539-5900-4797-8bc2-d84ba4963a27 tempest-AgentManagementNegativeTest-1850189373 tempest-AgentManagementNegativeTest-1850189373-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1945460 Aug 25 15:07:56.744309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:56.822545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:56.824650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:56.827467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=d70b9032-b426-4e2c-a2cf-fc3201625a15,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:56.830230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:56.831037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:56.955846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aecc2020-0966-496c-a2cb-6a29adb46617 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8527172 Aug 25 15:07:56.960558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53302) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:56.966998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:07:57.099252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.100113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.101509 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.119937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84463c08-0c5f-4ae6-96e3-35fb2083656c None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:07:57.271082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:57.301088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.386305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.477362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.478572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71ecfb07-c54c-4554-8b4d-09ae29e0c78f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5167267 Aug 25 15:07:57.482760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53316) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:57.491156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.506765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53318) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:57.530260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa069cfc-6920-487d-9b65-0707e4bc6145 None None] Provisioning for port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:57.632609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:07:57.643884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:57.644221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.748845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a5c9-4bf7-4305-9ee0-5474e90852ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.857856 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.902743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:07:57.941249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a5c9-4bf7-4305-9ee0-5474e90852ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:57.985400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.042063 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a5c9-4bf7-4305-9ee0-5474e90852ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.080042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:58.099071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0cc9a5c9-4bf7-4305-9ee0-5474e90852ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8912b0d6d86436aa35e3e4b338af3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910010 Aug 25 15:07:58.101324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a5c9-4bf7-4305-9ee0-5474e90852ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb7681-14c8-42de-b1ea-d33304d50ffd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:58.102916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53334) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:07:58.181443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ddba0d7-6bb9-4814-bc14-17a5d6c8950a None None] Provisioning complete for port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:58.182004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ddba0d7-6bb9-4814-bc14-17a5d6c8950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.184692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-4b9c9340-4c7a-4280-9281-f2a1104bec74 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:07:58.186542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-4b9c9340-4c7a-4280-9281-f2a1104bec74 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.4265463 Aug 25 15:07:58.228648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-f8dca0aa-01f8-4d3d-a102-cfa8e5627f97 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/quotas/2be81df55463464ba4e06e1d8a6bd045 HTTP/1.1" status: 200 len: 375 time: 0.0308454 Aug 25 15:07:58.246272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7198605b-b3e5-420d-870e-8affe0dc7f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.296401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.373822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7198605b-b3e5-420d-870e-8affe0dc7f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.485984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-2bad4f5e-7eba-439a-9b29-a37907d2b408 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2408168 Aug 25 15:07:58.658871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7198605b-b3e5-420d-870e-8affe0dc7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.661434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7198605b-b3e5-420d-870e-8affe0dc7f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:58.662576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7198605b-b3e5-420d-870e-8affe0dc7f2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bfb7681-14c8-42de-b1ea-d33304d50ffd HTTP/1.1" status: 204 len: 168 time: 0.5588744 Aug 25 15:07:58.697394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198605b-b3e5-420d-870e-8affe0dc7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb7681-14c8-42de-b1ea-d33304d50ffd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:07:58.735587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-69dbba7f-7393-433f-8726-84d36ed597ba service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334888 Aug 25 15:07:58.820139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::1 (adfdb661-dddb-4df2-9db5-dc9311fa8623/d70b9032-b426-4e2c-a2cf-fc3201625a15/d627cf42-bff2-43c5-8769-62642a577f74) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:07:59.043221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:59.141707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:07:59.209311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:07:59.209969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:59.371847 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-c89872de-033b-4b0d-9172-1c3903da8f95 service neutron] 10.222.0.58 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257386 Aug 25 15:07:59.452924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:59.478877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object d627cf42-bff2-43c5-8769-62642a577f74 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:07:59.723349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c49ccac9-c87d-4e07-ad89-04f4ba595998 req-a0e00eb2-7fe6-4ba6-8ed4-1e846bb54803 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 210 time: 0.0421574 Aug 25 15:07:59.728311 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:59.808010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:07:59.816044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:07:59.834795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:07:59.834795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:07:59.886910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=d627cf42-bff2-43c5-8769-62642a577f74,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:00.114030 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.265297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f6085929-e8d4-4fae-8bb0-d7bb34dd66dc None None] Provisioning for port d627cf42-bff2-43c5-8769-62642a577f74 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:00.269237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f6085929-e8d4-4fae-8bb0-d7bb34dd66dc None None] Provisioning complete for port d627cf42-bff2-43c5-8769-62642a577f74 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:00.269602 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6085929-e8d4-4fae-8bb0-d7bb34dd66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.316441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f6085929-e8d4-4fae-8bb0-d7bb34dd66dc None None] Port d627cf42-bff2-43c5-8769-62642a577f74 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:08:00.317968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53388) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:00.477304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551785561'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:00.505940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.577782 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.578646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.634691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:00.641027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.658861 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:00.779428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=d627cf42-bff2-43c5-8769-62642a577f74,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:00.872589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:00.874327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:00.937069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-921ecd79-fc0b-4e92-8753-73fc863bfdc3 req-87e6147e-7a49-496c-a4cc-8d19d3ee1ca5 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 210 time: 0.0840077 Aug 25 15:08:00.952438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.093022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.152188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:01.175326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1b562-abce-4c9c-b42c-3cff13fccd2c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:01.176891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:08:01.200710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.205134 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment 44568d22-b12e-4883-a384-e6f7d72872d5 of type vlan for network 0ff216a3-1684-484d-a6da-40e664907f67 Aug 25 15:08:01.345021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.377235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-62381859-f6c5-458f-aa13-21ce6d6095d2 None None] Provisioning complete for port d627cf42-bff2-43c5-8769-62642a577f74 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:01.378256 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-62381859-f6c5-458f-aa13-21ce6d6095d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.448845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:01.472444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53424) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:01.484669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50f67560-868f-4c33-9917-57be72549e9f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "PUT /v2.0/routers/6daafaba-4c9a-491e-aa05-fd404b1d3d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9987025 Aug 25 15:08:01.485438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-62381859-f6c5-458f-aa13-21ce6d6095d2 None None] Port d627cf42-bff2-43c5-8769-62642a577f74 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:08:01.495150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Sync routers for ids ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:01.502764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.518807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:01.519652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:01.521004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Routers {'6daafaba-4c9a-491e-aa05-fd404b1d3d2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:01.522798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:01.675764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dff87-3913-4238-9bd7-1ee1785eafac tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:01.680325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53426) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:01.690524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb2dff87-3913-4238-9bd7-1ee1785eafac tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports/d627cf42-bff2-43c5-8769-62642a577f74 HTTP/1.1" status: 200 len: 911 time: 0.2168996 Aug 25 15:08:01.741166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Set router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:01.790047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=0ff216a3-1684-484d-a6da-40e664907f67,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:01.800822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc78a5a-8607-4617-9f8b-9dc0ebb7e0b0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:01.823599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc78a5a-8607-4617-9f8b-9dc0ebb7e0b0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:01.832024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-655a147e-6b25-4424-8f21-8ebb1a37679e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4946272 Aug 25 15:08:01.832024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53428) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:01.832337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9cc78a5a-8607-4617-9f8b-9dc0ebb7e0b0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1403081 Aug 25 15:08:01.832430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0ff216a3-1684-484d-a6da-40e664907f67 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:02.603487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:07:57Z', 'updated_at': '2021-08-25T15:07:59Z', 'revision_number': 2, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None, '_interfaces': [{'id': 'd627cf42-bff2-43c5-8769-62642a577f74', 'name': '', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'mac_address': 'fa:16:3e:cd:2f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'd70b9032-b426-4e2c-a2cf-fc3201625a15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:07:58Z', 'updated_at': '2021-08-25T15:08:00Z', 'revision_number': 2, 'project_id': '02c721953585433486deef8c5213e33b', 'subnets': [{'id': 'd70b9032-b426-4e2c-a2cf-fc3201625a15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:02.642851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Checking router: 6daafaba-4c9a-491e-aa05-fd404b1d3d2b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:02.643984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Updating router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b port d627cf42-bff2-43c5-8769-62642a577f74 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:08:02.706548 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:02.954659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f041bc12-7759-493d-aae7-9927b1a4a0d5 req-6cd379d2-c0f9-4911-8a21-25cdcf782780 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 210 time: 0.8517215 Aug 25 15:08:03.283392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:03.309023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Transition to ACTIVE for port object d627cf42-bff2-43c5-8769-62642a577f74 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:03.347466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-454f927b-4c0e-49de-a85f-57eac1aa0a9b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:03.349053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-454f927b-4c0e-49de-a85f-57eac1aa0a9b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 814 time: 0.4214423 Aug 25 15:08:03.380356 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:03.391968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Request body: {'port': {'device_id': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'admin_state_up': True, 'tenant_id': '2be81df55463464ba4e06e1d8a6bd045'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:03.565716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Attempting to bind port d627cf42-bff2-43c5-8769-62642a577f74 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:03.566261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Attempting to bind port d627cf42-bff2-43c5-8769-62642a577f74 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:03.566776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Attempting to bind port d627cf42-bff2-43c5-8769-62642a577f74 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:03.582733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:03.586259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:03.586259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:03.591292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:03.593452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Bound port: d627cf42-bff2-43c5-8769-62642a577f74, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:03.594928 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:03.663105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Pushing event updated for resources: {'Port': ['ID=d627cf42-bff2-43c5-8769-62642a577f74,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:03.720572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.721170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.721522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.721909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.722293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.722632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.722960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.723335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.723663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.723986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.724310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.724854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:03.783383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] For port d627cf42-bff2-43c5-8769-62642a577f74, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:03.787552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] For port d627cf42-bff2-43c5-8769-62642a577f74, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d627cf42-bff2-43c5-8769-62642a577f74,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:03.888712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:03.943384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa785b4-72ee-4575-8453-9ee9339f0f93 None None] Pushing event updated for resources: {'Port': ['ID=d627cf42-bff2-43c5-8769-62642a577f74,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:03.947188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Made reservation on behalf of 2be81df55463464ba4e06e1d8a6bd045 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:03.951784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:03.984369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Routers {'6daafaba-4c9a-491e-aa05-fd404b1d3d2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:03.987443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:04.120388 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:04.152666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] Set router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:04.326831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8797f81b-6359-4de4-8162-ae40a8881d1a req-5ddfcf5e-2647-44df-aded-0743c0efb9aa tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 210 time: 0.1348143 Aug 25 15:08:04.650548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Allocated IP 172.20.0.2 (5e6c2977-db8e-46d3-ae29-f6a13b35bfa9/beebf522-d43c-43f0-b3c7-9f16fde8285e/74d33d9b-4599-447b-abfe-48f77b9a33fa) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:04.663299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:07:57Z', 'updated_at': '2021-08-25T15:07:59Z', 'revision_number': 2, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None, '_interfaces': [{'id': 'd627cf42-bff2-43c5-8769-62642a577f74', 'name': '', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'mac_address': 'fa:16:3e:cd:2f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'd70b9032-b426-4e2c-a2cf-fc3201625a15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:07:58Z', 'updated_at': '2021-08-25T15:08:03Z', 'revision_number': 4, 'project_id': '02c721953585433486deef8c5213e33b', 'subnets': [{'id': 'd70b9032-b426-4e2c-a2cf-fc3201625a15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:04.750008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741945e-aedb-4d60-a3df-6eb384aa2f64 None None] The sync data for ids ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'] in n-d-805995-2 is: [{'id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:07:57Z', 'updated_at': '2021-08-25T15:07:59Z', 'revision_number': 2, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None, '_interfaces': [{'id': 'd627cf42-bff2-43c5-8769-62642a577f74', 'name': '', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'mac_address': 'fa:16:3e:cd:2f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'd70b9032-b426-4e2c-a2cf-fc3201625a15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:07:58Z', 'updated_at': '2021-08-25T15:08:03Z', 'revision_number': 4, 'project_id': '02c721953585433486deef8c5213e33b', 'subnets': [{'id': 'd70b9032-b426-4e2c-a2cf-fc3201625a15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:04.942703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port d627cf42-bff2-43c5-8769-62642a577f74 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:04.943567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.066086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.217408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] For port d627cf42-bff2-43c5-8769-62642a577f74, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d627cf42-bff2-43c5-8769-62642a577f74,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:05.218150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.250543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for d627cf42-bff2-43c5-8769-62642a577f74 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:05.270754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:05.276398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '0ff216a3-1684-484d-a6da-40e664907f67', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:05.404688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53482) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:05.414715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.431526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['d245e4cb-ab83-4249-8e92-8a6702584404'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:08:05.522127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a', '125b83b1-2c60-49ed-be2f-7af1b8bbc260'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:08:05.558743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:05.581186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Deleting subnet c1219caf-77c9-45d7-a8cc-bd1224ad7a37 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:05.603179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:05.605159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event updated for resources: {'Port': ['ID=74d33d9b-4599-447b-abfe-48f77b9a33fa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:05.674029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.684094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:05.706542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fce08-178c-4d91-b972-af574606a9aa req-591a946e-519a-42b6-ac89-14e43c0b27df tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:05.711168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-719fce08-178c-4d91-b972-af574606a9aa req-591a946e-519a-42b6-ac89-14e43c0b27df tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 931 time: 0.1732597 Aug 25 15:08:05.749014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:05.758448 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.800328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.878608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:05.892670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.927507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:05.975945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-719fce08-178c-4d91-b972-af574606a9aa req-39cfd28b-a8e6-4ea8-8d3b-f6f351db84a5 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492201 Aug 25 15:08:06.066178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.123558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=d627cf42-bff2-43c5-8769-62642a577f74,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:06.171868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.325959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1219caf-77c9-45d7-a8cc-bd1224ad7a37,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:06.333076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-2e2d2443-b9c5-4b92-b590-815960953492 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9673352 Aug 25 15:08:06.379836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.384440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:06.385941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7b502421-0084-4ad2-b22d-5dcc76be2112 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c1219caf-77c9-45d7-a8cc-bd1224ad7a37 HTTP/1.1" status: 204 len: 168 time: 0.9802868 Aug 25 15:08:06.391392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Request body: {'port': {'device_id': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:06.423067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.440054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bacf7c-3051-42fc-adcb-bd003d7b1de1 req-77bb2e9c-44c1-4df7-ba0c-f05355b29811 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:06.440054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51bacf7c-3051-42fc-adcb-bd003d7b1de1 req-77bb2e9c-44c1-4df7-ba0c-f05355b29811 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.2700307 Aug 25 15:08:06.455848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.525879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.557393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=7a970463-9ea6-4634-ae9e-4a95476a3117,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:06.575738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.595474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51bacf7c-3051-42fc-adcb-bd003d7b1de1 req-f9f5b7ef-f3de-480c-b158-a42c893b3641 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425078 Aug 25 15:08:06.596613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': '44568d22-b12e-4883-a384-e6f7d72872d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0ff216a3-1684-484d-a6da-40e664907f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:06.599018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 0ff216a3-1684-484d-a6da-40e664907f67, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:06.669956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.688557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46573a2-afe5-4509-938f-5a8d8299dd3f']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:06.692362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ab5737-0175-4b27-b70f-3840da95fb86') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:06.692552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ab5737-0175-4b27-b70f-3840da95fb86') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:06.702893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.713488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:08:06.717199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.723551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:06.723940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:06.725568 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:06.771931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 0ff216a3-1684-484d-a6da-40e664907f67 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:06.868993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0ff216a3-1684-484d-a6da-40e664907f67) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:06.875387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:06.876846 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.883853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e4484a-f760-4256-a343-73b03e9bec49 None None] Network 0ff216a3-1684-484d-a6da-40e664907f67 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:06.897531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:06.898400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.907833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1a860f42-e21a-4849-8659-e7837b134dcd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "PUT /v2.0/routers/6daafaba-4c9a-491e-aa05-fd404b1d3d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0890846 Aug 25 15:08:06.915977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53492) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:06.936522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:06.938853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f46573a2-afe5-4509-938f-5a8d8299dd3f HTTP/1.1" status: 204 len: 168 time: 0.5527399 Aug 25 15:08:06.941277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53494) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:06.973780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-201c6db2-f310-460b-a234-9e247a295f3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7016304 Aug 25 15:08:06.979652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53496) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:06.984863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2109093433'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:07.065042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72de495-d8dd-4484-8681-b3aa88d08759 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46573a2-afe5-4509-938f-5a8d8299dd3f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:07.113060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Deleting subnet 2a56b142-4352-44a8-8a01-ebe6031c7783 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:07.139402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1329c5-198f-4f52-b8bd-fc3f666b0905 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:07.145922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1329c5-198f-4f52-b8bd-fc3f666b0905 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:07.149758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f1329c5-198f-4f52-b8bd-fc3f666b0905 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2251356 Aug 25 15:08:07.152532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53508) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:07.157753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:07.162292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.164085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.210229 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] Sync routers for ids ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:07.231611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:07.258708 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] Routers {'6daafaba-4c9a-491e-aa05-fd404b1d3d2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:07.260553 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:07.310596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.310869 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment f1fa94bc-24c3-4977-8a4f-9ca8c7755fd8 of type vlan for network 89b3fc1a-bd47-4bf6-b897-c255d95fd623 Aug 25 15:08:07.313768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet d70b9032-b426-4e2c-a2cf-fc3201625a15 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:07.320445 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.335139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0ff216a3-1684-484d-a6da-40e664907f67', 'network_id': '0ff216a3-1684-484d-a6da-40e664907f67', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': '7a970463-9ea6-4634-ae9e-4a95476a3117'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:07.336010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.354923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05325e6d-678f-47e9-8836-7a8827922654 req-16d57a15-d04b-4dac-a36c-313eb08a70ac tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:07.356612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05325e6d-678f-47e9-8836-7a8827922654 req-16d57a15-d04b-4dac-a36c-313eb08a70ac tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 931 time: 0.2363322 Aug 25 15:08:07.372703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.428586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] Set router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:07.441514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.486272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d33d9b-4599-447b-abfe-48f77b9a33fa {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:08:07.492901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.503644 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:07:57Z', 'updated_at': '2021-08-25T15:08:05Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:07.505322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.524164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Transition to ACTIVE for port object 74d33d9b-4599-447b-abfe-48f77b9a33fa will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:07.530112 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.534731 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] Checking router: 6daafaba-4c9a-491e-aa05-fd404b1d3d2b for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:07.537455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.550405 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] Routers {'6daafaba-4c9a-491e-aa05-fd404b1d3d2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:07.551046 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:07.572531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Allocated IP 2001:db8:0:ffff::2 (0ff216a3-1684-484d-a6da-40e664907f67/7a970463-9ea6-4634-ae9e-4a95476a3117/74ebb016-0915-4dc6-baab-3ae25e57394b) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:07.618059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05325e6d-678f-47e9-8836-7a8827922654 req-d819c58c-56db-45e8-b721-1b54135743bd tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456822 Aug 25 15:08:07.625683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.632262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] Set router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:07.701775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.709672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:07.709885 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:07:57Z', 'updated_at': '2021-08-25T15:08:05Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:07.710469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.780608 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae03e6-7403-49a1-a890-0ca7988d454e None None] The sync data for ids ['6daafaba-4c9a-491e-aa05-fd404b1d3d2b'] in n-d-805995-2 is: [{'id': '6daafaba-4c9a-491e-aa05-fd404b1d3d2b', 'name': 'tempest-NetworksTestDHCPv6-router-861171289', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:07:57Z', 'updated_at': '2021-08-25T15:08:05Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:07.782055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.798051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.856804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=d70b9032-b426-4e2c-a2cf-fc3201625a15,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:07.862814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Pushing event updated for resources: {'Port': ['ID=74d33d9b-4599-447b-abfe-48f77b9a33fa,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:07.868030 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.873062 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ee312b34-9555-40d5-b410-df2a6ff2b3c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/d70b9032-b426-4e2c-a2cf-fc3201625a15 HTTP/1.1" status: 204 len: 168 time: 0.7031636 Aug 25 15:08:07.875415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.876517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:07.877281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2a56b142-4352-44a8-8a01-ebe6031c7783 HTTP/1.1" status: 204 len: 168 time: 0.9350901 Aug 25 15:08:07.879172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:07.884289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:07.889139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de390ea-1883-4d25-92f8-029fa91f5d5b None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:07.891790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9110146 Aug 25 15:08:07.900607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:07.904642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Transition to ACTIVE for port object 74ebb016-0915-4dc6-baab-3ae25e57394b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:07.911803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '89b3fc1a-bd47-4bf6-b897-c255d95fd623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:07.916267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e79a9-e275-4319-b4ae-bbd7785759d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a56b142-4352-44a8-8a01-ebe6031c7783,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:07.971718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d220da1-59f0-4998-ae6d-4fb4930164d0 req-8c5e4820-3a4f-45dd-9cd1-0aa4adc477fe tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:07.983699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d220da1-59f0-4998-ae6d-4fb4930164d0 req-8c5e4820-3a4f-45dd-9cd1-0aa4adc477fe tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.2454791 Aug 25 15:08:07.990528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Transition to ACTIVE for port object 74ebb016-0915-4dc6-baab-3ae25e57394b will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:08.003821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.016876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53522) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:08.066977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.115510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Network 0ff216a3-1684-484d-a6da-40e664907f67 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:08.122172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:08.128588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:08.136823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Pushing event updated for resources: {'Port': ['ID=74ebb016-0915-4dc6-baab-3ae25e57394b,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:08.171867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d220da1-59f0-4998-ae6d-4fb4930164d0 req-24a7af35-610b-4e24-b645-7ec267eba9ba tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872327 Aug 25 15:08:08.195861 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d173ec1d-5507-4aa3-b2d9-d9030c5442db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2954683 Aug 25 15:08:08.196672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53528) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:08.244729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Attempting to bind port 74ebb016-0915-4dc6-baab-3ae25e57394b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:08.245098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Attempting to bind port 74ebb016-0915-4dc6-baab-3ae25e57394b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '44568d22-b12e-4883-a384-e6f7d72872d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0ff216a3-1684-484d-a6da-40e664907f67'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:08.251451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Attempting to bind port 74ebb016-0915-4dc6-baab-3ae25e57394b on network 0ff216a3-1684-484d-a6da-40e664907f67 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:08.251451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:08.252259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Checking segment: {'id': '44568d22-b12e-4883-a384-e6f7d72872d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0ff216a3-1684-484d-a6da-40e664907f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:08.252259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.252428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Bound using segment: {'id': '44568d22-b12e-4883-a384-e6f7d72872d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0ff216a3-1684-484d-a6da-40e664907f67'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:08.256090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Bound port: 74ebb016-0915-4dc6-baab-3ae25e57394b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44568d22-b12e-4883-a384-e6f7d72872d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0ff216a3-1684-484d-a6da-40e664907f67'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:08.256090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.266649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:08.285180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a048e8e-b485-470c-a66d-da3b5a3cb7e0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=89b3fc1a-bd47-4bf6-b897-c255d95fd623,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:08.342962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 89b3fc1a-bd47-4bf6-b897-c255d95fd623 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:08.346240 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.383844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] For port 74ebb016-0915-4dc6-baab-3ae25e57394b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:08.389421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] For port 74ebb016-0915-4dc6-baab-3ae25e57394b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=74ebb016-0915-4dc6-baab-3ae25e57394b,segment=NetworkSegment(44568d22-b12e-4883-a384-e6f7d72872d5),segment_id=44568d22-b12e-4883-a384-e6f7d72872d5)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:08.435291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:08.437516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e78c4a78-7c61-4899-8fe5-b61243c312c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.438937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.452987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Attempting to bind port 74d33d9b-4599-447b-abfe-48f77b9a33fa on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:08.453272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Attempting to bind port 74d33d9b-4599-447b-abfe-48f77b9a33fa by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:08.454290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Attempting to bind port 74d33d9b-4599-447b-abfe-48f77b9a33fa on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:08.462135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Port 74d33d9b-4599-447b-abfe-48f77b9a33fa on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:08:08.462421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Attempting to bind port 74d33d9b-4599-447b-abfe-48f77b9a33fa on network 5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:08.475226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64022125-9977-4a77-858c-9459daa08a55 req-5b8e69a3-4bc7-46db-ba83-9379e969023f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:08.476770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64022125-9977-4a77-858c-9459daa08a55 req-5b8e69a3-4bc7-46db-ba83-9379e969023f tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.1867194 Aug 25 15:08:08.479660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.497033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.503619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8898a7ea-d849-4af4-a8ab-86b3f2505840']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:08.505826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:08.506165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Checking segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:08.506599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Bound using segment: {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:08.507103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Bound port: 74d33d9b-4599-447b-abfe-48f77b9a33fa, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15148a23-3fe5-466b-9171-2feecd2ecc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:08.507466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.550337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70c6d1c-3f2e-4df2-a743-e632f3c67ab6') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:08.550632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70c6d1c-3f2e-4df2-a743-e632f3c67ab6') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:08.560302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df0704-3b1f-4baf-a305-fc2fbe03b905 None None] Pushing event updated for resources: {'Port': ['ID=74ebb016-0915-4dc6-baab-3ae25e57394b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:08.594609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] Deleting port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:08.595248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.604447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.671207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.714445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] For port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:08.714856 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.734412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:08.734842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:08.738062 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:08.740903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] Calling delete_port for 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:08.836624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] For port 74d33d9b-4599-447b-abfe-48f77b9a33fa, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:08.856709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] For port 74d33d9b-4599-447b-abfe-48f77b9a33fa, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74d33d9b-4599-447b-abfe-48f77b9a33fa,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:08.907327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.923396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.937845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8898a7ea-d849-4af4-a8ab-86b3f2505840 HTTP/1.1" status: 204 len: 168 time: 1.0511615 Aug 25 15:08:08.975153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.980450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.995888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e78c4a78-7c61-4899-8fe5-b61243c312c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:08.996461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.023056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f5ba3-5935-4b3f-8c32-ca85b91a5238 admin admin] Pushing event deleted for resources: {'Network': ['ID=8898a7ea-d849-4af4-a8ab-86b3f2505840,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:09.066991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:09.067827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.069918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] 10.222.0.45 "PUT /v2.0/ports/74d33d9b-4599-447b-abfe-48f77b9a33fa HTTP/1.1" status: 200 len: 1091 time: 2.6940806 Aug 25 15:08:09.074093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'tag': '74d33d9b-4599-447b-abfe-48f77b9a33fa'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:08:09.085940 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d069b8-dbf8-4fbd-8da5-e19173fe9424" -d '{"events": [{"name": "network-changed", "server_uuid": "4b98c3bf-b87f-48e3-8843-ebf3b3504147", "tag": "74d33d9b-4599-447b-abfe-48f77b9a33fa"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:08:09.095324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Deleting port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:09.095771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.123154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e78c4a78-7c61-4899-8fe5-b61243c312c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.153975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7525a-a3d9-4588-b58c-797f5fc13e41 req-11fb54a4-64e3-47b0-b33c-f100c9492527 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:09.155684 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-82c7525a-a3d9-4588-b58c-797f5fc13e41 req-11fb54a4-64e3-47b0-b33c-f100c9492527 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 943 time: 0.2119370 Aug 25 15:08:09.182242 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85342b90-7f88-415f-9a94-a0121ef420a2 x-openstack-request-id: req-85342b90-7f88-415f-9a94-a0121ef420a2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:08:09.182633 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b98c3bf-b87f-48e3-8843-ebf3b3504147", "tag": "74d33d9b-4599-447b-abfe-48f77b9a33fa", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:08:09.183104 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85342b90-7f88-415f-9a94-a0121ef420a2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:08:09.183608 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'tag': '74d33d9b-4599-447b-abfe-48f77b9a33fa', 'status': 'completed', 'code': 200} Aug 25 15:08:09.228750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 74ebb016-0915-4dc6-baab-3ae25e57394b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:09.286106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-82c7525a-a3d9-4588-b58c-797f5fc13e41 req-86176f12-7d50-4462-b0e7-0ae8fb979575 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936913 Aug 25 15:08:09.289875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.290670 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.292856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Fanout notify agent at l3_agent the message router_deleted on router 6daafaba-4c9a-491e-aa05-fd404b1d3d2b {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:08:09.308709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.310417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5682b085-47ee-4347-800a-8f421e791187 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/routers/6daafaba-4c9a-491e-aa05-fd404b1d3d2b HTTP/1.1" status: 204 len: 168 time: 1.1125145 Aug 25 15:08:09.315345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53544) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:09.329526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:09.380148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] Pushing event deleted for resources: {'Port': ['ID=7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:09.389216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7d84a-06fe-4ab9-89c4-33af46d49942 None None] No DVR routers for this DVR port 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:09.503221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 74ebb016-0915-4dc6-baab-3ae25e57394b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:09.575530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d627cf42-bff2-43c5-8769-62642a577f74 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:09.599483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d627cf42-bff2-43c5-8769-62642a577f74 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:09.600091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d627cf42-bff2-43c5-8769-62642a577f74 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:09.600735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:09.609596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.617758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:09.624386 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.629096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:09.629595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7cc43ab9-19f4-4cf2-b6a3-7e2eb76c7a1e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:09.668444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e78c4a78-7c61-4899-8fe5-b61243c312c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8857839f1d5e497481c8b30df6de6beb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6483996 Aug 25 15:08:09.682179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602818c-3f7e-40b3-97d7-07b3d02f388f service neutron] Pushing event updated for resources: {'Port': ['ID=74d33d9b-4599-447b-abfe-48f77b9a33fa,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:09.687349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53546) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:09.743331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4a78-7c61-4899-8fe5-b61243c312c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b4033-5c9b-4c30-b87c-7bba8defa4ed,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:09.760668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53548) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:09.822275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] For port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:09.822647 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.823759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=3c122c91-09af-4381-bdb5-6d8c3e9d36dc,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:09.838316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d069b8-dbf8-4fbd-8da5-e19173fe9424 req-275c36b1-f3ce-4dbb-8718-7a1e44761329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:09.840175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80d069b8-dbf8-4fbd-8da5-e19173fe9424 req-275c36b1-f3ce-4dbb-8718-7a1e44761329 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 1094 time: 0.6526880 Aug 25 15:08:09.856052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Calling delete_port for d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:09.864896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': 'f1fa94bc-24c3-4977-8a4f-9ca8c7755fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '89b3fc1a-bd47-4bf6-b897-c255d95fd623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:09.865286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 89b3fc1a-bd47-4bf6-b897-c255d95fd623, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:09.877627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50c792-d935-4838-a1c7-5c497fb9634d req-a7c0f574-503f-4e31-8056-b52fa6e184d2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:09.883551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c50c792-d935-4838-a1c7-5c497fb9634d req-a7c0f574-503f-4e31-8056-b52fa6e184d2 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 946 time: 0.2522852 Aug 25 15:08:09.970483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee3fce6e-4b2e-45b7-adce-4129a5f493d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:09.973952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-37e48c03-6bd2-488e-99a7-77be8bab15ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=529f0f87f6b54efe9adfb71d9c2102db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085693 Aug 25 15:08:09.976966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53550) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:09.983933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0e88e-c54d-41bd-b396-70e6676497b3 None None] Network 0ff216a3-1684-484d-a6da-40e664907f67 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:09.988072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 89b3fc1a-bd47-4bf6-b897-c255d95fd623 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:10.047569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b671916-3650-441d-a8f9-d308568b9f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.065248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee3fce6e-4b2e-45b7-adce-4129a5f493d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.073888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b671916-3650-441d-a8f9-d308568b9f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.082081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.126768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c50c792-d935-4838-a1c7-5c497fb9634d req-a0d86d6e-dce9-4735-8611-80d09e4ccb58 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143979 Aug 25 15:08:10.139695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:10.149615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:10.156827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 89b3fc1a-bd47-4bf6-b897-c255d95fd623) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:10.161370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.162496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.166002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d069b8-dbf8-4fbd-8da5-e19173fe9424 req-d1c09161-40c8-4bb2-bf0e-dd15da1ee82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.169765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80d069b8-dbf8-4fbd-8da5-e19173fe9424 req-d1c09161-40c8-4bb2-bf0e-dd15da1ee82e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2be81df55463464ba4e06e1d8a6bd045&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3011949 Aug 25 15:08:10.175867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] Provisioning for port 74ebb016-0915-4dc6-baab-3ae25e57394b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:10.176098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.176098 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.187145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] Provisioning complete for port 74ebb016-0915-4dc6-baab-3ae25e57394b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:10.187789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.189908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d835c-1a90-45b3-98a2-5534068827f9 None None] Network 89b3fc1a-bd47-4bf6-b897-c255d95fd623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:10.191813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494bcaae-4c17-480d-a8ac-46251c80add1 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:10.197279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=e31b5b8d-4c3e-417a-a05d-42a860a4d735,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:10.287755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b774b2b4-75ec-4dc1-94ff-95c355f596ec tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9622858 Aug 25 15:08:10.290261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53552) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:10.296293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:10.322513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d069b8-dbf8-4fbd-8da5-e19173fe9424 req-0b65b54b-e374-4ed0-9aae-f39006cb1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.324093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80d069b8-dbf8-4fbd-8da5-e19173fe9424 req-0b65b54b-e374-4ed0-9aae-f39006cb1428 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456709 Aug 25 15:08:10.328033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b671916-3650-441d-a8f9-d308568b9f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.336304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b671916-3650-441d-a8f9-d308568b9f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.336304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3b671916-3650-441d-a8f9-d308568b9f6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fde7191-cfd6-4977-8788-e923e17b67d0 HTTP/1.1" status: 204 len: 168 time: 0.3554082 Aug 25 15:08:10.336304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b14b3e66-ff36-4cc3-bca5-7e726df94deb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4291189 Aug 25 15:08:10.342619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53556) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:10.394865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.396057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b671916-3650-441d-a8f9-d308568b9f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde7191-cfd6-4977-8788-e923e17b67d0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:10.438775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee3fce6e-4b2e-45b7-adce-4129a5f493d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.445760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee3fce6e-4b2e-45b7-adce-4129a5f493d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.448663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee3fce6e-4b2e-45b7-adce-4129a5f493d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f0b4033-5c9b-4c30-b87c-7bba8defa4ed HTTP/1.1" status: 204 len: 168 time: 0.7534139 Aug 25 15:08:10.449417 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.469876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd806ed5-ee9d-4775-b413-5c617c416e6d', 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:08:10.515129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Pushing event deleted for resources: {'Port': ['ID=d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:10.532987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.536394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.547243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fce6e-4b2e-45b7-adce-4129a5f493d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b4033-5c9b-4c30-b87c-7bba8defa4ed,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:10.624455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-72a754f4-4fbb-4595-8d53-4379a8f9cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.626240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-72a754f4-4fbb-4595-8d53-4379a8f9cd53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 1094 time: 0.2502081 Aug 25 15:08:10.627003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.627394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] No DVR routers for this DVR port d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:10.630562 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.633685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64022125-9977-4a77-858c-9459daa08a55 req-c2180352-39ff-49df-85af-2c0e7b057e68 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "DELETE /v2.0/ports/d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba HTTP/1.1" status: 204 len: 173 time: 2.1423707 Aug 25 15:08:10.700816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-3df995bd-353d-4cb8-9d2d-3c44e15ba00f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74d33d9b-4599-447b-abfe-48f77b9a33fa HTTP/1.1" status: 200 len: 217 time: 0.0620537 Aug 25 15:08:10.708494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61af622-ba70-44c8-8cb3-2834c059e779 req-27b3a039-a118-4b28-acf7-ff436acfdeea tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.710325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d61af622-ba70-44c8-8cb3-2834c059e779 req-27b3a039-a118-4b28-acf7-ff436acfdeea tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 943 time: 0.2264972 Aug 25 15:08:10.764901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.800430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.811312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152991-97f5-47f1-9753-52eddace20bb req-5bf1db7b-5a62-4e81-ad8b-210d9ef6f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:10.816195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-5bf1db7b-5a62-4e81-ad8b-210d9ef6f814 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.1118426 Aug 25 15:08:10.816506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] For port 74ebb016-0915-4dc6-baab-3ae25e57394b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=74ebb016-0915-4dc6-baab-3ae25e57394b,segment=NetworkSegment(44568d22-b12e-4883-a384-e6f7d72872d5),segment_id=44568d22-b12e-4883-a384-e6f7d72872d5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:10.880969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.895248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-972807c2-1416-410a-9311-f82236a507b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706675 Aug 25 15:08:10.906401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc9b87-0079-4f68-b476-5cf24d34e1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-89b3fc1a-bd47-4bf6-b897-c255d95fd623', 'network_id': '89b3fc1a-bd47-4bf6-b897-c255d95fd623', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': '3c122c91-09af-4381-bdb5-6d8c3e9d36dc'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:10.907623 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-07dc9b87-0079-4f68-b476-5cf24d34e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.909209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d61af622-ba70-44c8-8cb3-2834c059e779 req-8e98284a-5e7f-41af-b4ec-9864665f7062 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582415 Aug 25 15:08:10.918813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.946066 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.953969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'e31b5b8d-4c3e-417a-a05d-42a860a4d735'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:10.954770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:10.985893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=3c122c91-09af-4381-bdb5-6d8c3e9d36dc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:11.086124 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.090180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a4b4f09-f4f4-4ae5-bc07-c9c5a62e2395 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7961581 Aug 25 15:08:11.090861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53568) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:11.112828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-c08b7524-444b-4f9f-a9ec-ffe5cc199c35 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099264 Aug 25 15:08:11.184058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.217195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'name': 'network-vif-deleted', 'tag': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:08:11.220812 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2dea40-807b-4acc-9393-e139cca5e0f2" -d '{"events": [{"server_uuid": "b8877cfc-e355-432a-b872-ddd18bf2d34b", "name": "network-vif-deleted", "tag": "d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:08:11.230575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b3fc1a-bd47-4bf6-b897-c255d95fd623']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:11.291593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fa94bc-24c3-4977-8a4f-9ca8c7755fd8') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:11.292055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fa94bc-24c3-4977-8a4f-9ca8c7755fd8') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:11.297075 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d4f277-349f-4f18-a2a0-b68b448a4448 x-openstack-request-id: req-c4d4f277-349f-4f18-a2a0-b68b448a4448 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:08:11.297075 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8877cfc-e355-432a-b872-ddd18bf2d34b", "name": "network-vif-deleted", "tag": "d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:08:11.297075 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4d4f277-349f-4f18-a2a0-b68b448a4448 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:08:11.297467 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8877cfc-e355-432a-b872-ddd18bf2d34b', 'name': 'network-vif-deleted', 'tag': 'd3048edd-ff56-40b7-bf22-6e8fdbe9c9ba', 'status': 'completed', 'code': 200} Aug 25 15:08:11.319581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0c77e7d-45a0-49b0-a613-15c9c2ba80be req-b0b2da55-8ee7-4b36-9f34-9296f0cf21bd tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8877cfc-e355-432a-b872-ddd18bf2d34b HTTP/1.1" status: 200 len: 210 time: 0.0377688 Aug 25 15:08:11.320989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50284762-244f-4821-abdc-b57ce94bdb27 None None] Pushing event updated for resources: {'Port': ['ID=74ebb016-0915-4dc6-baab-3ae25e57394b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:11.340219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7152991-97f5-47f1-9753-52eddace20bb req-4d2e5153-f95c-468c-bc6c-e021560358f8 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202060 Aug 25 15:08:11.341865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.349366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bc5e2c2e-d4dc-4c9f-b250-b9516913d5c1 None None] Provisioning complete for port 74ebb016-0915-4dc6-baab-3ae25e57394b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:11.349962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bc5e2c2e-d4dc-4c9f-b250-b9516913d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.397404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.398543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/e31b5b8d-4c3e-417a-a05d-42a860a4d735/af889b70-aba5-48fd-9174-77abbf524e7e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:11.414756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b443e-cfdf-4c3e-bb12-5a7f48081e00 None None] Network 89b3fc1a-bd47-4bf6-b897-c255d95fd623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:11.466820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:11.467662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:11.471841 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:11.564407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:11.599559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.634067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53580) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:11.639218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0e224cf4-76ac-4185-8e82-eab94e98d1e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31534e43c6164be48d7dcc8a05754d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698993 Aug 25 15:08:11.651232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53582) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:11.670239 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5765ba13-4acb-4ab1-bc1d-f2e5c3031669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.704407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.745994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.748570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/89b3fc1a-bd47-4bf6-b897-c255d95fd623 HTTP/1.1" status: 204 len: 168 time: 1.4003174 Aug 25 15:08:11.756765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.757248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53584) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:11.763144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Transition to ACTIVE for port object af889b70-aba5-48fd-9174-77abbf524e7e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:11.765746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781212269'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:11.770056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b157cca-9f53-4cbc-8c37-ad2b5de9c3d7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=89b3fc1a-bd47-4bf6-b897-c255d95fd623,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:11.792190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5765ba13-4acb-4ab1-bc1d-f2e5c3031669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.795173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Transition to ACTIVE for port object af889b70-aba5-48fd-9174-77abbf524e7e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:11.827474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ba87bc2-c940-45c6-917b-7c6481a7d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.864783 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.867161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5765ba13-4acb-4ab1-bc1d-f2e5c3031669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.891909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ba87bc2-c940-45c6-917b-7c6481a7d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.899607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ba13-4acb-4ab1-bc1d-f2e5c3031669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3146b-1a49-474b-b036-8b01567f8ed5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:11.910209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:11.917194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:11.920017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Pushing event updated for resources: {'Port': ['ID=af889b70-aba5-48fd-9174-77abbf524e7e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:11.923055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5765ba13-4acb-4ab1-bc1d-f2e5c3031669 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6ba258ff4774ca3b3aa67f5a3518459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683368 Aug 25 15:08:11.923225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:11.923339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53586) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:11.985525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe312-cb27-46da-9b95-89780d1bef88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:11.997672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Attempting to bind port af889b70-aba5-48fd-9174-77abbf524e7e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:11.998140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Attempting to bind port af889b70-aba5-48fd-9174-77abbf524e7e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:11.998667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Attempting to bind port af889b70-aba5-48fd-9174-77abbf524e7e on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:12.006156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:12.006919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:12.007651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.008283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:12.009783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Bound port: af889b70-aba5-48fd-9174-77abbf524e7e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:12.010460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.014636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::1 (adfdb661-dddb-4df2-9db5-dc9311fa8623/e31b5b8d-4c3e-417a-a05d-42a860a4d735/bc643682-444d-43b7-b8e3-3b6c3b5a3a5f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:12.030540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:12.034469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.046942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe312-cb27-46da-9b95-89780d1bef88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.089587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] For port af889b70-aba5-48fd-9174-77abbf524e7e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:12.093893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] For port af889b70-aba5-48fd-9174-77abbf524e7e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=af889b70-aba5-48fd-9174-77abbf524e7e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:12.119242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:12.130128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ba87bc2-c940-45c6-917b-7c6481a7d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.133245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ba87bc2-c940-45c6-917b-7c6481a7d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.135246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ba87bc2-c940-45c6-917b-7c6481a7d686 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f909ecf-f465-40b3-a4f8-41a09aa2fb0b HTTP/1.1" status: 204 len: 168 time: 0.4982941 Aug 25 15:08:12.135358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.135460 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment 1461b002-7678-4b54-95da-f8cea72ce5aa of type vlan for network dbb4627a-a800-4002-bfad-3f9647c81b24 Aug 25 15:08:12.161439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6265f4-f468-4786-a81c-ada9b94ea2de req-8ff89462-97d9-4d89-8ef1-3c9fd004622d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:12.161941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87bc2-c940-45c6-917b-7c6481a7d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f909ecf-f465-40b3-a4f8-41a09aa2fb0b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:12.162221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d6265f4-f468-4786-a81c-ada9b94ea2de req-8ff89462-97d9-4d89-8ef1-3c9fd004622d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 943 time: 0.1380775 Aug 25 15:08:12.189645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.190572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.248303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.263922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d6265f4-f468-4786-a81c-ada9b94ea2de req-79f9108f-8225-41d8-85af-c66a3cbfa111 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859315 Aug 25 15:08:12.271576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e39794-246b-48cd-9f20-da77eef1384a None None] Pushing event updated for resources: {'Port': ['ID=af889b70-aba5-48fd-9174-77abbf524e7e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:12.289517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object bc643682-444d-43b7-b8e3-3b6c3b5a3a5f will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:12.289991 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe312-cb27-46da-9b95-89780d1bef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.292950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe312-cb27-46da-9b95-89780d1bef88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.300762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0e9fe312-cb27-46da-9b95-89780d1bef88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ede3146b-1a49-474b-b036-8b01567f8ed5 HTTP/1.1" status: 204 len: 168 time: 0.3698249 Aug 25 15:08:12.302328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fe312-cb27-46da-9b95-89780d1bef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3146b-1a49-474b-b036-8b01567f8ed5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:12.359343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.365868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:12.366330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.415584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.484696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=bc643682-444d-43b7-b8e3-3b6c3b5a3a5f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:12.495257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=dbb4627a-a800-4002-bfad-3f9647c81b24,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:12.500987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:12.502903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:12.506269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:12.507153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.529074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a6f53f0a-8506-4567-941e-c887a327546d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7684026 Aug 25 15:08:12.530088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53598) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:12.538548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:12.552132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network dbb4627a-a800-4002-bfad-3f9647c81b24 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:12.813735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:12.818036 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:12.886099 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.125862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25926ea-d50d-4f76-a4bf-437b3bd3a4b9 req-8176951a-9b0d-43e3-81ac-d3b5db4fc5f8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:13.126765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74d33d9b-4599-447b-abfe-48f77b9a33fa details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:08:13.127498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b25926ea-d50d-4f76-a4bf-437b3bd3a4b9 req-8176951a-9b0d-43e3-81ac-d3b5db4fc5f8 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1022439 Aug 25 15:08:13.213496 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b25926ea-d50d-4f76-a4bf-437b3bd3a4b9 req-b4cd22fd-e7b4-469e-977d-d3db15bb1f2b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693195 Aug 25 15:08:13.252255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.307650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 74ebb016-0915-4dc6-baab-3ae25e57394b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:13.307824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53618) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:13.341097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.369876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 74d33d9b-4599-447b-abfe-48f77b9a33fa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74d33d9b-4599-447b-abfe-48f77b9a33fa,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:13.384153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=f6d266bf-4a4b-437e-a757-0e394752e475,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:13.388124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': '1461b002-7678-4b54-95da-f8cea72ce5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:13.393878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: dbb4627a-a800-4002-bfad-3f9647c81b24, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:13.396692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '74d33d9b-4599-447b-abfe-48f77b9a33fa', 'network_id': '5e6c2977-db8e-46d3-ae29-f6a13b35bfa9', 'port_id': '74d33d9b-4599-447b-abfe-48f77b9a33fa', 'mac_address': 'fa:16:3e:db:db:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beebf522-d43c-43f0-b3c7-9f16fde8285e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:08:13.465260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.469196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 74ebb016-0915-4dc6-baab-3ae25e57394b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:13.469930 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.505124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587317d4-7656-40b3-9146-759cda04ad23 req-58013af0-c6a2-4a43-810e-cf2da61d87aa tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:13.507827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587317d4-7656-40b3-9146-759cda04ad23 req-58013af0-c6a2-4a43-810e-cf2da61d87aa tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 943 time: 0.1079021 Aug 25 15:08:13.535600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.536883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.541470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.544584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.608770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:13.622970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-587317d4-7656-40b3-9146-759cda04ad23 req-e0761488-5248-495a-8fa6-b3af244c4940 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970685 Aug 25 15:08:13.622970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network dbb4627a-a800-4002-bfad-3f9647c81b24 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:13.642106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d33d9b-4599-447b-abfe-48f77b9a33fa {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:08:13.647879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.677974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:13.678427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d3048edd-ff56-40b7-bf22-6e8fdbe9c9ba not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:13.684211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 74d33d9b-4599-447b-abfe-48f77b9a33fa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74d33d9b-4599-447b-abfe-48f77b9a33fa,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:13.723014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, dbb4627a-a800-4002-bfad-3f9647c81b24) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:13.724120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b5794b-7769-4fe4-b3b9-293b63bfc56d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:13.735301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:13.736986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.737142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24ca1475072346909c8c48ad51c49157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281130 Aug 25 15:08:13.741551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53628) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:13.742536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1a7c3-8129-41ca-a983-bdf2cd8e45f2 None None] Network dbb4627a-a800-4002-bfad-3f9647c81b24 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:13.751635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=bc643682-444d-43b7-b8e3-3b6c3b5a3a5f,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:13.757504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.758070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.758599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.758771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.759140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.759511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.759801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.760153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.760488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.760820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.761226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.761562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2ad43-7f4d-4962-a900-95085f859ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.776470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.776827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.777176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.777517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.778529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.779002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.779264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.779654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.779920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.780252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.780563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.781088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:13.795343 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.821443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:13.823275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:13.838739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af889b70-aba5-48fd-9174-77abbf524e7e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:13.851842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9637a5a6-5ab0-4b86-86c0-07e2bf9ec009 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3147204 Aug 25 15:08:13.852403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53630) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:13.863002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009849933'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:13.923791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a11b-26f6-4bfe-b71a-2929b7d9656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:13.968776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a11b-26f6-4bfe-b71a-2929b7d9656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.076609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:14.078425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Router ddb17297-ec04-46e6-85b4-5969e12125f6 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:08:14.080875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.123892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e6efa9cd-7354-49f8-826b-541facdd3955 None None] Provisioning for port af889b70-aba5-48fd-9174-77abbf524e7e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:14.141161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a11b-26f6-4bfe-b71a-2929b7d9656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.144174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a11b-26f6-4bfe-b71a-2929b7d9656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.149712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a3e6a11b-26f6-4bfe-b71a-2929b7d9656a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48b5794b-7769-4fe4-b3b9-293b63bfc56d HTTP/1.1" status: 204 len: 168 time: 0.4021981 Aug 25 15:08:14.158523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:14.162462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=74d33d9b-4599-447b-abfe-48f77b9a33fa,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:14.181964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6a11b-26f6-4bfe-b71a-2929b7d9656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b5794b-7769-4fe4-b3b9-293b63bfc56d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:14.198430 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.198784 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment 24455ca9-3298-4c88-a912-0c8cae2bdf5f of type vlan for network 80159469-3f9b-406c-8382-0c4515591438 Aug 25 15:08:14.206248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['74d33d9b-4599-447b-abfe-48f77b9a33fa'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:08:14.277308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port af889b70-aba5-48fd-9174-77abbf524e7e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:14.316576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port af889b70-aba5-48fd-9174-77abbf524e7e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:14.316962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.322265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-dbb4627a-a800-4002-bfad-3f9647c81b24', 'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': 'f6d266bf-4a4b-437e-a757-0e394752e475'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:14.323164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.328677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.409024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aba60f0f-2b71-47f2-a185-424a0b99957e None None] Provisioning for port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:14.439858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f1d3-0229-4676-93ca-4f15e5c44077 req-a86de3cb-d94c-4fb2-9f83-d8cd27b26d9c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:14.442264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce78f1d3-0229-4676-93ca-4f15e5c44077 req-a86de3cb-d94c-4fb2-9f83-d8cd27b26d9c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1187000 Aug 25 15:08:14.503790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aba60f0f-2b71-47f2-a185-424a0b99957e None None] Provisioning complete for port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:14.504169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aba60f0f-2b71-47f2-a185-424a0b99957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.514059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce78f1d3-0229-4676-93ca-4f15e5c44077 req-1e8ee8b2-f60a-4ff3-96bd-e532e5f11f6d tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648987 Aug 25 15:08:14.521862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.529447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:14.531252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.610370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-aba60f0f-2b71-47f2-a185-424a0b99957e None None] Port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:08:14.612970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=80159469-3f9b-406c-8382-0c4515591438,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:14.654296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 80159469-3f9b-406c-8382-0c4515591438 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:14.665534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:14.674053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d5a51403-8765-4fe2-ab7d-02b0d1f4a4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "PUT /v2.0/routers/ddb17297-ec04-46e6-85b4-5969e12125f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5796142 Aug 25 15:08:14.674481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53644) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:14.707344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Sync routers for ids ['ddb17297-ec04-46e6-85b4-5969e12125f6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:14.768460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ffd7a-dcfa-494c-8049-da500165e243 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:14.770513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ac7ffd7a-dcfa-494c-8049-da500165e243 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports/bc643682-444d-43b7-b8e3-3b6c3b5a3a5f HTTP/1.1" status: 200 len: 911 time: 0.0950246 Aug 25 15:08:14.773197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53648) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:14.803201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53650) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:14.806404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b289a782-c5ad-4a92-843d-2e2f92fa0a3f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9478664 Aug 25 15:08:14.811765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '80159469-3f9b-406c-8382-0c4515591438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:14.827165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Routers {'ddb17297-ec04-46e6-85b4-5969e12125f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:14.827932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ddb17297-ec04-46e6-85b4-5969e12125f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:14.838701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Allocated IP 2001:db8::3 (dbb4627a-a800-4002-bfad-3f9647c81b24/f6d266bf-4a4b-437e-a757-0e394752e475/9ea66ce8-4a61-41d7-866e-65e385bf3098) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:14.896590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2726be-1c29-4cd4-b278-4dd3c9e5b5c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:14.900000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5b3aca73-bcf0-4cc0-bdbf-1b30dfb74c48 None None] Provisioning complete for port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:14.900532 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5b3aca73-bcf0-4cc0-bdbf-1b30dfb74c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:14.906763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2726be-1c29-4cd4-b278-4dd3c9e5b5c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:14.909766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c7ac-9466-418d-abf9-8473ea4cc7f7 req-b3d02e52-fe62-486a-b881-53c129d0e00d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:14.921149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8111c7ac-9466-418d-abf9-8473ea4cc7f7 req-b3d02e52-fe62-486a-b881-53c129d0e00d tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 944 time: 0.1867301 Aug 25 15:08:14.934781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ac2726be-1c29-4cd4-b278-4dd3c9e5b5c1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1582346 Aug 25 15:08:14.940328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:15.001088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.063677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8111c7ac-9466-418d-abf9-8473ea4cc7f7 req-dd685c06-82a0-4979-a7cb-ca58d3915618 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414435 Aug 25 15:08:15.108714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5b3aca73-bcf0-4cc0-bdbf-1b30dfb74c48 None None] Port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:08:15.136928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Set router ddb17297-ec04-46e6-85b4-5969e12125f6 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:15.172177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port af889b70-aba5-48fd-9174-77abbf524e7e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=af889b70-aba5-48fd-9174-77abbf524e7e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:15.214791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fc59-f61c-4588-992f-b0bfbb2aac22 req-3a186a9c-c529-49c7-9179-2b4ba9daa80a tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:15.223478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e046fc59-f61c-4588-992f-b0bfbb2aac22 req-3a186a9c-c529-49c7-9179-2b4ba9daa80a tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1096 time: 0.0538039 Aug 25 15:08:15.248228 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.270497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:15.272418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e046fc59-f61c-4588-992f-b0bfbb2aac22 req-1b6b3dcf-b4a8-40cb-bd86-9564bf317181 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Aug 25 15:08:15.275466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.288124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53674) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:15.404742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.412921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=af889b70-aba5-48fd-9174-77abbf524e7e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:15.431473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Transition to ACTIVE for port object 9ea66ce8-4a61-41d7-866e-65e385bf3098 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:15.446341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Performing IP validity checks on allocation pools {{(pid=101872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 15:08:15.455671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 15:08:15.462357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Transition to ACTIVE for port object 9ea66ce8-4a61-41d7-866e-65e385bf3098 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:15.530038 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.572361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 977f9410-e6f3-4fc4-90a6-5b5011e9d753 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:15.575397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.615468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Network dbb4627a-a800-4002-bfad-3f9647c81b24 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:15.628920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:15.642971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:15.648406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Pushing event updated for resources: {'Port': ['ID=9ea66ce8-4a61-41d7-866e-65e385bf3098,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:15.667213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:10Z', 'updated_at': '2021-08-25T15:08:12Z', 'revision_number': 2, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None, '_interfaces': [{'id': 'bc643682-444d-43b7-b8e3-3b6c3b5a3a5f', 'name': '', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'mac_address': 'fa:16:3e:c8:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'e31b5b8d-4c3e-417a-a05d-42a860a4d735', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:11Z', 'updated_at': '2021-08-25T15:08:13Z', 'revision_number': 2, 'project_id': '02c721953585433486deef8c5213e33b', 'subnets': [{'id': 'e31b5b8d-4c3e-417a-a05d-42a860a4d735', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:15.717559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.717943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.735572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 977f9410-e6f3-4fc4-90a6-5b5011e9d753 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:15.756139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Checking router: ddb17297-ec04-46e6-85b4-5969e12125f6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:15.756488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Updating router ddb17297-ec04-46e6-85b4-5969e12125f6 port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:08:15.805223 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.810355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Attempting to bind port 9ea66ce8-4a61-41d7-866e-65e385bf3098 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:15.810355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Attempting to bind port 9ea66ce8-4a61-41d7-866e-65e385bf3098 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1461b002-7678-4b54-95da-f8cea72ce5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:15.810355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Attempting to bind port 9ea66ce8-4a61-41d7-866e-65e385bf3098 on network dbb4627a-a800-4002-bfad-3f9647c81b24 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:15.856408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dbaf6-6dde-4b12-abd6-70a9bbcb2e12 req-197e8b1a-58bc-4428-bae0-57b5940f3b0b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:15.858043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-500dbaf6-6dde-4b12-abd6-70a9bbcb2e12 req-197e8b1a-58bc-4428-bae0-57b5940f3b0b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.2067709 Aug 25 15:08:15.858971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.870668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:15.870918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Checking segment: {'id': '1461b002-7678-4b54-95da-f8cea72ce5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:15.891359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:15.891872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Bound using segment: {'id': '1461b002-7678-4b54-95da-f8cea72ce5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:15.892396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Bound port: 9ea66ce8-4a61-41d7-866e-65e385bf3098, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461b002-7678-4b54-95da-f8cea72ce5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'dbb4627a-a800-4002-bfad-3f9647c81b24'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:15.892797 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.048853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.105121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.133769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] For port 9ea66ce8-4a61-41d7-866e-65e385bf3098, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:16.160634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=977f9410-e6f3-4fc4-90a6-5b5011e9d753,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:16.169045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] For port 9ea66ce8-4a61-41d7-866e-65e385bf3098, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ea66ce8-4a61-41d7-866e-65e385bf3098,segment=NetworkSegment(1461b002-7678-4b54-95da-f8cea72ce5aa),segment_id=1461b002-7678-4b54-95da-f8cea72ce5aa)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:16.205751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.206111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.217596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.218947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.220988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.221529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.222051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.223900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.224453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.224802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.225203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.225474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:08:16.231219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-500dbaf6-6dde-4b12-abd6-70a9bbcb2e12 req-1d71f549-ddad-46f2-ad5a-b7260f168fc1 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562474 Aug 25 15:08:16.245164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=ca8ff48c-a1a5-4b8f-921f-826b966e70bb,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:16.282297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': '24455ca9-3298-4c88-a912-0c8cae2bdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '80159469-3f9b-406c-8382-0c4515591438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:16.282297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 80159469-3f9b-406c-8382-0c4515591438, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:16.339711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.343444 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP 985edd2d-1106-47ee-b602-d34596831f10 disassociated (deleted). External IP: 172.25.8.13, port: 9dde4f70-ddcc-4ff5-b099-535792e7b59d. Aug 25 15:08:16.352852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d99b3a-30a8-43cf-9d3f-f8dc55e4b1ee req-272e7ef8-3d39-4061-9da2-9282382e0984 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:16.353022 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.354429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7d99b3a-30a8-43cf-9d3f-f8dc55e4b1ee req-272e7ef8-3d39-4061-9da2-9282382e0984 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 944 time: 0.0849733 Aug 25 15:08:16.372136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Transition to ACTIVE for port object bc643682-444d-43b7-b8e3-3b6c3b5a3a5f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:16.376297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.383253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:16.383652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.390434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 80159469-3f9b-406c-8382-0c4515591438 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:16.449509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f25d9d-96f2-46f0-96ae-856226c46251 None None] Pushing event updated for resources: {'Port': ['ID=9ea66ce8-4a61-41d7-866e-65e385bf3098,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:16.471248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.480091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7d99b3a-30a8-43cf-9d3f-f8dc55e4b1ee req-5002978d-fc30-4569-a3e3-8c2e7d825f25 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879264 Aug 25 15:08:16.506247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 80159469-3f9b-406c-8382-0c4515591438) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:16.511491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:16.512713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.553038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba4f31-92a2-4aa1-9025-05f72b73656a None None] Network 80159469-3f9b-406c-8382-0c4515591438 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:16.582161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:16.625763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for bc643682-444d-43b7-b8e3-3b6c3b5a3a5f owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:16.650404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ce7f2-6650-44bf-8dc0-33bbc523decb None None] Pushing event updated for resources: {'Port': ['ID=bc643682-444d-43b7-b8e3-3b6c3b5a3a5f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:16.687435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-90b17acf-3a41-42e9-b53b-cc7cd044575b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8826416 Aug 25 15:08:16.780639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53706) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:17.034098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router e33274ad-4078-4125-be91-e8d59527fcc0 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:08:17.104559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.118559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53716) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:17.191204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.289389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=bc643682-444d-43b7-b8e3-3b6c3b5a3a5f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:17.311778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74d33d9b-4599-447b-abfe-48f77b9a33fa up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:17.360972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.374295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-80159469-3f9b-406c-8382-0c4515591438', 'network_id': '80159469-3f9b-406c-8382-0c4515591438', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': 'ca8ff48c-a1a5-4b8f-921f-826b966e70bb'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:17.375183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.383891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Attempting to bind port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:17.384667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Attempting to bind port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:17.385207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Attempting to bind port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:17.405059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:17.405709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:17.406825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.407649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:17.408311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Bound port: bc643682-444d-43b7-b8e3-3b6c3b5a3a5f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:17.408880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.411251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0099fb27-d24c-46f1-bae0-de89200175ad None None] Could not find standard attr ID for object bc643682-444d-43b7-b8e3-3b6c3b5a3a5f. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:17.440402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d78461c6-d30f-4a1a-a176-5d156ac59abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.457720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.562453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 74d33d9b-4599-447b-abfe-48f77b9a33fa completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:17.590983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Port bc643682-444d-43b7-b8e3-3b6c3b5a3a5f has been deleted concurrently {{(pid=101874) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 25 15:08:17.622093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ea66ce8-4a61-41d7-866e-65e385bf3098 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:17.630664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 74d33d9b-4599-447b-abfe-48f77b9a33fa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:17.631225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:17.736692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Routers {'ddb17297-ec04-46e6-85b4-5969e12125f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:17.737622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ddb17297-ec04-46e6-85b4-5969e12125f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:17.819909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] Set router ddb17297-ec04-46e6-85b4-5969e12125f6 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:17.995169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Allocated IP 2001:db8::3 (80159469-3f9b-406c-8382-0c4515591438/ca8ff48c-a1a5-4b8f-921f-826b966e70bb/7a185c65-29dc-4577-8ce3-4b4803a83d80) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:18.059969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:18.078218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.081472 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] Sync routers for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:18.102406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:10Z', 'updated_at': '2021-08-25T15:08:16Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:18.104838 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:18.107350 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:18.135183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffa098-98f0-4880-be22-69851fde6eb1 None None] The sync data for ids ['ddb17297-ec04-46e6-85b4-5969e12125f6'] in n-d-805995-2 is: [{'id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:10Z', 'updated_at': '2021-08-25T15:08:16Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:18.138739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c287da-3da2-4be3-a91c-c7bd99fdf387 req-68121173-e564-4282-90a6-6dc18f07c75b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:18.147520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97c287da-3da2-4be3-a91c-c7bd99fdf387 req-68121173-e564-4282-90a6-6dc18f07c75b tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.7896390 Aug 25 15:08:18.166470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-13257c96-112e-48d6-854e-39d7ddadcf6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/floatingips/985edd2d-1106-47ee-b602-d34596831f10 HTTP/1.1" status: 204 len: 168 time: 2.8731086 Aug 25 15:08:18.166470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:08:18.167471 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070" -d '{"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:08:18.213219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874e397-0f33-4e38-864e-d936e12c5df7 None None] Network dbb4627a-a800-4002-bfad-3f9647c81b24 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:18.218478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97c287da-3da2-4be3-a91c-c7bd99fdf387 req-9f8350c2-0492-4fca-97b9-a62105bc01fe tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698571 Aug 25 15:08:18.344839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9ea66ce8-4a61-41d7-866e-65e385bf3098 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:18.374933 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.403427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af889b70-aba5-48fd-9174-77abbf524e7e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:18.441842 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:18.485298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-9b4b71a1-1116-4f18-a734-5aab9e6626e9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:18.487362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-9b4b71a1-1116-4f18-a734-5aab9e6626e9 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1003239 Aug 25 15:08:18.550236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] Provisioning for port 9ea66ce8-4a61-41d7-866e-65e385bf3098 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:18.586618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408038a-9818-40db-9742-21add488c80a req-b7747f8b-cebf-4a74-8e9a-e5aedf0e33cc tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:18.588776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5408038a-9818-40db-9742-21add488c80a req-b7747f8b-cebf-4a74-8e9a-e5aedf0e33cc tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 944 time: 0.4437370 Aug 25 15:08:18.591800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Router ddb17297-ec04-46e6-85b4-5969e12125f6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:08:18.607683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] Provisioning complete for port 9ea66ce8-4a61-41d7-866e-65e385bf3098 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:18.608244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.659993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5408038a-9818-40db-9742-21add488c80a req-afd5bdb6-6954-45da-9fc8-d7661c104069 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Aug 25 15:08:18.705016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Deleting port fd806ed5-ee9d-4775-b413-5c617c416e6d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:18.705607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.743607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d33d9b-4599-447b-abfe-48f77b9a33fa'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:08:18.747480 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c772a2ea-62ba-4740-9d1d-fda3ae138976" -d '{"events": [{"server_uuid": "4b98c3bf-b87f-48e3-8843-ebf3b3504147", "name": "network-vif-plugged", "status": "completed", "tag": "74d33d9b-4599-447b-abfe-48f77b9a33fa"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:08:18.769647 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf873c1-4281-4cd9-82ad-9e6e3918b61a x-openstack-request-id: req-fdf873c1-4281-4cd9-82ad-9e6e3918b61a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:08:18.769647 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:08:18.769647 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdf873c1-4281-4cd9-82ad-9e6e3918b61a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:08:18.769647 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'status': 'completed', 'code': 200} Aug 25 15:08:18.857026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 74d33d9b-4599-447b-abfe-48f77b9a33fa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74d33d9b-4599-447b-abfe-48f77b9a33fa,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:18.885113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.910537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Transition to ACTIVE for port object 7a185c65-29dc-4577-8ce3-4b4803a83d80 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:18.913444 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0044ccb2-e9a1-4a5a-882e-900f2cda08dc x-openstack-request-id: req-0044ccb2-e9a1-4a5a-882e-900f2cda08dc {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:08:18.913865 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b98c3bf-b87f-48e3-8843-ebf3b3504147", "name": "network-vif-plugged", "status": "completed", "tag": "74d33d9b-4599-447b-abfe-48f77b9a33fa", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:08:18.914219 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0044ccb2-e9a1-4a5a-882e-900f2cda08dc {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:08:18.915373 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d33d9b-4599-447b-abfe-48f77b9a33fa', 'code': 200} Aug 25 15:08:18.917683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d78461c6-d30f-4a1a-a176-5d156ac59abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.922898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:18.947157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-522568d6-0e85-44df-bf6a-af700c01f235 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "PUT /v2.0/routers/ddb17297-ec04-46e6-85b4-5969e12125f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0057135 Aug 25 15:08:18.950094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53738) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:18.952993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port af889b70-aba5-48fd-9174-77abbf524e7e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:18.953371 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:18.968616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-8c5766f6-dff8-4aee-8525-2b317387000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:18.970645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-8c5766f6-dff8-4aee-8525-2b317387000e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 1096 time: 0.1367726 Aug 25 15:08:18.977232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Transition to ACTIVE for port object 7a185c65-29dc-4577-8ce3-4b4803a83d80 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:19.000452 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.006760 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d78461c6-d30f-4a1a-a176-5d156ac59abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.010230 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:17Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:19.040578 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] Checking router: e33274ad-4078-4125-be91-e8d59527fcc0 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:19.050763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7f9b9-0aa7-45d5-87b7-932452a44867 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:19.051499 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:19.052234 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:19.052592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7f9b9-0aa7-45d5-87b7-932452a44867 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:19.056530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ca7f9b9-0aa7-45d5-87b7-932452a44867 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1035891 Aug 25 15:08:19.065226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.065490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53740) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:19.121060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Network 80159469-3f9b-406c-8382-0c4515591438 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:19.123824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78461c6-d30f-4a1a-a176-5d156ac59abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e4051-bc51-48f2-8d05-8f30a9b09660,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:19.135608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.135953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-51babf68-1518-47a0-9437-e0a6a51e2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:19.140614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-51babf68-1518-47a0-9437-e0a6a51e2172 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 200 len: 897 time: 0.1540163 Aug 25 15:08:19.141124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:19.151057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:19.159110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=74d33d9b-4599-447b-abfe-48f77b9a33fa,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:19.173109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d78461c6-d30f-4a1a-a176-5d156ac59abf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb133a1141c34c809b1e0e1cd3a7652d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0521111 Aug 25 15:08:19.191606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet e31b5b8d-4c3e-417a-a05d-42a860a4d735 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:19.198868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53746) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:19.206314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] For port fd806ed5-ee9d-4775-b413-5c617c416e6d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd806ed5-ee9d-4775-b413-5c617c416e6d,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:19.206799 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.211623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.296000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.303864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Calling delete_port for fd806ed5-ee9d-4775-b413-5c617c416e6d owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:19.350492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Pushing event updated for resources: {'Port': ['ID=7a185c65-29dc-4577-8ce3-4b4803a83d80,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:19.365262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:19.475547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] For port 9ea66ce8-4a61-41d7-866e-65e385bf3098, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ea66ce8-4a61-41d7-866e-65e385bf3098,segment=NetworkSegment(1461b002-7678-4b54-95da-f8cea72ce5aa),segment_id=1461b002-7678-4b54-95da-f8cea72ce5aa)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:19.485152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Attempting to bind port 7a185c65-29dc-4577-8ce3-4b4803a83d80 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:19.486889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Attempting to bind port 7a185c65-29dc-4577-8ce3-4b4803a83d80 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '24455ca9-3298-4c88-a912-0c8cae2bdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '80159469-3f9b-406c-8382-0c4515591438'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:19.486889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Attempting to bind port 7a185c65-29dc-4577-8ce3-4b4803a83d80 on network 80159469-3f9b-406c-8382-0c4515591438 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:19.495622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:19.496267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Checking segment: {'id': '24455ca9-3298-4c88-a912-0c8cae2bdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '80159469-3f9b-406c-8382-0c4515591438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:19.496878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.497437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Bound using segment: {'id': '24455ca9-3298-4c88-a912-0c8cae2bdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '80159469-3f9b-406c-8382-0c4515591438'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:19.498083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Bound port: 7a185c65-29dc-4577-8ce3-4b4803a83d80, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24455ca9-3298-4c88-a912-0c8cae2bdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '80159469-3f9b-406c-8382-0c4515591438'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:19.498653 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.560477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401558f-0ea7-4958-98a3-6bf2fcd7f15b req-a946fe1e-5170-4b79-839a-611430f0167c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:19.567666 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.568663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d401558f-0ea7-4958-98a3-6bf2fcd7f15b req-a946fe1e-5170-4b79-839a-611430f0167c tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 945 time: 0.1924326 Aug 25 15:08:19.610853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] For port 7a185c65-29dc-4577-8ce3-4b4803a83d80, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:19.615659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-e1b845b5-2a6f-4724-8b47-95fe0816c498 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 200 len: 217 time: 0.4534547 Aug 25 15:08:19.616705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.625602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa52fd-6cee-41e1-9ec7-9d6c15fd5cd4 req-7374f7df-a96c-4af0-aa9a-f1aafefbcaee tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:19.627877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8fa52fd-6cee-41e1-9ec7-9d6c15fd5cd4 req-7374f7df-a96c-4af0-aa9a-f1aafefbcaee tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.7749460 Aug 25 15:08:19.642273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] For port 7a185c65-29dc-4577-8ce3-4b4803a83d80, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7a185c65-29dc-4577-8ce3-4b4803a83d80,segment=NetworkSegment(24455ca9-3298-4c88-a912-0c8cae2bdf5f),segment_id=24455ca9-3298-4c88-a912-0c8cae2bdf5f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:19.655597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] Sync routers for ids ['ddb17297-ec04-46e6-85b4-5969e12125f6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:19.674979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a58f5f-ab86-4e47-b0cb-6d8d89a45b52 None None] Pushing event updated for resources: {'Port': ['ID=9ea66ce8-4a61-41d7-866e-65e385bf3098,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:19.679206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] Routers {'ddb17297-ec04-46e6-85b4-5969e12125f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:19.679827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ddb17297-ec04-46e6-85b4-5969e12125f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:19.698056 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d401558f-0ea7-4958-98a3-6bf2fcd7f15b req-529b583c-406b-4194-85de-7bdbe7d07162 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7f20e35-680f-4fb8-ada1-cb32daa3e25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249933 Aug 25 15:08:19.751878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.766845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637f1d4-de65-44f7-b0d1-a7e683b9b9bd req-8d8e203e-32cd-4fd8-88f7-2919a51ff11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:19.766845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5637f1d4-de65-44f7-b0d1-a7e683b9b9bd req-8d8e203e-32cd-4fd8-88f7-2919a51ff11a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 1096 time: 0.6239202 Aug 25 15:08:19.767577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.779519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] Set router ddb17297-ec04-46e6-85b4-5969e12125f6 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:19.807979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.813242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd806ed5-ee9d-4775-b413-5c617c416e6d'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:08:19.827081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.849822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b112426e-2462-4722-a85c-f2d1b91cf314 None None] Provisioning complete for port 9ea66ce8-4a61-41d7-866e-65e385bf3098 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:19.852998 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b112426e-2462-4722-a85c-f2d1b91cf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.890262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8fa52fd-6cee-41e1-9ec7-9d6c15fd5cd4 req-c8d699b8-117a-4818-a1c9-181bbcc6b0b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385890 Aug 25 15:08:19.897471 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:08:19.916385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:19.916756 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:17Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:19.919685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e31b5b8d-4c3e-417a-a05d-42a860a4d735 HTTP/1.1" status: 204 len: 168 time: 0.8499959 Aug 25 15:08:19.922377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dbc72-54e7-4668-a424-00bae47ab521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=e31b5b8d-4c3e-417a-a05d-42a860a4d735,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:19.924868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53756) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:19.978597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1bd207-9150-40e1-b522-9272b5d181d6 None None] The sync data for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 is: [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1fecbcc7-b8fc-4f7b-957c-4e370089eb3b', 'name': '', 'network_id': 'ca26cf07-c966-434c-8693-38d202678838', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:e1:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:09Z', 'updated_at': '2021-08-25T15:06:17Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '235eff9f-a69d-4a45-9d19-cfbeea82ea71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:19.987446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Pushing event deleted for resources: {'Port': ['ID=fd806ed5-ee9d-4775-b413-5c617c416e6d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:20.024784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8ff48c-a1a5-4b8f-921f-826b966e70bb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:20.028492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-be81f5cf-32bc-460c-8bfa-fa4bff68b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:20.030617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-be81f5cf-32bc-460c-8bfa-fa4bff68b1fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 200 len: 834 time: 0.4010503 Aug 25 15:08:20.059154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-168ecf35-cdce-4745-8ea9-bb54d2cf48a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.107483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] No DVR routers for this DVR port fd806ed5-ee9d-4775-b413-5c617c416e6d on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:20.146365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.148750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2a9768b2-0821-4774-99d5-2a0a538d6e38 req-699fa5bc-84dc-4fa0-af61-041c95e9fc10 tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.52 "DELETE /v2.0/ports/fd806ed5-ee9d-4775-b413-5c617c416e6d HTTP/1.1" status: 204 len: 173 time: 1.6528430 Aug 25 15:08:20.153419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49527a8-b780-4957-92d3-901c05a41af4 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:20.182801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5637f1d4-de65-44f7-b0d1-a7e683b9b9bd req-a7717d2a-4046-44c3-8ce3-d19dea8ea209 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703403 Aug 25 15:08:20.185209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:10Z', 'updated_at': '2021-08-25T15:08:16Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:20.186263 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.209502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-168ecf35-cdce-4745-8ea9-bb54d2cf48a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.226633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80159469-3f9b-406c-8382-0c4515591438']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:20.232634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6c3e-da1c-4d9e-b0ea-799a6fb01af7 req-387d6d15-ee7f-4574-b061-59900675e03b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:20.244592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d86f6c3e-da1c-4d9e-b0ea-799a6fb01af7 req-387d6d15-ee7f-4574-b061-59900675e03b tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 945 time: 0.4337900 Aug 25 15:08:20.254531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24455ca9-3298-4c88-a912-0c8cae2bdf5f') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:20.255241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24455ca9-3298-4c88-a912-0c8cae2bdf5f') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:20.277391 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.320330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-84d782fe-4273-4106-841b-eba0bf0c174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:20.320330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-84d782fe-4273-4106-841b-eba0bf0c174a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca26cf07-c966-434c-8693-38d202678838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210472 Aug 25 15:08:20.326546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.356505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5bc6f5de-26f4-428c-a669-c929c981c749 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4210715 Aug 25 15:08:20.359387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53762) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:20.371318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] Checking router: ddb17297-ec04-46e6-85b4-5969e12125f6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:20.392291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aed6d-0875-486a-b309-506809f14c5a req-ef68fc1d-3267-47e4-8903-b18d2009c467 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:20.394269 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e3aed6d-0875-486a-b309-506809f14c5a req-ef68fc1d-3267-47e4-8903-b18d2009c467 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.3312974 Aug 25 15:08:20.410849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d86f6c3e-da1c-4d9e-b0ea-799a6fb01af7 req-c0db5e27-5e06-4705-8814-0b76a3a19e3c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511815 Aug 25 15:08:20.416159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] Routers {'ddb17297-ec04-46e6-85b4-5969e12125f6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:20.416805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:07:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ddb17297-ec04-46e6-85b4-5969e12125f6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:20.418625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3f377-4b19-4132-809b-b5edab0d50a7 None None] Pushing event updated for resources: {'Port': ['ID=7a185c65-29dc-4577-8ce3-4b4803a83d80,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:20.478285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:20.478697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:20.488960 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:20.546960 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.554487 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4e06f-dd41-4a3f-9c33-c7193fa74731 None None] New status for floating IP 985edd2d-1106-47ee-b602-d34596831f10: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:08:20.561321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] Set router ddb17297-ec04-46e6-85b4-5969e12125f6 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:20.595683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-fc42470b-719a-4ad2-9e74-c42ec32a6d10 service neutron] 10.222.0.52 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667854 Aug 25 15:08:20.672288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:10Z', 'updated_at': '2021-08-25T15:08:16Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:20.730427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bf943-8f63-4456-903e-a07b7a4f2a8a None None] The sync data for ids ['ddb17297-ec04-46e6-85b4-5969e12125f6'] in n-d-805995-2 is: [{'id': 'ddb17297-ec04-46e6-85b4-5969e12125f6', 'name': 'tempest-NetworksTestDHCPv6-router-610541242', 'tenant_id': '02c721953585433486deef8c5213e33b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:10Z', 'updated_at': '2021-08-25T15:08:16Z', 'revision_number': 3, 'project_id': '02c721953585433486deef8c5213e33b', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:20.768217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-168ecf35-cdce-4745-8ea9-bb54d2cf48a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.771103 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-168ecf35-cdce-4745-8ea9-bb54d2cf48a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:20.775398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-168ecf35-cdce-4745-8ea9-bb54d2cf48a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b61e4051-bc51-48f2-8d05-8f30a9b09660 HTTP/1.1" status: 204 len: 168 time: 1.5240481 Aug 25 15:08:20.779399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'name': 'network-vif-deleted', 'tag': 'fd806ed5-ee9d-4775-b413-5c617c416e6d'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:08:20.781922 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f4086-54c4-44c1-a273-172ef74f580b" -d '{"events": [{"server_uuid": "33fb5afe-5aa3-49a0-b388-6adf0ef74c25", "name": "network-vif-deleted", "tag": "fd806ed5-ee9d-4775-b413-5c617c416e6d"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:08:20.784642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:08:20.784642 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:08:20.784642 n-d-805995-2 neutron-server[101873]: [parameters: {'id': '80159469-3f9b-406c-8382-0c4515591438'}] Aug 25 15:08:20.784642 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:08:20.785011 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:08:20.798351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b12f5cc1-9e57-47c8-9ed0-a31ab38a5070 req-3042e380-fdd6-4f57-a89b-50ab3453fcb6 service neutron] 10.222.0.52 "GET /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949093 Aug 25 15:08:20.799881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ecf35-cdce-4745-8ea9-bb54d2cf48a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e4051-bc51-48f2-8d05-8f30a9b09660,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:20.860172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:20.910980 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aef334-9885-458c-a98a-0a64dd47c3f4 x-openstack-request-id: req-d3aef334-9885-458c-a98a-0a64dd47c3f4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:08:20.911364 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb5afe-5aa3-49a0-b388-6adf0ef74c25", "name": "network-vif-deleted", "tag": "fd806ed5-ee9d-4775-b413-5c617c416e6d", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:08:20.911600 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3aef334-9885-458c-a98a-0a64dd47c3f4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:08:20.912152 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb5afe-5aa3-49a0-b388-6adf0ef74c25', 'name': 'network-vif-deleted', 'tag': 'fd806ed5-ee9d-4775-b413-5c617c416e6d', 'status': 'completed', 'code': 200} Aug 25 15:08:20.989666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.004218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b392e849-6aaa-49da-9317-4e308528f2a4 req-dd63a626-afb2-48a2-8c60-4030a192d73e tempest-ServerRescueNegativeTestJSON-895606658 tempest-ServerRescueNegativeTestJSON-895606658-project] 10.222.0.58 "GET /v2.0/ports?device_id=33fb5afe-5aa3-49a0-b388-6adf0ef74c25 HTTP/1.1" status: 200 len: 210 time: 0.0950904 Aug 25 15:08:21.006035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.052763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] Deleting port af889b70-aba5-48fd-9174-77abbf524e7e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:21.053148 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.106882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 9dde4f70-ddcc-4ff5-b099-535792e7b59d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:21.106882 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.150617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] For port af889b70-aba5-48fd-9174-77abbf524e7e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=af889b70-aba5-48fd-9174-77abbf524e7e,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:21.151046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.175237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] Calling delete_port for af889b70-aba5-48fd-9174-77abbf524e7e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:21.226529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.227455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Fanout notify agent at l3_agent the message router_deleted on router ddb17297-ec04-46e6-85b4-5969e12125f6 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:08:21.242412 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.242412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-06eb5788-79f7-400b-b0d2-2032f651a5e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/routers/ddb17297-ec04-46e6-85b4-5969e12125f6 HTTP/1.1" status: 204 len: 168 time: 0.8802752 Aug 25 15:08:21.243575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53776) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:21.280403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43f59fee-d8e9-4e5f-8aa0-0b2cacf8411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.316547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.365519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48591a-028c-4757-aa17-29b65f6f6126 req-c85c9df3-487a-47b8-92bd-16dc9433f842 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:21.369908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b48591a-028c-4757-aa17-29b65f6f6126 req-c85c9df3-487a-47b8-92bd-16dc9433f842 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 945 time: 0.3455544 Aug 25 15:08:21.418911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7842fe45-e3d9-4064-9188-2de70b7a02f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:21.423323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.423632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7842fe45-e3d9-4064-9188-2de70b7a02f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1786125 Aug 25 15:08:21.424270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53782) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:21.470499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 9dde4f70-ddcc-4ff5-b099-535792e7b59d, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9dde4f70-ddcc-4ff5-b099-535792e7b59d,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:21.470884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.479366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] No DVR routers for this DVR port af889b70-aba5-48fd-9174-77abbf524e7e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:21.486065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e96d5-7680-4e1c-a146-4614028abcc9 None None] Pushing event deleted for resources: {'Port': ['ID=af889b70-aba5-48fd-9174-77abbf524e7e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:21.517423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b48591a-028c-4757-aa17-29b65f6f6126 req-656fcf8f-2399-42fa-865e-5cff6ae70d93 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=72d77e32-3b22-41b4-89f2-d065ad6e6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348953 Aug 25 15:08:21.518551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 9dde4f70-ddcc-4ff5-b099-535792e7b59d owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:21.585297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1663f-7636-4392-979d-83e09429b182 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:21.585297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-26d1663f-7636-4392-979d-83e09429b182 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551509 Aug 25 15:08:21.595829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53788) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:21.629350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port 7a185c65-29dc-4577-8ce3-4b4803a83d80 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:21.629947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.672814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641ae2ff-ad7d-4f5c-850b-0138781a9fe9 None None] Network 80159469-3f9b-406c-8382-0c4515591438 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:21.718603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-efbe8cbe-73c4-42fe-9a14-a0f8cdd2be64 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153879 Aug 25 15:08:21.780982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53792) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:21.786171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:21.857690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port 7a185c65-29dc-4577-8ce3-4b4803a83d80, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7a185c65-29dc-4577-8ce3-4b4803a83d80,segment=NetworkSegment(24455ca9-3298-4c88-a912-0c8cae2bdf5f),segment_id=24455ca9-3298-4c88-a912-0c8cae2bdf5f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:21.858584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.872465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a185c65-29dc-4577-8ce3-4b4803a83d80 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:21.875696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:21.876421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a5067a05-5ac0-4540-8aec-212a68d81217 None None] Provisioning for port 7a185c65-29dc-4577-8ce3-4b4803a83d80 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:21.878085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d3d7-841d-40cb-8203-081e5c45c649 req-59ee41ae-09d9-4c37-810f-8ad34f370545 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:21.882434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c02d3d7-841d-40cb-8203-081e5c45c649 req-59ee41ae-09d9-4c37-810f-8ad34f370545 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 945 time: 0.2834413 Aug 25 15:08:21.888114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for 7a185c65-29dc-4577-8ce3-4b4803a83d80 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:21.923466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=9dde4f70-ddcc-4ff5-b099-535792e7b59d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:21.995974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] No DVR routers for this DVR port 9dde4f70-ddcc-4ff5-b099-535792e7b59d on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:21.999154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.000906 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e3aed6d-0875-486a-b309-506809f14c5a req-1b5ad6c6-4cc6-4f53-9641-b15157d42363 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "DELETE /v2.0/ports/9dde4f70-ddcc-4ff5-b099-535792e7b59d HTTP/1.1" status: 204 len: 173 time: 1.5884848 Aug 25 15:08:22.001276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-deleted', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:08:22.003578 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f745c983-2a2f-42da-a38b-a2219870c76a" -d '{"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-deleted", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:08:22.024402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c02d3d7-841d-40cb-8203-081e5c45c649 req-a554d154-0842-40ba-8f05-7900e361b883 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330168 Aug 25 15:08:22.034363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:22.038190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.058610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7a185c65-29dc-4577-8ce3-4b4803a83d80 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:22.063167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7a185c65-29dc-4577-8ce3-4b4803a83d80 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:22.063684 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.068105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] DHCP port deletion for 80159469-3f9b-406c-8382-0c4515591438 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:22.086408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53802) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:22.113992 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d48f86-cdde-4a81-a137-6c1fb478cece x-openstack-request-id: req-f2d48f86-cdde-4a81-a137-6c1fb478cece {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:08:22.114894 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a7b6ca-c907-440a-8917-9c0e482b3437", "name": "network-vif-deleted", "tag": "9dde4f70-ddcc-4ff5-b099-535792e7b59d", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:08:22.115342 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2d48f86-cdde-4a81-a137-6c1fb478cece {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:08:22.115747 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7b6ca-c907-440a-8917-9c0e482b3437', 'name': 'network-vif-deleted', 'tag': '9dde4f70-ddcc-4ff5-b099-535792e7b59d', 'status': 'completed', 'code': 200} Aug 25 15:08:22.146521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.147809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Could not find standard attr ID for object 7a185c65-29dc-4577-8ce3-4b4803a83d80. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:22.151068 n-d-805995-2 neutron-server[101874]: INFO neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No ports have port_id starting with 7a185c65-29dc-4577-8ce3-4b4803a83d80 Aug 25 15:08:22.154601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ea66ce8-4a61-41d7-866e-65e385bf3098 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:22.189386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=7a185c65-29dc-4577-8ce3-4b4803a83d80,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:22.197772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port 7a185c65-29dc-4577-8ce3-4b4803a83d80 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:22.202015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Deleting port 7a185c65-29dc-4577-8ce3-4b4803a83d80 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:22.202619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.267859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9ea66ce8-4a61-41d7-866e-65e385bf3098 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:22.268443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.304623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] For port 7a185c65-29dc-4577-8ce3-4b4803a83d80, host n-d-805995-2, got binding levels [] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:22.305224 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.328074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Calling delete_port for 7a185c65-29dc-4577-8ce3-4b4803a83d80 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:22.332007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.ipam_backend_mixin [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Port 7a185c65-29dc-4577-8ce3-4b4803a83d80 was not found and therefore no delete operation was performed {{(pid=101874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:08:22.341069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.375552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] Pushing event deleted for resources: {'Port': ['ID=7a185c65-29dc-4577-8ce3-4b4803a83d80,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:22.385374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07af5b8-a97e-47e9-92e5-a1625ce65229 None None] No DVR routers for this DVR port 7a185c65-29dc-4577-8ce3-4b4803a83d80 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:22.420870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.507848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80159469-3f9b-406c-8382-0c4515591438']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:22.520883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24455ca9-3298-4c88-a912-0c8cae2bdf5f') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:22.521603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24455ca9-3298-4c88-a912-0c8cae2bdf5f') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:22.546002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af889b70-aba5-48fd-9174-77abbf524e7e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:22.550702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.569391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:08:22.575367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.575616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.582074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:22.582592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.597819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: af889b70-aba5-48fd-9174-77abbf524e7e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:22.599211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af889b70-aba5-48fd-9174-77abbf524e7e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:22.641204 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:22.675760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=827f8bc5-c344-4231-9749-62975e79fc04,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:22.681361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:22.683448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:22.687551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:22.688178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.694388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f78624-6c62-4ca6-952f-f0184ce6a10b None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:22.708425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53820) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:22.803803 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8fec0538-c4ea-4b7f-88ef-69d0fd37d5f1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0216746 Aug 25 15:08:22.810747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53826) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:22.816890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:22.910342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-425232205-network', 'tenant_id': '3ea2c34194b842249e348bf11307e6d9'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:22.912435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '827f8bc5-c344-4231-9749-62975e79fc04'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:22.913653 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:22.971383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d488759-ffbe-47ba-9454-49a5fe9bb30b req-9b505b74-64e6-4e16-bb0e-f8d162e6b0d1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=11a7b6ca-c907-440a-8917-9c0e482b3437 HTTP/1.1" status: 200 len: 210 time: 0.3181741 Aug 25 15:08:23.045632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Made reservation on behalf of 3ea2c34194b842249e348bf11307e6d9 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:23.050305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.072013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.082733 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.085021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/80159469-3f9b-406c-8382-0c4515591438 HTTP/1.1" status: 204 len: 168 time: 6.3033185 Aug 25 15:08:23.090829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53830) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:23.099528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1197396239'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:23.105258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.118649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Allocated IP 2001:db8::f816:3eff:fe9d:4e7c (adfdb661-dddb-4df2-9db5-dc9311fa8623/827f8bc5-c344-4231-9749-62975e79fc04/8436b9bb-b41b-43c8-bb25-9885284bca81) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:23.120431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0ff41-b84b-484b-865d-8a75e81a405b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=80159469-3f9b-406c-8382-0c4515591438,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:23.178803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c352e9-9bdc-4ec4-89f1-e84925d5b0f7 req-a06196fc-88a9-4a72-9ef4-b0f993b2e482 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:23.180583 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51c352e9-9bdc-4ec4-89f1-e84925d5b0f7 req-a06196fc-88a9-4a72-9ef4-b0f993b2e482 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 945 time: 0.0718863 Aug 25 15:08:23.220004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:23.223616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.281236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51c352e9-9bdc-4ec4-89f1-e84925d5b0f7 req-908256a5-7fd0-4a11-a153-d5c651ae1a31 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910864 Aug 25 15:08:23.291394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:08:23.291394 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:08:23.291394 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '3ea2c34194b842249e348bf11307e6d9', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 8, 23, 147818)}] Aug 25 15:08:23.291394 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:08:23.291793 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:08:23.319354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.334616 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.344539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Transition to ACTIVE for port object 8436b9bb-b41b-43c8-bb25-9885284bca81 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:23.359638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Transition to ACTIVE for port object 8436b9bb-b41b-43c8-bb25-9885284bca81 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:23.364982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:23.368487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.434487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:23.436778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.455253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.455642 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment dafe6ef1-5d80-43e0-9a2d-11fb810916e6 of type vlan for network 0c96e19b-21ab-412c-85ca-4307e851137b Aug 25 15:08:23.477261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:23.484911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:23.490031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:23.524879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Pushing event updated for resources: {'Port': ['ID=8436b9bb-b41b-43c8-bb25-9885284bca81,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:23.539067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.615191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Attempting to bind port 8436b9bb-b41b-43c8-bb25-9885284bca81 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:23.615570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Attempting to bind port 8436b9bb-b41b-43c8-bb25-9885284bca81 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:23.615991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Attempting to bind port 8436b9bb-b41b-43c8-bb25-9885284bca81 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:23.618425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:23.634619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Deleting port b0c12284-8258-499c-87ad-edf3d0b43c2b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:23.635252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.646134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:23.646619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:23.646909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.647322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:23.647868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Bound port: 8436b9bb-b41b-43c8-bb25-9885284bca81, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:23.648251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.649857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 9dde4f70-ddcc-4ff5-b099-535792e7b59d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:23.650194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9dde4f70-ddcc-4ff5-b099-535792e7b59d not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:23.650598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd806ed5-ee9d-4775-b413-5c617c416e6d no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:23.676239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a185c65-29dc-4577-8ce3-4b4803a83d80 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:23.678097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: fd806ed5-ee9d-4775-b413-5c617c416e6d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:23.678247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd806ed5-ee9d-4775-b413-5c617c416e6d not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:23.690703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.697011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:23.697636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.710856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7a185c65-29dc-4577-8ce3-4b4803a83d80 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:23.712044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a185c65-29dc-4577-8ce3-4b4803a83d80 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:23.718675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.755490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] For port b0c12284-8258-499c-87ad-edf3d0b43c2b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b0c12284-8258-499c-87ad-edf3d0b43c2b,segment=NetworkSegment(ac28735a-2e8b-400d-b00c-1c1618b1d2a4),segment_id=ac28735a-2e8b-400d-b00c-1c1618b1d2a4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:23.756152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.769625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Calling delete_port for b0c12284-8258-499c-87ad-edf3d0b43c2b owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:23.790525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] For port 8436b9bb-b41b-43c8-bb25-9885284bca81, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:23.811447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:23.812165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.814987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f87d611c-dd18-4ac7-8dad-ef49d0cd4673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.818520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] For port 8436b9bb-b41b-43c8-bb25-9885284bca81, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8436b9bb-b41b-43c8-bb25-9885284bca81,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:23.828496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:23.831655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:23.832253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.880151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=0c96e19b-21ab-412c-85ca-4307e851137b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:23.888616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=2efad04d-8444-406e-bd64-30ce5c4502ca,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:23.892920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0c96e19b-21ab-412c-85ca-4307e851137b details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:23.894196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-77459bfc-b00b-4597-890c-683d18204cf7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8000963 Aug 25 15:08:23.897248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53840) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:23.903864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:23.944606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:23.950219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.003842 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cf42b574-e826-4a5e-98e2-672b6829ed75 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1910930 Aug 25 15:08:24.007351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:24.021704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:ba:cb:4f', 'name': 'tempest-NetworksTestDHCPv6-2071723346'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:24.045505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53850) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:24.085480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf931f-7ddf-4242-a79a-8580596fe03d None None] Pushing event updated for resources: {'Port': ['ID=8436b9bb-b41b-43c8-bb25-9885284bca81,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:24.132948 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.178268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c12284-8258-499c-87ad-edf3d0b43c2b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:24.261759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.387747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.425693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:24.468720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.469075 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Added segment 20a5ba3a-efd3-4831-873f-6bec290e9a1e of type vlan for network 6df544fa-e6e4-4798-8904-8111e8973542 Aug 25 15:08:24.516344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:24.520022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.534885 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.549239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b55822-4eee-469e-a6f3-8d0a4612dc50,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:24.615924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.689078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:24.739264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:24.740539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:24.741133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.007569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Router 71adc0f4-fea1-494c-a928-1495c801afd6 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:08:25.069307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.202678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4930575 Aug 25 15:08:25.210118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:25.210776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46784913-ac87-41af-beb8-749252e7061a admin admin] Pushing event updated for resources: {'Network': ['ID=6df544fa-e6e4-4798-8904-8111e8973542,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:25.223466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Request body: {'subnet': {'network_id': '6df544fa-e6e4-4798-8904-8111e8973542', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-425232205-subnet', 'tenant_id': '3ea2c34194b842249e348bf11307e6d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:25.227763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6df544fa-e6e4-4798-8904-8111e8973542 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:25.254374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.286415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port d3e12adb-3612-4c0f-80bd-8767660eb827 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:08:25.327738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.349729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Made reservation on behalf of 3ea2c34194b842249e348bf11307e6d9 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:25.352352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.493505 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.521926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=ec2574ca-7ae6-4699-ba17-2bec98e143a0,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:25.549022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61adb7-b1e1-4a23-b4f5-3eba7391e39c None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:25.555889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:25.560397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 0c96e19b-21ab-412c-85ca-4307e851137b, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:25.585402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:25.592984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5651dbab-86fa-4997-a8ea-8359ec5c28d2 admin admin] 10.222.0.58 "PUT /v2.0/routers/71adc0f4-fea1-494c-a928-1495c801afd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5050399 Aug 25 15:08:25.595683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53866) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:25.615974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] Sync routers for ids ['71adc0f4-fea1-494c-a928-1495c801afd6'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:25.640577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] Routers {'71adc0f4-fea1-494c-a928-1495c801afd6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:25.641588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['71adc0f4-fea1-494c-a928-1495c801afd6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:25.657997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 172.20.0.3 (adfdb661-dddb-4df2-9db5-dc9311fa8623/2efad04d-8444-406e-bd64-30ce5c4502ca/d3e12adb-3612-4c0f-80bd-8767660eb827) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:25.669086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:feba:cb4f (adfdb661-dddb-4df2-9db5-dc9311fa8623/827f8bc5-c344-4231-9749-62975e79fc04/d3e12adb-3612-4c0f-80bd-8767660eb827) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:25.731736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 0c96e19b-21ab-412c-85ca-4307e851137b is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:25.837767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.852573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0c96e19b-21ab-412c-85ca-4307e851137b) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:25.866019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:25.867528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.888972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.953778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89606d3-2815-417d-8c36-ccc45f7baff8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:25.970058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:25.972727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] Set router 71adc0f4-fea1-494c-a928-1495c801afd6 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:25.993777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-011a4f43-f6b6-40f1-8816-60d6ad570b4b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0953648 Aug 25 15:08:25.999736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53876) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:26.007103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Checking segment: {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:26.007534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Network hostable DHCP agents. Network: 6df544fa-e6e4-4798-8904-8111e8973542, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:26.052147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8436b9bb-b41b-43c8-bb25-9885284bca81 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:26.053959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc1f38-9414-4183-aed5-2b7681add157 None None] Network 0c96e19b-21ab-412c-85ca-4307e851137b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:26.091423 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.111711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object d3e12adb-3612-4c0f-80bd-8767660eb827 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:26.148122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Network 6df544fa-e6e4-4798-8904-8111e8973542 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:26.157573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-739debf7-cae8-4963-b8bf-4b4df3f44056 None None] Provisioning for port 8436b9bb-b41b-43c8-bb25-9885284bca81 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:26.210237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.215718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:26.216225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.258884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 6df544fa-e6e4-4798-8904-8111e8973542) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:26.264818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:26.265384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.283769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cd0ca-7f58-4cbf-aa6e-2691696e6321 None None] Network 6df544fa-e6e4-4798-8904-8111e8973542 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:26.284938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.313925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Deleting port 21744335-e901-437f-9bc0-4f265e33aad8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:26.314638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.358456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3e56a03-19de-4f99-9f1c-1b3b3072a6ca admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1449320 Aug 25 15:08:26.375360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:26.400980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=d3e12adb-3612-4c0f-80bd-8767660eb827,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:26.403882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:26.407730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:26.431246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0c96e19b-21ab-412c-85ca-4307e851137b', 'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': 'ec2574ca-7ae6-4699-ba17-2bec98e143a0'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:26.432138 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.464494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:26.467273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.478522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 8436b9bb-b41b-43c8-bb25-9885284bca81 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:26.486378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:26.487011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.501596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:26.504679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8436b9bb-b41b-43c8-bb25-9885284bca81 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:26.504679 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.583964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a90ef7c3-d511-4be7-b56b-d6837fb05f4f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5736256 Aug 25 15:08:26.585306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53892) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:26.600854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.688168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7a866-e7ef-48cc-bc39-8ac89593cb28 None None] Network 6df544fa-e6e4-4798-8904-8111e8973542 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:26.702918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82426979-6ccd-4275-8a25-2e6d955f2521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:26.716873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82426979-6ccd-4275-8a25-2e6d955f2521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:26.719550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-82426979-6ccd-4275-8a25-2e6d955f2521 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1304793 Aug 25 15:08:26.721514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53894) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:26.786388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] For port 21744335-e901-437f-9bc0-4f265e33aad8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21744335-e901-437f-9bc0-4f265e33aad8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:26.786751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.791952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '21744335-e901-437f-9bc0-4f265e33aad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:08:23Z', 'revision_number': 5, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port': {'id': '21744335-e901-437f-9bc0-4f265e33aad8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:05:23Z', 'updated_at': '2021-08-25T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:26.806789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Calling delete_port for 21744335-e901-437f-9bc0-4f265e33aad8 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:26.836626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] Checking router: 71adc0f4-fea1-494c-a928-1495c801afd6 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:26.868190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Allocated IP 2001:db8::1 (0c96e19b-21ab-412c-85ca-4307e851137b/ec2574ca-7ae6-4699-ba17-2bec98e143a0/b1a13c97-1eef-48a0-8640-aee119cd2683) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:26.876750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port d3e12adb-3612-4c0f-80bd-8767660eb827 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:26.877171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:26.907787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd242677-d405-4df3-bea3-e98554822b47 None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '827f8bc5-c344-4231-9749-62975e79fc04', 'ip_address': '2001:db8::f816:3eff:fe9d:4e7c'}, {'subnet_id': '2efad04d-8444-406e-bd64-30ce5c4502ca'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '8436b9bb-b41b-43c8-bb25-9885284bca81'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:08:26.926607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] Routers {'71adc0f4-fea1-494c-a928-1495c801afd6'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:26.927288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['71adc0f4-fea1-494c-a928-1495c801afd6'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:27.004043 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.021690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for d3e12adb-3612-4c0f-80bd-8767660eb827 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:27.098171 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd242677-d405-4df3-bea3-e98554822b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.104884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.213801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] Set router 71adc0f4-fea1-494c-a928-1495c801afd6 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:27.214906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.232408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.265063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=1fecbcc7-b8fc-4f7b-957c-4e370089eb3b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:27.301049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.303336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 8436b9bb-b41b-43c8-bb25-9885284bca81, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8436b9bb-b41b-43c8-bb25-9885284bca81,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:27.304746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:08:25Z', 'revision_number': 6, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:27.315857 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.338892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.360081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Pushing event deleted for resources: {'Port': ['ID=21744335-e901-437f-9bc0-4f265e33aad8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:27.431204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=d3e12adb-3612-4c0f-80bd-8767660eb827,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:27.500581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.586508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.588968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8e2f5c38-499a-4945-9a8b-0f6d9de84f9d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/d3e12adb-3612-4c0f-80bd-8767660eb827 HTTP/1.1" status: 204 len: 168 time: 0.8662825 Aug 25 15:08:27.599247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53904) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:27.600279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.680612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880e34c-d0fd-4777-a064-3263ca4b30b9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:27.682588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880e34c-d0fd-4777-a064-3263ca4b30b9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:27.685412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880e34c-d0fd-4777-a064-3263ca4b30b9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:27.687432 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f880e34c-d0fd-4777-a064-3263ca4b30b9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0948308 Aug 25 15:08:27.690017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53912) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:27.728147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee72fbd-b838-4333-ab03-2b44460cb3a3 None None] The sync data for ids ['71adc0f4-fea1-494c-a928-1495c801afd6'] in n-d-805995-2 is: [{'id': '71adc0f4-fea1-494c-a928-1495c801afd6', 'name': 'tempest-ServerRescueNegativeTestJSON-17176049-router', 'tenant_id': '2f16218e650740b5b8d169bc381bf410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:05:22Z', 'updated_at': '2021-08-25T15:08:25Z', 'revision_number': 6, 'project_id': '2f16218e650740b5b8d169bc381bf410', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:27.819903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.824163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 2efad04d-8444-406e-bd64-30ce5c4502ca {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:27.826368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.828829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.875716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.893441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Transition to ACTIVE for port object b1a13c97-1eef-48a0-8640-aee119cd2683 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:27.934705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Transition to ACTIVE for port object b1a13c97-1eef-48a0-8640-aee119cd2683 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:27.935173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:27.961783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.015352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=8436b9bb-b41b-43c8-bb25-9885284bca81,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:28.046439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.046899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71adc0f4-fea1-494c-a928-1495c801afd6 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:08:28.047684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.051992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.052121 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.053188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e45a58f1-1f5f-44bf-b6fe-62abeee04834 admin admin] 10.222.0.58 "DELETE /v2.0/routers/71adc0f4-fea1-494c-a928-1495c801afd6 HTTP/1.1" status: 204 len: 168 time: 2.4565752 Aug 25 15:08:28.056913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53920) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:28.151737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Network 0c96e19b-21ab-412c-85ca-4307e851137b is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:28.156006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:28.159729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:28.240646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Deleting subnet cee1e97d-ce84-4194-91de-4777f45fa128 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:28.245613 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.286557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Pushing event updated for resources: {'Port': ['ID=b1a13c97-1eef-48a0-8640-aee119cd2683,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:28.302944 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.306661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.315163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Attempting to bind port b1a13c97-1eef-48a0-8640-aee119cd2683 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:28.315690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Attempting to bind port b1a13c97-1eef-48a0-8640-aee119cd2683 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:28.315897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Attempting to bind port b1a13c97-1eef-48a0-8640-aee119cd2683 on network 0c96e19b-21ab-412c-85ca-4307e851137b {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server [None req-cd242677-d405-4df3-bea3-e98554822b47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2efad04d-8444-406e-bd64-30ce5c4502ca: This subnet is being modified by another concurrent operation. Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 15:08:28.354988 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise exception Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2efad04d-8444-406e-bd64-30ce5c4502ca: This subnet is being modified by another concurrent operation. Aug 25 15:08:28.359109 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server Aug 25 15:08:28.377286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:28.377681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Checking segment: {'id': 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:28.378095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.378503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Bound using segment: {'id': 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:28.381203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Bound port: b1a13c97-1eef-48a0-8640-aee119cd2683, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c96e19b-21ab-412c-85ca-4307e851137b'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:28.381644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.408440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=2efad04d-8444-406e-bd64-30ce5c4502ca,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:28.423769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.425765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a91ea4c-7d46-46cb-9e6f-a8afb2bcf56b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/2efad04d-8444-406e-bd64-30ce5c4502ca HTTP/1.1" status: 204 len: 168 time: 0.7345226 Aug 25 15:08:28.428507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:28.493710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.548686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] For port b1a13c97-1eef-48a0-8640-aee119cd2683, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:28.561600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] For port b1a13c97-1eef-48a0-8640-aee119cd2683, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b1a13c97-1eef-48a0-8640-aee119cd2683,segment=NetworkSegment(dafe6ef1-5d80-43e0-9a2d-11fb810916e6),segment_id=dafe6ef1-5d80-43e0-9a2d-11fb810916e6)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:28.566261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 827f8bc5-c344-4231-9749-62975e79fc04 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:28.575260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.576495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-540a21fc-7ec1-45a2-ad6d-3a33f1696674 None None] Could not find standard attr ID for object d3e12adb-3612-4c0f-80bd-8767660eb827. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:28.601733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-540a21fc-7ec1-45a2-ad6d-3a33f1696674 None None] Provisioning complete for port 8436b9bb-b41b-43c8-bb25-9885284bca81 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:28.602660 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-540a21fc-7ec1-45a2-ad6d-3a33f1696674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.657469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.672553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.767280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.905273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.966924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee1e97d-ce84-4194-91de-4777f45fa128,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:28.971173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:28.973485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cf3ddc89-d8fc-4c92-a008-bb8733bf1ac3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cee1e97d-ce84-4194-91de-4777f45fa128 HTTP/1.1" status: 204 len: 168 time: 0.9152124 Aug 25 15:08:28.982110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:29.003478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2574ca-7ae6-4699-ba17-2bec98e143a0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:29.028488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe579-3905-45e0-9ce1-817c00d56d38 None None] Pushing event updated for resources: {'Port': ['ID=b1a13c97-1eef-48a0-8640-aee119cd2683,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:29.124025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.137646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.138579 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.153623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c96e19b-21ab-412c-85ca-4307e851137b']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.156297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.172127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.172463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.173483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-192ea66c-83ad-4ea7-b7f1-67ddfdc30af9 None None] Could not find standard attr ID for object d3e12adb-3612-4c0f-80bd-8767660eb827. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:29.191343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router e33274ad-4078-4125-be91-e8d59527fcc0 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:08:29.193210 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.227310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.271771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:29.272423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:29.288149 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:29.506682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.523607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff02074-a0e0-4ec2-aa0b-46db60ddecc2']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.537626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.537980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac28735a-2e8b-400d-b00c-1c1618b1d2a4') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.562667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:29.573623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.573829 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] Sync routers for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:29.577876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cca58fa5-f1fd-4a50-8127-6c342031068c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/e33274ad-4078-4125-be91-e8d59527fcc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5277376 Aug 25 15:08:29.577988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53944) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:29.578078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:08:29.578078 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:08:29.578078 n-d-805995-2 neutron-server[101873]: [parameters: {'id': '0c96e19b-21ab-412c-85ca-4307e851137b'}] Aug 25 15:08:29.578078 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:08:29.578078 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:08:29.588363 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:29.589440 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:29.592170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.658583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.668873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=827f8bc5-c344-4231-9749-62975e79fc04,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:29.675578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.677530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3af66788-876c-4f85-adc6-c4d5ab267b7c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/827f8bc5-c344-4231-9749-62975e79fc04 HTTP/1.1" status: 204 len: 168 time: 1.2458832 Aug 25 15:08:29.678827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a9854-a9d2-4277-9e53-37c0bb125674 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:29.680130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53946) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:29.683139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:29.684475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: items = [ Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:29.686834 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:29.745240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a0ef9f49-6a40-44ff-b02d-9db78e3ad163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637643 Aug 25 15:08:29.749623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53948) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:29.759754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting subnet 235eff9f-a69d-4a45-9d19-cfbeea82ea71 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:29.792686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.839870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:29.851472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.856327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b1a13c97-1eef-48a0-8640-aee119cd2683 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:29.862270 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:29.911766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.972850 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:29.985185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ff02074-a0e0-4ec2-aa0b-46db60ddecc2 HTTP/1.1" status: 204 len: 168 time: 0.9962256 Aug 25 15:08:29.989899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ed573-f773-4a14-8b40-d0236bbf1c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff02074-a0e0-4ec2-aa0b-46db60ddecc2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:30.082837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.109526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.123104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:30.166307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:30.170779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.196729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b1a13c97-1eef-48a0-8640-aee119cd2683 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:30.312045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] Deleting port 8436b9bb-b41b-43c8-bb25-9885284bca81 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:30.312433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.349854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21744335-e901-437f-9bc0-4f265e33aad8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:30.397258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:08:26Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:30.415322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 21744335-e901-437f-9bc0-4f265e33aad8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:30.415669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21744335-e901-437f-9bc0-4f265e33aad8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:30.416095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8436b9bb-b41b-43c8-bb25-9885284bca81 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:30.454262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.463954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] Checking router: e33274ad-4078-4125-be91-e8d59527fcc0 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:30.503493 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] Routers {'e33274ad-4078-4125-be91-e8d59527fcc0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:30.505076 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e33274ad-4078-4125-be91-e8d59527fcc0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:30.519603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.527286 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/subnets/235eff9f-a69d-4a45-9d19-cfbeea82ea71 HTTP/1.1" status: 204 len: 168 time: 0.9461873 Aug 25 15:08:30.527286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92b79e-03b9-4c51-b84f-f12ab98a1acf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Subnet': ['ID=235eff9f-a69d-4a45-9d19-cfbeea82ea71,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:30.537000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:30.562444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c1aa9-d9ce-438e-ad77-a97f0423e5c4 None None] Network ca26cf07-c966-434c-8693-38d202678838 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:30.570747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53966) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:30.660850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port b1a13c97-1eef-48a0-8640-aee119cd2683 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:30.661197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.770245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8dad333b-2c2a-4954-9168-ec1540f7e9fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f16218e650740b5b8d169bc381bf410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959352 Aug 25 15:08:30.770484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:30.788466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b5c0c-b9b7-4016-a372-384e32b45dce None None] Network 0c96e19b-21ab-412c-85ca-4307e851137b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:30.842159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port b1a13c97-1eef-48a0-8640-aee119cd2683, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b1a13c97-1eef-48a0-8640-aee119cd2683,segment=NetworkSegment(dafe6ef1-5d80-43e0-9a2d-11fb810916e6),segment_id=dafe6ef1-5d80-43e0-9a2d-11fb810916e6)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:30.842534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.878327 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] Set router e33274ad-4078-4125-be91-e8d59527fcc0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:30.884278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for b1a13c97-1eef-48a0-8640-aee119cd2683 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:30.907972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] For port 8436b9bb-b41b-43c8-bb25-9885284bca81, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8436b9bb-b41b-43c8-bb25-9885284bca81,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:30.908654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.950457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:30.979995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] Calling delete_port for 8436b9bb-b41b-43c8-bb25-9885284bca81 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:31.081760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9bd07e0e-ef1d-45d8-a050-3f874276c08c None None] Provisioning for port b1a13c97-1eef-48a0-8640-aee119cd2683 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:31.217978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9bd07e0e-ef1d-45d8-a050-3f874276c08c None None] Provisioning complete for port b1a13c97-1eef-48a0-8640-aee119cd2683 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:31.217978 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9bd07e0e-ef1d-45d8-a050-3f874276c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.286016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:08:26Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:31.357812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:08:31.360595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d5c28-72f1-4b2c-9ab9-edaeaf9f5afe None None] The sync data for ids ['e33274ad-4078-4125-be91-e8d59527fcc0'] in n-d-805995-2 is: [{'id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046906629', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:06:03Z', 'updated_at': '2021-08-25T15:08:26Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'a8faf86a-10d4-459d-b165-c84532e8ae58', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33274ad-4078-4125-be91-e8d59527fcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:06:04Z', 'updated_at': '2021-08-25T15:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:31.371702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90fa5ef-3f74-4b53-bdf6-91e6d41201d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.374133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.413235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90fa5ef-3f74-4b53-bdf6-91e6d41201d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.470369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.558276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port a8faf86a-10d4-459d-b165-c84532e8ae58 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:31.559342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.576306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90fa5ef-3f74-4b53-bdf6-91e6d41201d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.579219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a90fa5ef-3f74-4b53-bdf6-91e6d41201d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.581145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a90fa5ef-3f74-4b53-bdf6-91e6d41201d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7f20e35-680f-4fb8-ada1-cb32daa3e25f HTTP/1.1" status: 204 len: 168 time: 0.8095953 Aug 25 15:08:31.696094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fa5ef-3f74-4b53-bdf6-91e6d41201d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f20e35-680f-4fb8-ada1-cb32daa3e25f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:31.700195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.766785 n-d-805995-2 neutron-server[101873]: WARNING neutron.services.revisions.revision_plugin [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Could not find related port for resource to bump revision. Aug 25 15:08:31.787665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port a8faf86a-10d4-459d-b165-c84532e8ae58, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8faf86a-10d4-459d-b165-c84532e8ae58,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:31.788151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.840238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Port 8436b9bb-b41b-43c8-bb25-9885284bca81 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101873) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 25 15:08:31.840616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:4e7c {{(pid=101873) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 25 15:08:31.845464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:4e7c {{(pid=101873) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 25 15:08:31.846828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.852503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for a8faf86a-10d4-459d-b165-c84532e8ae58 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:31.913240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] DHCP port deletion for ca26cf07-c966-434c-8693-38d202678838 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:31.926970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a9929-bd0b-4880-b9bc-09f92068d0ff None None] DHCP port deletion for 0c96e19b-21ab-412c-85ca-4307e851137b request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:31.932865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b0c12284-8258-499c-87ad-edf3d0b43c2b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:31.948154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:31.992103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port b1a13c97-1eef-48a0-8640-aee119cd2683 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:31.995050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:32.040796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] No DVR routers for this DVR port 8436b9bb-b41b-43c8-bb25-9885284bca81 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:32.055129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437ad6-7366-48a6-b82f-ecc9baa7ddbf None None] Pushing event deleted for resources: {'Port': ['ID=8436b9bb-b41b-43c8-bb25-9885284bca81,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:32.062776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b0c12284-8258-499c-87ad-edf3d0b43c2b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:32.062776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b0c12284-8258-499c-87ad-edf3d0b43c2b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:32.101120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:32.106221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9bd07e0e-ef1d-45d8-a050-3f874276c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.117425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=b1a13c97-1eef-48a0-8640-aee119cd2683,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:32.135843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e524419d-ed01-4a78-9067-86dbdb788537 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:32.177745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:32.178343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.298806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] Deleting port 240b950a-4be5-4044-8282-2b60f4967c1a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:32.299969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.325754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=89f47e9d-53f2-40a9-9ad4-0ff954d07f78,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:32.433010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b1a13c97-1eef-48a0-8640-aee119cd2683 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:32.441014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8ec61019-65c4-473a-8b28-b4aa4bbda4ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6901820 Aug 25 15:08:32.442972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.445050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53990) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:32.458135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:32.501239 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.509494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b1a13c97-1eef-48a0-8640-aee119cd2683 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:32.509880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b1a13c97-1eef-48a0-8640-aee119cd2683 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:32.510274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:32.517658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c96e19b-21ab-412c-85ca-4307e851137b']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:32.543102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:32.543870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=a8faf86a-10d4-459d-b165-c84532e8ae58,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:32.545897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafe6ef1-5d80-43e0-9a2d-11fb810916e6') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:32.562474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.582957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.592698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:32.593455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.630565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:32.630921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1fecbcc7-b8fc-4f7b-957c-4e370089eb3b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:32.631382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 240b950a-4be5-4044-8282-2b60f4967c1a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:32.689213 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:32.702220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] For port 240b950a-4be5-4044-8282-2b60f4967c1a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=240b950a-4be5-4044-8282-2b60f4967c1a,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:32.702659 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.737563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.776517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] Calling delete_port for 240b950a-4be5-4044-8282-2b60f4967c1a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:32.824840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.834965 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.844370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/0c96e19b-21ab-412c-85ca-4307e851137b HTTP/1.1" status: 204 len: 168 time: 6.8427291 Aug 25 15:08:32.871759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54002) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:32.881337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133642218'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:32.886188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2307957-bc59-40a3-a273-8d798d38e730 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=0c96e19b-21ab-412c-85ca-4307e851137b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:32.946431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '89f47e9d-53f2-40a9-9ad4-0ff954d07f78'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:32.949132 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:32.978670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:32.983815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.043154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.057028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:33.061345 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.093897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.094242 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment 60324cc1-cbc0-4703-949f-24ba48d1ab2e of type vlan for network 1df25182-fb43-427c-b1e8-22edb4def87d Aug 25 15:08:33.107465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.193141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.236766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.237348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Fanout notify agent at l3_agent the message router_deleted on router e33274ad-4078-4125-be91-e8d59527fcc0 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:08:33.255510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.256615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-da3d783f-82f5-4c5e-8ce2-cbecaacf5439 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/routers/e33274ad-4078-4125-be91-e8d59527fcc0 HTTP/1.1" status: 204 len: 168 time: 2.7185063 Aug 25 15:08:33.260555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54008) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:33.265643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:33.269593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.294450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 240b950a-4be5-4044-8282-2b60f4967c1a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=240b950a-4be5-4044-8282-2b60f4967c1a,segment=NetworkSegment(6df17442-7b9f-4390-bac2-c937220b3c35),segment_id=6df17442-7b9f-4390-bac2-c937220b3c35)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:33.427243 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.562306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.567463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.577327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.592724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:33.593797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.612998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Allocated IP 2001:db8::f816:3eff:fe4b:b8c6 (adfdb661-dddb-4df2-9db5-dc9311fa8623/89f47e9d-53f2-40a9-9ad4-0ff954d07f78/59085679-8cd1-41f2-ad08-d7a6aa94dd3f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:33.680480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] No DVR routers for this DVR port 240b950a-4be5-4044-8282-2b60f4967c1a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:33.686611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=240b950a-4be5-4044-8282-2b60f4967c1a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:33.697139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8204100 Aug 25 15:08:33.702434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:33.723349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:33.837989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d970f6-2c26-45a6-8b6e-a53362fe2590 None None] Pushing event deleted for resources: {'Port': ['ID=240b950a-4be5-4044-8282-2b60f4967c1a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:33.908809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:33.924129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca26cf07-c966-434c-8693-38d202678838']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:33.950617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df17442-7b9f-4390-bac2-c937220b3c35') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:33.951365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df17442-7b9f-4390-bac2-c937220b3c35') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:33.963928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.001150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.013034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:34.013034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:34.137595 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:34.154030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f9004-09da-40b2-87cd-76ac7b5934ee tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=1df25182-fb43-427c-b1e8-22edb4def87d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:34.282039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.287173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.291888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/networks/ca26cf07-c966-434c-8693-38d202678838 HTTP/1.1" status: 204 len: 168 time: 1.0275080 Aug 25 15:08:34.301136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54034) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:34.311746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a969-683f-420b-b2c2-41e73c238c7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Network': ['ID=ca26cf07-c966-434c-8693-38d202678838,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:34.374134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:34.387428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.475801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1df25182-fb43-427c-b1e8-22edb4def87d details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:34.491213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8faf86a-10d4-459d-b165-c84532e8ae58 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:34.649714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.798642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a8faf86a-10d4-459d-b165-c84532e8ae58 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:34.798997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8faf86a-10d4-459d-b165-c84532e8ae58 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:34.923106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:34.957529 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:34.972351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:34.983714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:34.984564 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.073347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Transition to ACTIVE for port object 59085679-8cd1-41f2-ad08-d7a6aa94dd3f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:35.101026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53d663b2-2546-4c7b-a39f-598ed39419eb req-e0160582-5cda-4726-bc13-3a077fcd5d00 tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.58 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0937476 Aug 25 15:08:35.219260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Transition to ACTIVE for port object 59085679-8cd1-41f2-ad08-d7a6aa94dd3f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:35.249032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=91973618-0ba5-4284-8124-63e377f4f872,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:35.258135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8134506-104f-4393-b503-c6d2c64fa00b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.282431 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.322366 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8134506-104f-4393-b503-c6d2c64fa00b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.414463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Pushing event updated for resources: {'Port': ['ID=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:35.419609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:35.424201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:35.432626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:35.563822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Attempting to bind port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:35.564442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Attempting to bind port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:35.566746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Attempting to bind port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:35.578638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:35.579041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:35.579464 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.579867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:35.580353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Bound port: 59085679-8cd1-41f2-ad08-d7a6aa94dd3f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:35.580742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.706509 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.713352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54074) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:35.714184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3ac1b095-7544-4930-b4a9-59b0ec39689c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2664688 Aug 25 15:08:35.719392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:ed:c1:83', 'name': 'tempest-NetworksTestDHCPv6-399597067'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:35.831827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8134506-104f-4393-b503-c6d2c64fa00b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.842427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f8134506-104f-4393-b503-c6d2c64fa00b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:35.847986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f8134506-104f-4393-b503-c6d2c64fa00b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/security-groups/72d77e32-3b22-41b4-89f2-d065ad6e6f17 HTTP/1.1" status: 204 len: 168 time: 1.5474701 Aug 25 15:08:35.915562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] For port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:35.929212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] For port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:35.975993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8134506-104f-4393-b503-c6d2c64fa00b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d77e32-3b22-41b4-89f2-d065ad6e6f17,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:36.056032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=e6950142-541f-4505-8663-bb8399fe880d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:36.061683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': '60324cc1-cbc0-4703-949f-24ba48d1ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:36.062054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 1df25182-fb43-427c-b1e8-22edb4def87d, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:36.071430 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:36.269589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 1df25182-fb43-427c-b1e8-22edb4def87d is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:36.289625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4589-dd35-40df-b92c-949d63291cc0 None None] Pushing event updated for resources: {'Port': ['ID=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:36.349117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:36.377605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 1df25182-fb43-427c-b1e8-22edb4def87d) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:36.382736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:36.383687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:36.389918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5752faf-fe27-4cf4-affc-0b8cece214f1 None None] Network 1df25182-fb43-427c-b1e8-22edb4def87d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:36.537266 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-96d8f618-da25-4375-a15d-48d5ef2ed1a9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8322039 Aug 25 15:08:36.538147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54102) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:36.556738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:36.656186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 032039eb-1839-45d4-b63a-158ff5e5d3e0 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:08:36.769546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54106) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:36.776218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256194588', 'description': 'tempest-secgroup-smoke-1256194588 description', 'project_id': '1adf2409290d43fda7863871e785644e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:36.911993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:36.941754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:37.077039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-1df25182-fb43-427c-b1e8-22edb4def87d', 'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': 'e6950142-541f-4505-8663-bb8399fe880d'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:37.091812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:37.098727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 172.20.0.14 (adfdb661-dddb-4df2-9db5-dc9311fa8623/91973618-0ba5-4284-8124-63e377f4f872/032039eb-1839-45d4-b63a-158ff5e5d3e0) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:37.129818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:feed:c183 (adfdb661-dddb-4df2-9db5-dc9311fa8623/89f47e9d-53f2-40a9-9ad4-0ff954d07f78/032039eb-1839-45d4-b63a-158ff5e5d3e0) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:37.205504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:37.532747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Allocated IP 2001:db8::1 (1df25182-fb43-427c-b1e8-22edb4def87d/e6950142-541f-4505-8663-bb8399fe880d/4d9cd000-efcb-45c3-9397-7b78f0ed7e9c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:37.579597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:37.615486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 032039eb-1839-45d4-b63a-158ff5e5d3e0 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:37.849000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:37.869423 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:37.888485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Transition to ACTIVE for port object 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:37.921322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Transition to ACTIVE for port object 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:37.940649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:37.948502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:37.966105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:37.970485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b018e3a-c787-4bae-9e5f-43f97f8be6c0 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:38.080409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:38.082045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.083538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.098612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=032039eb-1839-45d4-b63a-158ff5e5d3e0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:38.190585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.192479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Network 1df25182-fb43-427c-b1e8-22edb4def87d is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:38.198657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:38.209401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:38.236715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Pushing event updated for resources: {'Port': ['ID=4d9cd000-efcb-45c3-9397-7b78f0ed7e9c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:38.340827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9a1c3306-7981-4820-85a6-ab9671526f05 None None] Provisioning for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:38.354803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=e6950142-541f-4505-8663-bb8399fe880d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:38.481881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.484163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.485344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 59085679-8cd1-41f2-ad08-d7a6aa94dd3f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:38.499092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df25182-fb43-427c-b1e8-22edb4def87d']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:38.520581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60324cc1-cbc0-4703-949f-24ba48d1ab2e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:38.521314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60324cc1-cbc0-4703-949f-24ba48d1ab2e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:38.534861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.538061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Attempting to bind port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:38.538534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Attempting to bind port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '60324cc1-cbc0-4703-949f-24ba48d1ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:38.538855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Attempting to bind port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c on network 1df25182-fb43-427c-b1e8-22edb4def87d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:38.562134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.562327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:38.562767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Checking segment: {'id': '60324cc1-cbc0-4703-949f-24ba48d1ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:38.563388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.563797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Bound using segment: {'id': '60324cc1-cbc0-4703-949f-24ba48d1ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:38.564442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Bound port: 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60324cc1-cbc0-4703-949f-24ba48d1ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1df25182-fb43-427c-b1e8-22edb4def87d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:38.564841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.575042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:38.575758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:38.579496 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:38.630108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.712101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3243c8d-905d-4c6c-9431-e84b09318f7e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:38.718527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-20836d81-dc13-4e75-aca0-7f9f9a4929d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0036364 Aug 25 15:08:38.724272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54140) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:38.730403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] For port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:38.734504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] For port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4d9cd000-efcb-45c3-9397-7b78f0ed7e9c,segment=NetworkSegment(60324cc1-cbc0-4703-949f-24ba48d1ab2e),segment_id=60324cc1-cbc0-4703-949f-24ba48d1ab2e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:38.742422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '89f47e9d-53f2-40a9-9ad4-0ff954d07f78', 'ip_address': '2001:db8::f816:3eff:fe4b:b8c6'}, {'subnet_id': '91973618-0ba5-4284-8124-63e377f4f872'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '59085679-8cd1-41f2-ad08-d7a6aa94dd3f'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:08:38.743659 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:08:38.743659 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:08:38.743659 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '1df25182-fb43-427c-b1e8-22edb4def87d'}] Aug 25 15:08:38.743659 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:08:38.745662 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:08:38.748286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.751056 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b0666df7-a03f-4718-a1d9-44887cc28ec1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9800003 Aug 25 15:08:38.753620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54142) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:38.759522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': 'b3243c8d-905d-4c6c-9431-e84b09318f7e', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:38.774034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.776053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:38.792482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:38.793019 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:38.839625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296bb11-9eb8-4fd2-8c83-6e23a4f135d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:38.847138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296bb11-9eb8-4fd2-8c83-6e23a4f135d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:38.848846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d296bb11-9eb8-4fd2-8c83-6e23a4f135d5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1274173 Aug 25 15:08:38.853229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54146) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:38.920788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.076961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.077431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Allocated IP 172.20.0.2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/91973618-0ba5-4284-8124-63e377f4f872/59085679-8cd1-41f2-ad08-d7a6aa94dd3f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:39.099592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.107199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 032039eb-1839-45d4-b63a-158ff5e5d3e0 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:39.107546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.217875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.257312 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.325576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.344198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 032039eb-1839-45d4-b63a-158ff5e5d3e0 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:39.399093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5580c85-ac8d-48ea-b47f-be3c482a1500 None None] Network 1df25182-fb43-427c-b1e8-22edb4def87d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:39.501802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec0c9d-072e-4aff-972d-b60159c4a202 None None] Pushing event updated for resources: {'Port': ['ID=4d9cd000-efcb-45c3-9397-7b78f0ed7e9c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:39.506514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a417dd07-cd5b-499c-974c-7642bc3c07a4 req-6ebf4b12-3bb0-4c69-9085-d08d7267faa5 tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.58 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0757239 Aug 25 15:08:39.590856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] For port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:39.639282 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.651998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fc812f-11e3-4789-a761-80020759d55e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:39.721464 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.735289 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.743736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Transition to ACTIVE for port object 59085679-8cd1-41f2-ad08-d7a6aa94dd3f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:39.775335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:39.775786 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.778346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=032039eb-1839-45d4-b63a-158ff5e5d3e0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:39.780962 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.784885 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-392c3275-d2f0-4312-82ee-e302139917ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0274880 Aug 25 15:08:39.785682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54164) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:39.793419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': 'b3243c8d-905d-4c6c-9431-e84b09318f7e', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:39.811661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.924362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435b448-ad83-45fd-9f79-bfbeb6d7269f None None] Pushing event updated for resources: {'Port': ['ID=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:39.975064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:39.983503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:08:39.984559 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:08:40.017372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4d9cd000-efcb-45c3-9397-7b78f0ed7e9c,segment=NetworkSegment(60324cc1-cbc0-4703-949f-24ba48d1ab2e),segment_id=60324cc1-cbc0-4703-949f-24ba48d1ab2e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:40.018184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.064420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.075668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:40.137453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.171815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fdd5ac-4eba-4dd9-8794-783ae99dc6b7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:40.192832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.194912 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e7bf842-a932-4ea8-ba8f-2388b9fd5452 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/032039eb-1839-45d4-b63a-158ff5e5d3e0 HTTP/1.1" status: 204 len: 168 time: 1.3404624 Aug 25 15:08:40.197407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54168) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:40.273690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.278260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-157508b8-cc4f-439a-a6b0-25586b02da4b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4899595 Aug 25 15:08:40.287414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54172) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:40.299720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3847f41d-a40c-4e52-84a0-cac2a9b09240 req-981e2341-28e7-4047-b3d5-23d6896882ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0749125 Aug 25 15:08:40.302596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': 'b3243c8d-905d-4c6c-9431-e84b09318f7e', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:40.333452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc2886c-d88b-437b-a799-a84e163c6bfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:40.342877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc2886c-d88b-437b-a799-a84e163c6bfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:40.342877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc2886c-d88b-437b-a799-a84e163c6bfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:40.342877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1bc2886c-d88b-437b-a799-a84e163c6bfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1400502 Aug 25 15:08:40.345438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:40.417287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 89f47e9d-53f2-40a9-9ad4-0ff954d07f78 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:40.438611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.500893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.501288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.549791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.567569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.635702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=4d9cd000-efcb-45c3-9397-7b78f0ed7e9c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:40.647403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port 4d9cd000-efcb-45c3-9397-7b78f0ed7e9c on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:40.653337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:40.660720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.731396 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.742795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.778395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f7bab4-96c5-43bf-b00c-b9ad6c9ea69c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:40.847375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:40.853242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.858006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-abc34ab4-ea1d-4114-9a59-f7753914ffa2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627301 Aug 25 15:08:40.858610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54184) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:40.863583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': 'b3243c8d-905d-4c6c-9431-e84b09318f7e', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:40.885005 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.898677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df25182-fb43-427c-b1e8-22edb4def87d']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:40.912266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60324cc1-cbc0-4703-949f-24ba48d1ab2e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:40.912931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60324cc1-cbc0-4703-949f-24ba48d1ab2e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:40.916926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 59085679-8cd1-41f2-ad08-d7a6aa94dd3f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:40.932116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a78324d4-c0b6-46c1-be13-b1f3b71afbe3 req-5409d4f2-8a58-4057-961c-6bdedad74d9d tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.58 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.2442286 Aug 25 15:08:40.941133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.967786 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:40.994973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.016863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:41.017330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:41.021284 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:41.024556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.026210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39e1c327-0881-4922-beee-c47ef0cbc1be None None] Could not find standard attr ID for object 032039eb-1839-45d4-b63a-158ff5e5d3e0. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:41.127827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39e1c327-0881-4922-beee-c47ef0cbc1be None None] Provisioning for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:41.129872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.138145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39e1c327-0881-4922-beee-c47ef0cbc1be None None] Provisioning complete for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:41.138603 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39e1c327-0881-4922-beee-c47ef0cbc1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.208840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.234574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.281731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d43161-0916-4bc8-a2c8-133ec3f67dda,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:41.302594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.315375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=89f47e9d-53f2-40a9-9ad4-0ff954d07f78,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:41.317853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.319953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/1df25182-fb43-427c-b1e8-22edb4def87d HTTP/1.1" status: 204 len: 168 time: 4.7805800 Aug 25 15:08:41.323632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54186) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:41.329796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884886111'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:41.344683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14310afa-cd77-41b8-9121-0d0c0524aa46 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=1df25182-fb43-427c-b1e8-22edb4def87d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:41.369307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.377082 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb452b28-9887-4d25-8184-95bc15c0dc8d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/89f47e9d-53f2-40a9-9ad4-0ff954d07f78 HTTP/1.1" status: 204 len: 168 time: 1.0308564 Aug 25 15:08:41.377937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:41.385343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.390199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c87b31f-ef24-4243-a18d-f02226a6742a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5305343 Aug 25 15:08:41.394016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54192) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:41.402970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': 'b3243c8d-905d-4c6c-9431-e84b09318f7e', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:41.462689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d4333-ad84-43d2-9eed-b454a0f01e1b None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:41.486655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 91973618-0ba5-4284-8124-63e377f4f872 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:41.505000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.530890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:41.534338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.579199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d7553cb5-b58f-47cb-9a2d-f1112461d8d5 None None] Could not find standard attr ID for object 032039eb-1839-45d4-b63a-158ff5e5d3e0. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:41.585265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:41.600616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.602775 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment cc1b25ab-c9b5-40be-ad50-49d6897bd910 of type vlan for network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd Aug 25 15:08:41.603299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.627642 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:08:41.666784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.690361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.817183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.835455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-772ae705-470c-4735-9330-7f85b221ce5e req-ce91c3de-e41f-4bc9-9ac9-963b04b7f0f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1db7b820cfca464693f3d1322c261980&device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0699091 Aug 25 15:08:41.846448 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.862419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.871013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:41.871587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.875255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-772ae705-470c-4735-9330-7f85b221ce5e req-84107449-24c9-4f17-8957-f07380d94a10 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1db7b820cfca464693f3d1322c261980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290275 Aug 25 15:08:41.892993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:41.961850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf99149-e5f8-493b-923a-95e05e06731a,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:41.998439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6691575 Aug 25 15:08:42.009991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:42.023459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb26a0-8b63-4433-862e-97e5bde14d26 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=3f5fd844-de9c-4987-954e-9ec18dfd4cdd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:42.029372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:42.035804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:42.128964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4ceb5b5-6b41-4682-b1fe-1013b2c7456e req-a4e73c72-d543-49a7-95bd-f8fe02fcc334 tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.58 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0769255 Aug 25 15:08:42.146053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.148140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-24c515b7-ba9a-457f-b174-13aacf560651 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7525694 Aug 25 15:08:42.150509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54210) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:42.156760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': 'b3243c8d-905d-4c6c-9431-e84b09318f7e', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:42.258245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ae705-470c-4735-9330-7f85b221ce5e req-1e953e8e-2636-498e-bec9-66be1e1f416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:42.259770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-772ae705-470c-4735-9330-7f85b221ce5e req-1e953e8e-2636-498e-bec9-66be1e1f416c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3580885 Aug 25 15:08:42.287812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:42.291652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.385840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.421551 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:08:42.433137 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.448170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=91973618-0ba5-4284-8124-63e377f4f872,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:42.461508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.466527 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fcc5f100-aff8-4f4f-9b78-dac720b39bc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/91973618-0ba5-4284-8124-63e377f4f872 HTTP/1.1" status: 204 len: 168 time: 1.0837727 Aug 25 15:08:42.467999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:42.532035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1ccc2cb5-87b2-42ea-a6bf-76a01618bb05 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623164 Aug 25 15:08:42.539650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54220) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:42.559922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:42.566778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df5f5f-9751-4cac-bf96-2418daf1a839 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:42.569337 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.656401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.691338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3b9d17-f962-4343-b9ba-23b61585b8ee,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:42.706625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-ec083879-71ea-4a42-8f24-cfb523ef4652 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922298 Aug 25 15:08:42.752682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d443ba85-04b3-4ca0-bafa-3d8e26eae6a9 None None] Provisioning complete for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:42.753169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d443ba85-04b3-4ca0-bafa-3d8e26eae6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.858415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.860048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-05ea6962-2da2-4d59-a013-ec7dffaded79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7080452 Aug 25 15:08:42.869110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54224) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:42.881102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:42.890999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'network': {'name': 'tempest-network-smoke--941203587', 'project_id': '1adf2409290d43fda7863871e785644e', 'port_security_enabled': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:42.914399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 59085679-8cd1-41f2-ad08-d7a6aa94dd3f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:42.915297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-ba36cd58-a788-4fc9-8bc0-f3a2108c7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:42.917728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-ba36cd58-a788-4fc9-8bc0-f3a2108c7e27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2be81df55463464ba4e06e1d8a6bd045&device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1426466 Aug 25 15:08:42.932140 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:08:42.932140 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:08:42.932140 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id_1': '1adf2409290d43fda7863871e785644e', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 8, 42, 897877)}] Aug 25 15:08:42.932140 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:08:42.933096 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:08:43.000174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=397c4791-07ad-4333-8b8a-4d989f73b813,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:43.002681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': 'cc1b25ab-c9b5-40be-ad50-49d6897bd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:43.003195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 3f5fd844-de9c-4987-954e-9ec18dfd4cdd, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:43.064851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:43.075867 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.163347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:43.287780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 3f5fd844-de9c-4987-954e-9ec18dfd4cdd) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:43.301405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:43.303807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372efea9-7b58-4ac4-8fed-df9e0170b6e5 None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:43.334870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:43.341566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.436293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:43.438225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.461731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15038ed7-7ef8-4803-ae1e-78656fd43502 req-b0332e1f-1c92-45eb-a6d3-5c6c573327e6 tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.58 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0761411 Aug 25 15:08:43.555436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] Deleting port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:43.555688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.564755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-3f5fd844-de9c-4987-954e-9ec18dfd4cdd', 'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': '397c4791-07ad-4333-8b8a-4d989f73b813'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:43.565643 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.650705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-772ae705-470c-4735-9330-7f85b221ce5e req-e21a391c-2941-45c2-93fe-574d9d702817 tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.52 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.1772814 Aug 25 15:08:43.657345 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-df35e3ad-0606-4878-8d01-c378ccdc3495 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6461072 Aug 25 15:08:43.657943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54240) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:43.663441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:43.749283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] For port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:43.749701 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.771010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.791504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] Calling delete_port for 59085679-8cd1-41f2-ad08-d7a6aa94dd3f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:43.826057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd2de-629d-4eb8-9c74-932213559b1d req-352d303c-45a3-4134-9726-1bbc24ab74cf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:43.827882 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77bcd2de-629d-4eb8-9c74-932213559b1d req-352d303c-45a3-4134-9726-1bbc24ab74cf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1113446 Aug 25 15:08:43.880891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-e4522140-906d-4410-9117-70fea8b7bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:43.882895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-e4522140-906d-4410-9117-70fea8b7bcd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 200 len: 915 time: 0.9318919 Aug 25 15:08:43.926652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:43.937200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:43.948423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:43.949673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.966779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:43.980050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=87ecf52b-a3ef-4685-81c3-04bd7ec76e28,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:43.983944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-3214d3b9-5406-42be-9c0b-d2114f4307bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae17a7c-1991-4cc2-a051-733e22493a3a HTTP/1.1" status: 200 len: 217 time: 0.0785694 Aug 25 15:08:43.986515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:43.991181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:43.991381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Allocated IP 2001:db8::2 (3f5fd844-de9c-4987-954e-9ec18dfd4cdd/397c4791-07ad-4333-8b8a-4d989f73b813/f64a82f2-331e-4999-ac75-11d04bef20de) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:44.012569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77bcd2de-629d-4eb8-9c74-932213559b1d req-bbdf89f7-3064-43a9-990f-00f3b0b6dadc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729987 Aug 25 15:08:44.070878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:44.081165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-c7d696e7-5f4f-44ae-8af6-1bab496a36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:44.085988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-c7d696e7-5f4f-44ae-8af6-1bab496a36f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 200 len: 854 time: 0.0810351 Aug 25 15:08:44.086167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0309ba13-aed9-4187-af26-533c2669d0a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5390456 Aug 25 15:08:44.086660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:44.098368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:44.128582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.128934 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Added segment 28921d43-5575-4cb1-a887-b4e6ca19094b of type vlan for network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b Aug 25 15:08:44.159833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.200320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e802b68-ee01-4ef6-b927-eaa22a9536ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.203960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:44.207897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.259130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] Pushing event deleted for resources: {'Port': ['ID=59085679-8cd1-41f2-ad08-d7a6aa94dd3f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:44.263092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7f581-82ed-46fa-ba41-b1d6229f93ca None None] No DVR routers for this DVR port 59085679-8cd1-41f2-ad08-d7a6aa94dd3f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:44.302540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-a99b3427-2f4b-4d0a-a810-738f6db60415 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971307 Aug 25 15:08:44.311318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e5398-0edc-4a31-b1e6-972a9717ff1a None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:44.333912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.388584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.415592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Transition to ACTIVE for port object f64a82f2-331e-4999-ac75-11d04bef20de will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:44.457005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Transition to ACTIVE for port object f64a82f2-331e-4999-ac75-11d04bef20de will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:44.507998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e802b68-ee01-4ef6-b927-eaa22a9536ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.526829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-c493bdcb-4f32-45de-90b0-a68faf698597 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128022 Aug 25 15:08:44.549205 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.579903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '87ecf52b-a3ef-4685-81c3-04bd7ec76e28'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:44.582174 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.589158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.608555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:44.609266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.641258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:44.655584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:44.658358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:44.658911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e802b68-ee01-4ef6-b927-eaa22a9536ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.671246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Pushing event updated for resources: {'Port': ['ID=f64a82f2-331e-4999-ac75-11d04bef20de,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:44.725557 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-03798283-4220-4a0d-b749-79f6038d785c req-dbf7b4b5-3a2c-40bc-aa38-ad7707ac0cf1 tempest-ServerShowV247Test-729649951 tempest-ServerShowV247Test-729649951-project] 10.222.0.58 "GET /v2.0/ports?device_id=55be1771-d528-49be-96a0-6bad250fb744 HTTP/1.1" status: 200 len: 210 time: 0.0860207 Aug 25 15:08:44.762256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5e802b68-ee01-4ef6-b927-eaa22a9536ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b459348f6f0742f281172ca17ddc785b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910242 Aug 25 15:08:44.765357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54256) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:44.767463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e802b68-ee01-4ef6-b927-eaa22a9536ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9121a2-25c5-4642-9041-4c96447c4eb2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:44.795459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Network': ['ID=78d0e954-e0f0-4276-a99f-6cc7a0ca533b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:44.824813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:44.830286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.899267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Allocated IP 172.20.0.2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/87ecf52b-a3ef-4685-81c3-04bd7ec76e28/4eb35d5e-5293-4ee6-bdff-39c2dc06a882) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:44.912721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebbcef31-6551-4112-8688-f509664061ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.932592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:44.935475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 59085679-8cd1-41f2-ad08-d7a6aa94dd3f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:44.947255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebbcef31-6551-4112-8688-f509664061ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:44.955298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3dc55f55-1030-4629-9d01-00e9ca08b794 req-0f4db3cc-e39d-4ab6-9125-727b7e525321 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104300 Aug 25 15:08:44.974347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-35c87668-951d-4c59-a20e-f3c79a0b8c33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0973594 Aug 25 15:08:44.978732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54260) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:44.986132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'admin_state_up': True, 'project_id': '1adf2409290d43fda7863871e785644e', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:45.044135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Attempting to bind port f64a82f2-331e-4999-ac75-11d04bef20de on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:45.044135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Attempting to bind port f64a82f2-331e-4999-ac75-11d04bef20de by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'cc1b25ab-c9b5-40be-ad50-49d6897bd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:45.052081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Attempting to bind port f64a82f2-331e-4999-ac75-11d04bef20de on network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:45.054720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 59085679-8cd1-41f2-ad08-d7a6aa94dd3f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:45.055100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 59085679-8cd1-41f2-ad08-d7a6aa94dd3f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:45.076435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.085832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:45.086235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Checking segment: {'id': 'cc1b25ab-c9b5-40be-ad50-49d6897bd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:45.086611 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.087010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Bound using segment: {'id': 'cc1b25ab-c9b5-40be-ad50-49d6897bd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:45.087479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Bound port: f64a82f2-331e-4999-ac75-11d04bef20de, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b25ab-c9b5-40be-ad50-49d6897bd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:45.087907 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.107900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:45.107900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:45.127635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.131957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.190601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=0408462c-ceb8-4027-94f0-e26ea9cda9dc,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:45.208688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebbcef31-6551-4112-8688-f509664061ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.211916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ebbcef31-6551-4112-8688-f509664061ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.213446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ebbcef31-6551-4112-8688-f509664061ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e9121a2-25c5-4642-9041-4c96447c4eb2 HTTP/1.1" status: 204 len: 168 time: 0.4430127 Aug 25 15:08:45.244652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcef31-6551-4112-8688-f509664061ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9121a2-25c5-4642-9041-4c96447c4eb2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:45.276004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] For port f64a82f2-331e-4999-ac75-11d04bef20de, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:45.296644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.307291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] For port f64a82f2-331e-4999-ac75-11d04bef20de, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f64a82f2-331e-4999-ac75-11d04bef20de,segment=NetworkSegment(cc1b25ab-c9b5-40be-ad50-49d6897bd910),segment_id=cc1b25ab-c9b5-40be-ad50-49d6897bd910)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:45.307796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Transition to ACTIVE for port object 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:45.317015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dbca5562-41a7-4030-9838-c28485fed47f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6578572 Aug 25 15:08:45.332523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54274) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:45.332828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Transition to ACTIVE for port object 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:45.343762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.344873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.384315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc5300-e871-4b10-8bdc-4349fc6d16a5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.386060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc5300-e871-4b10-8bdc-4349fc6d16a5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.388118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc5300-e871-4b10-8bdc-4349fc6d16a5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.389523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc5300-e871-4b10-8bdc-4349fc6d16a5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.391061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc5300-e871-4b10-8bdc-4349fc6d16a5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.396435 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-13dc5300-e871-4b10-8bdc-4349fc6d16a5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0741980 Aug 25 15:08:45.398543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.399124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:45.413440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658972413'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:45.437910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3deda3-4867-4a50-a916-ad23a0de6140 req-bfb047b2-327f-47e0-8b77-1b682dd56b06 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.439948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f3deda3-4867-4a50-a916-ad23a0de6140 req-bfb047b2-327f-47e0-8b77-1b682dd56b06 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2842188 Aug 25 15:08:45.456888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557493-1cfd-4d7a-8fb1-278ef9e65000 None None] Pushing event updated for resources: {'Port': ['ID=f64a82f2-331e-4999-ac75-11d04bef20de,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:45.464186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.528093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.547877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:45.551923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:45.558041 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.563217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:45.563357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1f3deda3-4867-4a50-a916-ad23a0de6140 req-ac53e472-0db9-4e92-828f-f51c6b311ebe tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142380 Aug 25 15:08:45.563449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:45.566114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:45.597350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:45.612245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.612597 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8 of type vlan for network 2fac57a6-9025-4ee5-97e3-f4af802a0188 Aug 25 15:08:45.667305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Attempting to bind port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:45.671171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Attempting to bind port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:45.671171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Attempting to bind port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:45.675151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:45.675568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:45.676023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.676767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:45.677283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Bound port: 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:45.677762 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.713771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.810815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:45.846728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:45.879608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.889973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:45.889973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:45.967960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:46.015365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=2fac57a6-9025-4ee5-97e3-f4af802a0188,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:46.043645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:46.046748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:46.103416 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c5e6248-5993-4ac2-aa92-b49ea08fd36c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7023647 Aug 25 15:08:46.107886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54292) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:46.113837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:46.161927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:08:46.205146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cfb7f-c5ed-43f3-8b6c-ed6045477d13 None None] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:46.461888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54294) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:46.486293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d153f0c-d1a8-4be0-8ffe-8b9c81e56259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:46.648215 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:46.742995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:46.930201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:46.944821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb231d-0fb5-4476-aa66-2416204727f2 req-188d649f-a863-47f9-84ec-5282be0c00e0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:46.951211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54302) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:46.953375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29bb231d-0fb5-4476-aa66-2416204727f2 req-188d649f-a863-47f9-84ec-5282be0c00e0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1975331 Aug 25 15:08:46.957592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.036680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f64a82f2-331e-4999-ac75-11d04bef20de up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:47.037457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29bb231d-0fb5-4476-aa66-2416204727f2 req-1b032f1c-7a55-4975-964f-09505ed46531 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774608 Aug 25 15:08:47.090799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.135832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 is not hosted by any dhcp agent {{(pid=101872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:08:47.147809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:47.148795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.153644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "PUT /v2.0/networks/2fac57a6-9025-4ee5-97e3-f4af802a0188 HTTP/1.1" status: 200 len: 723 time: 1.0443537 Aug 25 15:08:47.219414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54308) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:47.222264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f64a82f2-331e-4999-ac75-11d04bef20de completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:47.227603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:47.239693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:47.323524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67a129-752f-41d4-b80d-58824ea2640c tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=2fac57a6-9025-4ee5-97e3-f4af802a0188,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:47.343059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:47.379343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:47.415454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:47.426836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb43f4-1f57-4bf9-89b0-398856be5089 None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:47.442316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.489348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d153f0c-d1a8-4be0-8ffe-8b9c81e56259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.521852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3cec3dcf-8785-4d21-badb-b2a53a51ef9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.541721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.542483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.632134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] Provisioning for port f64a82f2-331e-4999-ac75-11d04bef20de completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:47.641502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] Provisioning complete for port f64a82f2-331e-4999-ac75-11d04bef20de triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:47.641733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.643055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1d153f0c-d1a8-4be0-8ffe-8b9c81e56259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:47.708681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:47.717370 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.013413 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.055007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] For port f64a82f2-331e-4999-ac75-11d04bef20de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f64a82f2-331e-4999-ac75-11d04bef20de,segment=NetworkSegment(cc1b25ab-c9b5-40be-ad50-49d6897bd910),segment_id=cc1b25ab-c9b5-40be-ad50-49d6897bd910)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:48.085134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.111612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=e4d85bb8-5395-4d4d-9de0-43d29df66988,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.118607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:48.186465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:48.189698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:48.190291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.192160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Update dhcp port {'port': {'network_id': '3f5fd844-de9c-4987-954e-9ec18dfd4cdd', 'fixed_ips': [{'subnet_id': '397c4791-07ad-4333-8b8a-4d989f73b813', 'ip_address': '2001:db8::2'}, {'subnet_id': '0408462c-ceb8-4027-94f0-e26ea9cda9dc'}], 'binding:host_id': 'n-d-805995-2'}, 'id': 'f64a82f2-331e-4999-ac75-11d04bef20de'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:08:48.197126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557a812-1351-40c3-8310-8be2bb5c3d57 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:48.203447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=e445627c-ba9e-4c03-a914-9f80ae407bf6,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.209737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.153 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/249bd437-e966-460c-995c-33d3613ae8a1) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:48.225995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1d153f0c-d1a8-4be0-8ffe-8b9c81e56259 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89286cabca944874a49c57ae7e96fa25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7646234 Aug 25 15:08:48.225995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d153f0c-d1a8-4be0-8ffe-8b9c81e56259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58e2713-0e6e-4f0f-9ce8-090a6df6fe1e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.228006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54316) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:48.243470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=4']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.244704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.301115 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.327958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233aa5f-7f00-43a8-8fa0-eab80a9ec132 req-dccc0f0b-0d11-4b3e-88a5-a1e62c3803f4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:48.329459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7233aa5f-7f00-43a8-8fa0-eab80a9ec132 req-dccc0f0b-0d11-4b3e-88a5-a1e62c3803f4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1956100 Aug 25 15:08:48.376771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:48.377137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: 2fac57a6-9025-4ee5-97e3-f4af802a0188, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:48.401700 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3cec3dcf-8785-4d21-badb-b2a53a51ef9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.422989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d70dba7-99b0-46a3-9b32-8dd2d2ee6056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.432250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7233aa5f-7f00-43a8-8fa0-eab80a9ec132 req-ba26cca4-8948-4b19-96ff-803c97297d3f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895543 Aug 25 15:08:48.463771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3cec3dcf-8785-4d21-badb-b2a53a51ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.467885 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d70dba7-99b0-46a3-9b32-8dd2d2ee6056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.478093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8342ad-219e-40de-848e-d00bf5e876a6 None None] Pushing event updated for resources: {'Port': ['ID=f64a82f2-331e-4999-ac75-11d04bef20de,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.481167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.513667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:48.545940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3cec3dcf-8785-4d21-badb-b2a53a51ef9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1db7b820cfca464693f3d1322c261980&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5932415 Aug 25 15:08:48.548059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec3dcf-8785-4d21-badb-b2a53a51ef9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc2064-0854-4637-86ca-291b8141fd99,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.551197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54318) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:48.591068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a13e954-151f-41c3-8719-be45711c5fe3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4939117 Aug 25 15:08:48.591368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54320) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:48.591537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:d9:f3:6f', 'name': 'tempest-NetworksTestDHCPv6-1980444284'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:48.608846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] Provisioning for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:48.623652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:48.624028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.647665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 2fac57a6-9025-4ee5-97e3-f4af802a0188) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:48.658506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:48.659206 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610869'] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.664566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436317b-6209-4f6a-8c85-f6c8197b9fc2 None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:48.694857 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d70dba7-99b0-46a3-9b32-8dd2d2ee6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.697595 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d70dba7-99b0-46a3-9b32-8dd2d2ee6056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.698837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6d70dba7-99b0-46a3-9b32-8dd2d2ee6056 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d58e2713-0e6e-4f0f-9ce8-090a6df6fe1e HTTP/1.1" status: 204 len: 168 time: 0.4325130 Aug 25 15:08:48.711578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92e75f73-43f0-45f9-94e6-eaf74281723b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.734526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70dba7-99b0-46a3-9b32-8dd2d2ee6056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58e2713-0e6e-4f0f-9ce8-090a6df6fe1e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:48.756808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.775685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92e75f73-43f0-45f9-94e6-eaf74281723b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:48.795676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7b5d9eaa-fd02-423f-9380-7883703aac37 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5721269 Aug 25 15:08:48.796731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54324) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:48.811184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:48.927450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:48.930661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:48.938572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:48.955416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Allocated IP 172.20.0.1 (3f5fd844-de9c-4987-954e-9ec18dfd4cdd/0408462c-ceb8-4027-94f0-e26ea9cda9dc/f64a82f2-331e-4999-ac75-11d04bef20de) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:49.014205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=249bd437-e966-460c-995c-33d3613ae8a1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:49.032628 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10346667'] for subnet, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.036409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f64a82f2-331e-4999-ac75-11d04bef20de up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:49.134059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:49.210751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.310002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.323398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92e75f73-43f0-45f9-94e6-eaf74281723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.324584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92e75f73-43f0-45f9-94e6-eaf74281723b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.325828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-92e75f73-43f0-45f9-94e6-eaf74281723b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6dc2064-0854-4637-86ca-291b8141fd99 HTTP/1.1" status: 204 len: 168 time: 0.7733748 Aug 25 15:08:49.361300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e75f73-43f0-45f9-94e6-eaf74281723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc2064-0854-4637-86ca-291b8141fd99,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:49.397194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port fe8d8de5-a82c-410e-820c-8d5b1e3377b0 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:08:49.440735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-2fac57a6-9025-4ee5-97e3-f4af802a0188', 'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': 'e445627c-ba9e-4c03-a914-9f80ae407bf6'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:49.441487 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.589003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:49.649142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] For port f64a82f2-331e-4999-ac75-11d04bef20de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f64a82f2-331e-4999-ac75-11d04bef20de,segment=NetworkSegment(cc1b25ab-c9b5-40be-ad50-49d6897bd910),segment_id=cc1b25ab-c9b5-40be-ad50-49d6897bd910)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:49.660475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f64a82f2-331e-4999-ac75-11d04bef20de triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:49.662466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.741734 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.783612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.792373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 172.20.0.3 (adfdb661-dddb-4df2-9db5-dc9311fa8623/87ecf52b-a3ef-4685-81c3-04bd7ec76e28/fe8d8de5-a82c-410e-820c-8d5b1e3377b0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:49.806698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fed9:f36f (adfdb661-dddb-4df2-9db5-dc9311fa8623/e4d85bb8-5395-4d4d-9de0-43d29df66988/fe8d8de5-a82c-410e-820c-8d5b1e3377b0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:49.875411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:49.922610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Transition to ACTIVE for port object f64a82f2-331e-4999-ac75-11d04bef20de will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:49.937724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b125-42dc-4d5a-b83d-5dd4f8121828 None None] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:49.990712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:50.022864 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.194661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.222902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c823d9-3074-4dc9-b40e-4d2a2e901df6 None None] Pushing event updated for resources: {'Port': ['ID=f64a82f2-331e-4999-ac75-11d04bef20de,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:50.223605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object fe8d8de5-a82c-410e-820c-8d5b1e3377b0 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:50.233439 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6e20b2bc-a47d-4110-8093-869fb0b09719 None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:50.233439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2bc-a47d-4110-8093-869fb0b09719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.268229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:50.268747 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.329085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.378575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778757248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10453254'] for subnet, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.510083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=e445627c-ba9e-4c03-a914-9f80ae407bf6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:50.523399 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.614228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Allocated IP 2001:db8::2 (2fac57a6-9025-4ee5-97e3-f4af802a0188/e445627c-ba9e-4c03-a914-9f80ae407bf6/d626e59f-f124-4d8a-ab0b-0bb3f4c8592c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:50.644330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:50.644936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.649871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d30830b0-1880-44c7-821f-6a3bcbee6afd tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "PUT /v2.0/subnets/e445627c-ba9e-4c03-a914-9f80ae407bf6 HTTP/1.1" status: 200 len: 826 time: 1.8524728 Aug 25 15:08:50.651386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54364) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:50.653378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=fe8d8de5-a82c-410e-820c-8d5b1e3377b0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:50.675982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05ffc4-5da9-43fc-93b6-a7418720b970 req-705c6dc4-0322-446a-97d8-8ff71c7f1dc5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:50.678457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e05ffc4-5da9-43fc-93b6-a7418720b970 req-705c6dc4-0322-446a-97d8-8ff71c7f1dc5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.9210842 Aug 25 15:08:50.691217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:50.729781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:50.737411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:50.789646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3e05ffc4-5da9-43fc-93b6-a7418720b970 req-44c6925c-a2af-444c-83b8-6db9b493d43b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014240 Aug 25 15:08:50.894659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:50.895776 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:50.991598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2859099c-3b70-4b86-8c85-4e1be0b4b227 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4058390 Aug 25 15:08:50.996654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54374) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:51.069384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.084385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 05c26900-c03a-4b3e-971a-9e89d53462bf is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:08:51.088919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Transition to ACTIVE for port object d626e59f-f124-4d8a-ab0b-0bb3f4c8592c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:51.128234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Transition to ACTIVE for port object d626e59f-f124-4d8a-ab0b-0bb3f4c8592c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:51.153731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f64a82f2-331e-4999-ac75-11d04bef20de up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:51.191939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.236899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.344495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c5aa2d5-fc33-4ce4-82cd-b20e8ba6164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.355385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595620b4-09e4-4e81-987e-cd99313f4572 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:51.359188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:51.374353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595620b4-09e4-4e81-987e-cd99313f4572 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:51.378052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:51.379266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-595620b4-09e4-4e81-987e-cd99313f4572 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3802168 Aug 25 15:08:51.380734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54384) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:51.387203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:51.414913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Pushing event updated for resources: {'Port': ['ID=d626e59f-f124-4d8a-ab0b-0bb3f4c8592c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:51.601988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:08:51.649091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:51.649640 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.650805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port fe8d8de5-a82c-410e-820c-8d5b1e3377b0 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:08:51.651409 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.744585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54392) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:51.747220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.751212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3ae750e-0d77-4015-a692-1957b81290b7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7661102 Aug 25 15:08:51.755014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:51.769582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c, host n-d-805995-2, got binding levels [] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:51.770270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.790339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for d626e59f-f124-4d8a-ab0b-0bb3f4c8592c owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:51.791547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0765f39-f670-43cc-a17b-47da587403d5 None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:51.795335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Sync routers for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:08:51.799562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Attempting to bind port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:51.799945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Attempting to bind port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:51.800322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Attempting to bind port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c on network 2fac57a6-9025-4ee5-97e3-f4af802a0188 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:51.875212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:51.900056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:51.900537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Checking segment: {'id': 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:51.900903 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.901318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Bound using segment: {'id': 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:51.901838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Bound port: d626e59f-f124-4d8a-ab0b-0bb3f4c8592c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2fac57a6-9025-4ee5-97e3-f4af802a0188'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:51.902230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:51.929121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:51.933734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:51.945739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54400) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:51.951048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-474ef1f4-b09a-496b-a432-27e410f4fc5c tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1adf2409290d43fda7863871e785644e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1786439 Aug 25 15:08:51.958482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54402) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:52.149998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1368144073-network', 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:52.178793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] For port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:52.190217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] For port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d626e59f-f124-4d8a-ab0b-0bb3f4c8592c,segment=NetworkSegment(c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8),segment_id=c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:52.202313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.253491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f543f1c0-2f5d-4ae7-84af-4abf9c326518 None None] Provisioning for port fe8d8de5-a82c-410e-820c-8d5b1e3377b0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:52.256087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b267c-e8f3-4793-9d44-2162617e2e7c req-bb8dc21e-1341-4e5d-88d1-6bc4a6cee656 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:52.257945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-035b267c-e8f3-4793-9d44-2162617e2e7c req-bb8dc21e-1341-4e5d-88d1-6bc4a6cee656 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2354438 Aug 25 15:08:52.260278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for fe8d8de5-a82c-410e-820c-8d5b1e3377b0 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:08:52.270529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b25305-ef1e-49b1-a043-0ad71c96aa8a tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:52.274755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f5b25305-ef1e-49b1-a043-0ad71c96aa8a tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3127189 Aug 25 15:08:52.276985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54410) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:52.277128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-e06b5536-bbbb-42a2-aa6b-a3247c2fc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:52.278674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-e06b5536-bbbb-42a2-aa6b-a3247c2fc714 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1096 time: 0.2603784 Aug 25 15:08:52.294333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.301441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f543f1c0-2f5d-4ae7-84af-4abf9c326518 None None] Provisioning complete for port fe8d8de5-a82c-410e-820c-8d5b1e3377b0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:52.301820 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f543f1c0-2f5d-4ae7-84af-4abf9c326518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.348183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642b6591-439e-42ac-a746-450f73ab5f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.352626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ffeaa0c7-e108-4d50-b2b5-64c85778355f tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730939 Aug 25 15:08:52.373801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:52.375837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f543f1c0-2f5d-4ae7-84af-4abf9c326518 None None] Port fe8d8de5-a82c-410e-820c-8d5b1e3377b0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:08:52.378829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.395229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54412) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:52.440844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-73680187', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'project_id': '1adf2409290d43fda7863871e785644e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:52.518007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:52.522553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:52.523208 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.626684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4e5f6-aa11-434f-ae11-e26d3d97bcf7 None None] Pushing event updated for resources: {'Port': ['ID=d626e59f-f124-4d8a-ab0b-0bb3f4c8592c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:52.646259 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.679568 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.744716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-035b267c-e8f3-4793-9d44-2162617e2e7c req-9d7c41b6-4c89-4ad3-865e-906d8b9f4793 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4601676 Aug 25 15:08:52.765478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=d626e59f-f124-4d8a-ab0b-0bb3f4c8592c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:52.768661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:52.775910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.830469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-526c6720-bce0-426a-a693-de1f6f638081 None None] Provisioning for port f64a82f2-331e-4999-ac75-11d04bef20de completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:08:52.848839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-526c6720-bce0-426a-a693-de1f6f638081 None None] Provisioning complete for port f64a82f2-331e-4999-ac75-11d04bef20de triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:52.849196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-526c6720-bce0-426a-a693-de1f6f638081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:52.930595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port d626e59f-f124-4d8a-ab0b-0bb3f4c8592c on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:08:53.094371 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.283778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:49Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:53.299730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-9e3ce230-965e-4e9e-9006-8fbf60eabfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:53.301309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-9e3ce230-965e-4e9e-9006-8fbf60eabfa1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.9853036 Aug 25 15:08:53.307524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642b6591-439e-42ac-a746-450f73ab5f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.322151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Checking router: 05c26900-c03a-4b3e-971a-9e89d53462bf for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:08:53.322928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Updating router 05c26900-c03a-4b3e-971a-9e89d53462bf port 249bd437-e966-460c-995c-33d3613ae8a1 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:08:53.359160 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.412731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39c7b8d2-27ad-4a41-a41b-b0574d344d54 None None] Provisioning complete for port f64a82f2-331e-4999-ac75-11d04bef20de triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:08:53.413113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39c7b8d2-27ad-4a41-a41b-b0574d344d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.425946 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642b6591-439e-42ac-a746-450f73ab5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.482592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.489441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.567259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=e445627c-ba9e-4c03-a914-9f80ae407bf6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:53.583830 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-642b6591-439e-42ac-a746-450f73ab5f2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ef2769d09ab46d7a4ea782c40fa0e21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6355264 Aug 25 15:08:53.598281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:53.618183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6591-439e-42ac-a746-450f73ab5f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0bfa33-7c9f-4a76-9eff-f9548abf24e2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:53.658698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Subnet': ['ID=40fd0936-95cc-427f-8a6d-302df7ef43b3,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:53.737606 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-ac17ad27-c117-4f29-8f3d-ff773f0e3597 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 1001 time: 0.4254878 Aug 25 15:08:53.776191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.798574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fac57a6-9025-4ee5-97e3-f4af802a0188']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:53.816475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:53.816795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c870462f-d9db-4c3b-b0f8-2d9fe1c57ea8') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:53.820205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.849587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.897168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.897749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05f4e536-2934-4f4e-8aee-26cd54789062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.898874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=fe8d8de5-a82c-410e-820c-8d5b1e3377b0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:53.900169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Checking segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:53.901188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network hostable DHCP agents. Network: 78d0e954-e0f0-4276-a99f-6cc7a0ca533b, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:53.912660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:08:53.913173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:08:53.924723 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:08:53.937104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ba0fb-8550-4970-b024-fa8f9e46d3d8 None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:54.057246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6de8c3e1-b76d-4db6-bf5b-3b30301a62e2 None None] Could not find standard attr ID for object d626e59f-f124-4d8a-ab0b-0bb3f4c8592c. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:08:54.088760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.102894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:54.104310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.123530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.129592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Transition to ACTIVE for port object 249bd437-e966-460c-995c-33d3613ae8a1 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:54.137515 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.146241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/2fac57a6-9025-4ee5-97e3-f4af802a0188 HTTP/1.1" status: 204 len: 168 time: 3.4895356 Aug 25 15:08:54.146241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54430) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:54.189568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a48b-7db2-472d-a21d-c720412f7fb3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=2fac57a6-9025-4ee5-97e3-f4af802a0188,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:54.192002 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fef007-4461-4f64-9c41-f494cd8f6547 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:08:54.192617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fef007-4461-4f64-9c41-f494cd8f6547 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:08:54.200054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-46fef007-4461-4f64-9c41-f494cd8f6547 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/2fac57a6-9025-4ee5-97e3-f4af802a0188 HTTP/1.1" status: 404 len: 339 time: 0.0487607 Aug 25 15:08:54.204011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54434) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:54.210016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-504642587', 'description': 'd1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:54.221031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 78d0e954-e0f0-4276-a99f-6cc7a0ca533b) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:54.234334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.234939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.241352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d6f85-02ab-4480-a593-809af405f756 None None] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:54.268789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.361191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a3e19-293a-4cd6-b0da-f3750b5cae7a None None] DHCP port deletion for 2fac57a6-9025-4ee5-97e3-f4af802a0188 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:08:54.371671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79f981ea-7ee2-47b4-b0d3-4a81610ace18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.391396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3b57b-c3ad-442a-946c-670c6d75db18 None None] Pushing event updated for resources: {'Port': ['ID=249bd437-e966-460c-995c-33d3613ae8a1,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:54.403546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Attempting to bind port 249bd437-e966-460c-995c-33d3613ae8a1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:54.403999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Attempting to bind port 249bd437-e966-460c-995c-33d3613ae8a1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:54.404373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Attempting to bind port 249bd437-e966-460c-995c-33d3613ae8a1 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:54.424725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:54.424725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:54.424725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.424725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:54.424725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Bound port: 249bd437-e966-460c-995c-33d3613ae8a1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:54.424725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.436594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-4a124159-1a64-4632-8979-78b962e5c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.438125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-4a124159-1a64-4632-8979-78b962e5c86f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.6885190 Aug 25 15:08:54.465771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1b266-e575-4113-bd7f-36eaad40fb98 None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:54.490017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79f981ea-7ee2-47b4-b0d3-4a81610ace18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.507839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1b266-e575-4113-bd7f-36eaad40fb98 None None] Network 2fac57a6-9025-4ee5-97e3-f4af802a0188 could not be found, it might have been deleted concurrently. {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 15:08:54.599087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] For port 249bd437-e966-460c-995c-33d3613ae8a1, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:54.630457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98e79-3b88-404b-9545-f0e5c1cf4f1a req-a890bcc2-cc95-499c-ab70-8b653559d749 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.632079 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bcc98e79-3b88-404b-9545-f0e5c1cf4f1a req-a890bcc2-cc95-499c-ab70-8b653559d749 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.7173829 Aug 25 15:08:54.640813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] For port 249bd437-e966-460c-995c-33d3613ae8a1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=249bd437-e966-460c-995c-33d3613ae8a1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:54.641405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.642905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:08:54.643970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.659644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.661882 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-19917cd8-46a9-499e-b71e-031503e53f21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/fe8d8de5-a82c-410e-820c-8d5b1e3377b0 HTTP/1.1" status: 204 len: 168 time: 3.2792337 Aug 25 15:08:54.664718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54436) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:54.694110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-097c460b-4111-4343-bc96-5daa2d476cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.696811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-097c460b-4111-4343-bc96-5daa2d476cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248192 Aug 25 15:08:54.745324 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bcc98e79-3b88-404b-9545-f0e5c1cf4f1a req-ea1eb367-5fe1-4a79-ad7a-9a4cd4693e8e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936172 Aug 25 15:08:54.782312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.782528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.817603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5ebf1-3fb1-4d7e-936c-ac9136d1ebdb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.820007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5ebf1-3fb1-4d7e-936c-ac9136d1ebdb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.822325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5ebf1-3fb1-4d7e-936c-ac9136d1ebdb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:54.831761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54438) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:54.843218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bac5ebf1-3fb1-4d7e-936c-ac9136d1ebdb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1624486 Aug 25 15:08:54.877670 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79f981ea-7ee2-47b4-b0d3-4a81610ace18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.880780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-79f981ea-7ee2-47b4-b0d3-4a81610ace18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.881947 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-79f981ea-7ee2-47b4-b0d3-4a81610ace18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a0bfa33-7c9f-4a76-9eff-f9548abf24e2 HTTP/1.1" status: 204 len: 168 time: 1.2799218 Aug 25 15:08:54.891450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:54.895553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ae2d89-90e4-4727-8a4d-0a7daa048dff,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:54.927535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:54.937382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.939781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:54.940365 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Added segment 60eb5923-4bfa-4707-b65e-695af956b4ba of type vlan for network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 Aug 25 15:08:54.944395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f981ea-7ee2-47b4-b0d3-4a81610ace18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0bfa33-7c9f-4a76-9eff-f9548abf24e2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:54.948068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-a3ea614a-9400-4420-8f28-64a2f99dfe7f service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410223 Aug 25 15:08:54.975867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 87ecf52b-a3ef-4685-81c3-04bd7ec76e28 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:54.983180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.050310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-328e1414-a829-4cec-b1a9-6b92a00d8834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6394980 Aug 25 15:08:55.052110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:08:55.054592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54442) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:55.128887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.129424 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment df27390a-f926-4559-ae76-f6e42eaae963 of type vlan for network a1dfd8ce-b109-4316-9ee1-3660677a8672 Aug 25 15:08:55.167153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3b57b-c3ad-442a-946c-670c6d75db18 None None] Pushing event updated for resources: {'Port': ['ID=249bd437-e966-460c-995c-33d3613ae8a1,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:55.186935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.192842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.218882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d626e59f-f124-4d8a-ab0b-0bb3f4c8592c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:08:55.283157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:08:55.284017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:55.286239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d626e59f-f124-4d8a-ab0b-0bb3f4c8592c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:08:55.286743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d626e59f-f124-4d8a-ab0b-0bb3f4c8592c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:08:55.382461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.405308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.455105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Allocated IP 172.20.0.2 (78d0e954-e0f0-4276-a99f-6cc7a0ca533b/40fd0936-95cc-427f-8a6d-302df7ef43b3/d83d710c-6e6f-4e2d-8cf2-51c42872357a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:55.487811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc6e5bec-beec-4518-aa8d-82b9e16b95bc req-93d9be85-2979-4d61-8d37-630081c368ca service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286391 Aug 25 15:08:55.488688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.490178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:55.490989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.546390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.548996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:08:55.553045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:55.553852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.586693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] Pushing event updated for resources: {'Network': ['ID=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:55.627937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2ccd72b-582a-44aa-aa66-05c1e7444a34 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.8784287 Aug 25 15:08:55.634159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.640789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:55.675108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Request body: {'subnet': {'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1368144073-subnet', 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:55.710304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5028470 Aug 25 15:08:55.720642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54458) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:55.762311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a953f3-d8b8-43e5-881c-98f228082d88 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=a1dfd8ce-b109-4316-9ee1-3660677a8672,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:55.833883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:55.838153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a1dfd8ce-b109-4316-9ee1-3660677a8672 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:55.846292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:08:55.871241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.872489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:55.875542 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.877902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:55.882811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/87ecf52b-a3ef-4685-81c3-04bd7ec76e28 HTTP/1.1" status: 204 len: 168 time: 1.0496294 Aug 25 15:08:55.883744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6b7ff-1e3f-4cb1-8e9d-324be95ebdfc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=87ecf52b-a3ef-4685-81c3-04bd7ec76e28,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:55.885622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:56.035357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet e4d85bb8-5395-4d4d-9de0-43d29df66988 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:08:56.070861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:56.083310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a56c6-2ff7-4440-8e39-7fa8bfc2e0b9 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:56.189988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:56.489891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:56.619189 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:56.635730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Transition to ACTIVE for port object d83d710c-6e6f-4e2d-8cf2-51c42872357a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:56.655582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Transition to ACTIVE for port object d83d710c-6e6f-4e2d-8cf2-51c42872357a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:56.703362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:56.718074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'mac_address': 'fa:16:3e:2d:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:08:56.730852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:49Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:08:56.766950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842d010-01f2-4f6f-acdd-bcbb42d7752e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:56.775242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d842d010-01f2-4f6f-acdd-bcbb42d7752e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks?id=a1dfd8ce-b109-4316-9ee1-3660677a8672 HTTP/1.1" status: 200 len: 764 time: 1.0517666 Aug 25 15:08:56.776298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54494) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:56.811686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'description': 'd2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:56.828136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd73-a258-4097-818c-8ece9a36b34b None None] The sync data for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 is: [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:49Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:08:56.842307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:56.849669 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:56.902570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:08:56.943320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceb823-bca8-4b52-b4d5-81e60b64d997 req-9fa06e5c-6ad5-40f0-8532-365c01ead218 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:56.945166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ceb823-bca8-4b52-b4d5-81e60b64d997 req-9fa06e5c-6ad5-40f0-8532-365c01ead218 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.4002571 Aug 25 15:08:57.077021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee06b698-303d-4f4d-b9f1-56aeb4065cc4,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:57.101646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:57.170258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-16ceb823-bca8-4b52-b4d5-81e60b64d997 req-3bbd02e8-98cb-4fb7-ab7f-21025cadfcab tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043161 Aug 25 15:08:57.192152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:57.192152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Network hostable DHCP agents. Network: bd76e024-7ba0-4ed1-b06e-192a2f45d2c2, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:08:57.192370 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.201997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:57.206284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:57.217107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Pushing event updated for resources: {'Port': ['ID=d83d710c-6e6f-4e2d-8cf2-51c42872357a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:57.220105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.263090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.301804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3448a65e-230b-4f95-94f0-d2242619fdd6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:08:57.391302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:08:57.409411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.455151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.458810 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e4d85bb8-5395-4d4d-9de0-43d29df66988 HTTP/1.1" status: 204 len: 168 time: 1.5709960 Aug 25 15:08:57.468411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.487512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:57.530127 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.536276 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.664677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44f2b57a-c64b-4f4e-a28e-8b874933a35e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746640 Aug 25 15:08:57.668727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c523319-4a55-49a1-81f3-39aa7abc7dee tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d85bb8-5395-4d4d-9de0-43d29df66988,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:57.671772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:57.678409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:57.726725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['3448a65e-230b-4f95-94f0-d2242619fdd6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:08:57.785735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.1 (78d0e954-e0f0-4276-a99f-6cc7a0ca533b/40fd0936-95cc-427f-8a6d-302df7ef43b3/4678723a-b492-4157-890d-f4b619a683e6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:08:57.852528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.854315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:08:57.867994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Attempting to bind port d83d710c-6e6f-4e2d-8cf2-51c42872357a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:08:57.868376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Attempting to bind port d83d710c-6e6f-4e2d-8cf2-51c42872357a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:08:57.868748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Attempting to bind port d83d710c-6e6f-4e2d-8cf2-51c42872357a on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:08:57.913231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network a1dfd8ce-b109-4316-9ee1-3660677a8672 is not hosted by any dhcp agent {{(pid=101872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:08:57.919722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:57.920343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:08:57.920630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.920765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Checking segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:08:57.921122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.921470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Bound using segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:08:57.921963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Bound port: d83d710c-6e6f-4e2d-8cf2-51c42872357a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:08:57.922262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "PUT /v2.0/networks/a1dfd8ce-b109-4316-9ee1-3660677a8672 HTTP/1.1" status: 200 len: 761 time: 1.1449313 Aug 25 15:08:57.922386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:57.925310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:57.996475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3f2d4-3dc5-48c7-82c4-b0a15c0f09bf None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': 'e4d85bb8-5395-4d4d-9de0-43d29df66988'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '4eb35d5e-5293-4ee6-bdff-39c2dc06a882'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:08:58.040593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, bd76e024-7ba0-4ed1-b06e-192a2f45d2c2) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:58.052135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:58.052753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:58.074132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6aede-63f1-4998-94e5-e4b492468510 None None] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:58.093176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:58.098707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569538d-7601-409f-94f6-0421dfbdc878 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=a1dfd8ce-b109-4316-9ee1-3660677a8672,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:58.163590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dee38-df70-4c78-9b7c-ce545be49657 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:58.169639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54530) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:58.177256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-089dee38-df70-4c78-9b7c-ce545be49657 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks?id=a1dfd8ce-b109-4316-9ee1-3660677a8672 HTTP/1.1" status: 200 len: 764 time: 0.2452586 Aug 25 15:08:58.205499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a1dfd8ce-b109-4316-9ee1-3660677a8672 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:08:58.263069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:58.285626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:08:58.297742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f2d4-3dc5-48c7-82c4-b0a15c0f09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:58.316209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:58.342543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 4678723a-b492-4157-890d-f4b619a683e6 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:08:58.494091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a78b90f4-22fb-49e8-a464-764a8985d90a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.8383398 Aug 25 15:08:58.505740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:58.521515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] For port d83d710c-6e6f-4e2d-8cf2-51c42872357a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:08:58.574747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] For port d83d710c-6e6f-4e2d-8cf2-51c42872357a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d83d710c-6e6f-4e2d-8cf2-51c42872357a,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:08:58.679064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=4678723a-b492-4157-890d-f4b619a683e6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:58.701467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:58.706900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:58.713731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:08:58.768939 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:58.870338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:59.157010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f8c7-c4d9-4f9f-8b85-1d1db1ddc0f6 req-08f61bf5-4291-4522-b3d7-5668c68274c5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:59.160051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60c4f8c7-c4d9-4f9f-8b85-1d1db1ddc0f6 req-08f61bf5-4291-4522-b3d7-5668c68274c5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.6789024 Aug 25 15:08:59.247384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ff367-0317-4738-b73e-e63148c3b5a1 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:59.249370 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-334ff367-0317-4738-b73e-e63148c3b5a1 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0784700 Aug 25 15:08:59.253814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54552) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:59.353415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e9b8cf13-f00a-4014-be36-e322a1b2eb40 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 207 time: 0.0964205 Aug 25 15:08:59.358363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54556) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:59.374581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60c4f8c7-c4d9-4f9f-8b85-1d1db1ddc0f6 req-540676ef-9fa4-415c-8d29-68bef3f2697d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857655 Aug 25 15:08:59.591007 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:59.751792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:08:59.768170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 249bd437-e966-460c-995c-33d3613ae8a1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:08:59.768406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:08:59.777957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:08:59.784446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:08:59.810006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=a491cbd1-7ee6-4263-b363-0de97160fcda,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:59.830110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a8b8f-a839-44e4-b433-dcb4a41f165b None None] Pushing event updated for resources: {'Port': ['ID=d83d710c-6e6f-4e2d-8cf2-51c42872357a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:08:59.851460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accea3c2-ed6d-4d48-8ae4-ce5c89a4ecb8 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:08:59.935408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f6453d39-b99f-4e14-88ef-3f8f21146b74 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2622776 Aug 25 15:08:59.938109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54568) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:08:59.943639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:08:59.982824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:00.153173 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:00.277813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5dc28-2dc3-4609-addf-8aa9e674d7ec None None] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:00.342023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.390907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.412705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.441540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.461886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.492908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.498429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1a825950-7b38-4c44-b675-4d5e44bfd792 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 1.1351216 Aug 25 15:09:00.501905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54586) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:00.536549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-f946bc9d-c93f-4ec1-8d3e-04e5d8530ce5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.550817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-f946bc9d-c93f-4ec1-8d3e-04e5d8530ce5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.4678209 Aug 25 15:09:00.560142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-59ad1a44-e418-4c03-bd9e-c65164dcf1e3 None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:00.560525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-59ad1a44-e418-4c03-bd9e-c65164dcf1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:00.575962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-dc081ed3-3d31-4b8b-ac05-4850b4576568 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0238736 Aug 25 15:09:00.639174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-2bc66be8-8b1b-4d5e-bc93-1b72c5629807 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617795 Aug 25 15:09:00.813793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-f7e0bac0-f2f9-4851-a5a4-c88c3140452a service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734209 Aug 25 15:09:00.844499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:00.856103 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:00.857342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 249bd437-e966-460c-995c-33d3613ae8a1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:00.887965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956dd6-febe-46d6-a21c-68c053a125a3 req-185fdbd6-735b-4b49-9579-4978ce05f996 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:00.889522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e956dd6-febe-46d6-a21c-68c053a125a3 req-185fdbd6-735b-4b49-9579-4978ce05f996 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 945 time: 1.1293821 Aug 25 15:09:00.928156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 249bd437-e966-460c-995c-33d3613ae8a1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:00.929477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:01.153816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:01.208448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-143244fd-a8aa-475b-9ae2-72f707f86c37 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823371 Aug 25 15:09:01.211257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 249bd437-e966-460c-995c-33d3613ae8a1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=249bd437-e966-460c-995c-33d3613ae8a1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:01.229445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e956dd6-febe-46d6-a21c-68c053a125a3 req-f5012fab-df3f-443d-9e97-8859e9ee2f2e tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119144 Aug 25 15:09:01.320640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d7eb2d27-390d-4a11-9d72-9d338f080051 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.8141098 Aug 25 15:09:01.332029 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54590) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:01.342917 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:01.474498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-a6cd60f7-e6d1-465a-bf58-0cf8cb4e696e tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.476133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-a6cd60f7-e6d1-465a-bf58-0cf8cb4e696e tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 945 time: 0.3973169 Aug 25 15:09:01.674023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d83d710c-6e6f-4e2d-8cf2-51c42872357a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:01.706743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50eb9e-1625-47fd-8ecd-06c843051394 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.710140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50eb9e-1625-47fd-8ecd-06c843051394 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.715496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50eb9e-1625-47fd-8ecd-06c843051394 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.717786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50eb9e-1625-47fd-8ecd-06c843051394 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.721158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50eb9e-1625-47fd-8ecd-06c843051394 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.729348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aa50eb9e-1625-47fd-8ecd-06c843051394 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3961568 Aug 25 15:09:01.731672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:01.803175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=249bd437-e966-460c-995c-33d3613ae8a1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:01.856261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:01.908476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501eb80-add4-4101-bb83-75aa5b93fca0 req-e201d7ac-99ce-4a28-9fca-4e93719790f7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:01.910388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d501eb80-add4-4101-bb83-75aa5b93fca0 req-e201d7ac-99ce-4a28-9fca-4e93719790f7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.4333127 Aug 25 15:09:01.973578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Deleting port 74d33d9b-4599-447b-abfe-48f77b9a33fa {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:01.974196 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.059268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.099183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d501eb80-add4-4101-bb83-75aa5b93fca0 req-f92199c3-a5b1-4b36-be3f-4f24282c8731 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732233 Aug 25 15:09:02.134107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b521-346f-4f71-8058-43fc8f180fc8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:02.136764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b521-346f-4f71-8058-43fc8f180fc8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:02.139842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b521-346f-4f71-8058-43fc8f180fc8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:02.141553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b521-346f-4f71-8058-43fc8f180fc8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:02.143817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b521-346f-4f71-8058-43fc8f180fc8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:02.145908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1f07b521-346f-4f71-8058-43fc8f180fc8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4132650 Aug 25 15:09:02.152411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:02.165732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d139a7fb-4941-42ba-920e-8d11c6c61695 None None] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:02.167809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:09:02.175982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.217659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': 'a491cbd1-7ee6-4263-b363-0de97160fcda'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '4eb35d5e-5293-4ee6-bdff-39c2dc06a882'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:09:02.383976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.495504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57ad298c-d596-45f3-8adf-f9b59f14eee7 req-8bb6e69e-f09f-42b4-bcb2-5f9a12575202 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 210 time: 0.2434342 Aug 25 15:09:02.508096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] For port 74d33d9b-4599-447b-abfe-48f77b9a33fa, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=74d33d9b-4599-447b-abfe-48f77b9a33fa,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:02.508479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.527456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767645c7-505a-4ce0-af2d-f4da4f3978e7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:02.529936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.533510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-767645c7-505a-4ce0-af2d-f4da4f3978e7 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks/0ff216a3-1684-484d-a6da-40e664907f67 HTTP/1.1" status: 200 len: 803 time: 0.3790116 Aug 25 15:09:02.565608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54612) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:02.567357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-527ebf98-3738-4ef0-a32f-2a91308eddcb None None] Provisioning for port d83d710c-6e6f-4e2d-8cf2-51c42872357a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:02.607434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 3448a65e-230b-4f95-94f0-d2242619fdd6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:02.607816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:02.655606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d83d710c-6e6f-4e2d-8cf2-51c42872357a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:02.678474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d83d710c-6e6f-4e2d-8cf2-51c42872357a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:02.678474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:03.411127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=4678723a-b492-4157-890d-f4b619a683e6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:03.419206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Calling delete_port for 74d33d9b-4599-447b-abfe-48f77b9a33fa owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:03.481487 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:03.598151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54624) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:03.600073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:03.603217 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be002f1-890d-43eb-96b0-be33decdf19e" -d '{"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-plugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:03.603664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'network': {'name': 'tempest-network-smoke--227888459', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:03.610745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:03.637642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:03.759000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Made reservation on behalf of 00eaff2a685f4a8a8eb7a4ace5a3d74c for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:03.762800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:03.772234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:03.786739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:03.917369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d83d710c-6e6f-4e2d-8cf2-51c42872357a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d83d710c-6e6f-4e2d-8cf2-51c42872357a,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:03.936803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:03.980524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:03.989847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:04.004791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.007980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.008421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.008784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.009201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.020922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.021211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.021330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.021671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.022013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.022355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.022686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.023042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:04.049451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.112708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:09:04.112708 n-d-805995-2 neutron-server[101874]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 25 15:09:04.112708 n-d-805995-2 neutron-server[101874]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe9d:d55c', 'status': 'ALLOCATED', 'ipam_subnet_id': 'dc998099-fab0-4fdd-91fb-9a5bc8432ec9'}] Aug 25 15:09:04.112708 n-d-805995-2 neutron-server[101874]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:09:04.114221 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:09:04.129602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.158312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:04.208108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c086bd37-301c-46f8-ba08-2911708f523b tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/networks/0ff216a3-1684-484d-a6da-40e664907f67?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.6211572 Aug 25 15:09:04.217636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db76dd-60c5-4acf-97f9-32ce1e0b3f4a req-aa0480a8-5b5f-45a1-b37e-9248bf237ece tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:04.226397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4db76dd-60c5-4acf-97f9-32ce1e0b3f4a req-aa0480a8-5b5f-45a1-b37e-9248bf237ece tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.4763107 Aug 25 15:09:04.232208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54630) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:04.232376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d9856e5-7b12-42d6-be54-54eb1e10946e None None] Provisioning for port 4678723a-b492-4157-890d-f4b619a683e6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:04.237449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:09:04.245758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d83d710c-6e6f-4e2d-8cf2-51c42872357a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:04.267558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d9856e5-7b12-42d6-be54-54eb1e10946e None None] Provisioning complete for port 4678723a-b492-4157-890d-f4b619a683e6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:04.267558 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d9856e5-7b12-42d6-be54-54eb1e10946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.343331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd700b88-b4bf-481d-8313-aac14c60538c req-021cd6fc-5cff-4917-99d7-7cf291b7296a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:04.357950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd700b88-b4bf-481d-8313-aac14c60538c req-021cd6fc-5cff-4917-99d7-7cf291b7296a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 945 time: 0.9531476 Aug 25 15:09:04.427755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7858fc-9c72-42c0-bd9d-7e8d438559d5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:04.446489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.446848 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Added segment 88662348-0d89-4cd3-9bba-94d16a45b851 of type vlan for network 0e58db2c-47ef-4c69-82a8-697789360975 Aug 25 15:09:04.511204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd700b88-b4bf-481d-8313-aac14c60538c req-fca0cb13-abe6-41b0-94b0-fb9150c2ad1a tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508565 Aug 25 15:09:04.511204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.565523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.570506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['d245e4cb-ab83-4249-8e92-8a6702584404'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:04.577277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a', '125b83b1-2c60-49ed-be2f-7af1b8bbc260'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:04.616814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event deleted for resources: {'Port': ['ID=74d33d9b-4599-447b-abfe-48f77b9a33fa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:04.630722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.645732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6d9856e5-7b12-42d6-be54-54eb1e10946e None None] Port 4678723a-b492-4157-890d-f4b619a683e6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:04.691780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4db76dd-60c5-4acf-97f9-32ce1e0b3f4a req-eea78dfc-3d45-4ad0-bb2c-cdeba8c528b2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4642549 Aug 25 15:09:04.751945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] No DVR routers for this DVR port 74d33d9b-4599-447b-abfe-48f77b9a33fa on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:04.762157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e79669-7098-479e-8093-c4510625e825 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:04.764221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-99e79669-7098-479e-8093-c4510625e825 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/subnets/7a970463-9ea6-4634-ae9e-4a95476a3117 HTTP/1.1" status: 200 len: 843 time: 0.5258353 Aug 25 15:09:04.764915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54634) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:04.766367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5d19d36-3bc9-4537-87b0-70fd2ae50c2f req-292687f7-d01c-4f6c-8759-8b6e1845d119 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 210 time: 0.0919425 Aug 25 15:09:04.770816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.773251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.777169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8e8e3fd-943d-4f19-a138-bf3c6c4595b7 req-2da84065-83ec-4a1a-8425-802eb0e1ab03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "DELETE /v2.0/ports/74d33d9b-4599-447b-abfe-48f77b9a33fa HTTP/1.1" status: 204 len: 173 time: 3.2883973 Aug 25 15:09:04.783588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'name': 'network-vif-deleted', 'tag': '74d33d9b-4599-447b-abfe-48f77b9a33fa'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:04.790999 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7c883b-c951-4b56-bda5-c3f42944c539" -d '{"events": [{"server_uuid": "4b98c3bf-b87f-48e3-8843-ebf3b3504147", "name": "network-vif-deleted", "tag": "74d33d9b-4599-447b-abfe-48f77b9a33fa"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:04.825228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d9856e5-7b12-42d6-be54-54eb1e10946e None None] Provisioning complete for port d83d710c-6e6f-4e2d-8cf2-51c42872357a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:04.825654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d9856e5-7b12-42d6-be54-54eb1e10946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.826730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 05c26900-c03a-4b3e-971a-9e89d53462bf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:09:04.878159 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:04.881620 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59f3a5b-5863-4acf-96ee-7a098071905c x-openstack-request-id: req-e59f3a5b-5863-4acf-96ee-7a098071905c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:04.881620 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-plugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:04.882111 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e59f3a5b-5863-4acf-96ee-7a098071905c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:04.882111 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'code': 200} Aug 25 15:09:04.916967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:04.937716 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71358749-1428-4d9a-bea3-6af7fc5bbfb6 x-openstack-request-id: req-71358749-1428-4d9a-bea3-6af7fc5bbfb6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:04.947657 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b98c3bf-b87f-48e3-8843-ebf3b3504147", "name": "network-vif-deleted", "tag": "74d33d9b-4599-447b-abfe-48f77b9a33fa", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:04.950380 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71358749-1428-4d9a-bea3-6af7fc5bbfb6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:04.951598 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b98c3bf-b87f-48e3-8843-ebf3b3504147', 'name': 'network-vif-deleted', 'tag': '74d33d9b-4599-447b-abfe-48f77b9a33fa', 'status': 'completed', 'code': 200} Aug 25 15:09:04.973828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa8103-bf04-49e5-a031-1a78a6bae415 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:04.980262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bfa8103-bf04-49e5-a031-1a78a6bae415 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "GET /v2.0/subnets/7a970463-9ea6-4634-ae9e-4a95476a3117?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1950445 Aug 25 15:09:04.983676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54638) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:04.997303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421549600'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:05.050758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:09:05.051195 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:09:05.072453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.128290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.128290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:05.128290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.215229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:09:05.220771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a223b3c-9ad9-40e7-a93b-37d241a0dccc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/05c26900-c03a-4b3e-971a-9e89d53462bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1648734 Aug 25 15:09:05.233378 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Sync routers for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:09:05.247447 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:05.247711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Network': ['ID=0e58db2c-47ef-4c69-82a8-697789360975,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:05.250716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:05.321046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:05.326036 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.395328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:09:05.407957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-9e723b09-5b8a-410e-8ddd-b48d7e42d425 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:05.415442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-9e723b09-5b8a-410e-8ddd-b48d7e42d425 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.4709871 Aug 25 15:09:05.422718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.424095 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Added segment 159e8cd2-b315-4d8d-b925-250fd6c8f960 of type vlan for network f38b20fb-39c5-471f-93e1-32d044c9e287 Aug 25 15:09:05.431926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:05.443970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:05.576449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.605561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Allocated IP 172.20.0.2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/a491cbd1-7ee6-4263-b363-0de97160fcda/4eb35d5e-5293-4ee6-bdff-39c2dc06a882) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:05.733977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:05.736177 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.742870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:05.743584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:05.820418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb13bd92-edb4-4b5c-8796-32b0a8ed2375 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2209816 Aug 25 15:09:05.865560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54660) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:05.907971 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 2, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:05.913947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'admin_state_up': True, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:05.945327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf51467b-6681-493d-b1cc-7aa94b23aa84 req-3efd010f-71ef-433a-8348-a57a4b730a94 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b98c3bf-b87f-48e3-8843-ebf3b3504147 HTTP/1.1" status: 200 len: 210 time: 0.1766744 Aug 25 15:09:05.975746 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Checking router: 05c26900-c03a-4b3e-971a-9e89d53462bf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:09:05.978450 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Updating router 05c26900-c03a-4b3e-971a-9e89d53462bf port 4678723a-b492-4157-890d-f4b619a683e6 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:09:05.984848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Network': ['ID=f38b20fb-39c5-471f-93e1-32d044c9e287,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:06.001829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-7e5d0e88-58dc-4719-8d35-e286ed85a6b9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256194588&fields=id&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 267 time: 0.2358091 Aug 25 15:09:06.022256 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.026686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.030241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.053086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Transition to ACTIVE for port object 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:06.055669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:06.076623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0e58db2c-47ef-4c69-82a8-697789360975 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:09:06.080764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 249bd437-e966-460c-995c-33d3613ae8a1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:06.161342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74d33d9b-4599-447b-abfe-48f77b9a33fa no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:06.167083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:06.171649 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.210959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-378258e9-232b-46b2-a8ab-c5d08e545a04 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2172966 Aug 25 15:09:06.212129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54662) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:06.215774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f38b20fb-39c5-471f-93e1-32d044c9e287 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:09:06.232681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:06.265629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7239f-726a-48ba-ab8e-a65b02daadab req-f4d77aff-7e6d-4401-a18c-a404e3b734bc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:06.269096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63e7239f-726a-48ba-ab8e-a65b02daadab req-f4d77aff-7e6d-4401-a18c-a404e3b734bc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1390870 Aug 25 15:09:06.304329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.305499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.392811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-e9e2fac3-61dd-4221-8a66-6a25d9ee33f0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:06.400290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-e9e2fac3-61dd-4221-8a66-6a25d9ee33f0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 796 time: 0.3986821 Aug 25 15:09:06.450590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 74d33d9b-4599-447b-abfe-48f77b9a33fa {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:06.450997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 74d33d9b-4599-447b-abfe-48f77b9a33fa not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:06.486703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-a9a3961e-aeb3-42b9-9936-ae064ed17781 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/quotas/1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 375 time: 0.0854375 Aug 25 15:09:06.511335 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.530660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63e7239f-726a-48ba-ab8e-a65b02daadab req-34f25cc9-7636-4bab-89e4-05b0b049ae3e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497118 Aug 25 15:09:06.663886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Made reservation on behalf of 1e824704f0344759a073d7ecb9f43d1f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:06.671310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.674373 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.716325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-145d9307-f772-4497-adbd-3d885c827a72 None None] Provisioning complete for port 4678723a-b492-4157-890d-f4b619a683e6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:06.716880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-145d9307-f772-4497-adbd-3d885c827a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.803313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44fe77-54ed-4a8b-b755-fc99f937a3eb None None] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:06.836305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Performing IP validity checks on allocation pools {{(pid=101873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 15:09:06.837270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 15:09:06.892903 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:06.919907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:06.925614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Transition to ACTIVE for port object 4678723a-b492-4157-890d-f4b619a683e6 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:07.007398 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.025064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 249bd437-e966-460c-995c-33d3613ae8a1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:07.025447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.030917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-311f67c1-b211-4045-a0c1-a94afc65afbe tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5428743 Aug 25 15:09:07.033502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.10 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/fd2d6ded-7113-407d-8d5a-1f8db3acb1b3) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:07.181351 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Pushing event updated for resources: {'Port': ['ID=4678723a-b492-4157-890d-f4b619a683e6,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:07.190430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-b0d33a80-b49e-442d-9174-20c402b7dcad service neutron] 10.222.0.58 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585021 Aug 25 15:09:07.224180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6e1e3a3-2fb1-42ac-b557-dedc341f0535 req-4f1ae7c6-e150-4dc3-a97d-1c0fdf9c7ebf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 210 time: 0.0833287 Aug 25 15:09:07.230530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.244220 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.244220 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.244220 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.244656 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.244656 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.244964 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.245312 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.245631 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.245947 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.246274 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.246582 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.246894 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:07.379567 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.397520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-145d9307-f772-4497-adbd-3d885c827a72 None None] Port 4678723a-b492-4157-890d-f4b619a683e6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:07.419222 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Attempting to bind port 4678723a-b492-4157-890d-f4b619a683e6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:07.426693 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Attempting to bind port 4678723a-b492-4157-890d-f4b619a683e6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:07.426693 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Attempting to bind port 4678723a-b492-4157-890d-f4b619a683e6 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:07.444376 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:07.444856 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Checking segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:07.445168 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.445566 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Bound using segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:07.446054 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Bound port: 4678723a-b492-4157-890d-f4b619a683e6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:07.446443 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.591523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d83d710c-6e6f-4e2d-8cf2-51c42872357a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:07.594111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=d9b33803-ae67-42ce-aca6-47f408a7ec75,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:07.609417 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] For port 4678723a-b492-4157-890d-f4b619a683e6, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:07.617020 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] For port 4678723a-b492-4157-890d-f4b619a683e6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4678723a-b492-4157-890d-f4b619a683e6,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:07.628556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Checking segment: {'id': '159e8cd2-b315-4d8d-b925-250fd6c8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:07.629258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network hostable DHCP agents. Network: f38b20fb-39c5-471f-93e1-32d044c9e287, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:09:07.696936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d83d710c-6e6f-4e2d-8cf2-51c42872357a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:07.697329 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.729034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-d6efd715-a023-4cfe-a649-0f5b341b8d2e service neutron] 10.222.0.58 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293243 Aug 25 15:09:07.742853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.751677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049503cf-4894-43f0-a214-ab60db4d8177 req-68f840c0-d5d3-4c6b-8284-283559615d06 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:07.764083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049503cf-4894-43f0-a214-ab60db4d8177 req-68f840c0-d5d3-4c6b-8284-283559615d06 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.0883925 Aug 25 15:09:07.809920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049503cf-4894-43f0-a214-ab60db4d8177 req-eb603dee-f00c-42ff-baee-ee2e7af41e78 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477822 Aug 25 15:09:07.853917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Network f38b20fb-39c5-471f-93e1-32d044c9e287 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:09:07.854691 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.923249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.925230 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:07.962125 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98709fc1-b470-4cb8-b955-2de41231d09a None None] Pushing event updated for resources: {'Port': ['ID=4678723a-b492-4157-890d-f4b619a683e6,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:07.988908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:07.988908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:08.046705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f38b20fb-39c5-471f-93e1-32d044c9e287) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:08.055546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:08.056275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:08.069491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71200158-9f40-4031-8dd9-2f8cd56f7d4c None None] Network f38b20fb-39c5-471f-93e1-32d044c9e287 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:08.201628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-786b2313-76c8-4a67-8db2-6772f0d02466 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9828598 Aug 25 15:09:08.204369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54684) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:08.210873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:08.213002 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:08.288166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:08.406218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:08.476570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:08.484900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:08.485605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:08.529684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=fefe9364-7d7d-41a5-b0b6-29bd8031045b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:08.586609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=11']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:08.596793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3ebc9ed3-a14a-478b-8e38-491c0f74fb7e req-981812ad-9133-4fae-b8ab-a725da4ca44d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 210 time: 0.1723485 Aug 25 15:09:08.658902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcf2d5b-9622-433c-9ac9-401d77a1d14f None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:08.664714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8494707'] for subnet, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:08.669294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:08.743799 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:07Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:08.767683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b744684f-d32c-468f-a2f7-1ffbc8d23dc4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.8281474 Aug 25 15:09:08.773481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54694) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:08.791294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:28:91:a3', 'name': 'tempest-NetworksTestDHCPv6-337145364'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:08.809176 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc45295-6f26-49b9-9a24-f8871f1c1c7f None None] The sync data for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 is: [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:07Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:09:08.999197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dda88e18-ca23-4d26-8b64-8fb00c489c73 req-95e8107d-308a-49c5-a24b-6a16c1157b8d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 210 time: 0.5636415 Aug 25 15:09:09.002137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] Provisioning for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:09.045947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:09.047233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.057444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-f38b20fb-39c5-471f-93e1-32d044c9e287', 'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287', 'tenant_id': '1e824704f0344759a073d7ecb9f43d1f', 'fixed_ips': [{'subnet_id': 'd9b33803-ae67-42ce-aca6-47f408a7ec75'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:09.058924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.293299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778757248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8616809'] for subnet, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.301946 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.395963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:09.421995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d4f10-9a14-4201-ac00-e33b1b821e87 req-03cc9cef-c442-4aa3-bafb-69c6cca6a48f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:09.442135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:09.443477 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.443835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c88d4f10-9a14-4201-ac00-e33b1b821e87 req-03cc9cef-c442-4aa3-bafb-69c6cca6a48f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.3823850 Aug 25 15:09:09.449460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "PUT /v2.0/subnets/d9b33803-ae67-42ce-aca6-47f408a7ec75 HTTP/1.1" status: 200 len: 900 time: 1.2416184 Aug 25 15:09:09.451728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54702) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:09.625426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:09.625658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Allocated IP 2001:db8::3 (f38b20fb-39c5-471f-93e1-32d044c9e287/d9b33803-ae67-42ce-aca6-47f408a7ec75/fc0977ea-b598-4d6f-96f7-2533a876cfc1) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:09.626120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20237b6a-5344-45a7-a727-1b3cab0a8bd9 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event updated for resources: {'Subnet': ['ID=d9b33803-ae67-42ce-aca6-47f408a7ec75,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:09.640693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.715423 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.758465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:09.798449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:09.822199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.941516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:09.962091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c88d4f10-9a14-4201-ac00-e33b1b821e87 req-663e5132-7e50-4cfc-b283-4d92d4c293f1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5152302 Aug 25 15:09:09.980551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Transition to ACTIVE for port object fc0977ea-b598-4d6f-96f7-2533a876cfc1 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:10.094091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Transition to ACTIVE for port object fc0977ea-b598-4d6f-96f7-2533a876cfc1 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:10.124880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.144581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4678723a-b492-4157-890d-f4b619a683e6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:10.228716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.243156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.250033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:10.323982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaf40a-5b74-472b-a56c-1a4a3dfdc9e7 req-b741a7ce-8347-4cd2-a227-03c78af6aeff tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:10.328738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cafaf40a-5b74-472b-a56c-1a4a3dfdc9e7 req-b741a7ce-8347-4cd2-a227-03c78af6aeff tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 932 time: 0.4965625 Aug 25 15:09:10.336039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Network f38b20fb-39c5-471f-93e1-32d044c9e287 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:10.337146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.345794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:10.359043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:10.372586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Pushing event updated for resources: {'Port': ['ID=fc0977ea-b598-4d6f-96f7-2533a876cfc1,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:10.394186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.25.8.217 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/dea72391-7faa-44e7-a76b-14b70f0ea8d4) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:10.501530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4678723a-b492-4157-890d-f4b619a683e6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:10.549240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4678723a-b492-4157-890d-f4b619a683e6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:10.549764 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.561749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cafaf40a-5b74-472b-a56c-1a4a3dfdc9e7 req-dbf786e0-99b3-47f2-b4fe-54271d4056f6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017608 Aug 25 15:09:10.646108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Attempting to bind port fc0977ea-b598-4d6f-96f7-2533a876cfc1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:10.646937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Attempting to bind port fc0977ea-b598-4d6f-96f7-2533a876cfc1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '159e8cd2-b315-4d8d-b925-250fd6c8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:10.646937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Attempting to bind port fc0977ea-b598-4d6f-96f7-2533a876cfc1 on network f38b20fb-39c5-471f-93e1-32d044c9e287 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:10.666961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:10.668700 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.674686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Checking segment: {'id': '159e8cd2-b315-4d8d-b925-250fd6c8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:10.675202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.675613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Bound using segment: {'id': '159e8cd2-b315-4d8d-b925-250fd6c8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:10.676116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Bound port: fc0977ea-b598-4d6f-96f7-2533a876cfc1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159e8cd2-b315-4d8d-b925-250fd6c8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f38b20fb-39c5-471f-93e1-32d044c9e287'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:10.676507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.685487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.711058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e38760-5c5c-46c0-8245-b71de32cd0de None None] Pushing event updated for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:10.767680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b33803-ae67-42ce-aca6-47f408a7ec75,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:10.818243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:10.822004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.840302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:10.939119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:10.965358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] For port fc0977ea-b598-4d6f-96f7-2533a876cfc1, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:10.989840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] For port fc0977ea-b598-4d6f-96f7-2533a876cfc1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fc0977ea-b598-4d6f-96f7-2533a876cfc1,segment=NetworkSegment(159e8cd2-b315-4d8d-b925-250fd6c8f960),segment_id=159e8cd2-b315-4d8d-b925-250fd6c8f960)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:11.003652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4678723a-b492-4157-890d-f4b619a683e6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4678723a-b492-4157-890d-f4b619a683e6,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:11.015079 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.046542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38b20fb-39c5-471f-93e1-32d044c9e287']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:11.058850 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.068535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159e8cd2-b315-4d8d-b925-250fd6c8f960') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:11.070125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159e8cd2-b315-4d8d-b925-250fd6c8f960') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:11.072585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.082406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.131521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3450344a-7eae-4747-a525-313762a60415 req-3aaed2d9-63c4-42d0-b2f7-ae8172ae09fc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 210 time: 0.2973144 Aug 25 15:09:11.150204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.160090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:11.160718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.163604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-e7453e1d-759b-418a-8352-df9082853310 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7380917 Aug 25 15:09:11.192768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Request body: {'port': {'device_id': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:11.199589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:11.368729 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:11.413925 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:09:11.413925 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:09:11.413925 n-d-805995-2 neutron-server[101873]: [parameters: {'id': 'f38b20fb-39c5-471f-93e1-32d044c9e287'}] Aug 25 15:09:11.413925 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:09:11.414379 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:09:11.416157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.423566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a1ef2-8d5a-49e3-b8ed-706bf17dfd13 None None] Pushing event updated for resources: {'Port': ['ID=fc0977ea-b598-4d6f-96f7-2533a876cfc1,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:11.460024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:11.461672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=dea72391-7faa-44e7-a76b-14b70f0ea8d4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:11.549501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35811e50-c2b1-4f9f-bca8-423d68365e90 req-af5bfb7e-8d59-4367-ac8e-52a1aa4476c4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:11.551539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35811e50-c2b1-4f9f-bca8-423d68365e90 req-af5bfb7e-8d59-4367-ac8e-52a1aa4476c4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2447085 Aug 25 15:09:11.583275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7b7ea-0155-40c5-9bd4-1e879b3a93ef None None] Network f38b20fb-39c5-471f-93e1-32d044c9e287 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:11.615499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35811e50-c2b1-4f9f-bca8-423d68365e90 req-4b68a120-553b-42b4-9eed-563da34b0797 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511420 Aug 25 15:09:11.636832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:11.649913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-6f7faf7c-509d-4626-b4bd-19c45f3db437 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:11.661984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-6f7faf7c-509d-4626-b4bd-19c45f3db437 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 796 time: 0.3249271 Aug 25 15:09:11.662606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:11.674172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460e757-f7ff-4775-b48b-042370bc8592 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:11.722647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-ceb2ff78-edad-479a-b7a4-1f9226964881 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 380 time: 0.0596750 Aug 25 15:09:11.733172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'port': {'device_id': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'admin_state_up': True, 'tenant_id': '1adf2409290d43fda7863871e785644e', 'security_groups': ['b3243c8d-905d-4c6c-9431-e84b09318f7e']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:11.764368 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.841463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4678723a-b492-4157-890d-f4b619a683e6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:11.863981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:11.883891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a1a4da9-6a0d-451a-b993-e0c7b7640e44 None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:11.884275 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a1a4da9-6a0d-451a-b993-e0c7b7640e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:11.916521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:12.084303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:12.151499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port fc0977ea-b598-4d6f-96f7-2533a876cfc1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:12.152112 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:12.276025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c6146d3-177c-43f3-9a10-9dec921b5ade req-70bb0e6f-d1b4-4e4e-ab67-4522ba3ccc5a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 210 time: 0.0300839 Aug 25 15:09:12.309402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:12.317284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:12.588452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.13 (78d0e954-e0f0-4276-a99f-6cc7a0ca533b/40fd0936-95cc-427f-8a6d-302df7ef43b3/9e06074b-aa19-4d34-acd9-795e87322539) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:12.778735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d522-cafd-4c30-ad1f-d6ba2ba279b6 req-6fb49ab5-e04f-4f8c-b52c-d1edace97ad6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:12.780361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3716d522-cafd-4c30-ad1f-d6ba2ba279b6 req-6fb49ab5-e04f-4f8c-b52c-d1edace97ad6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 932 time: 1.0388634 Aug 25 15:09:12.841077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:12.858827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 9e06074b-aa19-4d34-acd9-795e87322539 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:12.905193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c3e61-2ae5-4e69-8ada-5fae2778cbe4 None None] Network f38b20fb-39c5-471f-93e1-32d044c9e287 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:12.967790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port fc0977ea-b598-4d6f-96f7-2533a876cfc1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fc0977ea-b598-4d6f-96f7-2533a876cfc1,segment=NetworkSegment(159e8cd2-b315-4d8d-b925-250fd6c8f960),segment_id=159e8cd2-b315-4d8d-b925-250fd6c8f960)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:12.968507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:12.990468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for fc0977ea-b598-4d6f-96f7-2533a876cfc1 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:13.004048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481fc42-9025-4024-a186-e187c2e4c16d req-c3fe0a4d-a670-4584-a498-d1eac4e6d3af tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:13.015244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d481fc42-9025-4024-a186-e187c2e4c16d req-c3fe0a4d-a670-4584-a498-d1eac4e6d3af tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.0959208 Aug 25 15:09:13.028811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:13.029627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:13.038008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3716d522-cafd-4c30-ad1f-d6ba2ba279b6 req-9cdfd54d-8336-42fb-b19a-c859280a1f1c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452884 Aug 25 15:09:13.071722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:13.111714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:13.122095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:13.128246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:13.180867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 172.20.0.5 (adfdb661-dddb-4df2-9db5-dc9311fa8623/a491cbd1-7ee6-4263-b363-0de97160fcda/6b08b3b6-dc21-41a8-a96d-0ccf6748d29f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:13.219380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe28:91a3 (adfdb661-dddb-4df2-9db5-dc9311fa8623/fefe9364-7d7d-41a5-b0b6-29bd8031045b/6b08b3b6-dc21-41a8-a96d-0ccf6748d29f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:13.254641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:13.255304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:13.348256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4678723a-b492-4157-890d-f4b619a683e6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:13.432390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d481fc42-9025-4024-a186-e187c2e4c16d req-fa58d358-b643-4918-8a20-7095c3119052 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162507 Aug 25 15:09:13.459965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:13.471326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-fd49d26e-4834-4e8e-95bb-a71cd0c85f24 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7415807 Aug 25 15:09:13.490272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Request body: {'port': {'device_id': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:13.506035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4678723a-b492-4157-890d-f4b619a683e6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:13.506676 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:13.640743 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:13.754450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f0d06-93b2-44fb-9b1a-b10cc5d4b3a3 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:09:13.811228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:13.976938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f0d06-93b2-44fb-9b1a-b10cc5d4b3a3 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:09:13.988105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e06074b-aa19-4d34-acd9-795e87322539 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:13.997615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.011061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Transition to ACTIVE for port object 9e06074b-aa19-4d34-acd9-795e87322539 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:14.012470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.022097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e0d4-b6d2-47c6-9b52-db1fcedeea62 req-70f67524-4188-4e3e-a005-5c5a604f683e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:14.030157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b47e0d4-b6d2-47c6-9b52-db1fcedeea62 req-70f67524-4188-4e3e-a005-5c5a604f683e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 932 time: 0.5818269 Aug 25 15:09:14.039122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=fc0977ea-b598-4d6f-96f7-2533a876cfc1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:14.046284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port fc0977ea-b598-4d6f-96f7-2533a876cfc1 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:14.131013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.182763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b47e0d4-b6d2-47c6-9b52-db1fcedeea62 req-43967011-0868-4f8a-b6ac-f581307f2cf2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470599 Aug 25 15:09:14.183000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7c2a-1339-4f51-8c76-89319c559e02 None None] Provisioning for port 9e06074b-aa19-4d34-acd9-795e87322539 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:14.207084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:14.220623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.230897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7c2a-1339-4f51-8c76-89319c559e02 None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:14.231316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7c2a-1339-4f51-8c76-89319c559e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.297105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Transition to ACTIVE for port object fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:14.334869 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.382654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.554776 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.668306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:14.730791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:14.887415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:14.934677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.935161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.935519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.936061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.936269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.936616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.936951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.937290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.937626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.937981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.938960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.938960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:14.981193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492d7ee-d94c-4648-87c2-6aed55a39d17 req-8ec3cb3c-e3f3-459c-9b20-591e6586c761 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:14.985601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2492d7ee-d94c-4648-87c2-6aed55a39d17 req-8ec3cb3c-e3f3-459c-9b20-591e6586c761 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.3121367 Aug 25 15:09:15.061166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38b20fb-39c5-471f-93e1-32d044c9e287']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:15.086042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159e8cd2-b315-4d8d-b925-250fd6c8f960') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:15.086609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159e8cd2-b315-4d8d-b925-250fd6c8f960') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:15.098084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:15.148071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.164512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2492d7ee-d94c-4648-87c2-6aed55a39d17 req-4a7d3a3c-4cc6-460a-9ca4-565310f866a5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753922 Aug 25 15:09:15.168586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e1e87-8d46-4b6f-8d11-f43cc206ecf8 req-392dc425-57d4-4679-bb7a-074a33626ac4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:15.170475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b0e1e87-8d46-4b6f-8d11-f43cc206ecf8 req-392dc425-57d4-4679-bb7a-074a33626ac4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 932 time: 0.9397411 Aug 25 15:09:15.186198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Attempting to bind port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:15.186543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Attempting to bind port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:15.186883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Attempting to bind port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:15.213594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:09:15.213961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Attempting to bind port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:15.234175 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.248982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.250707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:15.255018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:15.255018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:15.255018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Bound port: fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:15.255018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.259391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:15.259863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:15.294914 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:15.310246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:15.310643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:15.311015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:15.378993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:09:15.388443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:09:15.389002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:15.406827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b0e1e87-8d46-4b6f-8d11-f43cc206ecf8 req-87b83006-f220-4281-9824-c21364d01901 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278395 Aug 25 15:09:15.414724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:15.414991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Checking segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:15.422867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Bound using segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:15.423408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Bound port: 9e06074b-aa19-4d34-acd9-795e87322539, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:15.423779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.476222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:15.484876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=6b08b3b6-dc21-41a8-a96d-0ccf6748d29f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:15.493808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:15.496689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:15.548315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.576365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.578639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/f38b20fb-39c5-471f-93e1-32d044c9e287 HTTP/1.1" status: 204 len: 168 time: 6.1190832 Aug 25 15:09:15.594529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:15.654457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b59c5-bb3c-4ded-8062-68c94c103d23 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=f38b20fb-39c5-471f-93e1-32d044c9e287,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:15.680179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:15.684516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:15.701101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ce8cb-0dd9-4f30-825b-52ebf826cdcd req-e936543f-cfa4-4eff-b377-921a0a7af7fc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:15.703303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d13ce8cb-0dd9-4f30-825b-52ebf826cdcd req-e936543f-cfa4-4eff-b377-921a0a7af7fc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.3466175 Aug 25 15:09:15.728581 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bfe670-5e49-4785-a5d6-b485c382ce91 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:15.730516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bfe670-5e49-4785-a5d6-b485c382ce91 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:15.732638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed87f86-3b36-4886-9d2e-8a851c1a8ea5 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:09:15.735368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54780) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:15.735573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71bfe670-5e49-4785-a5d6-b485c382ce91 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/d9b33803-ae67-42ce-aca6-47f408a7ec75 HTTP/1.1" status: 404 len: 337 time: 0.1397347 Aug 25 15:09:15.746767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] For port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:15.765112 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e338a8-2adc-4766-a678-5818350f4c3e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:15.775894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e338a8-2adc-4766-a678-5818350f4c3e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:15.778537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d2e338a8-2adc-4766-a678-5818350f4c3e tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/f38b20fb-39c5-471f-93e1-32d044c9e287 HTTP/1.1" status: 404 len: 339 time: 0.0418117 Aug 25 15:09:15.780593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.782631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54782) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:15.792566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:15.793407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.850066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] For port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:15.891528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dae43320-453f-4254-8bb1-eeb764aa0912 None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:15.891908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dae43320-453f-4254-8bb1-eeb764aa0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:15.923677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d13ce8cb-0dd9-4f30-825b-52ebf826cdcd req-d1812abe-22ad-4c45-9e33-9582f20fa992 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113481 Aug 25 15:09:15.925482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:09:15.942800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Sync routers for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:09:15.979128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:15.979834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:15.996174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bccbc358-3dfd-4e61-a3d5-eb0fbf62257a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 7.2174382 Aug 25 15:09:15.998525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54788) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:16.009801 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:16.116475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:16.117697 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bd7c9c8d-5559-4544-9c68-0c78016803d9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.2271073 Aug 25 15:09:16.122478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:16.152432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.153122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:16.154587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 HTTP/1.1" status: 200 len: 1092 time: 4.9786754 Aug 25 15:09:16.162223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:16.170268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.171085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:16.172501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-65dc123c-3226-4e9a-89fd-1251046bc5c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1092 time: 2.6885467 Aug 25 15:09:16.173351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:16.177029 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3cd082-76eb-40f5-90c8-a91e42cdae71" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:16.183376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'tag': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:16.186374 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b42dc13-6dd9-4036-9260-6f6f39d7baf6", "tag": "fd2d6ded-7113-407d-8d5a-1f8db3acb1b3"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:16.234974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:16.235948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fe045-090c-4417-8c17-4ddb1406c014 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:16.306844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627cdad-9f3c-474c-9956-dc40e8868afc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.352176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627cdad-9f3c-474c-9956-dc40e8868afc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.360937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed87f86-3b36-4886-9d2e-8a851c1a8ea5 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:09:16.367533 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c627cdad-9f3c-474c-9956-dc40e8868afc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3649137 Aug 25 15:09:16.381755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54806) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:16.470276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:16.494373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-281d28f9-36c8-432f-bf02-3d0835045fa7 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3707292 Aug 25 15:09:16.504237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54812) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:16.539593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-db8fdc41-78c2-4670-8c33-61083f5656e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.541930 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-db8fdc41-78c2-4670-8c33-61083f5656e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 1095 time: 0.1684923 Aug 25 15:09:16.554872 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f12719-d5a4-43b0-8e2c-6dbefc6c87dc x-openstack-request-id: req-72f12719-d5a4-43b0-8e2c-6dbefc6c87dc {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:16.556322 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b42dc13-6dd9-4036-9260-6f6f39d7baf6", "tag": "fd2d6ded-7113-407d-8d5a-1f8db3acb1b3", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:16.556322 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72f12719-d5a4-43b0-8e2c-6dbefc6c87dc {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:16.556546 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'tag': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', 'status': 'completed', 'code': 200} Aug 25 15:09:16.655461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6171-5161-451f-9c25-ee65b9f3571b req-e6b11ae6-1011-48d1-8089-e930fbf4259f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.665430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f29d6171-5161-451f-9c25-ee65b9f3571b req-e6b11ae6-1011-48d1-8089-e930fbf4259f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2449541 Aug 25 15:09:16.688943 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ad439d-1528-4d47-b1bd-0bf43caf9e19 x-openstack-request-id: req-32ad439d-1528-4d47-b1bd-0bf43caf9e19 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:16.689399 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:16.689766 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32ad439d-1528-4d47-b1bd-0bf43caf9e19 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:16.690280 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'status': 'completed', 'code': 200} Aug 25 15:09:16.697072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-dc4ece2b-bd4d-45ba-bcd2-e69aa595b0eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 HTTP/1.1" status: 200 len: 217 time: 0.1387398 Aug 25 15:09:16.709318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd716be-3255-448c-8830-6e3ebf0cd241 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.709318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4bd716be-3255-448c-8830-6e3ebf0cd241 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255996 Aug 25 15:09:16.714703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54816) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:16.816410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f29d6171-5161-451f-9c25-ee65b9f3571b req-ba5d1724-3cca-4e23-9ad1-9b4d1e2cb0f2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499264 Aug 25 15:09:16.875088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-5a0b827d-f89d-4e1e-9a8f-94b7eac92034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:16.878499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-5a0b827d-f89d-4e1e-9a8f-94b7eac92034 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1640110 Aug 25 15:09:16.902817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-30c7e441-e67e-4066-a418-10c6f8546060 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1693966 Aug 25 15:09:16.912528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54820) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:16.934090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150543676', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:16.974361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.021486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-d61b4b7a-1e0a-4277-829d-c87732213ba2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337299 Aug 25 15:09:17.021714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dfd8ce-b109-4316-9ee1-3660677a8672']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:17.087564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df27390a-f926-4559-ae76-f6e42eaae963') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:17.090540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df27390a-f926-4559-ae76-f6e42eaae963') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:17.115408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-bdca6c56-7ebd-4025-85ab-fec12475770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:17.116924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-bdca6c56-7ebd-4025-85ab-fec12475770a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1095 time: 0.7341149 Aug 25 15:09:17.126396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.211340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:12Z', 'revision_number': 3, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:17.221930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.237872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd69ee-129e-47da-ab21-e8244d49fcee req-43833810-3507-4160-b85b-0abc26c7865c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:17.248927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5dd69ee-129e-47da-ab21-e8244d49fcee req-43833810-3507-4160-b85b-0abc26c7865c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 944 time: 0.4347997 Aug 25 15:09:17.252841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Checking router: 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:09:17.255451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-d7fae138-d7a8-4208-a27f-e7c708c58736 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 217 time: 0.1254783 Aug 25 15:09:17.257613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Updating router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 port dea72391-7faa-44e7-a76b-14b70f0ea8d4 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:09:17.316065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.439196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:17.439625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:17.442999 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:17.455815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33158b0-6c38-48e0-8aa7-3270edb52633 req-40547029-634d-4ba9-b85d-9c1ebc28c1ec tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:17.465513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a33158b0-6c38-48e0-8aa7-3270edb52633 req-40547029-634d-4ba9-b85d-9c1ebc28c1ec tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 945 time: 0.4655638 Aug 25 15:09:17.470399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:17.470776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.503920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-3ba987d4-d59c-442e-a4e5-524765af18ef service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901916 Aug 25 15:09:17.572804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-bfa4e978-cbfb-4c46-b069-a85ab6ccf108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:17.575072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-bfa4e978-cbfb-4c46-b069-a85ab6ccf108 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.2986538 Aug 25 15:09:17.591856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a33158b0-6c38-48e0-8aa7-3270edb52633 req-613c2eee-803a-4ab8-9b44-58e4126909a6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249528 Aug 25 15:09:17.674997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5dd69ee-129e-47da-ab21-e8244d49fcee req-daf6c859-1ac9-4902-939f-c93b8156ec4f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160211 Aug 25 15:09:17.706175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5e996-d662-4b4b-aa3f-0f012f10e118 req-eb8c7a94-ee65-44e7-b86a-e176f00761d0 service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938000 Aug 25 15:09:17.771532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.789163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:17.792713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-2f6cf100-8b54-49fa-b843-7680146ac801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:17.794351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-2f6cf100-8b54-49fa-b843-7680146ac801 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677310 Aug 25 15:09:17.847543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e037714-579e-4f31-8020-2fde2d518741 req-8a04f6b3-96bc-45c1-afac-a7fe9e1dec02 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:17.858210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e037714-579e-4f31-8020-2fde2d518741 req-8a04f6b3-96bc-45c1-afac-a7fe9e1dec02 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.1227896 Aug 25 15:09:17.868453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Made reservation on behalf of 00eaff2a685f4a8a8eb7a4ace5a3d74c for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:17.872924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.927957 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:17.952887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Transition to ACTIVE for port object dea72391-7faa-44e7-a76b-14b70f0ea8d4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:18.014383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.045423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5e037714-579e-4f31-8020-2fde2d518741 req-1335d942-eff7-4e63-945d-84689420a54d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857271 Aug 25 15:09:18.063445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.065460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/a1dfd8ce-b109-4316-9ee1-3660677a8672 HTTP/1.1" status: 204 len: 168 time: 2.2800944 Aug 25 15:09:18.076341 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.082660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:18.155912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9676e319-b622-4f99-9d8c-3790a3fbe427 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:18.157670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9676e319-b622-4f99-9d8c-3790a3fbe427 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 945 time: 0.1860464 Aug 25 15:09:18.194394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258c0eb-1bd5-4824-816d-df72d344c3a3 None None] Pushing event updated for resources: {'Port': ['ID=dea72391-7faa-44e7-a76b-14b70f0ea8d4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:18.206416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Attempting to bind port dea72391-7faa-44e7-a76b-14b70f0ea8d4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:18.206930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Attempting to bind port dea72391-7faa-44e7-a76b-14b70f0ea8d4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:18.207147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=a1dfd8ce-b109-4316-9ee1-3660677a8672,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:18.209133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Attempting to bind port dea72391-7faa-44e7-a76b-14b70f0ea8d4 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:18.223652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:18.223652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:18.223652 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.223652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:18.225237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Bound port: dea72391-7faa-44e7-a76b-14b70f0ea8d4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:18.225759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.233154 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0b8c6c-9818-4931-8367-f2bb1c76f93f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:18.233682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0b8c6c-9818-4931-8367-f2bb1c76f93f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:18.239810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8d0b8c6c-9818-4931-8367-f2bb1c76f93f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/e445627c-ba9e-4c03-a914-9f80ae407bf6 HTTP/1.1" status: 404 len: 337 time: 0.1297066 Aug 25 15:09:18.241893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54844) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:18.263322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2179103-47a1-49a7-a695-eae3bd2f75ef req-cd951b60-b434-4d67-9bb1-9fc9b86d741b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:18.264992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2179103-47a1-49a7-a695-eae3bd2f75ef req-cd951b60-b434-4d67-9bb1-9fc9b86d741b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2658868 Aug 25 15:09:18.270593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-8f3b00af-b043-455f-ad6e-dbf3170a4326 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683032 Aug 25 15:09:18.273986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.274422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.274832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.275277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.275719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.276425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.276860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.277315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.277763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.278193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.278625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.279263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92415c3-404a-443f-8ae7-bfe2413ccdac tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:09:18.405954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] For port dea72391-7faa-44e7-a76b-14b70f0ea8d4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:18.412763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] For port dea72391-7faa-44e7-a76b-14b70f0ea8d4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dea72391-7faa-44e7-a76b-14b70f0ea8d4,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:18.444181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ee7e09b-248e-462d-a702-70cbc4f18028 req-4760f954-dec2-49c9-b650-6bb108f03dd5 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452763 Aug 25 15:09:18.470760 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe28de4-6d2c-4d66-9b99-e9c79d5eb8c3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:18.472162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe28de4-6d2c-4d66-9b99-e9c79d5eb8c3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:18.477863 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-abe28de4-6d2c-4d66-9b99-e9c79d5eb8c3 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/2fac57a6-9025-4ee5-97e3-f4af802a0188 HTTP/1.1" status: 404 len: 339 time: 0.2251520 Aug 25 15:09:18.477863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:18.498698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.547059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-37c00ce0-cbe0-4276-a09d-6b994a921a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:18.563419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-37c00ce0-cbe0-4276-a09d-6b994a921a2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 1095 time: 0.5205572 Aug 25 15:09:18.588497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:18.590663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:08:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:18.598615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.632440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting subnet 0408462c-ceb8-4027-94f0-e26ea9cda9dc {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:18.718270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258c0eb-1bd5-4824-816d-df72d344c3a3 None None] Pushing event updated for resources: {'Port': ['ID=dea72391-7faa-44e7-a76b-14b70f0ea8d4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:18.728608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.775633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2179103-47a1-49a7-a695-eae3bd2f75ef req-68300b7b-027b-40a6-9472-ca7b35ca1b9f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4869635 Aug 25 15:09:18.817324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:18.928953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Deleting port d245e4cb-ab83-4249-8e92-8a6702584404 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:18.929480 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:18.944149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-ef24c882-d49c-42b9-bade-3669d42ab1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:18.945772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-ef24c882-d49c-42b9-bade-3669d42ab1a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 907 time: 0.3703792 Aug 25 15:09:19.117803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-9d9ef1a7-5600-490b-975e-aaa1a9161118 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 HTTP/1.1" status: 200 len: 217 time: 0.1388903 Aug 25 15:09:19.145992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-1368e6bb-6f2a-4ecd-9dd2-8b58ba60dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:19.159297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-1368e6bb-6f2a-4ecd-9dd2-8b58ba60dec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1095 time: 0.5623324 Aug 25 15:09:19.414425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:19.434175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9d8d3c7f-3c11-4e54-bca5-7e7548f1720e None None] Provisioning for port 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:19.456665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9d8d3c7f-3c11-4e54-bca5-7e7548f1720e None None] Provisioning complete for port 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:19.457077 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9d8d3c7f-3c11-4e54-bca5-7e7548f1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:19.482463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d3c7f-3c11-4e54-bca5-7e7548f1720e None None] Port 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:09:19.495790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=6b08b3b6-dc21-41a8-a96d-0ccf6748d29f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:19.512794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac937b-5ebd-4cc5-a592-5604f3db1169 req-fe784911-7a18-45fe-a000-7402c48f3bfa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:19.514005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9d8d3c7f-3c11-4e54-bca5-7e7548f1720e None None] Provisioning complete for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:19.514391 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9d8d3c7f-3c11-4e54-bca5-7e7548f1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:19.514515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01ac937b-5ebd-4cc5-a592-5604f3db1169 req-fe784911-7a18-45fe-a000-7402c48f3bfa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 944 time: 0.5677693 Aug 25 15:09:19.522025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-805b5a4c-2094-4ab2-ae32-62d71b87f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:19.523579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-805b5a4c-2094-4ab2-ae32-62d71b87f182 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.3917480 Aug 25 15:09:19.595521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-d0382429-52a5-49d6-aeb5-511b40ca804d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598395 Aug 25 15:09:19.629248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] For port d245e4cb-ab83-4249-8e92-8a6702584404, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=d245e4cb-ab83-4249-8e92-8a6702584404,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:19.629845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:19.632292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:12Z', 'revision_number': 3, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:19.663259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Calling delete_port for d245e4cb-ab83-4249-8e92-8a6702584404 owned by compute:nova {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:19.668973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ec73f-7566-4297-b01f-a5404a61e360 None None] The sync data for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 is: [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:12Z', 'revision_number': 3, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:09:19.727877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-6c19fe18-0ec3-4e04-8080-45a747c628e4 service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234050 Aug 25 15:09:19.776476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:19.805609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c6aad19e-1e25-4bdd-9637-9efa967986da None None] Could not find standard attr ID for object 6b08b3b6-dc21-41a8-a96d-0ccf6748d29f. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:09:19.891824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:19.962233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:09:19.974783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Subnet': ['ID=e0c29693-bb7e-4d47-b137-1cbf077f8a62,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:19.997521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e70578f0-c73f-4982-b4dd-9276d6f9f8c4 req-c4d83aad-4a37-41d4-844b-bb3a98676da7 service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470644 Aug 25 15:09:20.000092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db0181-f2b5-4ae9-97d4-56e6f8ed5fe1 req-ebfba693-0b75-45af-ac4b-cf4f1f9008e5 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:20.008849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33db0181-f2b5-4ae9-97d4-56e6f8ed5fe1 req-ebfba693-0b75-45af-ac4b-cf4f1f9008e5 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 945 time: 1.2602110 Aug 25 15:09:20.025038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01ac937b-5ebd-4cc5-a592-5604f3db1169 req-b6597be7-52ff-4deb-90a0-fa007fabff6f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987621 Aug 25 15:09:20.039498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-d63de2ff-7d61-4c8b-a4be-e623ad121960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:20.045746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-d63de2ff-7d61-4c8b-a4be-e623ad121960 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.8193483 Aug 25 15:09:20.231964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-4bbf9b62-29b7-45bd-8041-5d9c9d0cce74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 217 time: 0.1753697 Aug 25 15:09:20.237704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.258899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Checking segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:20.266773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network hostable DHCP agents. Network: 0e58db2c-47ef-4c69-82a8-697789360975, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:09:20.320547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:20.335056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.341356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d6ae9122-ca49-4490-a28e-f72ebe5c47af tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/6b08b3b6-dc21-41a8-a96d-0ccf6748d29f HTTP/1.1" status: 204 len: 168 time: 3.9379148 Aug 25 15:09:20.356158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:20.376439 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', 'mac_address': 'fa:16:3e:78:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:09:20.428633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33db0181-f2b5-4ae9-97d4-56e6f8ed5fe1 req-1fd2e748-bfbe-43c9-9d8a-88da57796424 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190581 Aug 25 15:09:20.429483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=0408462c-ceb8-4027-94f0-e26ea9cda9dc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:20.458046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.477788 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c621683f-6d0d-4543-8d19-6519a54903c8 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/0408462c-ceb8-4027-94f0-e26ea9cda9dc HTTP/1.1" status: 204 len: 168 time: 1.9793746 Aug 25 15:09:20.481858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54874) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:20.507264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.510489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a982e67-e891-45d2-97b3-10ca4942b41a None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:20.571283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.593357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a', '125b83b1-2c60-49ed-be2f-7af1b8bbc260'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:20.637778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['d245e4cb-ab83-4249-8e92-8a6702584404'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:20.692637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event deleted for resources: {'Port': ['ID=d245e4cb-ab83-4249-8e92-8a6702584404,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:20.695484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 0e58db2c-47ef-4c69-82a8-697789360975 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:09:20.703442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:20.787594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] No DVR routers for this DVR port d245e4cb-ab83-4249-8e92-8a6702584404 on host n-h1-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:20.790131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0e58db2c-47ef-4c69-82a8-697789360975) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:20.808820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.811308 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1b2fbfa-0702-4b7c-8767-a6f4dbce577e req-9c62cbf9-4ae6-4082-b992-e716c637c9c4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.52 "DELETE /v2.0/ports/d245e4cb-ab83-4249-8e92-8a6702584404 HTTP/1.1" status: 204 len: 173 time: 2.6390386 Aug 25 15:09:20.831642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'name': 'network-vif-deleted', 'tag': 'd245e4cb-ab83-4249-8e92-8a6702584404'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:20.834427 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9b557-93fb-4087-bc5f-56422b77e6ee" -d '{"events": [{"server_uuid": "6c0152f9-cde7-492e-9b2a-3121bc1c1734", "name": "network-vif-deleted", "tag": "d245e4cb-ab83-4249-8e92-8a6702584404"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:20.856537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:20.858965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.879458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting subnet 397c4791-07ad-4333-8b8a-4d989f73b813 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:20.887887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:20.900352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3943100-9c5e-49d0-af9f-35758bfaa468 None None] Network 0e58db2c-47ef-4c69-82a8-697789360975 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:20.993819 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.035352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ba000-3256-4756-961e-e26747cf6174 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.036506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ba000-3256-4756-961e-e26747cf6174 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.038270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ba000-3256-4756-961e-e26747cf6174 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.040231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b89ba000-3256-4756-961e-e26747cf6174 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6830833 Aug 25 15:09:21.047060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54880) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:21.068364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:21.144886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.160404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-c0a69e69-9240-4a93-8ff7-815ca9ee1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.162555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-c0a69e69-9240-4a93-8ff7-815ca9ee1ed1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.9084167 Aug 25 15:09:21.218460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.257340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ea855-4dae-4f88-9a14-5ebdd34461ad req-d73640ed-040c-4995-88b2-189c8632b12d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.258930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-615ea855-4dae-4f88-9a14-5ebdd34461ad req-d73640ed-040c-4995-88b2-189c8632b12d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 1.0224407 Aug 25 15:09:21.281543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403329b-50c3-4c04-964c-0c030ab62f5e req-30f9fcac-a787-4517-a52c-237045348a2f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.283484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c403329b-50c3-4c04-964c-0c030ab62f5e req-30f9fcac-a787-4517-a52c-237045348a2f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.7267690 Aug 25 15:09:21.289469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet a491cbd1-7ee6-4263-b363-0de97160fcda {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:21.330528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.341960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c403329b-50c3-4c04-964c-0c030ab62f5e req-0d5c9526-df7c-4a04-83c1-369df4320ddc tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516686 Aug 25 15:09:21.369083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6cd8b1ec-120e-4d7f-969a-1e23df36abbd tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.4526956 Aug 25 15:09:21.369508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54888) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:21.394494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.400913 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee9c44a8-1d5d-49f5-9a27-5b7eab89bb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.521151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.613969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:21.618310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:21.622210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:09:21.670219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0e58db2c-47ef-4c69-82a8-697789360975', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:21.671520 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.686340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-615ea855-4dae-4f88-9a14-5ebdd34461ad req-9e5ccadf-3d7d-42fc-873f-cbfcb728f00a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939321 Aug 25 15:09:21.690426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.703180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-21b31caa-c9c9-4737-90f7-3af9ecdd394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:21.705763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-21b31caa-c9c9-4737-90f7-3af9ecdd394b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5323436 Aug 25 15:09:21.723772 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f963d99-f9f6-420e-ad41-720a01cb12de x-openstack-request-id: req-4f963d99-f9f6-420e-ad41-720a01cb12de {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:21.725521 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0152f9-cde7-492e-9b2a-3121bc1c1734", "name": "network-vif-deleted", "tag": "d245e4cb-ab83-4249-8e92-8a6702584404", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:21.727178 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f963d99-f9f6-420e-ad41-720a01cb12de {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:21.727770 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0152f9-cde7-492e-9b2a-3121bc1c1734', 'name': 'network-vif-deleted', 'tag': 'd245e4cb-ab83-4249-8e92-8a6702584404', 'status': 'completed', 'code': 200} Aug 25 15:09:21.782087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=a491cbd1-7ee6-4263-b363-0de97160fcda,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:21.787310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.790488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:21.795307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ac935392-098e-4a13-b6a8-e278e489463a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/a491cbd1-7ee6-4263-b363-0de97160fcda HTTP/1.1" status: 204 len: 168 time: 0.7455835 Aug 25 15:09:21.803689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f6612-f865-4b99-bd40-9b776c89bc7f None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:21.840850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54894) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:22.089670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=397c4791-07ad-4333-8b8a-4d989f73b813,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:22.093495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.110076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a6bb6ce3-3daa-43fd-a078-99d9a74c8165 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/397c4791-07ad-4333-8b8a-4d989f73b813 HTTP/1.1" status: 204 len: 168 time: 1.6247127 Aug 25 15:09:22.125285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54898) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:22.126856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-46cc25d5-bd07-400b-8817-137c3393d849 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045281 Aug 25 15:09:22.130021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d245e4cb-ab83-4249-8e92-8a6702584404 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:22.184495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da1b5b71-4e1e-477d-bf57-22148964c9a6 req-77668a44-8be5-4430-916a-9aa8b75317a6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0152f9-cde7-492e-9b2a-3121bc1c1734 HTTP/1.1" status: 200 len: 210 time: 0.2424996 Aug 25 15:09:22.218099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet fefe9364-7d7d-41a5-b0b6-29bd8031045b {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:22.225237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: d245e4cb-ab83-4249-8e92-8a6702584404 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:22.226555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device d245e4cb-ab83-4249-8e92-8a6702584404 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:22.228865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] DHCP port deletion for 3f5fd844-de9c-4987-954e-9ec18dfd4cdd request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:22.244247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dea72391-7faa-44e7-a76b-14b70f0ea8d4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:22.251475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.395431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d95907-9bbf-4dd5-a781-b644029db15b req-109fef41-5b84-4378-b049-28ed6a72e39f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:22.395902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9d95907-9bbf-4dd5-a781-b644029db15b req-109fef41-5b84-4378-b049-28ed6a72e39f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 945 time: 0.6667385 Aug 25 15:09:22.412180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.512395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.536333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9d95907-9bbf-4dd5-a781-b644029db15b req-09b30e0d-8f62-47b8-83b0-5b94ec28c2e9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138499 Aug 25 15:09:22.606055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:22.612493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc3cd082-76eb-40f5-90c8-a91e42cdae71 req-44bad0a1-f295-4743-8e51-18d7d6677779 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259391 Aug 25 15:09:22.644738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d600a-80e8-4411-83f5-50c2544287fb req-e7f4eadc-ded0-49b4-9da7-92f445ecd136 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:22.663273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca7d600a-80e8-4411-83f5-50c2544287fb req-e7f4eadc-ded0-49b4-9da7-92f445ecd136 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1513655 Aug 25 15:09:22.696665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Allocated IP 172.20.0.2 (0e58db2c-47ef-4c69-82a8-697789360975/e0c29693-bb7e-4d47-b137-1cbf077f8a62/f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:22.784409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca7d600a-80e8-4411-83f5-50c2544287fb req-439d3d8a-7632-40f6-88a0-571aac680e3e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194854 Aug 25 15:09:22.803282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port f64a82f2-331e-4999-ac75-11d04bef20de {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:22.803745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.820897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.890133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '9e06074b-aa19-4d34-acd9-795e87322539', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'mac_address': 'fa:16:3e:4a:9d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:09:22.970285 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:22.978141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.005908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e06074b-aa19-4d34-acd9-795e87322539 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:23.026257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:23.033193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.036855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817961-d2f5-40da-91ab-ec79ce668cd0 req-b0805695-e475-4566-af6b-7871b4bb99f9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:23.039125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b817961-d2f5-40da-91ab-ec79ce668cd0 req-b0805695-e475-4566-af6b-7871b4bb99f9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.1786165 Aug 25 15:09:23.057963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port f64a82f2-331e-4999-ac75-11d04bef20de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f64a82f2-331e-4999-ac75-11d04bef20de,segment=NetworkSegment(cc1b25ab-c9b5-40be-ad50-49d6897bd910),segment_id=cc1b25ab-c9b5-40be-ad50-49d6897bd910)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:23.058621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.067760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.069853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/fefe9364-7d7d-41a5-b0b6-29bd8031045b HTTP/1.1" status: 204 len: 168 time: 1.2280226 Aug 25 15:09:23.088212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Transition to ACTIVE for port object f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:23.091877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54912) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:23.094056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cceffc-2912-43c6-b24a-8c67b5c2e4f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=fefe9364-7d7d-41a5-b0b6-29bd8031045b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:23.125703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for f64a82f2-331e-4999-ac75-11d04bef20de owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:23.140501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Deleting port f64a82f2-331e-4999-ac75-11d04bef20de {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:23.141202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.146681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d54d62b6-2dc8-409c-83c6-bd4b2ed8e920 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536616 Aug 25 15:09:23.149544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:23.178971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Transition to ACTIVE for port object f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:23.180129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b817961-d2f5-40da-91ab-ec79ce668cd0 req-6897009f-1d42-4180-95cf-4be35ec4724d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315811 Aug 25 15:09:23.188658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.233105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port dea72391-7faa-44e7-a76b-14b70f0ea8d4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:23.243099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.253126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c02c62-21e6-4d02-8e11-4923f656f9cb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:23.261881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-76c02c62-21e6-4d02-8e11-4923f656f9cb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1109855 Aug 25 15:09:23.263386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:23.282235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dea72391-7faa-44e7-a76b-14b70f0ea8d4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:23.289143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.363095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddfcbd-b9a9-4c8b-8a4b-e292dd70c7ff tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:23.374378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-83ddfcbd-b9a9-4c8b-8a4b-e292dd70c7ff tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1045372 Aug 25 15:09:23.377049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54926) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:23.502783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a4020379-191f-4868-9b3d-d0f8083eec67 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215792 Aug 25 15:09:23.511687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54928) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:23.519513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9a589113-c838-45de-9705-fc33423c6afb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:23.626449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.673157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port f64a82f2-331e-4999-ac75-11d04bef20de on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:23.689773 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.706269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=f64a82f2-331e-4999-ac75-11d04bef20de,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:23.755637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6b4a9-6fbf-4f4a-b528-917b1e45fe6b req-3c7ee94f-5253-48d7-afe7-7c55523f52a0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:23.757499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ad6b4a9-6fbf-4f4a-b528-917b1e45fe6b req-3c7ee94f-5253-48d7-afe7-7c55523f52a0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 945 time: 0.1186402 Aug 25 15:09:23.821515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ad6b4a9-6fbf-4f4a-b528-917b1e45fe6b req-9979595d-5956-4cc4-bb2f-265eeb83c25f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536814 Aug 25 15:09:23.839803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a589113-c838-45de-9705-fc33423c6afb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:23.844933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9a589113-c838-45de-9705-fc33423c6afb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:23.846240 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a589113-c838-45de-9705-fc33423c6afb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:09:23.846762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a589113-c838-45de-9705-fc33423c6afb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:23.869380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Network 0e58db2c-47ef-4c69-82a8-697789360975 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:23.907445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9e06074b-aa19-4d34-acd9-795e87322539'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:23.992482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:24.007847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.008472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:24.055946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5fd844-de9c-4987-954e-9ec18dfd4cdd']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:24.057440 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cf16914b-2e03-4a13-8230-952375953a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.084390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] For port f64a82f2-331e-4999-ac75-11d04bef20de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f64a82f2-331e-4999-ac75-11d04bef20de,segment=NetworkSegment(cc1b25ab-c9b5-40be-ad50-49d6897bd910),segment_id=cc1b25ab-c9b5-40be-ad50-49d6897bd910)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:24.084931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9a589113-c838-45de-9705-fc33423c6afb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5713940 Aug 25 15:09:24.088101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.091719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.115298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:24.119234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b25ab-c9b5-40be-ad50-49d6897bd910') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:24.129374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b25ab-c9b5-40be-ad50-49d6897bd910') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:24.133676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043be27-ef22-453d-b788-998be8be2c71 req-5dc1f1ca-d1b1-4e0d-81db-c731e2c39b03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:24.137876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9652ff73-9f02-4520-ad7e-1654faea2cdc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:24.144687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:24.148377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d043be27-ef22-453d-b788-998be8be2c71 req-5dc1f1ca-d1b1-4e0d-81db-c731e2c39b03 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 945 time: 0.1590800 Aug 25 15:09:24.173530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e47f1-bec3-4d1d-a07a-787ca4a25706 req-556516a4-1f11-4e79-8b37-ea352eea543b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:24.181272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd7e47f1-bec3-4d1d-a07a-787ca4a25706 req-556516a4-1f11-4e79-8b37-ea352eea543b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2118182 Aug 25 15:09:24.193396 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.194030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Calling delete_port for f64a82f2-331e-4999-ac75-11d04bef20de owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:24.214052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d043be27-ef22-453d-b788-998be8be2c71 req-6a75d425-e76a-4a42-8da3-4d5e0e499807 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640726 Aug 25 15:09:24.253299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.20.0.1 (0e58db2c-47ef-4c69-82a8-697789360975/e0c29693-bb7e-4d47-b137-1cbf077f8a62/6eee1cb6-58a7-47e7-a044-ba7da9266b22) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:24.282952 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.287361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Attempting to bind port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:24.287361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Attempting to bind port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:24.287361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Attempting to bind port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb on network 0e58db2c-47ef-4c69-82a8-697789360975 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:24.301364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:24.301747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Checking segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:24.302162 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.302562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Bound using segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:24.303070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Bound port: f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:24.303465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.333172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.354818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:24.354818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:24.360747 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:24.437106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Pushing event updated for resources: {'Port': ['ID=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:24.484219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dfbf9-6ab7-417b-8a73-d63bf124778a req-2c392fce-84ba-4f1a-afe8-a1fc5753e2e0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:24.485220 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd7e47f1-bec3-4d1d-a07a-787ca4a25706 req-2755e3e6-0d06-40c4-bdbc-7de0aac485ee tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028626 Aug 25 15:09:24.487622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-689dfbf9-6ab7-417b-8a73-d63bf124778a req-2c392fce-84ba-4f1a-afe8-a1fc5753e2e0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.1698718 Aug 25 15:09:24.592401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.594888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.608725 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.619250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.620769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/3f5fd844-de9c-4987-954e-9ec18dfd4cdd HTTP/1.1" status: 204 len: 168 time: 2.4928823 Aug 25 15:09:24.621747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-689dfbf9-6ab7-417b-8a73-d63bf124778a req-9689bebe-b6c2-46cc-968e-13e4addd6c55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220610 Aug 25 15:09:24.624385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54950) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.624855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Transition to ACTIVE for port object 6eee1cb6-58a7-47e7-a044-ba7da9266b22 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:24.637976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605848d-75a9-46ce-a3f7-5d7ae46c178d tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=3f5fd844-de9c-4987-954e-9ec18dfd4cdd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:24.642015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652ff73-9f02-4520-ad7e-1654faea2cdc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:24.645982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9652ff73-9f02-4520-ad7e-1654faea2cdc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.647720 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9652ff73-9f02-4520-ad7e-1654faea2cdc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:09:24.648324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9652ff73-9f02-4520-ad7e-1654faea2cdc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.714453 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-42726e2f-92a8-4efe-83ac-bea37a840b5f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:24.715786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42726e2f-92a8-4efe-83ac-bea37a840b5f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.717544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-42726e2f-92a8-4efe-83ac-bea37a840b5f tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/e6950142-541f-4505-8663-bb8399fe880d HTTP/1.1" status: 404 len: 337 time: 0.0917988 Aug 25 15:09:24.721318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port dea72391-7faa-44e7-a76b-14b70f0ea8d4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dea72391-7faa-44e7-a76b-14b70f0ea8d4,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:24.721576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54952) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.741300 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad7adf9-9f3c-4392-89d9-235e973a6102 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:24.741891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad7adf9-9f3c-4392-89d9-235e973a6102 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.746449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dad7adf9-9f3c-4392-89d9-235e973a6102 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/1df25182-fb43-427c-b1e8-22edb4def87d HTTP/1.1" status: 404 len: 339 time: 0.0211122 Aug 25 15:09:24.746449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9652ff73-9f02-4520-ad7e-1654faea2cdc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6512721 Aug 25 15:09:24.746722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54954) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.749439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54956) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.761826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ee5dc273-b73a-4738-8eb8-0b416d56e849 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:24.767989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] For port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:24.774287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] For port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:24.774819 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dc655f-fd47-40ee-808d-0e5013b782b0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:24.775397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dc655f-fd47-40ee-808d-0e5013b782b0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.780066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f7dc655f-fd47-40ee-808d-0e5013b782b0 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/ec2574ca-7ae6-4699-ba17-2bec98e143a0 HTTP/1.1" status: 404 len: 337 time: 0.0304785 Aug 25 15:09:24.780256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] Deleting port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:24.780256 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.780950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54958) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.802302 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f797c87-b4ee-4bf4-8adb-200977638574 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:24.802302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f797c87-b4ee-4bf4-8adb-200977638574 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.804161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2f797c87-b4ee-4bf4-8adb-200977638574 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/0c96e19b-21ab-412c-85ca-4307e851137b HTTP/1.1" status: 404 len: 339 time: 0.0216990 Aug 25 15:09:24.811644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54960) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.837005 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.883476 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-701e819a-f4e8-425d-bf04-4f677cbc7e74 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:24.883976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701e819a-f4e8-425d-bf04-4f677cbc7e74 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.884950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] For port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:24.886712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.894958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-701e819a-f4e8-425d-bf04-4f677cbc7e74 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/ca8ff48c-a1a5-4b8f-921f-826b966e70bb HTTP/1.1" status: 404 len: 337 time: 0.0818160 Aug 25 15:09:24.899189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54966) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.901341 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.935799 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee888e56-6437-4925-a7ff-25f568805766 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:24.939544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.943701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] Calling delete_port for 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:24.943928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee888e56-6437-4925-a7ff-25f568805766 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:24.957625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Pushing event deleted for resources: {'Port': ['ID=f64a82f2-331e-4999-ac75-11d04bef20de,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:24.957784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee888e56-6437-4925-a7ff-25f568805766 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/80159469-3f9b-406c-8382-0c4515591438 HTTP/1.1" status: 404 len: 339 time: 0.0485048 Aug 25 15:09:24.957784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:24.957978 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:24.966231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] Network 3f5fd844-de9c-4987-954e-9ec18dfd4cdd is not hosted by any dhcp agent {{(pid=101874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:09:24.966698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ac9e8-bee8-415b-857f-4953a280737b None None] No DVR routers for this DVR port f64a82f2-331e-4999-ac75-11d04bef20de on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:25.007506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=6eee1cb6-58a7-47e7-a044-ba7da9266b22,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:25.037575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 0e58db2c-47ef-4c69-82a8-697789360975 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:25.069201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:25.081949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:25.102914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting subnet f6d266bf-4a4b-437e-a757-0e394752e475 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:25.110975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.183801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f64a82f2-331e-4999-ac75-11d04bef20de no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:25.191211 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.199802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=dea72391-7faa-44e7-a76b-14b70f0ea8d4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:25.246712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f64a82f2-331e-4999-ac75-11d04bef20de {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:25.247343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f64a82f2-331e-4999-ac75-11d04bef20de not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:25.247937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:25.327357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a114bc-f757-4df4-8056-ceeff4f4a5d6 req-9c992a0b-0dc8-4bdd-b0c1-68a3336d7f04 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:25.335223 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-47a114bc-f757-4df4-8056-ceeff4f4a5d6 req-9c992a0b-0dc8-4bdd-b0c1-68a3336d7f04 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 945 time: 0.3671916 Aug 25 15:09:25.394072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.408182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.470530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6b1c-b55f-40ac-bb28-2e2603fbd7a7 None None] Pushing event updated for resources: {'Port': ['ID=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:25.490548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-47a114bc-f757-4df4-8056-ceeff4f4a5d6 req-30b0fe5e-64d5-43c7-8967-87359f0fbacc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359842 Aug 25 15:09:25.506523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.515589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5dc273-b73a-4738-8eb8-0b416d56e849 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:25.519098 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc273-b73a-4738-8eb8-0b416d56e849 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.536441 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5dc273-b73a-4738-8eb8-0b416d56e849 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:09:25.536898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5dc273-b73a-4738-8eb8-0b416d56e849 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:25.624297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-2f48808b-d8ce-47ed-b2f4-d55ab1313a14 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:25.629300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-2f48808b-d8ce-47ed-b2f4-d55ab1313a14 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 945 time: 0.6010807 Aug 25 15:09:25.665973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No active binding found for port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 {{(pid=101874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 15:09:25.666135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:25.704778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] No DVR routers for this DVR port 4eb35d5e-5293-4ee6-bdff-39c2dc06a882 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:25.722925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b15df-9cc3-4532-a2fb-c8165172aec2 None None] Pushing event deleted for resources: {'Port': ['ID=4eb35d5e-5293-4ee6-bdff-39c2dc06a882,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:25.737190 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.765431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ea1f-5d7d-40f9-bac5-a58c948c1385 req-9fbe555f-043c-47f1-b446-df2ce63f56ea tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:25.767065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c74ea1f-5d7d-40f9-bac5-a58c948c1385 req-9fbe555f-043c-47f1-b446-df2ce63f56ea tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 945 time: 0.2569993 Aug 25 15:09:25.779679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ee5dc273-b73a-4738-8eb8-0b416d56e849 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0288541 Aug 25 15:09:25.779934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54982) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:25.797449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-395e814f-3ce2-44a4-9a4b-725154156b41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:25.834410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48161f52-c437-484f-9c32-3c11c0f34898 req-f1b7ba16-d334-4558-aa2b-383dfeea0611 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:25.842567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48161f52-c437-484f-9c32-3c11c0f34898 req-f1b7ba16-d334-4558-aa2b-383dfeea0611 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1281548 Aug 25 15:09:25.885939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.900646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48161f52-c437-484f-9c32-3c11c0f34898 req-15f9d38e-1ec2-4c5a-bff1-8ccdbd50486f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567038 Aug 25 15:09:25.961643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d266bf-4a4b-437e-a757-0e394752e475,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:25.971495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.973699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0338c5e3-ce59-4f80-805c-bb083f138bdf tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/f6d266bf-4a4b-437e-a757-0e394752e475 HTTP/1.1" status: 204 len: 168 time: 1.0209956 Aug 25 15:09:25.976226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:25.989366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Deleting port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:25.989740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:25.995512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c74ea1f-5d7d-40f9-bac5-a58c948c1385 req-1309d59e-0e7b-4bcf-8991-92b700bed471 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195024 Aug 25 15:09:26.017258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b984225-06c8-42ef-a70c-e9bb89239077 None None] Network dbb4627a-a800-4002-bfad-3f9647c81b24 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:26.029229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:26.195532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] For port 125b83b1-2c60-49ed-be2f-7af1b8bbc260, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=125b83b1-2c60-49ed-be2f-7af1b8bbc260,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:26.196510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.213612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Calling delete_port for 125b83b1-2c60-49ed-be2f-7af1b8bbc260 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:26.221608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.273547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.368334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751432-cb60-4029-be43-2ffb50337f14 req-2e16afdc-c0db-495c-96da-b504f88f0561 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:26.368334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf751432-cb60-4029-be43-2ffb50337f14 req-2e16afdc-c0db-495c-96da-b504f88f0561 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.1682866 Aug 25 15:09:26.370188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] DHCP port deletion for dbb4627a-a800-4002-bfad-3f9647c81b24 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:26.401988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] Deleting port 9ea66ce8-4a61-41d7-866e-65e385bf3098 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:26.402428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.464040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf751432-cb60-4029-be43-2ffb50337f14 req-55dc3150-a62c-4424-aec3-75748a03ab2a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296666 Aug 25 15:09:26.475288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] For port 9ea66ce8-4a61-41d7-866e-65e385bf3098, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ea66ce8-4a61-41d7-866e-65e385bf3098,segment=NetworkSegment(1461b002-7678-4b54-95da-f8cea72ce5aa),segment_id=1461b002-7678-4b54-95da-f8cea72ce5aa)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:26.476249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.498225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] Calling delete_port for 9ea66ce8-4a61-41d7-866e-65e385bf3098 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:26.510876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e814f-3ce2-44a4-9a4b-725154156b41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:26.516105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:26.516218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-395e814f-3ce2-44a4-9a4b-725154156b41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.518624 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-395e814f-3ce2-44a4-9a4b-725154156b41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:09:26.519292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395e814f-3ce2-44a4-9a4b-725154156b41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:26.526195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:26.526451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.539787 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.577907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port 9ea66ce8-4a61-41d7-866e-65e385bf3098 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:26.578315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.617943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['fae17a7c-1991-4cc2-a051-733e22493a3a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:26.656233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event deleted for resources: {'Port': ['ID=125b83b1-2c60-49ed-be2f-7af1b8bbc260,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:26.774808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] No DVR routers for this DVR port 125b83b1-2c60-49ed-be2f-7af1b8bbc260 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:26.775968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.778145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ede63939-1cba-40fc-9659-b23d867fb5c2 req-89dcdff9-39cf-46a6-85e2-85ca3a76b791 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "DELETE /v2.0/ports/125b83b1-2c60-49ed-be2f-7af1b8bbc260 HTTP/1.1" status: 204 len: 173 time: 1.1403811 Aug 25 15:09:26.784566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port 9ea66ce8-4a61-41d7-866e-65e385bf3098, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9ea66ce8-4a61-41d7-866e-65e385bf3098,segment=NetworkSegment(1461b002-7678-4b54-95da-f8cea72ce5aa),segment_id=1461b002-7678-4b54-95da-f8cea72ce5aa)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:26.785025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:26.799291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'name': 'network-vif-deleted', 'tag': '125b83b1-2c60-49ed-be2f-7af1b8bbc260'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:26.799291 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be4e26e-3ba4-42a1-9846-cb506b63746c" -d '{"events": [{"server_uuid": "cdff3fb5-8d72-431b-aaa6-edd09b80cbad", "name": "network-vif-deleted", "tag": "125b83b1-2c60-49ed-be2f-7af1b8bbc260"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:26.804645 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-395e814f-3ce2-44a4-9a4b-725154156b41 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0189543 Aug 25 15:09:26.805125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55004) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:26.824843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-55e93b77-6012-449d-a6ea-1eb91defc378 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:26.902554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for 9ea66ce8-4a61-41d7-866e-65e385bf3098 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:26.918177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf136e5a-2c7f-471c-801e-b3b9d12ce46c None None] Network 0e58db2c-47ef-4c69-82a8-697789360975 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:26.967572 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020cf23b-e639-4b1e-8391-25239ede258c x-openstack-request-id: req-020cf23b-e639-4b1e-8391-25239ede258c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:26.967973 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdff3fb5-8d72-431b-aaa6-edd09b80cbad", "name": "network-vif-deleted", "tag": "125b83b1-2c60-49ed-be2f-7af1b8bbc260", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:26.968392 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-020cf23b-e639-4b1e-8391-25239ede258c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:26.968879 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdff3fb5-8d72-431b-aaa6-edd09b80cbad', 'name': 'network-vif-deleted', 'tag': '125b83b1-2c60-49ed-be2f-7af1b8bbc260', 'status': 'completed', 'code': 200} Aug 25 15:09:27.033597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc55f68-822e-4168-bcfc-6d99ee3c2a81 req-470645ca-c409-441d-bdd6-71d4cfbd2c48 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:27.035908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0bc55f68-822e-4168-bcfc-6d99ee3c2a81 req-470645ca-c409-441d-bdd6-71d4cfbd2c48 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 945 time: 0.3821321 Aug 25 15:09:27.191061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0bc55f68-822e-4168-bcfc-6d99ee3c2a81 req-8ffd4c10-542d-4ab4-936b-a318c4eef960 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371915 Aug 25 15:09:27.201489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.213108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.230055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66536bdf-5f27-466a-a3d7-835ec00c3dbb req-e71f9fbb-6427-40f8-b63d-0da8c4484ef9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:27.234029 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66536bdf-5f27-466a-a3d7-835ec00c3dbb req-e71f9fbb-6427-40f8-b63d-0da8c4484ef9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1561205 Aug 25 15:09:27.234479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] No DVR routers for this DVR port 9ea66ce8-4a61-41d7-866e-65e385bf3098 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:27.240106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.275249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=9ea66ce8-4a61-41d7-866e-65e385bf3098,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:27.307674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474edee2-ec69-4c75-b0a7-81f2cc0853c8 None None] Pushing event deleted for resources: {'Port': ['ID=9ea66ce8-4a61-41d7-866e-65e385bf3098,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:27.316488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-10971b19-9bc9-45f9-82c4-d9bad803fdcd None None] Provisioning for port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:27.351195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port 9ea66ce8-4a61-41d7-866e-65e385bf3098 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:27.370525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5ead138-9a58-4ee5-8ef6-d5e6814ea782 req-165bf386-1dab-427e-9771-3961197a0419 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 210 time: 0.0669420 Aug 25 15:09:27.371887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e93b77-6012-449d-a6ea-1eb91defc378 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:27.391539 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55e93b77-6012-449d-a6ea-1eb91defc378 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.394926 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e93b77-6012-449d-a6ea-1eb91defc378 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:09:27.394926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e93b77-6012-449d-a6ea-1eb91defc378 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:27.401013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.452164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.454920 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.502074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:27.508218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-55e93b77-6012-449d-a6ea-1eb91defc378 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6930397 Aug 25 15:09:27.512095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:27.517490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e3d9be86-054c-4d79-a33e-4f5f2ddfe432 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:27.585354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:27.651193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.655952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=6eee1cb6-58a7-47e7-a044-ba7da9266b22,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:27.666300 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66536bdf-5f27-466a-a3d7-835ec00c3dbb req-f2febdc2-9eb1-4b79-8627-31affa80c801 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4225230 Aug 25 15:09:27.737060 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.862635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 9e06074b-aa19-4d34-acd9-795e87322539 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:27.873943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:27.895557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 9e06074b-aa19-4d34-acd9-795e87322539 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:27.898017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:27.951309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5c0da-8b48-42ca-90ae-8e62cf857097 req-4df944df-ccf2-4594-8481-b0fc70b90342 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:27.957363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7f5c0da-8b48-42ca-90ae-8e62cf857097 req-4df944df-ccf2-4594-8481-b0fc70b90342 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.2990742 Aug 25 15:09:27.964975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:27.966170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.077769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7f5c0da-8b48-42ca-90ae-8e62cf857097 req-34ce0c33-1f40-4a98-bf07-d408b6d53c79 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721660 Aug 25 15:09:28.080133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Provisioning for port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:28.104609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:28.107048 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b2f68-c929-415e-a388-e2054810d1df" -d '{"events": [{"server_uuid": "8b42dc13-6dd9-4036-9260-6f6f39d7baf6", "name": "network-vif-plugged", "status": "completed", "tag": "fd2d6ded-7113-407d-8d5a-1f8db3acb1b3"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:28.176227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Provisioning complete for port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:28.176990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.185149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9be86-054c-4d79-a33e-4f5f2ddfe432 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:28.192303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e3d9be86-054c-4d79-a33e-4f5f2ddfe432 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.194833 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d9be86-054c-4d79-a33e-4f5f2ddfe432 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:09:28.195314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d9be86-054c-4d79-a33e-4f5f2ddfe432 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:28.221064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:28.227200 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26c77df-2fff-4d64-84b9-e437d34ce73a x-openstack-request-id: req-d26c77df-2fff-4d64-84b9-e437d34ce73a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:28.227805 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b42dc13-6dd9-4036-9260-6f6f39d7baf6", "name": "network-vif-plugged", "status": "completed", "tag": "fd2d6ded-7113-407d-8d5a-1f8db3acb1b3", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:28.228193 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d26c77df-2fff-4d64-84b9-e437d34ce73a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:28.228665 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', 'code': 200} Aug 25 15:09:28.280604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:28.327581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 0e58db2c-47ef-4c69-82a8-697789360975 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:28.332618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff886-df81-4a38-9e42-687e13e500b1 req-8799e09b-d58e-47f3-bc4b-70e0491c3548 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:28.335119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2feff886-df81-4a38-9e42-687e13e500b1 req-8799e09b-d58e-47f3-bc4b-70e0491c3548 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 945 time: 0.0675051 Aug 25 15:09:28.352048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:28.363756 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.367903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Provisioning complete for port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:28.368345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.380892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e3d9be86-054c-4d79-a33e-4f5f2ddfe432 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8650036 Aug 25 15:09:28.386920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55028) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:28.416218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2feff886-df81-4a38-9e42-687e13e500b1 req-96edf377-d093-4f9c-b353-0b71202a73d5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729012 Aug 25 15:09:28.433829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.445596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ade0427-843a-45b7-aaef-b16b274635e7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0530722 Aug 25 15:09:28.447091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55032) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:28.447244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.556760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34aef9d-a4e1-453e-bb01-52754d96dfe1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:28.561563 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f34aef9d-a4e1-453e-bb01-52754d96dfe1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118097 Aug 25 15:09:28.561720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:28.566424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb4627a-a800-4002-bfad-3f9647c81b24']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:28.618067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-53414b10-31ab-4e6a-83b2-0be550eea6a2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545776 Aug 25 15:09:28.621918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55046) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:28.628256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:28.632267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1461b002-7678-4b54-95da-f8cea72ce5aa') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:28.632557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1461b002-7678-4b54-95da-f8cea72ce5aa') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:28.661837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c456419-910d-41ec-988d-d035e4c3f220 req-ec168fdc-d944-4938-b5e2-adcd470a8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:28.663816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c456419-910d-41ec-988d-d035e4c3f220 req-ec168fdc-d944-4938-b5e2-adcd470a8119 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 1096 time: 0.3197877 Aug 25 15:09:28.690583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.707577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-916e4bc2-46fc-4351-ab4b-16408fc6bb53 req-6386c38c-2b70-4d81-9403-2494d5f70882 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdff3fb5-8d72-431b-aaa6-edd09b80cbad HTTP/1.1" status: 200 len: 210 time: 0.1214869 Aug 25 15:09:28.741577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.750591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.757338 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:28.757646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:28.813985 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:28.834862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:28.870538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21baf1-0bfe-49e2-98fa-c4d53f05de0d req-f77abad6-103d-4b94-b320-1ee962226a4a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:28.872440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef21baf1-0bfe-49e2-98fa-c4d53f05de0d req-f77abad6-103d-4b94-b320-1ee962226a4a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.0835829 Aug 25 15:09:28.872996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:28.874421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:28.878077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.907993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:28.930869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:28.930869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dea72391-7faa-44e7-a76b-14b70f0ea8d4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:28.940100 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c456419-910d-41ec-988d-d035e4c3f220 req-3a388f12-8b0d-47a2-ae68-09ed7bfca7a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463179 Aug 25 15:09:28.970467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:09:28.999256 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.000348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 125b83b1-2c60-49ed-be2f-7af1b8bbc260 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:29.007018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.017052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef21baf1-0bfe-49e2-98fa-c4d53f05de0d req-bb0e9291-3a46-4627-813a-0c78afe7996a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294568 Aug 25 15:09:29.061486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 125b83b1-2c60-49ed-be2f-7af1b8bbc260 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:29.061963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 125b83b1-2c60-49ed-be2f-7af1b8bbc260 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:29.072517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:29.117026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:09:29.126625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a4f0903f-a981-46b0-90c1-96d9c647f709 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "PUT /v2.0/routers/732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7536366 Aug 25 15:09:29.129186 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Sync routers for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:09:29.138170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55060) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:29.144834 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:29.148076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1122430393', 'description': 'tempest-secgroup_access--1122430393 description', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:29.149063 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:09:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:29.184204 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.187527 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:09:29.187527 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-ba8b178b-90dd-4fda-b11e-55ef411e3ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:09:29.187527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:29.189353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dea72391-7faa-44e7-a76b-14b70f0ea8d4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:29.189722 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.198275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.211479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.213920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/dbb4627a-a800-4002-bfad-3f9647c81b24 HTTP/1.1" status: 204 len: 168 time: 3.2360168 Aug 25 15:09:29.224903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:29.239858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83157257-8070-49e6-82d2-95bcf009cb3a tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=dbb4627a-a800-4002-bfad-3f9647c81b24,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:29.264505 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b254a4d3-9688-4d12-b663-77a3ee2a0828 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:29.264976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b254a4d3-9688-4d12-b663-77a3ee2a0828 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:29.269072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b254a4d3-9688-4d12-b663-77a3ee2a0828 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/3c122c91-09af-4381-bdb5-6d8c3e9d36dc HTTP/1.1" status: 404 len: 337 time: 0.0408590 Aug 25 15:09:29.270219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55066) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:29.271672 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:29.289210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa0d36-6468-40c3-bd5b-4c8378ceaf4a req-3c436191-b1ab-40e4-a5f1-db46121298c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:29.291116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffa0d36-6468-40c3-bd5b-4c8378ceaf4a req-3c436191-b1ab-40e4-a5f1-db46121298c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1310928 Aug 25 15:09:29.296481 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacdac51-e788-4af4-b101-1e11abbddbeb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:29.297041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacdac51-e788-4af4-b101-1e11abbddbeb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:29.301545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aacdac51-e788-4af4-b101-1e11abbddbeb tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/89b3fc1a-bd47-4bf6-b897-c255d95fd623 HTTP/1.1" status: 404 len: 339 time: 0.0300450 Aug 25 15:09:29.302146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55068) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:29.365639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ffa0d36-6468-40c3-bd5b-4c8378ceaf4a req-5c8c0d1f-f643-4618-86fa-c4828db27b4e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676472 Aug 25 15:09:29.388948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.403344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ea66ce8-4a61-41d7-866e-65e385bf3098 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:29.438929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9ea66ce8-4a61-41d7-866e-65e385bf3098 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:29.438929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9ea66ce8-4a61-41d7-866e-65e385bf3098 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:29.470990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting subnet 7a970463-9ea6-4634-ae9e-4a95476a3117 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:29.487056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.548711 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.577359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.599442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:29.626009 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:26Z', 'revision_number': 2, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:29.652442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:09:29.653842 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Checking router: 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:09:29.654196 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Updating router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:09:29.657877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.658538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:29.658915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.661843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.689085 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.761766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:29.772105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-abc0cdf1-a249-4245-9428-6e64363ea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:29.774581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-abc0cdf1-a249-4245-9428-6e64363ea26d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1096 time: 0.0690887 Aug 25 15:09:29.790639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:29.829904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ee6f3-20c1-406e-8750-638c7d00587a req-835421b0-1dda-460a-b34c-8fb59ca7893f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:29.829904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-637ee6f3-20c1-406e-8750-638c7d00587a req-835421b0-1dda-460a-b34c-8fb59ca7893f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 946 time: 0.2462800 Aug 25 15:09:29.835914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.855546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:29.861760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:29.864638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.873555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f19c146-d80c-41b9-9186-a58d9fdf98d3 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:29.906502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=e26a3b88-d9c3-4d0d-9597-cddf459914ad,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:29.920907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:29.925306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3af9f57a-e719-437a-a0ad-d0874857b6ce tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7858107 Aug 25 15:09:29.926183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55084) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:29.933164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--845588899', 'description': 'tempest-secgroup_general--845588899 description', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:30.006810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-637ee6f3-20c1-406e-8750-638c7d00587a req-cf3ab8e9-31f1-482a-b972-55753b794ccf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122324 Aug 25 15:09:30.042463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-6fdb118d-7bce-440b-9f5f-63b8de110b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:30.045875 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-6fdb118d-7bce-440b-9f5f-63b8de110b6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.2641978 Aug 25 15:09:30.108658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'e26a3b88-d9c3-4d0d-9597-cddf459914ad'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:30.109743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.127132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.144691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.147342 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.174180 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Transition to ACTIVE for port object 6eee1cb6-58a7-47e7-a044-ba7da9266b22 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:30.204243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Subnet': ['ID=7a970463-9ea6-4634-ae9e-4a95476a3117,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:30.216503 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.222602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-18e6d99c-b89c-4718-91dc-5baa9532c9f6 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/subnets/7a970463-9ea6-4634-ae9e-4a95476a3117 HTTP/1.1" status: 204 len: 168 time: 0.9188714 Aug 25 15:09:30.229737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55092) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:30.242306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-1daad6f2-1838-4f53-aa50-a69bc93fc2d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 1001 time: 0.1876843 Aug 25 15:09:30.258581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecfc1c-87e2-490d-af91-e65af127a29c req-b8e4d519-5311-4c0a-807e-425cfa3e580a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:30.260456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcecfc1c-87e2-490d-af91-e65af127a29c req-b8e4d519-5311-4c0a-807e-425cfa3e580a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1464391 Aug 25 15:09:30.277223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Allocated IP 2001:db8::f816:3eff:fe75:f5ad (adfdb661-dddb-4df2-9db5-dc9311fa8623/e26a3b88-d9c3-4d0d-9597-cddf459914ad/ddeb73af-33cb-4e29-9da2-400b370ff78c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:30.302864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:30.306446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a12c80a5-68f2-4e0a-9327-064027c02fef tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6831126 Aug 25 15:09:30.313149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55096) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:30.316531 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f75034-29ce-465b-9c62-9723a5206612" -d '{"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-plugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:30.322145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:62:5f:cc', 'name': 'tempest-NetworksTestDHCPv6-89285561'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:30.327301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd7f1a-1d5d-4196-b23a-967818b4b1f6 None None] Network 0ff216a3-1684-484d-a6da-40e664907f67 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:30.355144 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.412546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.514353 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.518569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78764315-23cc-4023-898c-eacbd814e424 None None] Pushing event updated for resources: {'Port': ['ID=6eee1cb6-58a7-47e7-a044-ba7da9266b22,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:30.519351 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69395683-70f0-4c86-8b46-251ab18f0f13 x-openstack-request-id: req-69395683-70f0-4c86-8b46-251ab18f0f13 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:30.537352 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-plugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:30.537352 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69395683-70f0-4c86-8b46-251ab18f0f13 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:30.537352 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'code': 200} Aug 25 15:09:30.572013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-437d6f5e-84c0-4e0c-92dc-16adf1e1aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:30.579722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-437d6f5e-84c0-4e0c-92dc-16adf1e1aa72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.3294673 Aug 25 15:09:30.640635 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Attempting to bind port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:30.646854 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Attempting to bind port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:30.647436 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Attempting to bind port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 on network 0e58db2c-47ef-4c69-82a8-697789360975 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:30.655691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcecfc1c-87e2-490d-af91-e65af127a29c req-995f11ba-a700-4547-ba10-2da3264b529b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860435 Aug 25 15:09:30.658130 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:30.658880 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Checking segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:30.659484 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.660034 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Bound using segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:30.660654 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Bound port: 6eee1cb6-58a7-47e7-a044-ba7da9266b22, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:30.661212 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.669608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29195653-6d55-4241-a1b2-d4a7c910c260 req-cda6a10d-28cb-4ef5-8fca-2fc1230a27d1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:30.671382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29195653-6d55-4241-a1b2-d4a7c910c260 req-cda6a10d-28cb-4ef5-8fca-2fc1230a27d1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1303422 Aug 25 15:09:30.673477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d56b38-ead5-4015-89dd-250da6b2090f req-09cae443-1c84-4543-9b0f-d59e0096acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:30.674877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00d56b38-ead5-4015-89dd-250da6b2090f req-09cae443-1c84-4543-9b0f-d59e0096acc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1097 time: 0.1840768 Aug 25 15:09:30.724364 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.818812 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] For port 6eee1cb6-58a7-47e7-a044-ba7da9266b22, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:30.824642 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] For port 6eee1cb6-58a7-47e7-a044-ba7da9266b22, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6eee1cb6-58a7-47e7-a044-ba7da9266b22,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:30.857061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-7fa846da-6488-425e-877d-5657b9545891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:30.859188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-7fa846da-6488-425e-877d-5657b9545891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678602 Aug 25 15:09:30.864839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568d6575-1cd3-4ddf-84a7-26e360bf6de8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:30.882849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] DHCP port deletion for 0ff216a3-1684-484d-a6da-40e664907f67 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:30.892182 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.920775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Transition to ACTIVE for port object ddeb73af-33cb-4e29-9da2-400b370ff78c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:30.930266 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:30.985961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Transition to ACTIVE for port object ddeb73af-33cb-4e29-9da2-400b370ff78c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:31.015349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78764315-23cc-4023-898c-eacbd814e424 None None] Pushing event updated for resources: {'Port': ['ID=6eee1cb6-58a7-47e7-a044-ba7da9266b22,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:31.029076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] Deleting port 74ebb016-0915-4dc6-baab-3ae25e57394b {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:31.030645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.042051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-102c98a3-8077-4e79-8175-54f8fa326291 service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715665 Aug 25 15:09:31.080362 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:31.081012 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:09:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:31.130545 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.229373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Pushing event updated for resources: {'Port': ['ID=ddeb73af-33cb-4e29-9da2-400b370ff78c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:31.276045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:31.279993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:31.285900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:31.290397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] For port 74ebb016-0915-4dc6-baab-3ae25e57394b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=74ebb016-0915-4dc6-baab-3ae25e57394b,segment=NetworkSegment(44568d22-b12e-4883-a384-e6f7d72872d5),segment_id=44568d22-b12e-4883-a384-e6f7d72872d5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:31.291924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.309789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] Calling delete_port for 74ebb016-0915-4dc6-baab-3ae25e57394b owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:31.329326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30804-7ec5-4cc1-b76f-6251b33f101c req-f92a10b8-4fb5-4f8a-8655-296efe9ad239 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:31.340686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9d30804-7ec5-4cc1-b76f-6251b33f101c req-f92a10b8-4fb5-4f8a-8655-296efe9ad239 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 946 time: 0.1945126 Aug 25 15:09:31.400067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29195653-6d55-4241-a1b2-d4a7c910c260 req-7b69ac73-4f21-425f-88f2-d2af8e7d148e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7182736 Aug 25 15:09:31.415463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Deleting port 74ebb016-0915-4dc6-baab-3ae25e57394b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:31.415812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.423742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00d56b38-ead5-4015-89dd-250da6b2090f req-151a4cd7-4c70-4c8b-8468-dbe0e3d42f16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7212133 Aug 25 15:09:31.453704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5f66be5e-56ec-4591-887d-d91241a1c42f req-fc46d681-e9c9-4ae9-a036-d2180e580704 service neutron] 10.222.0.52 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051206 Aug 25 15:09:31.502439 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:31.517087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9d30804-7ec5-4cc1-b76f-6251b33f101c req-1af876a4-641f-4e9f-8ea6-b0ba3ec1869d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752365 Aug 25 15:09:31.535977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:31.605495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 74ebb016-0915-4dc6-baab-3ae25e57394b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:31.616577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Attempting to bind port ddeb73af-33cb-4e29-9da2-400b370ff78c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:31.616993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Attempting to bind port ddeb73af-33cb-4e29-9da2-400b370ff78c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:31.617393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Attempting to bind port ddeb73af-33cb-4e29-9da2-400b370ff78c on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:31.629234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] For port 74ebb016-0915-4dc6-baab-3ae25e57394b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=74ebb016-0915-4dc6-baab-3ae25e57394b,segment=NetworkSegment(44568d22-b12e-4883-a384-e6f7d72872d5),segment_id=44568d22-b12e-4883-a384-e6f7d72872d5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:31.629234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.652154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Calling delete_port for 74ebb016-0915-4dc6-baab-3ae25e57394b owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:31.712852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:31.714314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:31.715073 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.716021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:31.716693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Bound port: ddeb73af-33cb-4e29-9da2-400b370ff78c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:31.717332 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.735174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.766224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:31.770896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:31.780744 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4bd28973-b447-4e41-85c6-a40600846788 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8435929 Aug 25 15:09:31.780744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55126) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:31.784626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'security_group_rule': {'security_group_id': '9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:31.913792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] For port ddeb73af-33cb-4e29-9da2-400b370ff78c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:31.935185 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:30Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:31.998597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4d1ce-ce81-4adc-8c05-a89bf1c92e07 req-0dc36ec9-e945-43cb-b7aa-9c469f6d8f98 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:32.000340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2f4d1ce-ce81-4adc-8c05-a89bf1c92e07 req-0dc36ec9-e945-43cb-b7aa-9c469f6d8f98 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.1543438 Aug 25 15:09:32.010596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.028067 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053df98-c7dc-4367-94ca-7333beaf783d None None] The sync data for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 is: [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:30Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:09:32.033481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094bf3-89ca-420b-8af5-81ff0521fb32 req-41e755f6-5b21-4c0c-90bc-f2f05a4237b4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:32.033611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.039633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2f4d1ce-ce81-4adc-8c05-a89bf1c92e07 req-bb893807-8d60-455b-b6f9-acba5f59605c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0309062 Aug 25 15:09:32.042137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d094bf3-89ca-420b-8af5-81ff0521fb32 req-41e755f6-5b21-4c0c-90bc-f2f05a4237b4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1885636 Aug 25 15:09:32.099704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] Pushing event deleted for resources: {'Port': ['ID=74ebb016-0915-4dc6-baab-3ae25e57394b,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:32.101983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fd711-985f-426a-bfa7-ca4dcea01318 None None] No DVR routers for this DVR port 74ebb016-0915-4dc6-baab-3ae25e57394b on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:32.143909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] For port ddeb73af-33cb-4e29-9da2-400b370ff78c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ddeb73af-33cb-4e29-9da2-400b370ff78c,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:32.155425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.159714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.173707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe62:5fcc (adfdb661-dddb-4df2-9db5-dc9311fa8623/e26a3b88-d9c3-4d0d-9597-cddf459914ad/75fd45f5-6d41-4d06-bf06-5d73f4bd78c3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:32.189159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] No DVR routers for this DVR port 74ebb016-0915-4dc6-baab-3ae25e57394b on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:32.221584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.247173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2f4d1ce-ce81-4adc-8c05-a89bf1c92e07 req-50242750-6fe3-4aac-8c8c-8b0592fde102 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2061749 Aug 25 15:09:32.252450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.263196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Port': ['ID=74ebb016-0915-4dc6-baab-3ae25e57394b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:32.298878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d094bf3-89ca-420b-8af5-81ff0521fb32 req-55104ad6-9d15-4a89-a7f8-a1266732d741 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558610 Aug 25 15:09:32.393609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cced7e-6a05-4456-abd0-76f7fd6ff459 None None] Pushing event updated for resources: {'Port': ['ID=ddeb73af-33cb-4e29-9da2-400b370ff78c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:32.459122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.474943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2f4d1ce-ce81-4adc-8c05-a89bf1c92e07 req-ac2c93f6-e5c3-4a4b-833c-39cbf91ddd6c service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246196 Aug 25 15:09:32.501273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.539008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff216a3-1684-484d-a6da-40e664907f67']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:32.577567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a429676-11b1-42bb-8e0a-0a9cf1f701cf,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:32.595503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44568d22-b12e-4883-a384-e6f7d72872d5') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:32.596310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44568d22-b12e-4883-a384-e6f7d72872d5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:32.615336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.649497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2f4d1ce-ce81-4adc-8c05-a89bf1c92e07 req-605afdce-a2e3-472c-8bb4-94bce06ce71f service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674666 Aug 25 15:09:32.703877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.707012 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.709498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a6df6bab-c8b8-4a73-a991-23274ea2ae54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9309850 Aug 25 15:09:32.824416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:32.825007 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:32.828428 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:32.968962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcaf47-39c1-4728-9af2-e2fa7a694627 req-a881c7a5-7c33-4e00-8c1d-8305919c1d6b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:32.970962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74dcaf47-39c1-4728-9af2-e2fa7a694627 req-a881c7a5-7c33-4e00-8c1d-8305919c1d6b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.4340463 Aug 25 15:09:33.040252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:33.076413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:33.136139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74dcaf47-39c1-4728-9af2-e2fa7a694627 req-a120283b-c885-46d3-96f7-911c339ce74d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477842 Aug 25 15:09:33.137186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:33.148192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:33.149689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] 10.222.0.58 "DELETE /v2.0/networks/0ff216a3-1684-484d-a6da-40e664907f67 HTTP/1.1" status: 204 len: 168 time: 2.9239957 Aug 25 15:09:33.188074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc8dd-164c-4ac5-9aef-6ef8c30070e5 tempest-NetworksIpV6Test-563619807 tempest-NetworksIpV6Test-563619807-project] Pushing event deleted for resources: {'Network': ['ID=0ff216a3-1684-484d-a6da-40e664907f67,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:33.212678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-452fd5ba-4f12-438c-8021-a84d4e0bd07a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--1122430393&fields=id&tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c HTTP/1.1" status: 200 len: 267 time: 0.0843296 Aug 25 15:09:33.245650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:33.305510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-3144353e-8708-46c5-a359-09b1a7d61555 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--845588899&fields=id&tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c HTTP/1.1" status: 200 len: 267 time: 0.0915799 Aug 25 15:09:33.444375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:33.448843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:33.459253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:33.467872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:33.471929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:33.567756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=75fd45f5-6d41-4d06-bf06-5d73f4bd78c3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:33.656212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-64a26c92-96b6-419a-82ac-11df999713c5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3401740 Aug 25 15:09:33.657822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55178) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:33.737955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-cd37c616-518d-4f8e-8016-347f300c626d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:33.745936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-cd37c616-518d-4f8e-8016-347f300c626d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/networks?id=0e58db2c-47ef-4c69-82a8-697789360975 HTTP/1.1" status: 200 len: 796 time: 0.4330134 Aug 25 15:09:33.764882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfbedcd-b222-468d-b647-633ee60a29cb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:33.765374 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-69462ef5-41ab-4590-b833-81ac0de47fb3 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/quotas/00eaff2a685f4a8a8eb7a4ace5a3d74c HTTP/1.1" status: 200 len: 375 time: 0.0181603 Aug 25 15:09:33.770735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfbedcd-b222-468d-b647-633ee60a29cb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:33.772896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5bfbedcd-b222-468d-b647-633ee60a29cb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1121230 Aug 25 15:09:33.780499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55180) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:33.824801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6eee1cb6-58a7-47e7-a044-ba7da9266b22 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:33.906598 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:09:33.960034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-bd6b78a4-5772-4432-911f-9abb935db595 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931601 Aug 25 15:09:34.025209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b8fd7-713a-43f2-ba95-e613ff1d01b2 req-a4db58f3-eaa2-40f0-9bf1-51ed807be0bf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:34.055743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c5b8fd7-713a-43f2-ba95-e613ff1d01b2 req-a4db58f3-eaa2-40f0-9bf1-51ed807be0bf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1786673 Aug 25 15:09:34.081031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:34.086493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:34.090453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:34.106018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:34.220823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:34.221181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:34.247522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-b7720574-74e4-46e5-a13d-81d9d5ab5bd5 service neutron] 10.222.0.58 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701960 Aug 25 15:09:34.254976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c5b8fd7-713a-43f2-ba95-e613ff1d01b2 req-6d9e0f9b-cd33-4cfd-aba9-bbcab0712a77 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794932 Aug 25 15:09:34.408424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:34.627335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-43143e48-d368-4b41-a762-8a9c4be95fa0 service neutron] 10.222.0.58 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704278 Aug 25 15:09:34.642191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:34.654251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:34.660347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37acb916-4731-4ae7-89eb-8c775be1f1df None None] Provisioning for port ddeb73af-33cb-4e29-9da2-400b370ff78c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:34.736447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:34.756033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:34.765950 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b83d48-b7be-4c5d-aa7e-fe1331be5286" -d '{"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-unplugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:34.779838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:34.790450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23378ac-b64a-43f1-9388-89941b250ca9 req-10fcedfa-04d2-4870-9a40-fc43eb263e2c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:34.793671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e23378ac-b64a-43f1-9388-89941b250ca9 req-10fcedfa-04d2-4870-9a40-fc43eb263e2c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.3048708 Aug 25 15:09:34.820391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:34.860721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6eee1cb6-58a7-47e7-a044-ba7da9266b22, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6eee1cb6-58a7-47e7-a044-ba7da9266b22,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:34.893863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55218) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:34.902212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3f0e902b-4559-41a5-a919-24876acfe7b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e824704f0344759a073d7ecb9f43d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842930 Aug 25 15:09:34.922212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:34.956993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e23378ac-b64a-43f1-9388-89941b250ca9 req-197dcc47-0784-42f8-848e-03614a4df462 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496198 Aug 25 15:09:34.983443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c35ffcff-5bc2-491e-a81e-7dc21e3d84d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.023469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c35ffcff-5bc2-491e-a81e-7dc21e3d84d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.059118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:35.088574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b9847eb9-785a-4dc4-834d-f1e4c95ea770 None None] Provisioning for port 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:35.091095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.095480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ddeb73af-33cb-4e29-9da2-400b370ff78c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:35.215232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b9847eb9-785a-4dc4-834d-f1e4c95ea770 None None] Provisioning complete for port 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:35.215689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b9847eb9-785a-4dc4-834d-f1e4c95ea770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.252386 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c35ffcff-5bc2-491e-a81e-7dc21e3d84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.256841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c35ffcff-5bc2-491e-a81e-7dc21e3d84d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.258641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c35ffcff-5bc2-491e-a81e-7dc21e3d84d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bea1b562-abce-4c9c-b42c-3cff13fccd2c HTTP/1.1" status: 204 len: 168 time: 0.3629179 Aug 25 15:09:35.279723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ffcff-5bc2-491e-a81e-7dc21e3d84d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1b562-abce-4c9c-b42c-3cff13fccd2c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:35.311095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b9847eb9-785a-4dc4-834d-f1e4c95ea770 None None] Port 75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:35.317022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.317517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6eee1cb6-58a7-47e7-a044-ba7da9266b22,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:35.394974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ddeb73af-33cb-4e29-9da2-400b370ff78c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:35.399128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ddeb73af-33cb-4e29-9da2-400b370ff78c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:35.399778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.456600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=75fd45f5-6d41-4d06-bf06-5d73f4bd78c3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:35.502525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.505729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-6e8f4ed6-5559-4a44-a7d7-89e9051eeef7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:35.507958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee08e983-543a-4af4-9af1-651e297053bd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 HTTP/1.1" status: 204 len: 168 time: 1.7260239 Aug 25 15:09:35.513824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55252) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:35.525259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-6e8f4ed6-5559-4a44-a7d7-89e9051eeef7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.2392740 Aug 25 15:09:35.542199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-8845cd6d-3a2d-49c8-a4cb-5012ae9addd0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0179887 Aug 25 15:09:35.590611 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.605649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e216640-e8d4-4f36-ba71-2157f70ed579 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:35.607804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e216640-e8d4-4f36-ba71-2157f70ed579 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:35.609781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8e216640-e8d4-4f36-ba71-2157f70ed579 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0947428 Aug 25 15:09:35.611597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-211e90e8-ae2f-4ecf-90ac-84c85e250b12 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682089 Aug 25 15:09:35.612814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:35.627572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ddeb73af-33cb-4e29-9da2-400b370ff78c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ddeb73af-33cb-4e29-9da2-400b370ff78c,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:35.720645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet e26a3b88-d9c3-4d0d-9597-cddf459914ad {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:35.743382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.795195 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-1dc61bed-83b5-4965-8c3b-d7a4b7ba6e85 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793804 Aug 25 15:09:35.799872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.804751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:35.914383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ddeb73af-33cb-4e29-9da2-400b370ff78c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:35.976609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6eee1cb6-58a7-47e7-a044-ba7da9266b22 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:36.015555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:36.021109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-f4e88f4e-6dc6-4f85-87b0-86a8a5a44f68 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180111 Aug 25 15:09:36.058934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:36.060385 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:36.263864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:36.295825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=e26a3b88-d9c3-4d0d-9597-cddf459914ad,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:36.299679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:36.303108 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b27977f1-301b-49ef-a976-fa208bd150db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e26a3b88-d9c3-4d0d-9597-cddf459914ad HTTP/1.1" status: 204 len: 168 time: 0.6871653 Aug 25 15:09:36.310338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55274) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:36.310434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecdcd4-9eb1-4ece-a7be-86b857bbc99f None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:36.362149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-594e5ea0-6299-4ed0-a993-6893e85b713b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562742 Aug 25 15:09:36.365173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55282) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:36.371092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:36.490458 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f12f3-d88b-4e1d-99e3-1f0619f89a44 x-openstack-request-id: req-2a6f12f3-d88b-4e1d-99e3-1f0619f89a44 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:36.490735 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-unplugged", "status": "failed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "code": 422}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:36.490975 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a6f12f3-d88b-4e1d-99e3-1f0619f89a44 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:36.493511 n-d-805995-2 neutron-server[101874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'code': 422} returned with failed status Aug 25 15:09:36.628999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:36.652279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5293-749e-4ba0-a52c-6bb9c04637d1 req-589920c0-c1cd-4dfb-a0c9-2e52e2957b56 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:36.653900 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1dd5293-749e-4ba0-a52c-6bb9c04637d1 req-589920c0-c1cd-4dfb-a0c9-2e52e2957b56 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0999432 Aug 25 15:09:36.685995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:36.691841 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:36.758839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d1dd5293-749e-4ba0-a52c-6bb9c04637d1 req-83002541-e223-41e5-9c83-cad53084c030 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880568 Aug 25 15:09:36.793353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55302) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:36.797105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] Deleting port ddeb73af-33cb-4e29-9da2-400b370ff78c {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:36.798242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:36.955826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a6aa4de-1a7c-4f91-b195-e5715f4616fe req-7bebb50d-397c-4ecf-ad46-7fd115e6b9e0 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0864244 Aug 25 15:09:36.998917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb93db5-844f-4765-9550-f937856c4d1d tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:37.011409 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aeb93db5-844f-4765-9550-f937856c4d1d tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1092 time: 0.2140744 Aug 25 15:09:37.013990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55312) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:37.053830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:37.160855 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-40cc9894-a332-4d06-843c-e27f6e8e7743 req-2c3e26ae-6cf1-4ba9-839c-fc62abe660dd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 210 time: 0.0766287 Aug 25 15:09:37.287532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] For port ddeb73af-33cb-4e29-9da2-400b370ff78c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ddeb73af-33cb-4e29-9da2-400b370ff78c,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:37.288953 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.298908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.317726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] Calling delete_port for ddeb73af-33cb-4e29-9da2-400b370ff78c owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:37.524735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55326) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:37.562285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.612388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.668628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] No DVR routers for this DVR port ddeb73af-33cb-4e29-9da2-400b370ff78c on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:37.670694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8185d9b-a8d4-4559-9754-0dcdaf108124 None None] Pushing event deleted for resources: {'Port': ['ID=ddeb73af-33cb-4e29-9da2-400b370ff78c,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:37.688249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:09:37.695086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1107890471'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:37.698889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.722974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.122 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/de2575cb-cd16-4f1d-ba53-9d0c6720a7d0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:37.755797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:37.775704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:37.778558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:37.779247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.789060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a437-95c0-4079-9291-f3b0a2f68f49 req-15baebcc-bf97-453c-bc7b-9adea1a46f18 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:37.796491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7738a437-95c0-4079-9291-f3b0a2f68f49 req-15baebcc-bf97-453c-bc7b-9adea1a46f18 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 945 time: 0.1621091 Aug 25 15:09:37.824501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b65507-76a9-4b07-9515-158daccfb779 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:37.829414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=e2ba9021-c1b0-4cf3-86f2-d74bca3b5314,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:37.864467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7738a437-95c0-4079-9291-f3b0a2f68f49 req-0db32a8f-6a8e-48dc-a33c-a91ab7b76683 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667672 Aug 25 15:09:37.884574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.930462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:37.934659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.957813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:37.967604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ddeb73af-33cb-4e29-9da2-400b370ff78c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:38.069994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ddeb73af-33cb-4e29-9da2-400b370ff78c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:38.069994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ddeb73af-33cb-4e29-9da2-400b370ff78c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:38.079152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3b1cceb-810c-4574-88aa-3317ea711b50 req-41c2b9c5-eedd-4144-899e-4220d09f68cc tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0381994 Aug 25 15:09:38.094134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'e2ba9021-c1b0-4cf3-86f2-d74bca3b5314'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:38.096057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.111996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d3fa7cc2-8011-463c-9cb1-8acd9660e622 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7432873 Aug 25 15:09:38.112445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55342) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:38.118381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:99:88:26', 'name': 'tempest-NetworksTestDHCPv6-111356862'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:38.131626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:38.181989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.239005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:38.246311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.254204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:38.264339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:38.286893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=de2575cb-cd16-4f1d-ba53-9d0c6720a7d0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:38.299077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e46e4e12-b10d-431c-b524-2d16bae79e1c req-6ca978c2-ad9b-41e6-b4e3-851f8db92a5d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 210 time: 0.0383737 Aug 25 15:09:38.374993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Allocated IP 2001:db8::f816:3eff:fe7a:ed26 (adfdb661-dddb-4df2-9db5-dc9311fa8623/e2ba9021-c1b0-4cf3-86f2-d74bca3b5314/4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:38.480421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.508909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:09:38.527505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25923ff0-37a1-46b5-b793-4280d4abab60,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:38.555904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.556260 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment a7b8d95b-b3d3-468e-8505-955cf36b322e of type vlan for network 2bec6178-aaff-448a-a777-8bd443dc5cc1 Aug 25 15:09:38.569666 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.591433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Transition to ACTIVE for port object 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:38.621863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.630370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Transition to ACTIVE for port object 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:38.639362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:38.743727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.771368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.777835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:38.778440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.778956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:38.782079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.782243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:38.785856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:38.846681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port faccdebd-393c-41c5-84be-703285bd1634 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:38.857617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=2bec6178-aaff-448a-a777-8bd443dc5cc1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:38.873137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Pushing event updated for resources: {'Port': ['ID=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:38.882424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:09:38.890165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.892176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Attempting to bind port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:38.892558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Attempting to bind port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:38.892925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Attempting to bind port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:38.932533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:38.933845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:38.933845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:38.933845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:38.934261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Bound port: 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:38.934841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:39.000703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6af32398-41ae-4201-81f5-989a68285fa5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4746263 Aug 25 15:09:39.003843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55360) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:39.009370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'name': 'tempest-PortsTestJSON-1801872119'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:39.037653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] For port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:39.041597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] For port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:39.042296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe99:8826 (adfdb661-dddb-4df2-9db5-dc9311fa8623/e2ba9021-c1b0-4cf3-86f2-d74bca3b5314/faccdebd-393c-41c5-84be-703285bd1634) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:39.062616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40f9d5-aaf3-494e-9666-8569bd841b7a req-54e1796b-b949-4a0c-a6f1-fa6dc82eb30c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:39.064410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de40f9d5-aaf3-494e-9666-8569bd841b7a req-54e1796b-b949-4a0c-a6f1-fa6dc82eb30c tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 945 time: 0.0862370 Aug 25 15:09:39.178162 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:39.184130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de40f9d5-aaf3-494e-9666-8569bd841b7a req-15291219-3eee-43e2-b6c1-9b7484497244 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123958 Aug 25 15:09:39.199112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:39.275977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-a971fab5-28ba-42d0-847c-2dc7a0c58af4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:39.281623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-a971fab5-28ba-42d0-847c-2dc7a0c58af4 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 945 time: 0.1913664 Aug 25 15:09:39.288974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d431-f9ca-4f87-b5d7-ae5731d4c978 None None] Pushing event updated for resources: {'Port': ['ID=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:39.395701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7137859d-37bd-4337-ab70-a63b9b7ea9ef req-5ba7b1ca-8f7f-4679-aa37-8bf80416e316 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0685601 Aug 25 15:09:39.424595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18b1cd-2f71-47bb-ba46-71b581cab601 req-749d2d7a-5542-41a4-aaf2-094b0996ad19 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:39.433718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6a18b1cd-2f71-47bb-ba46-71b581cab601 req-749d2d7a-5542-41a4-aaf2-094b0996ad19 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.2688925 Aug 25 15:09:39.584727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:39.592789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:39.625791 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6a18b1cd-2f71-47bb-ba46-71b581cab601 req-e3d70485-63df-46ab-ab6b-653b982406b2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911135 Aug 25 15:09:39.663550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port a22f8728-f6f7-4a08-9595-2de7cc32fa85 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:39.693107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Deleting port fae17a7c-1991-4cc2-a051-733e22493a3a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:39.693460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:39.924288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] For port fae17a7c-1991-4cc2-a051-733e22493a3a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=fae17a7c-1991-4cc2-a051-733e22493a3a,segment=NetworkSegment(15148a23-3fe5-466b-9171-2feecd2ecc05),segment_id=15148a23-3fe5-466b-9171-2feecd2ecc05)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:39.924712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:39.946670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Calling delete_port for fae17a7c-1991-4cc2-a051-733e22493a3a owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:39.968577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:40.047087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.102865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-a9b8f82c-ec57-4d9d-8e6d-8f10b7e4c936 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1468887 Aug 25 15:09:40.149579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1cddcdfb-1df4-4495-b327-633105861490 req-3b983881-8174-452e-a30b-5afb2565cd1e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 210 time: 0.0949554 Aug 25 15:09:40.179538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:40.225795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-a45d1705-a5a9-4303-a7fc-98a50661cd2f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:40.227478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-a45d1705-a5a9-4303-a7fc-98a50661cd2f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.52 "GET /v2.0/networks?id=0e58db2c-47ef-4c69-82a8-697789360975 HTTP/1.1" status: 200 len: 796 time: 0.8146343 Aug 25 15:09:40.320469 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-ac0a8dc1-12a8-42d9-86b6-7670b70cd79a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c HTTP/1.1" status: 200 len: 477 time: 0.0738442 Aug 25 15:09:40.337688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'port': {'device_id': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'admin_state_up': True, 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'security_groups': ['9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67', '568d6575-1cd3-4ddf-84a7-26e360bf6de8']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:40.358345 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.431239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.518202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=a22f8728-f6f7-4a08-9595-2de7cc32fa85,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:40.534726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f37b55aa-c91f-4c5b-a68f-1b048e725aae req-ac68556a-ec92-4bff-9c05-a9daae4ea406 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0475097 Aug 25 15:09:40.564159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.573272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-cc7b1dd1-25e1-4703-924f-38376946b5b0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:40.575241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-cc7b1dd1-25e1-4703-924f-38376946b5b0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.3589909 Aug 25 15:09:40.593538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6363d-3303-4402-89ed-da6915df43a4 req-dd132505-03ea-4cf8-99e2-fd1c583446ae tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:40.601414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0f6363d-3303-4402-89ed-da6915df43a4 req-dd132505-03ea-4cf8-99e2-fd1c583446ae tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 945 time: 0.2305913 Aug 25 15:09:40.609133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:40.644957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': 'a7b8d95b-b3d3-468e-8505-955cf36b322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:40.645329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: 2bec6178-aaff-448a-a777-8bd443dc5cc1, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:09:40.662172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Made reservation on behalf of 00eaff2a685f4a8a8eb7a4ace5a3d74c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:40.666559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.693071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.728778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.763746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0f6363d-3303-4402-89ed-da6915df43a4 req-21df8e58-c86e-488b-b8e8-0c4f5468d103 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c2b568-a937-42a2-99ce-12c3fe2f61d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612566 Aug 25 15:09:40.818937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=de2575cb-cd16-4f1d-ba53-9d0c6720a7d0,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:40.827337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object faccdebd-393c-41c5-84be-703285bd1634 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:40.843534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Pushing event deleted for resources: {'Port': ['ID=fae17a7c-1991-4cc2-a051-733e22493a3a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:40.856500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.902749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] No DVR routers for this DVR port fae17a7c-1991-4cc2-a051-733e22493a3a on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:40.905277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:40.907396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2b891b2-a2be-4e2a-a0b2-d4bd76bc2b17 req-557c6693-db9b-422a-beb5-ec1318033d00 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.45 "DELETE /v2.0/ports/fae17a7c-1991-4cc2-a051-733e22493a3a HTTP/1.1" status: 204 len: 173 time: 1.6221936 Aug 25 15:09:40.907759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'name': 'network-vif-deleted', 'tag': 'fae17a7c-1991-4cc2-a051-733e22493a3a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:40.910059 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9e146-b7f0-4c24-9160-d2bae19a3eb1" -d '{"events": [{"server_uuid": "a84806b9-b86f-4332-a8ea-46baaf2e9cd3", "name": "network-vif-deleted", "tag": "fae17a7c-1991-4cc2-a051-733e22493a3a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:40.963622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] Provisioning for port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:40.968738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] Provisioning complete for port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:40.970183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.013422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:09:41.019145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:41.022411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7f653-2d4e-4b44-9126-924fa38266a1 req-4d2a8507-6fad-4d27-8793-3bf4a003d8d0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:41.023290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.024021 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9a7f653-2d4e-4b44-9126-924fa38266a1 req-4d2a8507-6fad-4d27-8793-3bf4a003d8d0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.2775421 Aug 25 15:09:41.067756 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f90bc8-5f33-471f-bd1b-c04293cc8887 x-openstack-request-id: req-a5f90bc8-5f33-471f-bd1b-c04293cc8887 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:41.068878 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84806b9-b86f-4332-a8ea-46baaf2e9cd3", "name": "network-vif-deleted", "tag": "fae17a7c-1991-4cc2-a051-733e22493a3a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:41.068878 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5f90bc8-5f33-471f-bd1b-c04293cc8887 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:41.082877 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84806b9-b86f-4332-a8ea-46baaf2e9cd3', 'name': 'network-vif-deleted', 'tag': 'fae17a7c-1991-4cc2-a051-733e22493a3a', 'status': 'completed', 'code': 200} Aug 25 15:09:41.104902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.20.0.11 (0e58db2c-47ef-4c69-82a8-697789360975/e0c29693-bb7e-4d47-b137-1cbf077f8a62/13d1de30-b6ce-4f50-96e9-0cd41dc56dba) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:41.114365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.162972 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP ba3203f7-27d0-4a5d-a769-531dda04423c associated. External IP: 172.25.8.122, port: 9e06074b-aa19-4d34-acd9-795e87322539. Aug 25 15:09:41.180163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] For port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:41.258750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9a7f653-2d4e-4b44-9126-924fa38266a1 req-76529b2d-c46e-4bc6-bb26-e135c9ad0ba9 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882160 Aug 25 15:09:41.270271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 2bec6178-aaff-448a-a777-8bd443dc5cc1) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:41.270550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.278527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:41.279614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e8647-fd94-4ab6-9d44-cac11838ffe7 None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:41.285092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:41.285870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.305856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ab1f3b3-c724-461b-a8c1-7d097e575cea req-8c2507f0-addf-4a1a-b1f2-90b2ca34a2e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 210 time: 0.0834887 Aug 25 15:09:41.344937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.13 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/22969dca-2842-4053-8045-3525826dbd67) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:41.354945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.454821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5c16a-fe0a-43d6-bda7-5e11f7ef150b None None] Pushing event updated for resources: {'Port': ['ID=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:41.467950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c428eb14-75b4-4202-8ee6-21e4cfd7342b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4616072 Aug 25 15:09:41.470363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55420) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:41.478430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:41.479208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2135026888'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:41.490265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:41.497861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:41.503610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:41.504394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.508900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=faccdebd-393c-41c5-84be-703285bd1634,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:41.562466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.624604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:41.629792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.638578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fae17a7c-1991-4cc2-a051-733e22493a3a no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:41.666637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: fae17a7c-1991-4cc2-a051-733e22493a3a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:41.667072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device fae17a7c-1991-4cc2-a051-733e22493a3a not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:41.673163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:09:41.684939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.685289 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment df2e8a0c-fd7f-4e42-af5a-3e40088c1a94 of type vlan for network 6e67edcc-e8b3-43f6-897b-be58158a0d55 Aug 25 15:09:41.727482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.748471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 05c26900-c03a-4b3e-971a-9e89d53462bf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:09:41.754578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.796797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5700864-4012-4d7c-a656-1a44b38bfd66 req-1fb0c2a8-11c8-4856-9401-a56a8b9e3dcb tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0566847 Aug 25 15:09:41.810687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c9a6fcaf-4f82-48dc-9e95-048eed65ccc1 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6944575 Aug 25 15:09:41.811347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55428) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:41.817737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Transition to ACTIVE for port object 13d1de30-b6ce-4f50-96e9-0cd41dc56dba will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:41.867721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.874731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:41.875468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.894417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:41.906621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:41.932867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:42.014979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:09:42.020394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:42.020990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.025853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0886-f962-42cd-9bdf-2fc06e31982d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:42.037652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0886-f962-42cd-9bdf-2fc06e31982d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:42.037652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f4cf0886-f962-42cd-9bdf-2fc06e31982d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2220526 Aug 25 15:09:42.038089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55432) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:42.073628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] Sync routers for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:09:42.078810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8ca7703f-6541-440e-9474-07451cfc5f2b None None] Provisioning for port faccdebd-393c-41c5-84be-703285bd1634 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:42.089993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8ca7703f-6541-440e-9474-07451cfc5f2b None None] Provisioning complete for port faccdebd-393c-41c5-84be-703285bd1634 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:42.095149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8ca7703f-6541-440e-9474-07451cfc5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.106392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.149581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:42.149828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:09:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:42.201526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7703f-6541-440e-9474-07451cfc5f2b None None] Port faccdebd-393c-41c5-84be-703285bd1634 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:42.236299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 0e58db2c-47ef-4c69-82a8-697789360975 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:42.245371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:42.248087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:42.307808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:42.319597 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.371881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-966ed911-4950-4587-b1dc-d02d950b9a0d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3487797 Aug 25 15:09:42.374901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:42.377336 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b837931-7de3-4836-84b9-93d785d89b95" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:42.442988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port faccdebd-393c-41c5-84be-703285bd1634 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:42.443631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.453501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:42.456195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:42.457160 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.502621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:42.520182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3379758c-2d69-4c21-84b6-0af1c3cd6424 req-1ea1f8b0-b9ef-4860-b3fa-ecb3454fb7e6 tempest-AttachVolumeNegativeTest-63318871 tempest-AttachVolumeNegativeTest-63318871-project] 10.222.0.58 "GET /v2.0/ports?device_id=a84806b9-b86f-4332-a8ea-46baaf2e9cd3 HTTP/1.1" status: 200 len: 210 time: 0.6220844 Aug 25 15:09:42.526448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0546579 Aug 25 15:09:42.530484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55446) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:42.536310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'ports': [{'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'}, {'network_id': '6e67edcc-e8b3-43f6-897b-be58158a0d55'}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:42.536632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:42.537114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '6e67edcc-e8b3-43f6-897b-be58158a0d55'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:42.560195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:42.591450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:42.601636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10e8c7-0a21-4adc-baa3-1140f6649df2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=6e67edcc-e8b3-43f6-897b-be58158a0d55,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:42.626196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-4993a4d2-551f-4d87-8637-41312b307132 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.2925203 Aug 25 15:09:42.658545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6e67edcc-e8b3-43f6-897b-be58158a0d55 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:09:42.673354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293bbe-3070-4f3e-8aad-97cfe95b86d3 req-db3b4c88-5c16-4e5c-b822-15708b45d84d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:42.681244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74293bbe-3070-4f3e-8aad-97cfe95b86d3 req-db3b4c88-5c16-4e5c-b822-15708b45d84d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.2959242 Aug 25 15:09:42.715153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:42.716297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.737669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=22969dca-2842-4053-8045-3525826dbd67,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:42.792788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Request body: {'port': {'device_id': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:42.797742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da485511-8419-4970-9abb-62a7802d5c45 req-4f3b808e-c720-4753-a816-fb3fa15b4aeb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:42.799373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da485511-8419-4970-9abb-62a7802d5c45 req-4f3b808e-c720-4753-a816-fb3fa15b4aeb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 932 time: 0.1531165 Aug 25 15:09:42.814301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.853373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8fbf5f5e-463a-4651-9ffe-7f85c726ea36 None None] Provisioning for port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:42.856060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da485511-8419-4970-9abb-62a7802d5c45 req-0e91d6f4-3e16-4422-9925-9806bf5808bb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501456 Aug 25 15:09:42.863644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74293bbe-3070-4f3e-8aad-97cfe95b86d3 req-097922b0-a6a4-4d1b-ae10-3272d2d202b5 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788659 Aug 25 15:09:42.877635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for faccdebd-393c-41c5-84be-703285bd1634 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:42.882054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8fbf5f5e-463a-4651-9ffe-7f85c726ea36 None None] Provisioning complete for port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:42.882784 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5f5e-463a-4651-9ffe-7f85c726ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.898139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-3f706aee-94fe-4f37-bd69-a73682cdbb9a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2940919 Aug 25 15:09:42.923198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Request body: {'port': {'device_id': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:42.964149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:42.983053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf5f5e-463a-4651-9ffe-7f85c726ea36 None None] Port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:43.001526 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea282c0f-bd37-4776-a6d8-6e666ef665a8 x-openstack-request-id: req-ea282c0f-bd37-4776-a6d8-6e666ef665a8 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:43.002212 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:43.007213 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea282c0f-bd37-4776-a6d8-6e666ef665a8 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:43.007213 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'status': 'completed', 'code': 200} Aug 25 15:09:43.039528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ba3203f7-27d0-4a5d-a769-531dda04423c', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'mac_address': 'fa:16:3e:4a:9d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:09:38Z', 'updated_at': '2021-08-25T15:09:38Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:43.043119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:43.105712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592474-3f63-44c5-ae06-dab9f363e1cd req-b86963dd-07e0-4765-884e-b54c826c4293 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:43.110253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79592474-3f63-44c5-ae06-dab9f363e1cd req-b86963dd-07e0-4765-884e-b54c826c4293 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1410723 Aug 25 15:09:43.134519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] Checking router: 05c26900-c03a-4b3e-971a-9e89d53462bf for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:09:43.146203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:09:43.146851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:09:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:43.207339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:43.212158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:43.294118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:43.361891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79592474-3f63-44c5-ae06-dab9f363e1cd req-2f5c48e1-a357-4f60-bc8c-68b7b7fffd22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176986 Aug 25 15:09:43.375612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837931-7de3-4836-84b9-93d785d89b95 req-1036dab1-3d96-46b5-b74a-4f6e9cd7e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:43.377178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-1036dab1-3d96-46b5-b74a-4f6e9cd7e22e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1097 time: 0.3558559 Aug 25 15:09:43.378668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5f503-7223-4562-904d-43bc329397dd req-feb8437b-842a-44f2-8be4-360b973f70a6 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:43.379199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-c069bb86-a40a-4ede-af5b-14718eaa9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:43.380313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-c069bb86-a40a-4ede-af5b-14718eaa9220 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f&tenant_id=56e820ecc4194f23919567e5e1acd804 HTTP/1.1" status: 200 len: 1094 time: 0.4163229 Aug 25 15:09:43.380794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55466) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:43.388143 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5f503-7223-4562-904d-43bc329397dd req-feb8437b-842a-44f2-8be4-360b973f70a6 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 971 time: 0.2324646 Aug 25 15:09:43.477654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:43.483485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fbcbdd26-85f6-46d0-b5b0-2c578de47c59 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/ba3203f7-27d0-4a5d-a769-531dda04423c HTTP/1.1" status: 200 len: 992 time: 0.0988364 Aug 25 15:09:43.523879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:09:43.614055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55470) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:43.706154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:43.751004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Deleting subnet beebf522-d43c-43f0-b3c7-9f16fde8285e {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:43.762422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837931-7de3-4836-84b9-93d785d89b95 req-9f90006c-752c-44af-bcb7-2d754c1035b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:43.762684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-9f90006c-752c-44af-bcb7-2d754c1035b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.3591642 Aug 25 15:09:43.786174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:43.817708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ba3203f7-27d0-4a5d-a769-531dda04423c', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'mac_address': 'fa:16:3e:4a:9d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:09:38Z', 'updated_at': '2021-08-25T15:09:38Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:43.875008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83997f-241b-4042-bf97-4d3d1dd20aa4 None None] The sync data for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 is: [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ba3203f7-27d0-4a5d-a769-531dda04423c', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'mac_address': 'fa:16:3e:4a:9d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:09:38Z', 'updated_at': '2021-08-25T15:09:38Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:09:43.983638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fad5f503-7223-4562-904d-43bc329397dd req-1075d15c-a223-4f28-b1ee-3f805898807f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5949113 Aug 25 15:09:44.006534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.081706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-636fcfd6-98a8-461f-848b-63aa83571392 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.2908151 Aug 25 15:09:44.121410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d1de30-b6ce-4f50-96e9-0cd41dc56dba {{(pid=101872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:44.129934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.146100 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed99e10f-3b8a-434e-bf71-14ab3b183449 None None] New status for floating IP ba3203f7-27d0-4a5d-a769-531dda04423c: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:09:44.161268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.182456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Transition to ACTIVE for port object 13d1de30-b6ce-4f50-96e9-0cd41dc56dba will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:44.194053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 70bccd6e-902b-47f6-9720-66b406c3300e yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:44.206026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22969dca-2842-4053-8045-3525826dbd67 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:44.237256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=faccdebd-393c-41c5-84be-703285bd1634,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:44.249296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.251966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.267245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.269349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1264bbe3-b5e8-4b67-8715-88b73dd0e917 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/faccdebd-393c-41c5-84be-703285bd1634 HTTP/1.1" status: 204 len: 168 time: 2.2309580 Aug 25 15:09:44.281707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8781227-eec7-4f2d-8c8c-191e141b07f2 req-d4effa36-415e-44e3-9e94-717f5a00c3d4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:44.283543 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8781227-eec7-4f2d-8c8c-191e141b07f2 req-d4effa36-415e-44e3-9e94-717f5a00c3d4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.1371770 Aug 25 15:09:44.290907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55482) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:44.305589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.343190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837931-7de3-4836-84b9-93d785d89b95 req-6b780782-0e25-48b7-8354-7069303064ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:44.343190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-6b780782-0e25-48b7-8354-7069303064ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.2247505 Aug 25 15:09:44.368909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0d41c-80bd-4270-8896-277293b0f8ce req-ba3ffabd-4925-41f7-bb69-b1b3f87c1f00 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:44.377030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5b0d41c-80bd-4270-8896-277293b0f8ce req-ba3ffabd-4925-41f7-bb69-b1b3f87c1f00 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 932 time: 0.3795063 Aug 25 15:09:44.385630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Transition to ACTIVE for port object 22969dca-2842-4053-8045-3525826dbd67 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:44.433447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebede3f9-e971-4785-a12b-20b2883d4cca tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:44.436966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebede3f9-e971-4785-a12b-20b2883d4cca tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:44.441405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ebede3f9-e971-4785-a12b-20b2883d4cca tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1518679 Aug 25 15:09:44.443801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55488) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:44.499284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55490) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:44.520388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5b0d41c-80bd-4270-8896-277293b0f8ce req-27ab12a1-3f5e-4c1e-8a23-727e40ccf84b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423736 Aug 25 15:09:44.524655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:44.535926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8781227-eec7-4f2d-8c8c-191e141b07f2 req-486020f0-ab4d-4b65-a0f5-e044a32271e1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369022 Aug 25 15:09:44.586487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.591685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:44.604128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837931-7de3-4836-84b9-93d785d89b95 req-1d8a607b-4c07-4f93-8a4d-f7d52744d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:44.609096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-1d8a607b-4c07-4f93-8a4d-f7d52744d7e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642882 Aug 25 15:09:44.611132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.655093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.726785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Attempting to bind port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:44.727162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Attempting to bind port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:44.727502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Attempting to bind port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba on network 0e58db2c-47ef-4c69-82a8-697789360975 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:44.737418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba on network 0e58db2c-47ef-4c69-82a8-697789360975 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:09:44.738011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Attempting to bind port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba on network 0e58db2c-47ef-4c69-82a8-697789360975 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:44.738320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.743512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/beebf522-d43c-43f0-b3c7-9f16fde8285e HTTP/1.1" status: 204 len: 168 time: 1.1297896 Aug 25 15:09:44.745841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:44.746620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:44.746970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Checking segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:44.747397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Bound using segment: {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'} {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:44.747854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Bound port: 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88662348-0d89-4cd3-9bba-94d16a45b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975'}}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:44.748220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.791604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 29c2a77e-ceae-42b6-9a26-956fc3e32a11 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:44.821739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890c6cb-5a5c-408b-9050-ae811ffea87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beebf522-d43c-43f0-b3c7-9f16fde8285e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:44.827258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet e2ba9021-c1b0-4cf3-86f2-d74bca3b5314 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:44.848285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.896924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Pushing event updated for resources: {'Port': ['ID=22969dca-2842-4053-8045-3525826dbd67,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:44.900504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:44.932742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:44.963067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6b7a7786-3b5a-4f3b-b9f7-65aab154c63c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/ba3203f7-27d0-4a5d-a769-531dda04423c HTTP/1.1" status: 200 len: 994 time: 0.4554956 Aug 25 15:09:44.972637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] For port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host n-h1-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:45.006195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.078185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] For port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:45.078549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3448a65e-230b-4f95-94f0-d2242619fdd6 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:45.084120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-27dcaa56-f4a7-42fb-bcc4-a9fc30344647 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190378 Aug 25 15:09:45.092815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.094667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.148636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.167167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6c2977-db8e-46d3-ae29-f6a13b35bfa9']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:45.179791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15148a23-3fe5-466b-9171-2feecd2ecc05') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:45.180088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15148a23-3fe5-466b-9171-2feecd2ecc05') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:45.195513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.213624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Attempting to bind port 22969dca-2842-4053-8045-3525826dbd67 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:45.213963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Attempting to bind port 22969dca-2842-4053-8045-3525826dbd67 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:45.214296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Attempting to bind port 22969dca-2842-4053-8045-3525826dbd67 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:45.216343 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.222046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Transition to ACTIVE for port object 3448a65e-230b-4f95-94f0-d2242619fdd6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:45.222659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:45.223160 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:45.225142 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:45.235215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.239305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Port 22969dca-2842-4053-8045-3525826dbd67 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:09:45.239640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Attempting to bind port 22969dca-2842-4053-8045-3525826dbd67 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:45.260540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e689b-7a4f-4a10-a588-9475686f46e5 req-115467c1-903e-4b15-a311-45d81d2341b0 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:45.262075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a10e689b-7a4f-4a10-a588-9475686f46e5 req-115467c1-903e-4b15-a311-45d81d2341b0 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 983 time: 0.2037680 Aug 25 15:09:45.265501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.268617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:45.269073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:45.269347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:45.269792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Bound port: 22969dca-2842-4053-8045-3525826dbd67, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:45.270147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.330790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:45.331468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.332926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] 10.222.0.52 "PUT /v2.0/ports/13d1de30-b6ce-4f50-96e9-0cd41dc56dba HTTP/1.1" status: 200 len: 1131 time: 2.6934545 Aug 25 15:09:45.333389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:45.335732 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713c33b3-8819-4807-80f9-ced68f1e8dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:45.349918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.408592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654eb14-f4a3-413e-a3df-0bb40ce19fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:45.408592 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a06e3-2c47-4cb4-94a5-bc92ab552bbc x-openstack-request-id: req-630a06e3-2c47-4cb4-94a5-bc92ab552bbc {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:45.408592 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:45.408592 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-630a06e3-2c47-4cb4-94a5-bc92ab552bbc {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:45.408979 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'status': 'completed', 'code': 200} Aug 25 15:09:45.459459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:45.469139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:45.471823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:45.472926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.492652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.499235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.504251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5e6c2977-db8e-46d3-ae29-f6a13b35bfa9 HTTP/1.1" status: 204 len: 168 time: 0.7535939 Aug 25 15:09:45.530034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=70bccd6e-902b-47f6-9720-66b406c3300e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:45.648680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa529de8-4905-4795-9f86-4e728237ee07 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6c2977-db8e-46d3-ae29-f6a13b35bfa9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:45.718233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=29c2a77e-ceae-42b6-9a26-956fc3e32a11,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:45.723127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': 'df2e8a0c-fd7f-4e42-af5a-3e40088c1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6e67edcc-e8b3-43f6-897b-be58158a0d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:45.723513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: 6e67edcc-e8b3-43f6-897b-be58158a0d55, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:09:45.749285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c33b3-8819-4807-80f9-ced68f1e8dbb req-551b2031-2e77-44c6-982c-2bd06046caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:45.750812 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713c33b3-8819-4807-80f9-ced68f1e8dbb req-551b2031-2e77-44c6-982c-2bd06046caa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1134 time: 0.1286397 Aug 25 15:09:45.764908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b837931-7de3-4836-84b9-93d785d89b95 req-5179161f-5901-4a55-a875-cafb20b0286a service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493173 Aug 25 15:09:45.765524 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:45.766162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149c3a8-3d1d-420a-b8c0-26e8aeef54d0 req-fe7422d4-37dd-427b-a7f7-d3f9105e287e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:45.769539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0149c3a8-3d1d-420a-b8c0-26e8aeef54d0 req-fe7422d4-37dd-427b-a7f7-d3f9105e287e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 944 time: 0.0970976 Aug 25 15:09:45.814173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a10e689b-7a4f-4a10-a588-9475686f46e5 req-964c09d5-81ca-4047-8443-82c562d72c8d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5184743 Aug 25 15:09:45.915015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=9']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:45.919689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 6e67edcc-e8b3-43f6-897b-be58158a0d55 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:09:45.961648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] For port 22969dca-2842-4053-8045-3525826dbd67, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:46.009184 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.009811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0149c3a8-3d1d-420a-b8c0-26e8aeef54d0 req-434869b4-316b-4f38-af26-29bd32bf4be5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083478 Aug 25 15:09:46.031531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] For port 22969dca-2842-4053-8045-3525826dbd67, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=22969dca-2842-4053-8045-3525826dbd67,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:46.083672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 6e67edcc-e8b3-43f6-897b-be58158a0d55) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:46.084866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ba9021-c1b0-4cf3-86f2-d74bca3b5314,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:46.091773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56959b27-f845-47dd-9d33-092cf4e7c777 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:46.094855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:46.097018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d146470-04aa-40f2-8e3f-9da1dfa373f5 None None] Network 6e67edcc-e8b3-43f6-897b-be58158a0d55 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:46.102433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.104140 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.108896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.108896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.109908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-328d19b9-fb72-4abb-8d55-a9ac790a8421 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e2ba9021-c1b0-4cf3-86f2-d74bca3b5314 HTTP/1.1" status: 204 len: 168 time: 1.6671934 Aug 25 15:09:46.111402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55520) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.125714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c33b3-8819-4807-80f9-ced68f1e8dbb req-9b3a0d33-5cac-4bf9-b60b-86492ed895e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.126319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713c33b3-8819-4807-80f9-ced68f1e8dbb req-9b3a0d33-5cac-4bf9-b60b-86492ed895e8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3576016 Aug 25 15:09:46.168193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee48583-1100-4e79-966b-ac6f43f4299b req-4081e28c-c742-4762-8b25-8a9f6fc9104a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.170270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ee48583-1100-4e79-966b-ac6f43f4299b req-4081e28c-c742-4762-8b25-8a9f6fc9104a tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 943 time: 0.2310002 Aug 25 15:09:46.173626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] No DVR routers for this DVR port 3448a65e-230b-4f95-94f0-d2242619fdd6 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:46.216316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.239513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c33b3-8819-4807-80f9-ced68f1e8dbb req-f2f38ef8-6c73-4c00-b3f8-53c9b08f355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.241344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-713c33b3-8819-4807-80f9-ced68f1e8dbb req-f2f38ef8-6c73-4c00-b3f8-53c9b08f355f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050217 Aug 25 15:09:46.263395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c10e8bfc-b84a-4c94-95ec-4bc26f665eb2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356173 Aug 25 15:09:46.263537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.314104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.325020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.325735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.327318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] 10.222.0.52 "PUT /v2.0/ports/22969dca-2842-4053-8045-3525826dbd67 HTTP/1.1" status: 200 len: 1092 time: 3.4171798 Aug 25 15:09:46.332634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'tag': '22969dca-2842-4053-8045-3525826dbd67'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:46.335864 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d7977c-3475-4ece-9793-1851c946558c" -d '{"events": [{"name": "network-changed", "server_uuid": "f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa", "tag": "22969dca-2842-4053-8045-3525826dbd67"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:46.366570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-390c1854-5e1c-46ef-b939-d099caf9fc67 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8322997 Aug 25 15:09:46.378012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.383002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ee48583-1100-4e79-966b-ac6f43f4299b req-0ccc4934-4d7a-4d17-bc52-4826576a5ece tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288505 Aug 25 15:09:46.418485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28cf2a-72cc-4110-a450-248a230ab30c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.418485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fc28cf2a-72cc-4110-a450-248a230ab30c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1522205 Aug 25 15:09:46.422506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55536) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.437200 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bee5b1-f0aa-4003-ab5c-eb20b0e8a0dc x-openstack-request-id: req-a5bee5b1-f0aa-4003-ab5c-eb20b0e8a0dc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:46.437551 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa", "tag": "22969dca-2842-4053-8045-3525826dbd67", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:46.438309 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5bee5b1-f0aa-4003-ab5c-eb20b0e8a0dc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:46.438309 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'tag': '22969dca-2842-4053-8045-3525826dbd67', 'status': 'completed', 'code': 200} Aug 25 15:09:46.468483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4a5a-a07e-477a-af17-b1b34ed955dd service neutron] Pushing event updated for resources: {'Port': ['ID=22969dca-2842-4053-8045-3525826dbd67,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:46.503103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-1f145f83-d4d9-4d42-b095-c7e9b4db19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.509026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-1f145f83-d4d9-4d42-b095-c7e9b4db19ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1134 time: 0.1900694 Aug 25 15:09:46.524286 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f05d7cbc-0a0d-4e8c-bda5-cff4d6372f3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2be81df55463464ba4e06e1d8a6bd045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972156 Aug 25 15:09:46.529946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55538) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.548234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:46.570087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7977c-3475-4ece-9793-1851c946558c req-bc5794d1-4cf3-4ae4-a77d-66df3106079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.571647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2d7977c-3475-4ece-9793-1851c946558c req-bc5794d1-4cf3-4ae4-a77d-66df3106079d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 1095 time: 0.1044540 Aug 25 15:09:46.602728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] Deleting port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:46.603143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.618818 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-9fcf51d1-6df3-4307-b885-db7f9b67df99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba HTTP/1.1" status: 200 len: 217 time: 0.1022320 Aug 25 15:09:46.622119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363676fc-d8fd-46a9-bf51-ce5e2acc01d7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.625903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-363676fc-d8fd-46a9-bf51-ce5e2acc01d7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2000201 Aug 25 15:09:46.629494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55540) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.665103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:46.665741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:46.666835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:46.680161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] For port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:46.680503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.698077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] Calling delete_port for 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:46.705937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c90-6cb7-4a63-bc9e-a228ce228caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.712448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-3586ef80-a428-4ff7-941b-eb70ce79146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.715194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-3586ef80-a428-4ff7-941b-eb70ce79146a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0c29693-bb7e-4d47-b137-1cbf077f8a62 HTTP/1.1" status: 200 len: 835 time: 0.0886645 Aug 25 15:09:46.717630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c6d85d0c-7cd6-405d-8d4d-cf88565db85e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863671 Aug 25 15:09:46.718268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Port 3448a65e-230b-4f95-94f0-d2242619fdd6 on network 15a360c9-d785-4015-bd7b-16d775fe35de not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:09:46.718783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Attempting to bind port 3448a65e-230b-4f95-94f0-d2242619fdd6 on network 15a360c9-d785-4015-bd7b-16d775fe35de {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:46.725051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55542) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:46.734306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:46.742488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:46.742878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Checking segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:46.743249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Bound using segment: {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:46.743696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Bound port: 3448a65e-230b-4f95-94f0-d2242619fdd6, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2d84d5-d36e-43dd-8916-c041fc4dea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:46.744088 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.774072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c90-6cb7-4a63-bc9e-a228ce228caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.812753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-f11fa721-1c71-4c59-9107-d44de13367da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.814419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-f11fa721-1c71-4c59-9107-d44de13367da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e58db2c-47ef-4c69-82a8-697789360975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787976 Aug 25 15:09:46.826727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 29c2a77e-ceae-42b6-9a26-956fc3e32a11 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:46.827141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.932483 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-a06b9e52-3c82-4a46-ab07-e814cca5fc27 service neutron] 10.222.0.52 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099715 Aug 25 15:09:46.954497 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:46.984645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7977c-3475-4ece-9793-1851c946558c req-d0e0a19f-df69-4e29-a545-fbf6d1f9c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:46.986226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2d7977c-3475-4ece-9793-1851c946558c req-d0e0a19f-df69-4e29-a545-fbf6d1f9c079 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9b4667880b644474aab5c0bd0d0764b0&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3933210 Aug 25 15:09:46.999649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] Pushing event deleted for resources: {'Port': ['ID=4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:47.003842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cbf362-88c2-4d49-8797-0b4a185643f7 None None] No DVR routers for this DVR port 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:47.024432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.051375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c90-6cb7-4a63-bc9e-a228ce228caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.054345 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7c90-6cb7-4a63-bc9e-a228ce228caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.063779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec8c7c90-6cb7-4a63-bc9e-a228ce228caf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07c2b568-a937-42a2-99ce-12c3fe2f61d5 HTTP/1.1" status: 204 len: 168 time: 0.4952781 Aug 25 15:09:47.100647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67406b5f-5bec-4c3b-89aa-17ba16323fa3 req-77136c4c-2534-45d2-847f-30c447913213 service neutron] 10.222.0.52 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606185 Aug 25 15:09:47.108715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 29c2a77e-ceae-42b6-9a26-956fc3e32a11 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:47.129794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7c90-6cb7-4a63-bc9e-a228ce228caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c2b568-a937-42a2-99ce-12c3fe2f61d5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:47.139928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:47.162189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4fa12-e49f-46ed-be5c-b7c4ac17acef req-dd628b05-0b9b-4c63-8545-44fc33512c51 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.163811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4f4fa12-e49f-46ed-be5c-b7c4ac17acef req-dd628b05-0b9b-4c63-8545-44fc33512c51 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 983 time: 0.2345250 Aug 25 15:09:47.174068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2e67a-9a76-4f84-bc3f-ce93277bc063 req-7f349aa0-60bf-4fad-b876-39fc68403d6b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.176774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01a2e67a-9a76-4f84-bc3f-ce93277bc063 req-7f349aa0-60bf-4fad-b876-39fc68403d6b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 944 time: 0.0928154 Aug 25 15:09:47.223363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-01a2e67a-9a76-4f84-bc3f-ce93277bc063 req-2dded480-1698-4e92-84da-d79604e32911 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Aug 25 15:09:47.229477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:47.236984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:47.240830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.317541 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.391858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7977c-3475-4ece-9793-1851c946558c req-d6fa6c64-6b1e-45a1-9936-c26bdb946e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.393408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2d7977c-3475-4ece-9793-1851c946558c req-d6fa6c64-6b1e-45a1-9936-c26bdb946e34 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3910429 Aug 25 15:09:47.403891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4f4fa12-e49f-46ed-be5c-b7c4ac17acef req-c3a0f0e0-c7bc-4326-8e9d-1ef313e8dfeb tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2269082 Aug 25 15:09:47.437690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.437690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.437690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] 10.222.0.45 "PUT /v2.0/ports/3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 1091 time: 4.0309815 Aug 25 15:09:47.474725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6c129-012f-4222-8823-3f5de93fd520 service neutron] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:47.561187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-ab920d59-90dc-47a8-b54b-e7881c7313a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.562713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-ab920d59-90dc-47a8-b54b-e7881c7313a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 1095 time: 0.0696902 Aug 25 15:09:47.617911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-d7af407e-ebb4-4c0e-82ea-6f701d880f7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22969dca-2842-4053-8045-3525826dbd67 HTTP/1.1" status: 200 len: 217 time: 0.0430632 Aug 25 15:09:47.623795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-a6606de3-a00e-467b-9982-f75205f7a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.625585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-a6606de3-a00e-467b-9982-f75205f7a1a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1095 time: 0.1463370 Aug 25 15:09:47.632216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10106d06-39a9-4cc2-898f-7b88b735b718 req-ee3e1729-2d11-45f4-bea7-94409c3b3458 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.634208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10106d06-39a9-4cc2-898f-7b88b735b718 req-ee3e1729-2d11-45f4-bea7-94409c3b3458 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1138036 Aug 25 15:09:47.639657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.682352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10106d06-39a9-4cc2-898f-7b88b735b718 req-ceaffd2a-7321-4901-9062-e5002346a0ad tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 Aug 25 15:09:47.750521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=29c2a77e-ceae-42b6-9a26-956fc3e32a11,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:47.774071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:47.777131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8741ea77-668d-4beb-806f-299e40f85031 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/29c2a77e-ceae-42b6-9a26-956fc3e32a11 HTTP/1.1" status: 204 len: 168 time: 1.3926651 Aug 25 15:09:47.780482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55574) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:47.824323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-9bf84aa5-f8c0-4303-b313-08707ff08117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.825826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-9bf84aa5-f8c0-4303-b313-08707ff08117 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1992316 Aug 25 15:09:47.882722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-14a5586d-449c-4c69-971c-166f5315a4d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304999 Aug 25 15:09:47.883766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30458302-d14b-4903-b2d8-549819ffff4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.904874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30458302-d14b-4903-b2d8-549819ffff4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:47.912125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30458302-d14b-4903-b2d8-549819ffff4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1276305 Aug 25 15:09:47.913129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:47.938446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:47.960724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:47.961041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4eeb17f0-5b7e-4b6f-a0dc-076db02ea7b9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:48.007198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-e49e3f73-89ae-4bf0-881d-576a87ec1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.008730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-e49e3f73-89ae-4bf0-881d-576a87ec1220 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.3660116 Aug 25 15:09:48.030858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 70bccd6e-902b-47f6-9720-66b406c3300e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:48.031318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.103658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-c0fd768a-cec5-4b42-bc4f-2d2885849a14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 999 time: 0.0812364 Aug 25 15:09:48.105528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.108938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-e91d4751-3de7-47e1-abf6-7fc37fcc1f8d service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124159 Aug 25 15:09:48.121010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 70bccd6e-902b-47f6-9720-66b406c3300e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:48.242126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-1e1520a2-34f8-42c8-bb47-3a01fcb62513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.244695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-1e1520a2-34f8-42c8-bb47-3a01fcb62513 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.1328852 Aug 25 15:09:48.289553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.335950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=70bccd6e-902b-47f6-9720-66b406c3300e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:48.340016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.344816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2dfb3cdb-e4b9-4240-a904-bca6a3acdd59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/70bccd6e-902b-47f6-9720-66b406c3300e HTTP/1.1" status: 204 len: 168 time: 0.4306147 Aug 25 15:09:48.345511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55590) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:48.355239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc2626a1-ce49-4b8b-9751-35890e202c37 req-5c0cec4e-8e20-47d0-a6a1-2e01571ced4e service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365406 Aug 25 15:09:48.398532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec40841-cb92-467c-8f94-33acf9966f97 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.404427 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ec40841-cb92-467c-8f94-33acf9966f97 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0572734 Aug 25 15:09:48.404427 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55594) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:48.417613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:09:48.429253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.442009 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3cc97d-fb1c-48c2-867d-ca8aaddfa7ef tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:09:48.446803 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef3cc97d-fb1c-48c2-867d-ca8aaddfa7ef tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/29c2a77e-ceae-42b6-9a26-956fc3e32a11 HTTP/1.1" status: 404 len: 333 time: 0.0412898 Aug 25 15:09:48.448229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:48.449987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:48.453090 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:48.485132 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf0a87e-e369-4da9-9aa8-d21379405759 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:09:48.485132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-baf0a87e-e369-4da9-9aa8-d21379405759 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/70bccd6e-902b-47f6-9720-66b406c3300e HTTP/1.1" status: 404 len: 333 time: 0.0276804 Aug 25 15:09:48.485462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-0d4c7c76-4a11-46b9-9d2d-4046cddce595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.485462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-0d4c7c76-4a11-46b9-9d2d-4046cddce595 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305391 Aug 25 15:09:48.486174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:48.524560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:48.544063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feec17-55c3-4a6e-8707-3a911850f9f8 req-e6197ea3-45a5-42b7-b5a8-397ae680b1e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.545718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3feec17-55c3-4a6e-8707-3a911850f9f8 req-e6197ea3-45a5-42b7-b5a8-397ae680b1e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 944 time: 0.1894524 Aug 25 15:09:48.573347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:48.581865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.583017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.588773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8d338-da83-4687-86b0-1e573d92d0f7 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:48.606612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.611801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=c2b4d75c-960e-40a8-832e-aa5c9d89549e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:48.616146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb873ce-f5d7-44ed-93b8-fa4d555fb006 req-b646a53e-5275-48f8-bd2c-c775a055c1b6 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:48.617725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eb873ce-f5d7-44ed-93b8-fa4d555fb006 req-b646a53e-5275-48f8-bd2c-c775a055c1b6 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 983 time: 0.1190763 Aug 25 15:09:48.665499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3feec17-55c3-4a6e-8707-3a911850f9f8 req-28130064-f406-46f5-b939-94ffe5f730ba tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855677 Aug 25 15:09:48.709711 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5aa38960-b32c-4f11-84d5-bde053ec3208 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9819860 Aug 25 15:09:48.710337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55612) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:48.721332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:6f:ff:dd', 'name': 'tempest-NetworksTestDHCPv6-1524718603'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:48.736531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-f19ab836-73f9-437c-b0ff-204ef125cae8 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406340 Aug 25 15:09:48.737124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1eb873ce-f5d7-44ed-93b8-fa4d555fb006 req-af62d51f-a0a8-4960-bce6-fd8e1d9e338d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1009173 Aug 25 15:09:48.782192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.813072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e67edcc-e8b3-43f6-897b-be58158a0d55']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:48.840013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'c2b4d75c-960e-40a8-832e-aa5c9d89549e'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:48.840902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.852019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2e8a0c-fd7f-4e42-af5a-3e40088c1a94') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:48.852019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2e8a0c-fd7f-4e42-af5a-3e40088c1a94') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:48.881805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.891467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48e5551-2e22-45ec-b619-ff50fbe924cd req-0b6e506f-839d-4cc1-b0d4-c8aa852043a1 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347544 Aug 25 15:09:48.891467 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1de345-75c1-40c9-87fc-e381a6f184f4 x-openstack-request-id: req-9a1de345-75c1-40c9-87fc-e381a6f184f4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:48.891467 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:48.891467 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a1de345-75c1-40c9-87fc-e381a6f184f4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:48.891467 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'status': 'completed', 'code': 200} Aug 25 15:09:48.969603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:48.996073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:48.996757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:49.007429 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:49.045323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:49.116134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04fc5-5c66-4ce9-916a-9e8468805701 req-d5bb3626-e6b3-4931-a71f-ed98b0b9cafb tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:49.124385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2e04fc5-5c66-4ce9-916a-9e8468805701 req-d5bb3626-e6b3-4931-a71f-ed98b0b9cafb tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.2171590 Aug 25 15:09:49.171525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2e04fc5-5c66-4ce9-916a-9e8468805701 req-993b8bca-c32b-4739-a168-af427603f078 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457602 Aug 25 15:09:49.180903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Allocated IP 2001:db8::f816:3eff:fe96:14b9 (adfdb661-dddb-4df2-9db5-dc9311fa8623/c2b4d75c-960e-40a8-832e-aa5c9d89549e/5601c3ad-5b8a-4295-8602-3e29a8b9905f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:49.235969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-9b0e0b82-547a-440c-82a8-3473703d54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:49.238545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-9b0e0b82-547a-440c-82a8-3473703d54ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1095 time: 0.1519806 Aug 25 15:09:49.249711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.266775 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.269952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/6e67edcc-e8b3-43f6-897b-be58158a0d55 HTTP/1.1" status: 204 len: 168 time: 0.7815933 Aug 25 15:09:49.275385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55646) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:49.305971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-923059618'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:49.328928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead526-7cc1-40dd-be3c-27f7f7195e03 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=6e67edcc-e8b3-43f6-897b-be58158a0d55,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:49.332277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.428977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.451678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:49.456635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.460897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Transition to ACTIVE for port object 5601c3ad-5b8a-4295-8602-3e29a8b9905f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:49.512275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Transition to ACTIVE for port object 5601c3ad-5b8a-4295-8602-3e29a8b9905f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:49.523134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:09:49.546242 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.546653 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment 074559cc-1476-4d2d-ba8f-a4c1bbe96d7b of type vlan for network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 Aug 25 15:09:49.595616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.598529 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.650878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:49.655971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:49.659640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:49.670577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Pushing event updated for resources: {'Port': ['ID=5601c3ad-5b8a-4295-8602-3e29a8b9905f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:49.692489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.707575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:49.708239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.729599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Attempting to bind port 5601c3ad-5b8a-4295-8602-3e29a8b9905f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:49.733074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Attempting to bind port 5601c3ad-5b8a-4295-8602-3e29a8b9905f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:49.734404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Attempting to bind port 5601c3ad-5b8a-4295-8602-3e29a8b9905f on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:49.747290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:49.747290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:49.747290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.747762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:49.749491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Bound port: 5601c3ad-5b8a-4295-8602-3e29a8b9905f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:49.750041 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:49.784851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port bc64cb94-fb73-4513-a9d6-7c905a9dfa1e yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:49.866860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] For port 5601c3ad-5b8a-4295-8602-3e29a8b9905f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:49.870624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] For port 5601c3ad-5b8a-4295-8602-3e29a8b9905f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5601c3ad-5b8a-4295-8602-3e29a8b9905f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:49.877878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=69815f6e-3bbc-4aac-bdcb-8e27fbf1d581,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:49.890689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:09:49.940142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-50abdce6-397e-4e3a-89c9-57082885cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:49.943595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-50abdce6-397e-4e3a-89c9-57082885cdb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.6919310 Aug 25 15:09:50.024198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71493639-5b15-4684-8775-105c69c9dad6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7469137 Aug 25 15:09:50.033822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55674) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:50.043741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025b43-4b47-41c9-8ce1-ba677a346ed9 req-acd823da-72d4-4b94-a35a-277490017002 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:50.045823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d025b43-4b47-41c9-8ce1-ba677a346ed9 req-acd823da-72d4-4b94-a35a-277490017002 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 944 time: 0.1966856 Aug 25 15:09:50.046698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:50.051748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.093467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe6f:ffdd (adfdb661-dddb-4df2-9db5-dc9311fa8623/c2b4d75c-960e-40a8-832e-aa5c9d89549e/bc64cb94-fb73-4513-a9d6-7c905a9dfa1e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:50.110610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55676) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:50.152003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765d25e-d066-465b-b552-f01afe0be018 None None] Pushing event updated for resources: {'Port': ['ID=5601c3ad-5b8a-4295-8602-3e29a8b9905f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:50.178881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-832191d9-6f74-45f1-aa6b-5b37379da762 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 999 time: 0.1955936 Aug 25 15:09:50.203398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 13d1de30-b6ce-4f50-96e9-0cd41dc56dba details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:09:50.207605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead426-1868-42dd-8947-eca976ac0667 req-eff53b7c-97a4-4cc8-a5d8-ef59f281c117 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:50.216152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3fead426-1868-42dd-8947-eca976ac0667 req-eff53b7c-97a4-4cc8-a5d8-ef59f281c117 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 983 time: 0.2510495 Aug 25 15:09:50.652175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d025b43-4b47-41c9-8ce1-ba677a346ed9 req-01513fc5-d658-4195-9e75-0ae8d2c4509f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930568 Aug 25 15:09:50.671277 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3fead426-1868-42dd-8947-eca976ac0667 req-3f6335a2-78a9-46e5-bf22-6e4a546c7e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1024969 Aug 25 15:09:50.672163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12a82bc7-c83e-41ab-bcf6-47237535cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.672719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:50.673042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-394c4168-7d90-465a-b9a2-2f91ff31e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:50.673042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-394c4168-7d90-465a-b9a2-2f91ff31e04e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.2679198 Aug 25 15:09:50.673245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'port_id': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'mac_address': 'fa:16:3e:15:e2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:09:50.673245 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.673245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d1de30-b6ce-4f50-96e9-0cd41dc56dba {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:50.673601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:50.673601 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.673802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:50.723358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cdc0a-59d4-4840-924d-f261e356a83e req-2a413c4d-e11a-4e9c-b30f-02b5f30520a4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:50.725219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-776cdc0a-59d4-4840-924d-f261e356a83e req-2a413c4d-e11a-4e9c-b30f-02b5f30520a4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.2951770 Aug 25 15:09:50.746385 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.747196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 22969dca-2842-4053-8045-3525826dbd67 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:09:50.771902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-baa944db-2927-4e24-8041-0f106d1e3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:50.773709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-baa944db-2927-4e24-8041-0f106d1e3b52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303824 Aug 25 15:09:50.801590 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.857552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-776cdc0a-59d4-4840-924d-f261e356a83e req-3a806d2d-420a-4229-8b7d-1a4a835893f3 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217899 Aug 25 15:09:50.871373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object bc64cb94-fb73-4513-a9d6-7c905a9dfa1e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:50.958097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12a82bc7-c83e-41ab-bcf6-47237535cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:50.971611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:51.033719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 22969dca-2842-4053-8045-3525826dbd67, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=22969dca-2842-4053-8045-3525826dbd67,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:51.048560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '22969dca-2842-4053-8045-3525826dbd67', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': '22969dca-2842-4053-8045-3525826dbd67', 'mac_address': 'fa:16:3e:cb:ac:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:09:51.054969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.069771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-cc281b91-e6ed-4043-abd0-a90e8f4de570 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496878 Aug 25 15:09:51.123530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12a82bc7-c83e-41ab-bcf6-47237535cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.144088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.153267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91b2d893-6cdb-4c1b-8451-fb2d883a1c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.183431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22969dca-2842-4053-8045-3525826dbd67 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:09:51.197802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a82bc7-c83e-41ab-bcf6-47237535cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b053f23-245d-4bdd-b9cf-2f92235417e0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:51.214249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12a82bc7-c83e-41ab-bcf6-47237535cdff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55c40c81c2f74090add2b443f2e11197&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1022034 Aug 25 15:09:51.221377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55684) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:51.232775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.237213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:51.251694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:51.251694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:09:51.330208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001307bd-6ed6-4576-a077-4836dfee0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.333667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 22969dca-2842-4053-8045-3525826dbd67, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=22969dca-2842-4053-8045-3525826dbd67,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:51.360850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:51.367912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=bc64cb94-fb73-4513-a9d6-7c905a9dfa1e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:51.373438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:51.379168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:51.397898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:51.404167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.417299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:09:51.435208 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.465718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001307bd-6ed6-4576-a077-4836dfee0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.504317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:51.522098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91502fd-d71f-4aa5-8994-b19ec3466799 None None] Network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:51.524759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:51.525551 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.585452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e4e22202-68f7-47ba-8063-d9a3438a3d79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8668852 Aug 25 15:09:51.585452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55692) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:51.599122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af34dd-33b2-4904-b5a5-e32194c01062 req-ba383295-4bf4-4df1-8cdb-edf773679144 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:51.600836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-34af34dd-33b2-4904-b5a5-e32194c01062 req-ba383295-4bf4-4df1-8cdb-edf773679144 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 945 time: 0.1740296 Aug 25 15:09:51.682763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-34af34dd-33b2-4904-b5a5-e32194c01062 req-1aa7610f-d69d-431a-9d56-4e15daed34fd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666182 Aug 25 15:09:51.683509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d312ce-7a6a-4649-9f8c-ba590f45a9fc req-134a2f55-408d-487a-8dff-a7c5f7a731de tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:51.685265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5d312ce-7a6a-4649-9f8c-ba590f45a9fc req-134a2f55-408d-487a-8dff-a7c5f7a731de tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 984 time: 0.2066531 Aug 25 15:09:51.699348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ed7f0589-7ba7-4afa-a7f7-c30a8619ed79 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6551495 Aug 25 15:09:51.699348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55694) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:51.703077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581', 'name': 'tempest-PortsTestJSON-546087436'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:51.703696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1ff56-985a-4329-af68-544db313c89a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:51.710702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1ff56-985a-4329-af68-544db313c89a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:51.712464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ded1ff56-985a-4329-af68-544db313c89a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1268954 Aug 25 15:09:51.727245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:51.793821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5d312ce-7a6a-4649-9f8c-ba590f45a9fc req-83f1f1ab-8519-420e-94f7-4df5e03da5f2 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0765841 Aug 25 15:09:51.808375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001307bd-6ed6-4576-a077-4836dfee0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.808375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001307bd-6ed6-4576-a077-4836dfee0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:51.815751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-001307bd-6ed6-4576-a077-4836dfee0666 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b053f23-245d-4bdd-b9cf-2f92235417e0 HTTP/1.1" status: 204 len: 168 time: 0.5967476 Aug 25 15:09:51.854882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['13d1de30-b6ce-4f50-96e9-0cd41dc56dba'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:51.859965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001307bd-6ed6-4576-a077-4836dfee0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b053f23-245d-4bdd-b9cf-2f92235417e0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:51.875786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['22969dca-2842-4053-8045-3525826dbd67'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:09:51.973021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=22969dca-2842-4053-8045-3525826dbd67,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:52.167843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98515-daed-4850-82b1-379c4339f039 req-fbb25d2e-ebf0-44e5-b801-0fa03390428b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:52.168617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-226961d5-735f-4347-a1f1-57398836a7d8 None None] Provisioning for port 5601c3ad-5b8a-4295-8602-3e29a8b9905f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:52.175583 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9bf98515-daed-4850-82b1-379c4339f039 req-fbb25d2e-ebf0-44e5-b801-0fa03390428b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1296003 Aug 25 15:09:52.185074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5601c3ad-5b8a-4295-8602-3e29a8b9905f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:52.211368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port bc64cb94-fb73-4513-a9d6-7c905a9dfa1e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:52.211994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:52.295974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-69815f6e-3bbc-4aac-bdcb-8e27fbf1d581', 'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': 'ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:52.296970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:52.376142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:52.380340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:52.402826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9bf98515-daed-4850-82b1-379c4339f039 req-a356ca14-c557-44ca-b5d2-4f44a70acaff tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261286 Aug 25 15:09:52.458278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port e125d145-50d7-49e7-b9d5-8740e32df5ce yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:52.653899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.12 (69815f6e-3bbc-4aac-bdcb-8e27fbf1d581/ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19/e125d145-50d7-49e7-b9d5-8740e32df5ce) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:52.703656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5601c3ad-5b8a-4295-8602-3e29a8b9905f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:52.705513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:52.733250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for bc64cb94-fb73-4513-a9d6-7c905a9dfa1e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:52.738549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b943844e-6d33-4287-bd56-690d7a87873f None None] Provisioning for port bc64cb94-fb73-4513-a9d6-7c905a9dfa1e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:52.747249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5601c3ad-5b8a-4295-8602-3e29a8b9905f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:52.759250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:52.762928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b943844e-6d33-4287-bd56-690d7a87873f None None] Provisioning complete for port bc64cb94-fb73-4513-a9d6-7c905a9dfa1e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:52.765652 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b943844e-6d33-4287-bd56-690d7a87873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:52.935373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b943844e-6d33-4287-bd56-690d7a87873f None None] Port bc64cb94-fb73-4513-a9d6-7c905a9dfa1e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:09:53.026917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b55be-15d2-421b-9855-2908e302afa0 req-73079915-5813-43df-802a-d2f57b83732e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:53.035349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe9b55be-15d2-421b-9855-2908e302afa0 req-73079915-5813-43df-802a-d2f57b83732e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 945 time: 0.1280088 Aug 25 15:09:53.127285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe9b55be-15d2-421b-9855-2908e302afa0 req-4770b87b-8997-4644-98bf-fdbddfdcaac3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908449 Aug 25 15:09:53.248852 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.300594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 5601c3ad-5b8a-4295-8602-3e29a8b9905f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5601c3ad-5b8a-4295-8602-3e29a8b9905f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:53.458715 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.485615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2787b4b-c5fd-44f0-a414-768c329d9c94 req-d825c526-6f1e-4de8-a9c2-a864b9d747b6 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:53.487278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2787b4b-c5fd-44f0-a414-768c329d9c94 req-d825c526-6f1e-4de8-a9c2-a864b9d747b6 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 984 time: 0.1246376 Aug 25 15:09:53.498622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object e125d145-50d7-49e7-b9d5-8740e32df5ce will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:53.551908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc1ce2-714b-4667-9998-49bb1c7a9ca8 req-92186590-66d5-40a5-a2f6-f52ab7d00bdf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:53.553448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07dc1ce2-714b-4667-9998-49bb1c7a9ca8 req-92186590-66d5-40a5-a2f6-f52ab7d00bdf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.0652194 Aug 25 15:09:53.566592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.595519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2787b4b-c5fd-44f0-a414-768c329d9c94 req-b8ce09dc-d364-4b12-862f-06e233a3e386 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0987287 Aug 25 15:09:53.676492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07dc1ce2-714b-4667-9998-49bb1c7a9ca8 req-61f3d57b-2143-4cfb-85e3-3d2d32537943 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166451 Aug 25 15:09:53.677831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.781132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.789812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=bc64cb94-fb73-4513-a9d6-7c905a9dfa1e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:53.831622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.833879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec0142ca-c780-4ff8-8da7-acec9a0b7698 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/bc64cb94-fb73-4513-a9d6-7c905a9dfa1e HTTP/1.1" status: 204 len: 168 time: 2.1056910 Aug 25 15:09:53.838142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:53.894701 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba17b2a5-ee22-4134-a040-8cf7d7d93d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:53.921335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=5601c3ad-5b8a-4295-8602-3e29a8b9905f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:53.928063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49521358-1cba-4f95-921c-5adfca80bc84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:53.934647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49521358-1cba-4f95-921c-5adfca80bc84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:53.934647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-49521358-1cba-4f95-921c-5adfca80bc84 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0726528 Aug 25 15:09:53.936520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:53.976831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Allocated IP 172.20.0.2 (69815f6e-3bbc-4aac-bdcb-8e27fbf1d581/ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19/6c918599-eea5-4662-adc2-2202262e3f21) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:54.030215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:54.049434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:54.067975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:54.100745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4907a8dd-c8e4-47ee-8b58-c0ba81952c86 req-d5617e7f-a07c-4443-9171-a1de1b1a0290 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042185 Aug 25 15:09:54.151453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.156210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=e125d145-50d7-49e7-b9d5-8740e32df5ce,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:54.160299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:54.161156 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.198400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet c2b4d75c-960e-40a8-832e-aa5c9d89549e {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:54.205413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.247500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 13d1de30-b6ce-4f50-96e9-0cd41dc56dba up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:54.281920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7cf8e3b2-bae8-4fc2-a2be-1f426ce8d588 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5835390 Aug 25 15:09:54.284823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55746) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:54.302991 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.423231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port e125d145-50d7-49e7-b9d5-8740e32df5ce {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:54.423917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.475502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.488051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Transition to ACTIVE for port object 6c918599-eea5-4662-adc2-2202262e3f21 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:54.497278 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.508033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Transition to ACTIVE for port object 6c918599-eea5-4662-adc2-2202262e3f21 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:54.546012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451eced9-5376-4d7a-a4c3-8ad8053d6225 req-e79dedb5-da5c-4ad4-abc9-fd0cd13191d3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:54.555145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-451eced9-5376-4d7a-a4c3-8ad8053d6225 req-e79dedb5-da5c-4ad4-abc9-fd0cd13191d3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 945 time: 0.1569824 Aug 25 15:09:54.578055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.597381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:54.602134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:54.607043 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.623505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for e125d145-50d7-49e7-b9d5-8740e32df5ce owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:54.644450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-451eced9-5376-4d7a-a4c3-8ad8053d6225 req-eafff509-816b-4095-88e9-c42aca80badc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875659 Aug 25 15:09:54.693868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.765867 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.837458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:54.845107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b4d75c-960e-40a8-832e-aa5c9d89549e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:54.847685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:54.862352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:54.886801 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:54.891018 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28dc87d3-8067-4e31-84fe-a9589f098825 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/c2b4d75c-960e-40a8-832e-aa5c9d89549e HTTP/1.1" status: 204 len: 168 time: 0.9523692 Aug 25 15:09:54.896562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55764) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:54.925307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c79c30-4f1c-4eb0-b552-8bc5c552317f None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:54.925307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Pushing event updated for resources: {'Port': ['ID=6c918599-eea5-4662-adc2-2202262e3f21,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:55.026551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4ad9a533-bfba-48a1-9cdb-73532845f524 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280217 Aug 25 15:09:55.029609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:55.036429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:55.040205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba30689-ff4c-4562-b05a-23281d10a5d9 req-e860b0fc-8a44-464c-971c-10b7805de101 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:55.042426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aba30689-ff4c-4562-b05a-23281d10a5d9 req-e860b0fc-8a44-464c-971c-10b7805de101 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1479974 Aug 25 15:09:55.076722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13e42d-c06a-48f8-a9c1-c1577560c147 req-c1291c9c-4f3c-46d9-9e06-97154ca6b9c9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:55.080175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc13e42d-c06a-48f8-a9c1-c1577560c147 req-c1291c9c-4f3c-46d9-9e06-97154ca6b9c9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 984 time: 0.2834146 Aug 25 15:09:55.106240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aba30689-ff4c-4562-b05a-23281d10a5d9 req-1ff6b57e-2535-4f19-9410-2818aa3b468d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568688 Aug 25 15:09:55.257521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc13e42d-c06a-48f8-a9c1-c1577560c147 req-4c213141-9065-464d-9693-5c51aa22b5c7 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1565168 Aug 25 15:09:55.369839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.461392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:55.472606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.485905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=e125d145-50d7-49e7-b9d5-8740e32df5ce,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:55.583647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Attempting to bind port 6c918599-eea5-4662-adc2-2202262e3f21 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:55.585071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Attempting to bind port 6c918599-eea5-4662-adc2-2202262e3f21 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:55.585071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Attempting to bind port 6c918599-eea5-4662-adc2-2202262e3f21 on network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:55.609442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.624631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:55.630838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Checking segment: {'id': '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:55.630838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.630838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Bound using segment: {'id': '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:55.630838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Bound port: 6c918599-eea5-4662-adc2-2202262e3f21, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69815f6e-3bbc-4aac-bdcb-8e27fbf1d581'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:55.630838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.669621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.673947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-526afb64-2d24-4c92-9150-9ac9723f76c2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/e125d145-50d7-49e7-b9d5-8740e32df5ce HTTP/1.1" status: 204 len: 168 time: 1.3855217 Aug 25 15:09:55.678553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55784) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:55.679134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:55.681006 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27e51e-a36b-4a2c-967b-b483ced5c7e3" -d '{"events": [{"server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "name": "network-vif-plugged", "status": "completed", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:55.786075 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-821ca912-2267-417d-b150-f867588ab9bc tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:09:55.786839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821ca912-2267-417d-b150-f867588ab9bc tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:09:55.787320 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.788661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-821ca912-2267-417d-b150-f867588ab9bc tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/e125d145-50d7-49e7-b9d5-8740e32df5ce HTTP/1.1" status: 404 len: 333 time: 0.1088815 Aug 25 15:09:55.793939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55792) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:55.801080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:55.904181 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d955168e-c1c5-4c53-8068-fd44eb9ba1d4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:09:55.909188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d955168e-c1c5-4c53-8068-fd44eb9ba1d4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/e125d145-50d7-49e7-b9d5-8740e32df5ce HTTP/1.1" status: 404 len: 333 time: 0.0959928 Aug 25 15:09:55.912213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:55.926532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55796) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:55.931043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 22969dca-2842-4053-8045-3525826dbd67 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:56.023865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] For port 6c918599-eea5-4662-adc2-2202262e3f21, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:56.043833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] For port 6c918599-eea5-4662-adc2-2202262e3f21, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6c918599-eea5-4662-adc2-2202262e3f21,segment=NetworkSegment(074559cc-1476-4d2d-ba8f-a4c1bbe96d7b),segment_id=074559cc-1476-4d2d-ba8f-a4c1bbe96d7b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:56.047133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:56.066360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:09:56.070310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.117615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.202942 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c8b7b-e183-4ef9-b148-8f6df7c10301 x-openstack-request-id: req-d49c8b7b-e183-4ef9-b148-8f6df7c10301 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:56.203572 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "name": "network-vif-plugged", "status": "completed", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:56.205123 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d49c8b7b-e183-4ef9-b148-8f6df7c10301 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:56.205759 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'code': 200} Aug 25 15:09:56.211063 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.242629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:56.357588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.415830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] Deleting port 5601c3ad-5b8a-4295-8602-3e29a8b9905f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:56.416379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.422703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201a420-daec-4c5c-a49e-99f2c9322a08 None None] Pushing event updated for resources: {'Port': ['ID=6c918599-eea5-4662-adc2-2202262e3f21,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:56.441598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:09:56.503446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 22969dca-2842-4053-8045-3525826dbd67 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:56.513984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 22969dca-2842-4053-8045-3525826dbd67 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:56.514747 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.550431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fea0-13e3-4e48-8304-302c0db8b305 req-af08e7f1-ac22-4f87-9697-1ee23d607b0e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:56.565347 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc18fea0-13e3-4e48-8304-302c0db8b305 req-af08e7f1-ac22-4f87-9697-1ee23d607b0e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 945 time: 0.6552439 Aug 25 15:09:56.651766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.676326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] For port 5601c3ad-5b8a-4295-8602-3e29a8b9905f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5601c3ad-5b8a-4295-8602-3e29a8b9905f,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:56.676729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.687750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc18fea0-13e3-4e48-8304-302c0db8b305 req-ca72e356-11fd-4637-b843-93dd3abce04f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213379 Aug 25 15:09:56.795868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:56.803447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.809644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6207aab8-3ed0-404d-8cb3-0af4f23904f5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19 HTTP/1.1" status: 204 len: 168 time: 0.8779619 Aug 25 15:09:56.815134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55812) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:56.828620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] Calling delete_port for 5601c3ad-5b8a-4295-8602-3e29a8b9905f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:56.889117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:56.957921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb6ca9-745f-42b6-ade3-4297dcfca478 req-f783d021-a5ba-4a17-9d1b-828e3eb7cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:56.960286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bacb6ca9-745f-42b6-ade3-4297dcfca478 req-f783d021-a5ba-4a17-9d1b-828e3eb7cf60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1136 time: 0.5006318 Aug 25 15:09:56.991837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928c7e-187a-47fd-a415-d5324932d834 req-4bd78716-c132-4111-b490-39a9a6547cb2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:56.999147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19928c7e-187a-47fd-a415-d5324932d834 req-4bd78716-c132-4111-b490-39a9a6547cb2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.5337977 Aug 25 15:09:57.106812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.122493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 22969dca-2842-4053-8045-3525826dbd67, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=22969dca-2842-4053-8045-3525826dbd67,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:57.137714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8160db-8939-45bd-981a-d65c1cfe3c32 req-fddad5ba-910b-4ca7-8802-bde8dde86e5e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:57.145429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc8160db-8939-45bd-981a-d65c1cfe3c32 req-fddad5ba-910b-4ca7-8802-bde8dde86e5e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.2646852 Aug 25 15:09:57.158887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.240028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.287477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19928c7e-187a-47fd-a415-d5324932d834 req-6ee78dfc-63cc-4645-9dbe-cd5a95d6c35d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739897 Aug 25 15:09:57.306168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc8160db-8939-45bd-981a-d65c1cfe3c32 req-1f939117-259a-4d98-abb5-580c85e28431 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1576769 Aug 25 15:09:57.307734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bacb6ca9-745f-42b6-ade3-4297dcfca478 req-116c345d-ea6a-40ad-a642-0842159d95eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2902329 Aug 25 15:09:57.318494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.341322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.342025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.377060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=22969dca-2842-4053-8045-3525826dbd67,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:57.390535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Port 5601c3ad-5b8a-4295-8602-3e29a8b9905f concurrently deleted while adding address for new subnet {'id': '27b7fedf-897b-4dee-8492-f8dee2012bae', 'name': '', 'tenant_id': '02c721953585433486deef8c5213e33b', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2638, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-25T15:09:55Z', 'updated_at': '2021-08-25T15:09:55Z', 'revision_number': 0, 'segment_id': None, 'project_id': '02c721953585433486deef8c5213e33b'}. {{(pid=101873) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 25 15:09:57.391676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.396242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] No DVR routers for this DVR port 5601c3ad-5b8a-4295-8602-3e29a8b9905f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:57.397221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 6c918599-eea5-4662-adc2-2202262e3f21 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:09:57.397221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.425594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092e8f-c287-4ca9-a20d-fd6a3a4fb907 None None] Pushing event deleted for resources: {'Port': ['ID=5601c3ad-5b8a-4295-8602-3e29a8b9905f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:57.471094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:57.503869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:57.510752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:57.511362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.516596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f65730-a443-4a94-b841-1590c385410c None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:57.537308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=27b7fedf-897b-4dee-8492-f8dee2012bae,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:57.598628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ae0f4e0d-f94c-4c08-8d57-5ab58918a5a4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5665429 Aug 25 15:09:57.599951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55824) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:57.610888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:80:f8:89', 'name': 'tempest-NetworksTestDHCPv6-232960397'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:57.616086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port 6c918599-eea5-4662-adc2-2202262e3f21, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6c918599-eea5-4662-adc2-2202262e3f21,segment=NetworkSegment(074559cc-1476-4d2d-ba8f-a4c1bbe96d7b),segment_id=074559cc-1476-4d2d-ba8f-a4c1bbe96d7b)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:09:57.616580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:57.644093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 6c918599-eea5-4662-adc2-2202262e3f21 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:09:57.792042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '27b7fedf-897b-4dee-8492-f8dee2012bae'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:09:57.799782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.012396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6c918599-eea5-4662-adc2-2202262e3f21 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:09:58.063335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ba53e-cd32-4b77-b0a7-0804d9c56947 req-c96bd791-3a47-4aad-bf19-15fff6b576ec tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:58.065508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b5ba53e-cd32-4b77-b0a7-0804d9c56947 req-c96bd791-3a47-4aad-bf19-15fff6b576ec tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.1268787 Aug 25 15:09:58.084414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.091126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6c918599-eea5-4662-adc2-2202262e3f21 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:09:58.135940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=6c918599-eea5-4662-adc2-2202262e3f21,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:58.138660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port 6c918599-eea5-4662-adc2-2202262e3f21 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:09:58.147751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6c918599-eea5-4662-adc2-2202262e3f21 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:09:58.148348 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.170436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b5ba53e-cd32-4b77-b0a7-0804d9c56947 req-69a6b9b7-08aa-4426-b60f-f2f8c360ae26 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924497 Aug 25 15:09:58.183336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:58.203441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443bc72-6f3a-4d42-a954-731fda02b825 None None] Network 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:09:58.227466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22969dca-2842-4053-8045-3525826dbd67'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:09:58.235053 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cbd3b-3493-4d13-a7de-d3fea44a0bf2" -d '{"events": [{"server_uuid": "f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa", "name": "network-vif-plugged", "status": "completed", "tag": "22969dca-2842-4053-8045-3525826dbd67"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:09:58.252850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Port 6c918599-eea5-4662-adc2-2202262e3f21 was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:09:58.291738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39af1933-b8e8-4e74-8602-758c3ed02165 None None] Could not find standard attr ID for object 6c918599-eea5-4662-adc2-2202262e3f21. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:09:58.383891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.397606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5601c3ad-5b8a-4295-8602-3e29a8b9905f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:09:58.413170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69815f6e-3bbc-4aac-bdcb-8e27fbf1d581']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:58.462882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:58.468089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074559cc-1476-4d2d-ba8f-a4c1bbe96d7b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:09:58.474407 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.475575 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8776abcf-4c8a-4e63-934e-798e47458e00 x-openstack-request-id: req-8776abcf-4c8a-4e63-934e-798e47458e00 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:09:58.478558 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa", "name": "network-vif-plugged", "status": "completed", "tag": "22969dca-2842-4053-8045-3525826dbd67", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:09:58.478847 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8776abcf-4c8a-4e63-934e-798e47458e00 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:09:58.480386 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22969dca-2842-4053-8045-3525826dbd67', 'code': 200} Aug 25 15:09:58.515259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.530913 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.565294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:09:58.566619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:09:58.595788 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:09:58.660061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Allocated IP 2001:db8::f816:3eff:fe71:ce5f (adfdb661-dddb-4df2-9db5-dc9311fa8623/27b7fedf-897b-4dee-8492-f8dee2012bae/26b25813-f6b2-4f01-801c-2ca65102ac45) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:58.668314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 8935abc8-5205-4a02-820e-cd769c4d64eb yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:09:58.781892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ab8a5-718d-4c0b-bd09-1e8533317fa9 req-fcdb18b7-ec93-47fe-b92b-77724d4c7d35 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:58.791656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-151ab8a5-718d-4c0b-bd09-1e8533317fa9 req-fcdb18b7-ec93-47fe-b92b-77724d4c7d35 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.2551064 Aug 25 15:09:58.839486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e28280-e01f-46c6-8a7e-3f225e749382 req-949307ee-600d-4b20-9fc6-fd2081667b73 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:58.841127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13e28280-e01f-46c6-8a7e-3f225e749382 req-949307ee-600d-4b20-9fc6-fd2081667b73 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.1987596 Aug 25 15:09:58.872416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033047b1-027a-45df-a9ed-01bcbc8f604b req-0216749a-eb23-49a3-96b5-80bcb2dcf10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:58.874749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-033047b1-027a-45df-a9ed-01bcbc8f604b req-0216749a-eb23-49a3-96b5-80bcb2dcf10b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 1097 time: 0.2407458 Aug 25 15:09:58.885976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-151ab8a5-718d-4c0b-bd09-1e8533317fa9 req-3945c1ce-2ed1-4b96-bbf1-debff040636b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931416 Aug 25 15:09:58.892230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 5601c3ad-5b8a-4295-8602-3e29a8b9905f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:09:58.893153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5601c3ad-5b8a-4295-8602-3e29a8b9905f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:09:58.939655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-13e28280-e01f-46c6-8a7e-3f225e749382 req-ade26054-8680-438f-b371-916eabc51c94 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0860169 Aug 25 15:09:58.943464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.962176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:58.973078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55862) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:09:58.979529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 HTTP/1.1" status: 204 len: 168 time: 2.1628723 Aug 25 15:09:58.983198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1108841780'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:09:59.020556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472067fb-7886-4588-853d-bfb21791eebe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=69815f6e-3bbc-4aac-bdcb-8e27fbf1d581,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:59.115763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-033047b1-027a-45df-a9ed-01bcbc8f604b req-b100e6bd-1cdc-4b68-a6b9-22df6e3db7ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246401 Aug 25 15:09:59.149454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.183975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:09:59.191285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.214872 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.218784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed24a6c-96b5-4a20-8715-be03ebc5dc5a None None] DHCP port deletion for 69815f6e-3bbc-4aac-bdcb-8e27fbf1d581 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:09:59.243320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Transition to ACTIVE for port object 26b25813-f6b2-4f01-801c-2ca65102ac45 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:59.264826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:09:59.282705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.283087 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment 9aeb1533-3ea7-4707-9fd0-d31e9b38708e of type vlan for network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 Aug 25 15:09:59.284908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Transition to ACTIVE for port object 26b25813-f6b2-4f01-801c-2ca65102ac45 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:59.357003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.407599 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.412132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cce6d-2072-4579-8001-257fbbc3812a req-4bdd1415-8e71-4be3-a963-866dc04ad0d3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:59.413367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c36cce6d-2072-4579-8001-257fbbc3812a req-4bdd1415-8e71-4be3-a963-866dc04ad0d3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.1290174 Aug 25 15:09:59.449208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:09:59.452922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:09:59.457396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:09:59.515767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe80:f889 (adfdb661-dddb-4df2-9db5-dc9311fa8623/27b7fedf-897b-4dee-8492-f8dee2012bae/8935abc8-5205-4a02-820e-cd769c4d64eb) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:09:59.527708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c36cce6d-2072-4579-8001-257fbbc3812a req-fc076fe9-b220-41fb-8375-5a1d772446c6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025622 Aug 25 15:09:59.548935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Pushing event updated for resources: {'Port': ['ID=26b25813-f6b2-4f01-801c-2ca65102ac45,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:59.552362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Attempting to bind port 26b25813-f6b2-4f01-801c-2ca65102ac45 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:09:59.552965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Attempting to bind port 26b25813-f6b2-4f01-801c-2ca65102ac45 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:09:59.553122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Attempting to bind port 26b25813-f6b2-4f01-801c-2ca65102ac45 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:09:59.560106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:09:59.560595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:09:59.560943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.561354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:09:59.561878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Bound port: 26b25813-f6b2-4f01-801c-2ca65102ac45, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:09:59.562362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.722180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.723752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] For port 26b25813-f6b2-4f01-801c-2ca65102ac45, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:09:59.731245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] For port 26b25813-f6b2-4f01-801c-2ca65102ac45, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=26b25813-f6b2-4f01-801c-2ca65102ac45,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:09:59.734086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:09:59.735594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.767731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.822397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:09:59.956681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 8935abc8-5205-4a02-820e-cd769c4d64eb will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:09:59.964586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=ea47f10e-e7bc-43a1-9e92-f17867a2f1e2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:09:59.990966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe8d80-7ada-42ff-b9c3-0b6bc6baa810 None None] Pushing event updated for resources: {'Port': ['ID=26b25813-f6b2-4f01-801c-2ca65102ac45,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:00.002376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:10:00.005160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55882) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:00.011478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:00.015237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f0ba291a-cf59-4d6e-8ce0-ba8d4dd94f51 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0249126 Aug 25 15:10:00.155791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6c918599-eea5-4662-adc2-2202262e3f21 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:00.228143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6c918599-eea5-4662-adc2-2202262e3f21 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:00.230462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6c918599-eea5-4662-adc2-2202262e3f21 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:00.258536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ef53f-36c2-45c6-a611-8984e830565e req-eb8c71cf-10ae-4e1b-91a4-54c589aabc40 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:00.260964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce5ef53f-36c2-45c6-a611-8984e830565e req-eb8c71cf-10ae-4e1b-91a4-54c589aabc40 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1383240 Aug 25 15:10:00.287561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a697f-4383-44f0-a29a-2833cb698d1c req-af8a6cbb-4fd8-483b-be76-a038347d6fd4 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:00.295129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:00.296303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a5a697f-4383-44f0-a29a-2833cb698d1c req-af8a6cbb-4fd8-483b-be76-a038347d6fd4 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.1346405 Aug 25 15:10:00.410452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a5a697f-4383-44f0-a29a-2833cb698d1c req-34a39e1a-c2aa-4eae-a4df-49819eb670e7 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1129158 Aug 25 15:10:00.464978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:00.471998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:00.495966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:00.502311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce5ef53f-36c2-45c6-a611-8984e830565e req-05dca83c-8d6b-4be3-b53b-e705bdadbfd2 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291863 Aug 25 15:10:00.514852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:00.527080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:00.539647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:00.540328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:00.601833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=8935abc8-5205-4a02-820e-cd769c4d64eb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:00.611647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55894) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:00.691701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9b3ba12c-078d-4071-a1db-7fe5519286f7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0902390 Aug 25 15:10:00.692865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:00.791338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d63bb-2660-4319-80ef-5f7bf90ef5d0 req-53b18b6d-b1ac-4c04-9ddb-2047485c92b3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:00.800557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-952d63bb-2660-4319-80ef-5f7bf90ef5d0 req-53b18b6d-b1ac-4c04-9ddb-2047485c92b3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.1438496 Aug 25 15:10:00.816775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7be76-42a5-40fd-b2ee-f7b3ad66bc61 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:00.837214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7be76-42a5-40fd-b2ee-f7b3ad66bc61 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:00.852118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1af7be76-42a5-40fd-b2ee-f7b3ad66bc61 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1401868 Aug 25 15:10:00.853722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55900) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:01.064680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-952d63bb-2660-4319-80ef-5f7bf90ef5d0 req-a8324f6c-7ce8-40b1-b8e2-93234c98d6a6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133543 Aug 25 15:10:01.066330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98ceca80-e1dc-461f-8e74-9d2a32e7b58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:01.118581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e23d-69bf-4ee0-bf23-47042298c00e req-d7e56e4a-9648-4142-bfae-0bb28f67128d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:01.127050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3314e23d-69bf-4ee0-bf23-47042298c00e req-d7e56e4a-9648-4142-bfae-0bb28f67128d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.3770299 Aug 25 15:10:01.225479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3314e23d-69bf-4ee0-bf23-47042298c00e req-5e9e024b-51ce-453d-ad1f-6eb48e79e885 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0613005 Aug 25 15:10:01.236408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 8935abc8-5205-4a02-820e-cd769c4d64eb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:01.236876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:01.274219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:01.528026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=2aaa5a9a-8d20-4765-8df5-49223b7f84f3,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:01.549832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': '9aeb1533-3ea7-4707-9fd0-d31e9b38708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:01.550505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: ea47f10e-e7bc-43a1-9e92-f17867a2f1e2, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:10:01.594901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e920996-326c-44df-9038-347c6fb66d86 req-963e8ccc-013a-4468-a2df-586d09cb40a8 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:01.597908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e920996-326c-44df-9038-347c6fb66d86 req-963e8ccc-013a-4468-a2df-586d09cb40a8 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1136 time: 0.1534600 Aug 25 15:10:01.625028 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2e920996-326c-44df-9038-347c6fb66d86 req-f818f509-120a-4b0f-b845-000a166ecd74 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:01.658766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:10:01.731812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ea47f10e-e7bc-43a1-9e92-f17867a2f1e2) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:01.739325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:01.748155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:01.748545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c54bd-6178-4b21-9ca9-03e613c5577c None None] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:01.794040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:01.812936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 8935abc8-5205-4a02-820e-cd769c4d64eb owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:02.016826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98ceca80-e1dc-461f-8e74-9d2a32e7b58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.057006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb774cb-b3c8-4fa7-9535-6ee77d73c673 req-172a13ae-6503-4619-a531-6d4a92f909ab tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:02.065170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 26b25813-f6b2-4f01-801c-2ca65102ac45 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:02.065772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eb774cb-b3c8-4fa7-9535-6ee77d73c673 req-172a13ae-6503-4619-a531-6d4a92f909ab tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.8851235 Aug 25 15:10:02.110354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98ceca80-e1dc-461f-8e74-9d2a32e7b58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.136775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ea47f10e-e7bc-43a1-9e92-f17867a2f1e2', 'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': '2aaa5a9a-8d20-4765-8df5-49223b7f84f3'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:02.138031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.142658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-befc24ee-15d7-4fd3-945c-208eb11e47de None None] Provisioning for port 26b25813-f6b2-4f01-801c-2ca65102ac45 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:02.203519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9ffaa399-1553-450e-9020-8cb2fe0bb12b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1967518 Aug 25 15:10:02.206634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:02.212576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-596763089'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:02.225750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-98ceca80-e1dc-461f-8e74-9d2a32e7b58b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3ae10b316fd40aba0ae2642dff162b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6121964 Aug 25 15:10:02.233551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55924) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:02.241223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5eb774cb-b3c8-4fa7-9535-6ee77d73c673 req-c98095ab-4d45-4705-aa60-0420c0ec6da7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717455 Aug 25 15:10:02.243183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceca80-e1dc-461f-8e74-9d2a32e7b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e8235c-1c08-4784-974f-11e89aed0397,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:02.398974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Allocated IP 172.20.0.2 (ea47f10e-e7bc-43a1-9e92-f17867a2f1e2/2aaa5a9a-8d20-4765-8df5-49223b7f84f3/36a1bf5d-45d2-47b1-9db2-2b78d3125f8c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:02.492891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.527537 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-031b44e2-2dee-4559-8648-271e5c3abc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.545419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=8935abc8-5205-4a02-820e-cd769c4d64eb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:02.559084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.578626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Transition to ACTIVE for port object 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:02.596096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Transition to ACTIVE for port object 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:02.603486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-031b44e2-2dee-4559-8648-271e5c3abc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.613647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4d23fb2b-270e-4ab9-8efe-2caf6720d2c0 None None] Could not find standard attr ID for object 8935abc8-5205-4a02-820e-cd769c4d64eb. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:10:02.652585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc80f72-f6af-4335-b46a-58688775b7be req-9cecde8b-2aab-47e9-8fa2-01f0f1c69d9d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:02.654180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cc80f72-f6af-4335-b46a-58688775b7be req-9cecde8b-2aab-47e9-8fa2-01f0f1c69d9d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.2230597 Aug 25 15:10:02.658572 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.673179 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.683319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:02.686095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-375a4287-ed39-4f36-b754-80b8f3838707 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/8935abc8-5205-4a02-820e-cd769c4d64eb HTTP/1.1" status: 204 len: 168 time: 1.8257928 Aug 25 15:10:02.705954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 26b25813-f6b2-4f01-801c-2ca65102ac45 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:02.708378 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2e920996-326c-44df-9038-347c6fb66d86 req-f818f509-120a-4b0f-b845-000a166ecd74 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.724168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:02.728929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 26b25813-f6b2-4f01-801c-2ca65102ac45 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:02.729942 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.808861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cc80f72-f6af-4335-b46a-58688775b7be req-5c9732a9-f939-4900-8601-3528c5075fcd tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192536 Aug 25 15:10:02.822624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-2e920996-326c-44df-9038-347c6fb66d86 req-f818f509-120a-4b0f-b845-000a166ecd74 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:02.857635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:02.869337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:02.902426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5b0b1-19a5-4232-afdd-4232c7a5a882 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:02.909056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5b0b1-19a5-4232-afdd-4232c7a5a882 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:02.913667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55938) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:02.914511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d9a5b0b1-19a5-4232-afdd-4232c7a5a882 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2264168 Aug 25 15:10:02.922499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Pushing event updated for resources: {'Port': ['ID=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:02.959068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:02.967787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.019600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-031b44e2-2dee-4559-8648-271e5c3abc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.027820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-031b44e2-2dee-4559-8648-271e5c3abc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.033336 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-031b44e2-2dee-4559-8648-271e5c3abc57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3e8235c-1c08-4784-974f-11e89aed0397 HTTP/1.1" status: 204 len: 168 time: 0.7933815 Aug 25 15:10:03.038556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e920996-326c-44df-9038-347c6fb66d86 req-f818f509-120a-4b0f-b845-000a166ecd74 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.4334476 Aug 25 15:10:03.057014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 7480d78b-2fc3-444f-8daa-6735c67a12df yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:03.070637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 27b7fedf-897b-4dee-8492-f8dee2012bae {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:03.075236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.077322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Attempting to bind port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:03.078278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55942) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:03.084303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Attempting to bind port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9aeb1533-3ea7-4707-9fd0-d31e9b38708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:03.084738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Attempting to bind port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c on network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:03.087801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818f509-120a-4b0f-b845-000a166ecd74 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65623251-9ec8-4abe-80fa-77758f1c0b63,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:03.120556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:03.121314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Checking segment: {'id': '9aeb1533-3ea7-4707-9fd0-d31e9b38708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:03.122256 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.123513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Bound using segment: {'id': '9aeb1533-3ea7-4707-9fd0-d31e9b38708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:03.124216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Bound port: 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeb1533-3ea7-4707-9fd0-d31e9b38708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ea47f10e-e7bc-43a1-9e92-f17867a2f1e2'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:03.124786 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.170910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.176585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67b9a-bdef-43b7-a5c9-5b6820fef05a tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:03.178371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fca67b9a-bdef-43b7-a5c9-5b6820fef05a tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1131 time: 0.0984735 Aug 25 15:10:03.338279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55946) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:03.338279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:03.338716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] For port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:03.338716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.338716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] For port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,segment=NetworkSegment(9aeb1533-3ea7-4707-9fd0-d31e9b38708e),segment_id=9aeb1533-3ea7-4707-9fd0-d31e9b38708e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:03.339357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b44e2-2dee-4559-8648-271e5c3abc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e8235c-1c08-4784-974f-11e89aed0397,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:03.345753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.12 (ea47f10e-e7bc-43a1-9e92-f17867a2f1e2/2aaa5a9a-8d20-4765-8df5-49223b7f84f3/7480d78b-2fc3-444f-8daa-6735c67a12df) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:03.364995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 26b25813-f6b2-4f01-801c-2ca65102ac45, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=26b25813-f6b2-4f01-801c-2ca65102ac45,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:03.494762 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.509668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 7480d78b-2fc3-444f-8daa-6735c67a12df will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:03.678948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.682170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.686207 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.694319 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.702610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:03.866242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=26b25813-f6b2-4f01-801c-2ca65102ac45,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:03.866943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:03.882713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:03.894544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:04.192137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Pushing event updated for resources: {'Port': ['ID=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.235458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.263279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.263279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.266666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.266666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.268227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f750fec-ef6f-46db-8851-98cd8a6182a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:04.377328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=7480d78b-2fc3-444f-8daa-6735c67a12df,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:04.448340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:04.450438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:04.466845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f63a69-7bca-4b7a-afab-b71b2184baaa req-60827c06-b136-4164-bfa2-764264c3d325 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:04.476044 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51f63a69-7bca-4b7a-afab-b71b2184baaa req-60827c06-b136-4164-bfa2-764264c3d325 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.2912631 Aug 25 15:10:04.559556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51f63a69-7bca-4b7a-afab-b71b2184baaa req-a83ba95f-680b-4764-be9e-1e9b4a106b73 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819590 Aug 25 15:10:04.576649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17164491-8a92-4b2d-9efd-0d3dad60cbeb req-b683bb11-e01f-4c3e-910b-8f9af09426a1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:04.579522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17164491-8a92-4b2d-9efd-0d3dad60cbeb req-b683bb11-e01f-4c3e-910b-8f9af09426a1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.4181085 Aug 25 15:10:04.587171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:04.652721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17164491-8a92-4b2d-9efd-0d3dad60cbeb req-3ae2ca60-772f-4ffb-968b-d6b94fa8399f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528543 Aug 25 15:10:04.724673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.25.8.210 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/98750eaf-1ef6-4bc7-bb08-56a8bd3e5d1c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:04.827011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:04.897328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:04.926464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=27b7fedf-897b-4dee-8492-f8dee2012bae,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:04.929324 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:04.932850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c757b4f5-7d38-40a8-a442-41f84816a282 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/27b7fedf-897b-4dee-8492-f8dee2012bae HTTP/1.1" status: 204 len: 168 time: 2.0170798 Aug 25 15:10:04.935657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55964) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:04.940511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52951793-37e5-4fd7-9fc6-c59735fd08d9 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:04.964215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-65af95b6-992d-4a8b-978d-1ec0a8a3c68a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7561681 Aug 25 15:10:04.969046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55966) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:04.986165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0dd28071-4225-4d2e-be63-78520b7d9a34 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471447 Aug 25 15:10:04.993524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:05.060612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6833745-af92-448c-9da8-b884ebcde9b7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:05.063661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e6833745-af92-448c-9da8-b884ebcde9b7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0750313 Aug 25 15:10:05.068574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55972) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:05.068935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.114984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:05.132725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:05.140740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:05.153379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4273b074-0aac-4c78-8d10-5a921f3a29b5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:05.167132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4273b074-0aac-4c78-8d10-5a921f3a29b5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914316 Aug 25 15:10:05.169745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55974) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:05.252975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:10:05.263766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1221b9cc-983f-45f5-aab4-c4ccd0263d7f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906820 Aug 25 15:10:05.268201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55980) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:05.274153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:05.310714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=98750eaf-1ef6-4bc7-bb08-56a8bd3e5d1c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:05.356874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] Deleting port 26b25813-f6b2-4f01-801c-2ca65102ac45 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:05.357589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.377757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55984) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:05.389750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 7480d78b-2fc3-444f-8daa-6735c67a12df {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:05.390121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.427786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-9bc8d6d7-1622-41d0-9b10-237bc30444f2 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:05.427786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-9bc8d6d7-1622-41d0-9b10-237bc30444f2 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.1794524 Aug 25 15:10:05.446381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] For port 26b25813-f6b2-4f01-801c-2ca65102ac45, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=26b25813-f6b2-4f01-801c-2ca65102ac45,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:05.447529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8279e0a2-f825-43a7-9a5c-5a7b57eb43f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.448023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.467758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] Calling delete_port for 26b25813-f6b2-4f01-801c-2ca65102ac45 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:05.538431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.555608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 7480d78b-2fc3-444f-8daa-6735c67a12df owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:05.581883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8cd982-59b4-497f-8d77-464bc1e709a1 None None] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:05.647947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:05.653094 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.845747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115327-41d8-4aa8-91cc-bba9e32206dd req-603188c4-2248-442d-b014-89a7a8850f3f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:05.847747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31115327-41d8-4aa8-91cc-bba9e32206dd req-603188c4-2248-442d-b014-89a7a8850f3f tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1134367 Aug 25 15:10:05.851734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port 22969dca-2842-4053-8045-3525826dbd67 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:05.852081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.874507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.876293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290020b-1608-462b-ab64-e7c10a455976 req-eb5f59b9-6488-44e7-8015-8d67da7c9ff1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:05.885792 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0290020b-1608-462b-ab64-e7c10a455976 req-eb5f59b9-6488-44e7-8015-8d67da7c9ff1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 946 time: 0.0924084 Aug 25 15:10:05.896711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] No DVR routers for this DVR port 26b25813-f6b2-4f01-801c-2ca65102ac45 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:05.929816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1afeb-be6e-4ce3-91cf-380df7e8a222 None None] Pushing event deleted for resources: {'Port': ['ID=26b25813-f6b2-4f01-801c-2ca65102ac45,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:05.936977 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:05.989090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=7480d78b-2fc3-444f-8daa-6735c67a12df,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:06.008414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-51b35cf9-9e4e-4aed-851b-0e0198e2ca5a None None] Provisioning for port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:06.020874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0290020b-1608-462b-ab64-e7c10a455976 req-a2820ec7-0b41-43ef-964c-bf1be3143a98 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342030 Aug 25 15:10:06.055446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:06.137976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31115327-41d8-4aa8-91cc-bba9e32206dd req-36f53ff9-5bc6-4d4d-8abb-6db365344c57 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815001 Aug 25 15:10:06.212576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.214557 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fbd378c6-e421-4c73-8875-03cf4cf98af4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/7480d78b-2fc3-444f-8daa-6735c67a12df HTTP/1.1" status: 204 len: 168 time: 1.2445228 Aug 25 15:10:06.220537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55996) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:06.239378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:06.243979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:06.244313 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.293909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8279e0a2-f825-43a7-9a5c-5a7b57eb43f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.296200 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-221faf1a-f3fc-4fb8-9d21-99e006c1597e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:10:06.301172 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-221faf1a-f3fc-4fb8-9d21-99e006c1597e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/7480d78b-2fc3-444f-8daa-6735c67a12df HTTP/1.1" status: 404 len: 333 time: 0.0779724 Aug 25 15:10:06.305387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port 22969dca-2842-4053-8045-3525826dbd67, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=22969dca-2842-4053-8045-3525826dbd67,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:06.305762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.315127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56000) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:06.361114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for 22969dca-2842-4053-8045-3525826dbd67 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:06.367911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8279e0a2-f825-43a7-9a5c-5a7b57eb43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.374793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.413553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,segment=NetworkSegment(9aeb1533-3ea7-4707-9fd0-d31e9b38708e),segment_id=9aeb1533-3ea7-4707-9fd0-d31e9b38708e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:06.427926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8279e0a2-f825-43a7-9a5c-5a7b57eb43f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10b38a4829ef45999e6d30e59a5c2844&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0436165 Aug 25 15:10:06.427926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279e0a2-f825-43a7-9a5c-5a7b57eb43f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045853d4-3710-4f43-b0d8-a5e7675492c2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:06.427926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56004) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:06.455572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2691aaba-15f8-49e0-9839-c738e5a455c1 None None] Provisioning complete for port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:06.455949 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2691aaba-15f8-49e0-9839-c738e5a455c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.489582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d78fba0-5b43-4179-965e-fe898cda0305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.506833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.552759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d78fba0-5b43-4179-965e-fe898cda0305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.580698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.581341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:06.598534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.604126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 2aaa5a9a-8d20-4765-8df5-49223b7f84f3 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:06.611507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:06.615391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:06.616590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.647566 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2691aaba-15f8-49e0-9839-c738e5a455c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.658444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d029d-b7da-4a22-ada4-98fcc7a84d85 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:06.676588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.702570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=6e3d16d6-c1e5-494c-a95b-11d02d2216e4,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:06.775411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0640fe0-3358-4d36-9217-fa2b5a8b2def tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5060248 Aug 25 15:10:06.777841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:06.783755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:50:0b:6d', 'name': 'tempest-NetworksTestDHCPv6-561145493'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:06.794119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 26b25813-f6b2-4f01-801c-2ca65102ac45 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:06.803182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.814379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d78fba0-5b43-4179-965e-fe898cda0305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.820135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d78fba0-5b43-4179-965e-fe898cda0305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:06.825749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6d78fba0-5b43-4179-965e-fe898cda0305 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/045853d4-3710-4f43-b0d8-a5e7675492c2 HTTP/1.1" status: 204 len: 168 time: 0.3935683 Aug 25 15:10:06.890568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78fba0-5b43-4179-965e-fe898cda0305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045853d4-3710-4f43-b0d8-a5e7675492c2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:06.890816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 26b25813-f6b2-4f01-801c-2ca65102ac45 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:06.890930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 26b25813-f6b2-4f01-801c-2ca65102ac45 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:06.895982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:06.989131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.002892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', '22969dca-2842-4053-8045-3525826dbd67'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:07.008144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-2691aaba-15f8-49e0-9839-c738e5a455c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:10:07.008501 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-2691aaba-15f8-49e0-9839-c738e5a455c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:10:07.055416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.094581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=22969dca-2842-4053-8045-3525826dbd67,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:07.100775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f54261-4746-4daa-8826-20584598fcba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '6e3d16d6-c1e5-494c-a95b-11d02d2216e4'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:07.101598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89f54261-4746-4daa-8826-20584598fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.108265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.207726 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2799742-cf4c-415d-baf9-ade46c85dd49 req-60692ce2-4bdf-4144-a46a-5cabe871ac3c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 210 time: 0.0470440 Aug 25 15:10:07.211581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:07.264149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-89f54261-4746-4daa-8826-20584598fcba None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/6e3d16d6-c1e5-494c-a95b-11d02d2216e4/3938ebfb-d6b9-47a7-8887-8b15763decc6) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:07.279064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port 22969dca-2842-4053-8045-3525826dbd67 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:07.288098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.301774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97e42ea1-7b4f-40b2-ac34-6e6e39cf4f9c req-56c8c13f-358f-4e62-bee4-72efc355cd8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "DELETE /v2.0/ports/22969dca-2842-4053-8045-3525826dbd67 HTTP/1.1" status: 204 len: 173 time: 1.7250762 Aug 25 15:10:07.306933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'name': 'network-vif-deleted', 'tag': '22969dca-2842-4053-8045-3525826dbd67'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:07.309872 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e230c5-3134-4b6c-8e91-4a13d56561d9" -d '{"events": [{"server_uuid": "f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa", "name": "network-vif-deleted", "tag": "22969dca-2842-4053-8045-3525826dbd67"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:07.353117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.393504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1256c9-fe3d-43bf-a810-5b8a7e199d33 req-b2106b2e-eeb0-449f-916a-4b1d70c65c6d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:07.396179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2b1256c9-fe3d-43bf-a810-5b8a7e199d33 req-b2106b2e-eeb0-449f-916a-4b1d70c65c6d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 944 time: 0.1249027 Aug 25 15:10:07.423979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:07.445409 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cc6fdf-be23-4e2b-b063-7aab2c19eddd x-openstack-request-id: req-96cc6fdf-be23-4e2b-b063-7aab2c19eddd {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:07.445790 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa", "name": "network-vif-deleted", "tag": "22969dca-2842-4053-8045-3525826dbd67", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:07.446140 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96cc6fdf-be23-4e2b-b063-7aab2c19eddd {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:07.447318 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa', 'name': 'network-vif-deleted', 'tag': '22969dca-2842-4053-8045-3525826dbd67', 'status': 'completed', 'code': 200} Aug 25 15:10:07.492824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2b1256c9-fe3d-43bf-a810-5b8a7e199d33 req-65cf92c0-8563-4a4d-af24-5e6568f154c4 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606906 Aug 25 15:10:07.498001 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.532900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.553058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.555279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/2aaa5a9a-8d20-4765-8df5-49223b7f84f3 HTTP/1.1" status: 204 len: 168 time: 1.2390614 Aug 25 15:10:07.558099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56026) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:07.567929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89f54261-4746-4daa-8826-20584598fcba None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.577916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-89f54261-4746-4daa-8826-20584598fcba None None] Transition to ACTIVE for port object 3938ebfb-d6b9-47a7-8887-8b15763decc6 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:07.596176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-89f54261-4746-4daa-8826-20584598fcba None None] Transition to ACTIVE for port object 3938ebfb-d6b9-47a7-8887-8b15763decc6 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:07.600482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.602672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa50cfd-5331-4d68-9566-df3eaa58cbb5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaa5a9a-8d20-4765-8df5-49223b7f84f3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:07.603951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd9561e-335e-417e-b0c5-f5370c929988 None None] Network ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:07.701715 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.733140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:10:07.737733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89f54261-4746-4daa-8826-20584598fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.829489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::10e (adfdb661-dddb-4df2-9db5-dc9311fa8623/6e3d16d6-c1e5-494c-a95b-11d02d2216e4/1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:07.833492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:07.833681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.953276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,segment=NetworkSegment(9aeb1533-3ea7-4707-9fd0-d31e9b38708e),segment_id=9aeb1533-3ea7-4707-9fd0-d31e9b38708e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:07.953643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:07.992278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f54261-4746-4daa-8826-20584598fcba None None] Pushing event updated for resources: {'Port': ['ID=3938ebfb-d6b9-47a7-8887-8b15763decc6,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:08.013625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:08.017521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f54261-4746-4daa-8826-20584598fcba None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:08.021558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a7fe3deb-0176-4f7b-83d2-e01c9664400a None None] Could not find standard attr ID for object 7480d78b-2fc3-444f-8daa-6735c67a12df. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:10:08.023231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-89f54261-4746-4daa-8826-20584598fcba None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:08.041659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:08.046550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f54261-4746-4daa-8826-20584598fcba None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:08.104830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=98750eaf-1ef6-4bc7-bb08-56a8bd3e5d1c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:08.120392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.200918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:08.244643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.261586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:08.300882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'port_id': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'mac_address': 'fa:16:3e:2d:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:10:08.304927 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Floating IP 9b395b36-4c91-45a7-8598-51bd2721017e associated. External IP: 172.25.8.210, port: 13d1de30-b6ce-4f50-96e9-0cd41dc56dba. Aug 25 15:10:08.340414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.346835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc6350-33ef-4ff6-8bb8-25c2b51e33fe None None] DHCP port deletion for ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:10:08.358472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-89f54261-4746-4daa-8826-20584598fcba None None] Attempting to bind port 3938ebfb-d6b9-47a7-8887-8b15763decc6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:08.358855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-89f54261-4746-4daa-8826-20584598fcba None None] Attempting to bind port 3938ebfb-d6b9-47a7-8887-8b15763decc6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:08.359422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54261-4746-4daa-8826-20584598fcba None None] Attempting to bind port 3938ebfb-d6b9-47a7-8887-8b15763decc6 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:08.374946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54261-4746-4daa-8826-20584598fcba None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:08.375520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54261-4746-4daa-8826-20584598fcba None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:08.375955 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89f54261-4746-4daa-8826-20584598fcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.376349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f54261-4746-4daa-8826-20584598fcba None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:08.376836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-89f54261-4746-4daa-8826-20584598fcba None None] Bound port: 3938ebfb-d6b9-47a7-8887-8b15763decc6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:08.377219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89f54261-4746-4daa-8826-20584598fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.386872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Could not find standard attr ID for object 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:10:08.406743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=36a1bf5d-45d2-47b1-9db2-2b78d3125f8c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:08.408317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.418621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.430381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3448a65e-230b-4f95-94f0-d2242619fdd6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:08.449066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:08.498157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:08.536847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:08.551494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b6d6273-0585-4eff-9d6c-37c6f638783e req-4a79c558-5373-42cd-b883-75c026d6bdf9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=f40af7b3-0c51-4c6b-8f7d-18e06ed2d8aa HTTP/1.1" status: 200 len: 210 time: 0.0960252 Aug 25 15:10:08.567392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:08.581932 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:08.587908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:08.588592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.589805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.640445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:08.669584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-89f54261-4746-4daa-8826-20584598fcba None None] For port 3938ebfb-d6b9-47a7-8887-8b15763decc6, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:08.671934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.687258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-55b90ce7-434f-48d9-9b17-d0904f301b57 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9058192 Aug 25 15:10:08.699559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:08.703757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-89f54261-4746-4daa-8826-20584598fcba None None] For port 3938ebfb-d6b9-47a7-8887-8b15763decc6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3938ebfb-d6b9-47a7-8887-8b15763decc6,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:08.706658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea47f10e-e7bc-43a1-9e92-f17867a2f1e2']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:08.709745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56058) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:08.759988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeb1533-3ea7-4707-9fd0-d31e9b38708e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:08.760369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeb1533-3ea7-4707-9fd0-d31e9b38708e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:08.775603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.798748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c754a1b-0899-461a-8e58-003e0e4eeb40 req-cc881fcb-24c9-4bcb-b040-2489bb6d4afa tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:08.801174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c754a1b-0899-461a-8e58-003e0e4eeb40 req-cc881fcb-24c9-4bcb-b040-2489bb6d4afa tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.1669357 Aug 25 15:10:08.802905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:10:08.805342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0527cf-ffd7-4a64-a64f-9c0c7aaac117 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:08.809717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['3448a65e-230b-4f95-94f0-d2242619fdd6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:08.813279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0527cf-ffd7-4a64-a64f-9c0c7aaac117 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:08.816814 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4e0527cf-ffd7-4a64-a64f-9c0c7aaac117 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1027596 Aug 25 15:10:08.817153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:08.819410 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.847636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-89f54261-4746-4daa-8826-20584598fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.849503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:10:08.849928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:10:08.853665 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:10:08.914102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c754a1b-0899-461a-8e58-003e0e4eeb40 req-c8584489-fc2d-479a-8272-341540c23fc1 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027772 Aug 25 15:10:08.951445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f54261-4746-4daa-8826-20584598fcba None None] Pushing event updated for resources: {'Port': ['ID=3938ebfb-d6b9-47a7-8887-8b15763decc6,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:09.057714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:10:09.066695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:09.066695 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.076694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] Sync routers for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:10:09.093833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:09.094452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:09.164550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.170738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.198077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.214770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/ea47f10e-e7bc-43a1-9e92-f17867a2f1e2 HTTP/1.1" status: 204 len: 168 time: 1.6555250 Aug 25 15:10:09.226963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56070) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:09.233440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'name': 'tempest-PortsTestJSON-2074090872'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:09.254918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.299675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:09.307500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:09.322964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56e400ae-eb56-4550-a4d5-738bc2bbb71f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0623336 Aug 25 15:10:09.326449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56072) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:09.454174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:09.457179 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f63029-3599-458a-8c46-155502bebb61" -d '{"events": [{"name": "network-changed", "server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:09.525514 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53361845-18b0-4a93-acc7-98483fbc8aa5 x-openstack-request-id: req-53361845-18b0-4a93-acc7-98483fbc8aa5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:09.525928 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:09.526288 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53361845-18b0-4a93-acc7-98483fbc8aa5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:09.526782 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'status': 'completed', 'code': 200} Aug 25 15:10:09.550543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d4b2-e12c-42bd-8b76-a6a40a79e66a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=ea47f10e-e7bc-43a1-9e92-f17867a2f1e2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:09.600438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.669158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9b395b36-4c91-45a7-8598-51bd2721017e', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'port_id': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'mac_address': 'fa:16:3e:15:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:10:05Z', 'updated_at': '2021-08-25T15:10:05Z', 'revision_number': 0, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:34Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:09.680508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:09.684662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:09.689311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:09.714722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] Checking router: 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:10:09.725876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:09.728766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:09.731955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:09.885287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.886054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.886691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.887361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.888110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.888742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.889487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.890116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.890742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.891411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.900415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b93523e1-de67-4296-a42a-3593edbaa614 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7030 time: 0.5662351 Aug 25 15:10:09.900415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63029-3599-458a-8c46-155502bebb61 req-cbef5328-895c-474b-9846-a92109bf15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:09.900415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-cbef5328-895c-474b-9846-a92109bf15bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1136 time: 0.3409441 Aug 25 15:10:09.901187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 681c0484-b0e0-4e63-9c19-7e4ab6f1065b yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:09.905719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56098) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:09.954746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:10.182157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3938ebfb-d6b9-47a7-8887-8b15763decc6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:10.232521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 3448a65e-230b-4f95-94f0-d2242619fdd6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:10.250466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 3448a65e-230b-4f95-94f0-d2242619fdd6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:10.250849 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:10.335350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 22969dca-2842-4053-8045-3525826dbd67 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:10.431817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.432338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.432766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.433243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.433770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.434123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.434603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.435008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.435507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.437570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-266064c5-75c5-4d0a-8079-92c78404a464 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5879 time: 0.5308225 Aug 25 15:10:10.454890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56116) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:10.529620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 22969dca-2842-4053-8045-3525826dbd67 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:10.529620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 22969dca-2842-4053-8045-3525826dbd67 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:10.530322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf74bc1-40f0-48c5-923c-132b84ffa975 req-56851f6a-ed12-403e-b441-9b0236b2eb4e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.530322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bf74bc1-40f0-48c5-923c-132b84ffa975 req-56851f6a-ed12-403e-b441-9b0236b2eb4e tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 945 time: 0.2944069 Aug 25 15:10:10.530616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:10.530616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6d50d769-56f7-4fc8-9fb8-89c40d49d6b6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed HTTP/1.1" status: 204 len: 168 time: 1.7060809 Aug 25 15:10:10.534182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56124) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:10.569050 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:10.614513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9809e46-7211-469e-8d9c-899c8edd8e5d req-d5be2d03-f19f-4fce-bd50-734d2144e7f7 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.616558 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9809e46-7211-469e-8d9c-899c8edd8e5d req-d5be2d03-f19f-4fce-bd50-734d2144e7f7 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1097 time: 0.0986552 Aug 25 15:10:10.621443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc557cf1-f756-459a-af0b-f160343d69cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.623253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc557cf1-f756-459a-af0b-f160343d69cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.629149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dc557cf1-f756-459a-af0b-f160343d69cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0936599 Aug 25 15:10:10.631891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56126) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:10.640683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:10.640683 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73c794d-716c-4a0d-a2b5-1b92e38bb57f" -d '{"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-plugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:10.654810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:10.688169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9b395b36-4c91-45a7-8598-51bd2721017e', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'port_id': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'mac_address': 'fa:16:3e:15:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:10:05Z', 'updated_at': '2021-08-25T15:10:05Z', 'revision_number': 0, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:34Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:10.691420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3938ebfb-d6b9-47a7-8887-8b15763decc6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:10.722820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bf74bc1-40f0-48c5-923c-132b84ffa975 req-34afa922-4c66-4d0a-931f-28a19b62a327 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267769 Aug 25 15:10:10.725537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63029-3599-458a-8c46-155502bebb61 req-4caf4f30-01ec-48b9-bd41-d7520d2c8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:10.726990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-4caf4f30-01ec-48b9-bd41-d7520d2c8795 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e58db2c-47ef-4c69-82a8-697789360975 HTTP/1.1" status: 200 len: 897 time: 0.7956457 Aug 25 15:10:10.787373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Provisioning for port 3938ebfb-d6b9-47a7-8887-8b15763decc6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:10.798387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2598fa7-9d1d-48d8-a7ac-f1fdd88c39cc None None] The sync data for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 is: [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9b395b36-4c91-45a7-8598-51bd2721017e', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'port_id': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'mac_address': 'fa:16:3e:15:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:10:05Z', 'updated_at': '2021-08-25T15:10:05Z', 'revision_number': 0, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:34Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:10:10.819004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:10.819261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 6e3d16d6-c1e5-494c-a95b-11d02d2216e4 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:10.835807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:10.843754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Provisioning complete for port 3938ebfb-d6b9-47a7-8887-8b15763decc6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:10.846499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:10.913893 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:10:10.931471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9809e46-7211-469e-8d9c-899c8edd8e5d req-4e9a04f0-116c-47ff-b397-63ead099a30a tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937300 Aug 25 15:10:10.948521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:11.008968 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.064622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-d226de99-0bc7-4859-97b8-ccec9eda9c3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba HTTP/1.1" status: 200 len: 1000 time: 0.3154931 Aug 25 15:10:11.168872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63029-3599-458a-8c46-155502bebb61 req-9d0b3b99-6a28-42a0-aa79-6ab44170b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:11.172898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-9d0b3b99-6a28-42a0-aa79-6ab44170b45b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0c29693-bb7e-4d47-b137-1cbf077f8a62 HTTP/1.1" status: 200 len: 835 time: 0.0882206 Aug 25 15:10:11.258955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.292734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.300350 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afc046-730f-444e-8836-7b5d59f7fb1e None None] New status for floating IP 9b395b36-4c91-45a7-8598-51bd2721017e: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:10:11.359704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:11.391215 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa8073-c6f7-4bbc-8676-031f360d1962 x-openstack-request-id: req-56fa8073-c6f7-4bbc-8676-031f360d1962 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:11.391521 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-plugged", "status": "completed", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:11.391753 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56fa8073-c6f7-4bbc-8676-031f360d1962 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:11.392161 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'code': 200} Aug 25 15:10:11.393083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:11.393425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36a1bf5d-45d2-47b1-9db2-2b78d3125f8c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:11.450181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.496878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9138f4-cb83-45a1-8ae7-5327d4bed121 req-0cd6be84-70b1-4a8d-a82f-6b8db52eb8f3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:11.498542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e9138f4-cb83-45a1-8ae7-5327d4bed121 req-0cd6be84-70b1-4a8d-a82f-6b8db52eb8f3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1028090 Aug 25 15:10:11.557497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e9138f4-cb83-45a1-8ae7-5327d4bed121 req-acf1462f-2de0-4156-9016-83707b2eea91 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480654 Aug 25 15:10:11.570940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56156) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:11.591286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0523d-c52d-4e3c-a54e-106b895873ea req-dd748fe3-578d-480a-bb9a-b2dc44bb25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:11.592853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80c0523d-c52d-4e3c-a54e-106b895873ea req-dd748fe3-578d-480a-bb9a-b2dc44bb25c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1097 time: 0.2536995 Aug 25 15:10:11.614097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-03e8d1f2-42ec-4290-89a6-ee8ce28bd4e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:11.623146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-03e8d1f2-42ec-4290-89a6-ee8ce28bd4e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.7419286 Aug 25 15:10:11.637028 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.641290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63029-3599-458a-8c46-155502bebb61 req-db57d032-3b37-4c08-933b-df2cb72cb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:11.642932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-db57d032-3b37-4c08-933b-df2cb72cb816 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e58db2c-47ef-4c69-82a8-697789360975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325304 Aug 25 15:10:11.684549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-fd3c643c-d307-415b-bade-c7835cc7f3b4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0603979 Aug 25 15:10:11.697777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3d16d6-c1e5-494c-a95b-11d02d2216e4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:11.702844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:10:11.703230 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:10:11.720564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac3ec8-69f4-4a12-bac0-75a2c7c91ee1 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:11.722938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.725470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-df4916fc-56cf-4c9d-b882-912b3a3a4c76 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/6e3d16d6-c1e5-494c-a95b-11d02d2216e4 HTTP/1.1" status: 204 len: 168 time: 1.0922544 Aug 25 15:10:11.728904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56158) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:11.786306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3d6a604-8ffd-4971-90bb-a3ab72e24503 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/ba3203f7-27d0-4a5d-a769-531dda04423c HTTP/1.1" status: 200 len: 994 time: 0.2137909 Aug 25 15:10:11.788911 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-54ed9cee-1f3a-41b1-802e-4feaea19945c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589170 Aug 25 15:10:11.803383 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56164) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:11.892377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80c0523d-c52d-4e3c-a54e-106b895873ea req-1c7749ae-6931-42fd-a53a-fa651e44a42e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592828 Aug 25 15:10:11.943923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-9896e8c6-f773-46d6-a7e7-e94bbe309036 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2584765 Aug 25 15:10:11.945433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:11.951511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93289bec-9b65-46c1-84df-25fb27a0c59e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:11.953442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93289bec-9b65-46c1-84df-25fb27a0c59e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1547489 Aug 25 15:10:11.957790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:12.011917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1e5dd-df83-4480-9a27-5bcdc157aa02 req-7e5fa429-2abf-43ea-91a4-3e2f33297659 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:12.013661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc1e5dd-df83-4480-9a27-5bcdc157aa02 req-7e5fa429-2abf-43ea-91a4-3e2f33297659 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.1318893 Aug 25 15:10:12.045531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf13cae-d247-4101-909b-e646f604228e None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:10:12.063309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cdbcd-c404-4532-9e06-7c643c4a033a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:12.065115 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d70cdbcd-c404-4532-9e06-7c643c4a033a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043777 Aug 25 15:10:12.068416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56178) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:12.134971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-749d543a-49c0-4753-a2c5-981933ad8df2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651460 Aug 25 15:10:12.140814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56180) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:12.143728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-acf13cae-d247-4101-909b-e646f604228e None None] Deleting port 3938ebfb-d6b9-47a7-8887-8b15763decc6 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:12.144175 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acf13cae-d247-4101-909b-e646f604228e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.148127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:12.223997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-acf13cae-d247-4101-909b-e646f604228e None None] For port 3938ebfb-d6b9-47a7-8887-8b15763decc6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3938ebfb-d6b9-47a7-8887-8b15763decc6,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:12.224410 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acf13cae-d247-4101-909b-e646f604228e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.239180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-acf13cae-d247-4101-909b-e646f604228e None None] Calling delete_port for 3938ebfb-d6b9-47a7-8887-8b15763decc6 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:12.254391 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bfc1e5dd-df83-4480-9a27-5bcdc157aa02 req-2da76249-e68b-46a2-88a0-d39207a558bf tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126570 Aug 25 15:10:12.363765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.375070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:12.379420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.420781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-cf47a846-5031-436f-a79b-a8bad529b010 service neutron] 10.222.0.52 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676485 Aug 25 15:10:12.421393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] For port 3938ebfb-d6b9-47a7-8887-8b15763decc6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3938ebfb-d6b9-47a7-8887-8b15763decc6,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:12.463988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:12.488657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b2eadd7c-8de7-43a1-9497-e4ab4e764870 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3064 time: 2.0268495 Aug 25 15:10:12.488657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:12.489031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:12.489716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:12.496382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:12.503250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.514266 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.538577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=681c0484-b0e0-4e63-9c19-7e4ab6f1065b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:12.609202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eb80c-87de-497d-a8c6-f2106152f149 None None] Pushing event updated for resources: {'Port': ['ID=3938ebfb-d6b9-47a7-8887-8b15763decc6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:12.639946 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-acf13cae-d247-4101-909b-e646f604228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.667912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-179e5506-ca6d-40a3-b864-065895dd2b07 None None] Could not find standard attr ID for object 1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:10:12.688194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3013d2a-739a-4328-a12a-12d2d3a1c3c0 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:12.688194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3013d2a-739a-4328-a12a-12d2d3a1c3c0 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:12.688194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3013d2a-739a-4328-a12a-12d2d3a1c3c0 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 HTTP/1.1" status: 200 len: 1990 time: 0.1839309 Aug 25 15:10:12.703688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13cae-d247-4101-909b-e646f604228e None None] Pushing event deleted for resources: {'Port': ['ID=3938ebfb-d6b9-47a7-8887-8b15763decc6,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:12.705860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf13cae-d247-4101-909b-e646f604228e None None] No DVR routers for this DVR port 3938ebfb-d6b9-47a7-8887-8b15763decc6 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:12.749621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5f032eb0-e295-4ef1-badc-01fd5783f32d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5203257 Aug 25 15:10:12.750297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:12.754908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-146aa33a-1fd9-4169-9985-b928e55fd19a service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830228 Aug 25 15:10:12.784158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9f63029-3599-458a-8c46-155502bebb61 req-b4813744-c745-4e5a-856a-0c3b010b5e7a service neutron] 10.222.0.52 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260021 Aug 25 15:10:12.958995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:10:12.962663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:12.973888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-22e1cb9e-15ef-4cc9-986e-86070c8d99fb service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057533 Aug 25 15:10:13.010910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:13.016491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:13.027792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:13.028375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3445e-66f5-4974-9a8d-53a5e58e8eac None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:13.028748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.064607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 681c0484-b0e0-4e63-9c19-7e4ab6f1065b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:13.064957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.148313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=6a37d83b-6818-4e2d-acfd-1b96f49cd9f8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:13.177896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b00db39c-e7b2-48e4-b7d6-d437e2da0127 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0351295 Aug 25 15:10:13.178134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56220) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:13.183017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.185206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:13.202312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 681c0484-b0e0-4e63-9c19-7e4ab6f1065b owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:13.339321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9928ef1-6082-4cda-8bdc-9c755613eabc req-c320e6e5-32c5-4487-81c0-358ad4fb53aa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0534828 Aug 25 15:10:13.417956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': '6a37d83b-6818-4e2d-acfd-1b96f49cd9f8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:13.419152 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.513549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.516488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371052a-fa4f-4373-a0fa-06daec289346 req-82280e25-1d93-44b4-b52a-5baac39e3569 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:13.524650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2371052a-fa4f-4373-a0fa-06daec289346 req-82280e25-1d93-44b4-b52a-5baac39e3569 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.0806396 Aug 25 15:10:13.567566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=681c0484-b0e0-4e63-9c19-7e4ab6f1065b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:13.575295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.579733 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be0ec5a0-f228-4992-92cc-00edfda6c1fe tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/681c0484-b0e0-4e63-9c19-7e4ab6f1065b HTTP/1.1" status: 204 len: 168 time: 0.8270526 Aug 25 15:10:13.580273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56236) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:13.588958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'mac_address': 'fa:16:3e:c4:2b:99', 'name': 'tempest-PortsTestJSON-575978828'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:13.626923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2371052a-fa4f-4373-a0fa-06daec289346 req-898d3997-cf6c-4566-a4c5-bb27e248440b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977409 Aug 25 15:10:13.675279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:13.679003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:13.690099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c65e2-6086-4870-b809-6057f5129086 req-4bd8e99f-c6cd-426b-a976-ad623bc0767e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:13.700146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-880c65e2-6086-4870-b809-6057f5129086 req-4bd8e99f-c6cd-426b-a976-ad623bc0767e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1049767 Aug 25 15:10:13.730498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Allocated IP 2001:db8::f816:3eff:fe1a:f9f (adfdb661-dddb-4df2-9db5-dc9311fa8623/6a37d83b-6818-4e2d-acfd-1b96f49cd9f8/853f5d86-f594-4db6-861a-63d465c0e0b8) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:13.786214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-880c65e2-6086-4870-b809-6057f5129086 req-f93998fd-48cc-4f63-9dd0-97a8c310df6a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835447 Aug 25 15:10:13.893152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-8e76ad51-9a03-4279-a616-0436e72427a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363773 Aug 25 15:10:13.919376 n-d-805995-2 neutron-server[101873]: INFO neutron.db.ipam_backend_mixin [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a37d83b-6818-4e2d-acfd-1b96f49cd9f8 (CIDR: 2001:db8::/64) Aug 25 15:10:13.971741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3938ebfb-d6b9-47a7-8887-8b15763decc6 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:13.972014 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:10:13.972874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:10:13.974374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.011527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3938ebfb-d6b9-47a7-8887-8b15763decc6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:14.011944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3938ebfb-d6b9-47a7-8887-8b15763decc6 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:14.014099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Transition to ACTIVE for port object 853f5d86-f594-4db6-861a-63d465c0e0b8 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:14.034908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Transition to ACTIVE for port object 853f5d86-f594-4db6-861a-63d465c0e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:14.037967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:14.123394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.145490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port ab9ba95f-432c-424b-a8c0-0bca3f78b624 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:14.193661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.210244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9822035a-590f-4350-a60f-4e30f2ca2166 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0308516 Aug 25 15:10:14.213515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56286) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:14.218672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:14.240261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:14.243990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:14.250587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:14.294191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:14.339351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Attempting to bind port 853f5d86-f594-4db6-861a-63d465c0e0b8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:14.339730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Attempting to bind port 853f5d86-f594-4db6-861a-63d465c0e0b8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:14.340099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Attempting to bind port 853f5d86-f594-4db6-861a-63d465c0e0b8 on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:14.346026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:14.346556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:14.346967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.347390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:14.347862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Bound port: 853f5d86-f594-4db6-861a-63d465c0e0b8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:14.348253 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.435514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:14.444919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:14.498142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.501648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d166dbe3-ed2b-4f3b-a2a4-da4f0edd1bde req-3b271ec7-9857-4e7f-9d9f-ea9342daf84c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0987835 Aug 25 15:10:14.565081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.582592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56304) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:14.621838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:14.627656 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.633589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c4e8-f23b-45fd-b644-6c10c04a508b None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:14.765643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.904902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fb778-d923-4e07-a3e6-f70912f59fd9 req-88cc24c2-4171-414d-b97b-5ec0012fbfd0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:14.912063 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f98fb778-d923-4e07-a3e6-f70912f59fd9 req-88cc24c2-4171-414d-b97b-5ec0012fbfd0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.1328318 Aug 25 15:10:14.987465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8b0374a-267c-4ea6-9fe3-bddd5bab4a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:14.998986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:15.015767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:15.044076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f98fb778-d923-4e07-a3e6-f70912f59fd9 req-2b1dbc31-9805-4f84-9679-229046aab36d tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288435 Aug 25 15:10:15.084784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:15.092984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:15.093854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.098144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=ab9ba95f-432c-424b-a8c0-0bca3f78b624,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:15.144089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eefcd5-691e-40cb-9113-a2623668c86b req-6899c0be-c405-42e6-b80f-01f9d29f8d6e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:15.152620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38eefcd5-691e-40cb-9113-a2623668c86b req-6899c0be-c405-42e6-b80f-01f9d29f8d6e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1470292 Aug 25 15:10:15.231971 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38eefcd5-691e-40cb-9113-a2623668c86b req-1af116c3-a80e-4568-b5c2-aaf7adef4b70 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778556 Aug 25 15:10:15.282451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8b0374a-267c-4ea6-9fe3-bddd5bab4a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.405358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.447139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8b0374a-267c-4ea6-9fe3-bddd5bab4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.459936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:15.470999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:15.484354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:15.485274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.492822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b8b0374a-267c-4ea6-9fe3-bddd5bab4a61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0942c491b85497db814e1c1daaf9d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9089775 Aug 25 15:10:15.494570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0374a-267c-4ea6-9fe3-bddd5bab4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6e011-882d-4f11-9a29-4574bcc0055f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:15.496537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56328) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:15.529767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=f4a45637-bca4-40f5-b876-29d2b764f664,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:15.556967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.557325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.557989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.558512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.559037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.559545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.560049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.560570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.561089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.561602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.562112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.562611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:15.581097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56bb1f94-e304-49d5-a956-2152ead2b7d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9997141 Aug 25 15:10:15.583387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56332) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:15.634197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-504c9b63-ac6d-4f4d-ac55-0a8a38b71854 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4195075 Aug 25 15:10:15.636963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56334) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:15.645716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:44:b5:2b', 'name': 'tempest-NetworksTestDHCPv6-845937745'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:15.664312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b6964-5fa3-4adc-b77a-a47b5e96a536 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:15.670152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f33170e6-3be6-4e37-ba35-a703cccfdf21 req-b90fb4d6-19a1-4ee1-9f1a-f8f258e4cd15 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0591161 Aug 25 15:10:15.670807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e61b6964-5fa3-4adc-b77a-a47b5e96a536 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/ab9ba95f-432c-424b-a8c0-0bca3f78b624 HTTP/1.1" status: 200 len: 840 time: 0.0861049 Aug 25 15:10:15.672899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56336) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:15.685338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abc345d6-51c1-4e56-8b77-321393cc054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.715724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abc345d6-51c1-4e56-8b77-321393cc054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.850951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port ab9ba95f-432c-424b-a8c0-0bca3f78b624 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:15.851332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.926443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.930436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:15.975201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abc345d6-51c1-4e56-8b77-321393cc054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.977796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-abc345d6-51c1-4e56-8b77-321393cc054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:15.978968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-abc345d6-51c1-4e56-8b77-321393cc054d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03b6e011-882d-4f11-9a29-4574bcc0055f HTTP/1.1" status: 204 len: 168 time: 0.4814639 Aug 25 15:10:16.001592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for ab9ba95f-432c-424b-a8c0-0bca3f78b624 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:16.018995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc345d6-51c1-4e56-8b77-321393cc054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6e011-882d-4f11-9a29-4574bcc0055f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:16.073636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:16.136394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.186263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e41518-990b-4996-a1de-67c5b9a286e6 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:16.200886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port ec1954e3-117c-48d3-8185-c3de1a9791e7 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:16.280145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776764-9865-4fc7-8583-476e9263d62a req-a5923a84-0d5f-459d-baf4-6cca5896a2b7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:16.283654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a776764-9865-4fc7-8583-476e9263d62a req-a5923a84-0d5f-459d-baf4-6cca5896a2b7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.0731423 Aug 25 15:10:16.304383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.361649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=ab9ba95f-432c-424b-a8c0-0bca3f78b624,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:16.374584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.378734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a776764-9865-4fc7-8583-476e9263d62a req-aa7fdb5d-9203-4a35-9c7c-f1096de96dba tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870347 Aug 25 15:10:16.379515 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3969f64f-d5b2-4907-81d2-636cd3c0b16b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/ab9ba95f-432c-424b-a8c0-0bca3f78b624 HTTP/1.1" status: 204 len: 168 time: 0.7054169 Aug 25 15:10:16.381602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56352) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:16.424507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 853f5d86-f594-4db6-861a-63d465c0e0b8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:16.426777 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3232dcf9-e6a5-463c-99ca-2884ee01a4e2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:10:16.429310 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3232dcf9-e6a5-463c-99ca-2884ee01a4e2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/ab9ba95f-432c-424b-a8c0-0bca3f78b624 HTTP/1.1" status: 404 len: 333 time: 0.0427380 Aug 25 15:10:16.441582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56358) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:16.448920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'name': 'tempest-PortsTestJSON-1968979995'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:16.465266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903978ea-94c6-4008-8b9d-0a57dea15de2 req-8597b863-a5e1-46c3-89dc-23303df64b99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:16.467378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-903978ea-94c6-4008-8b9d-0a57dea15de2 req-8597b863-a5e1-46c3-89dc-23303df64b99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1658299 Aug 25 15:10:16.538608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] Provisioning for port 853f5d86-f594-4db6-861a-63d465c0e0b8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:16.544853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:16.545236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.570975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8:0:1::103 (adfdb661-dddb-4df2-9db5-dc9311fa8623/f4a45637-bca4-40f5-b876-29d2b764f664/ec1954e3-117c-48d3-8185-c3de1a9791e7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:16.581223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe44:b52b (adfdb661-dddb-4df2-9db5-dc9311fa8623/6a37d83b-6818-4e2d-acfd-1b96f49cd9f8/ec1954e3-117c-48d3-8185-c3de1a9791e7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:16.588475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-903978ea-94c6-4008-8b9d-0a57dea15de2 req-27d8c09d-e684-45f2-b697-9297176618ee tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080883 Aug 25 15:10:16.614561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '6a37d83b-6818-4e2d-acfd-1b96f49cd9f8', 'ip_address': '2001:db8::f816:3eff:fe1a:f9f'}, {'subnet_id': 'f4a45637-bca4-40f5-b876-29d2b764f664'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '853f5d86-f594-4db6-861a-63d465c0e0b8'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:10:16.667156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.691419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.708639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:16.715688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.744450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port d393ba85-20bb-4f33-ba50-f44886ce9207 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:16.803286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.818898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:16.843407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63f3c075-80e6-4f42-99f9-7f5e9f105ea9 req-2b8e7a78-5f34-45cc-acba-074d9d1b5b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0363772 Aug 25 15:10:16.857594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object ec1954e3-117c-48d3-8185-c3de1a9791e7 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:16.939187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:16.994574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.005816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b4b4-1527-4049-92c8-db5f4d84846a None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:17.102149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56370) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:17.115098 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2e963a1-d7f5-4d12-9507-ec5141bb52e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.123134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Allocated IP 2001:db8:0:1::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/f4a45637-bca4-40f5-b876-29d2b764f664/853f5d86-f594-4db6-861a-63d465c0e0b8) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:17.127558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.170265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.226025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-3348aa5d-a67c-4712-b06e-01d1f40d1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.227569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-3348aa5d-a67c-4712-b06e-01d1f40d1a19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1097 time: 0.1812856 Aug 25 15:10:17.230056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:17.237861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:17.246290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:17.249227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:17.255336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:17.258670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:17.259499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.260148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.260281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:17.264437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.265358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.267848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=ec1954e3-117c-48d3-8185-c3de1a9791e7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:17.278912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=d393ba85-20bb-4f33-ba50-f44886ce9207,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:17.304324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.313089 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2e963a1-d7f5-4d12-9507-ec5141bb52e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.319195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Transition to ACTIVE for port object 853f5d86-f594-4db6-861a-63d465c0e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:17.337554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-7bcf5939-af70-457d-938f-e3c004b7181b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.337554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-7bcf5939-af70-457d-938f-e3c004b7181b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.3006341 Aug 25 15:10:17.355091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:17.427420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-e06c1b05-684a-436a-ac86-f14221b89fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.428906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-e06c1b05-684a-436a-ac86-f14221b89fd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.1899521 Aug 25 15:10:17.438406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.438667 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b2e963a1-d7f5-4d12-9507-ec5141bb52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.470048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b2e963a1-d7f5-4d12-9507-ec5141bb52e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10894cdde59b4f3dbf848445585c1f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673553 Aug 25 15:10:17.476576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56376) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:17.513360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3df0e-f301-43e2-b672-ba01b09e473a None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:17.525686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-406c33ad-74af-4adb-935c-189cb00509db tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8864212 Aug 25 15:10:17.534088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56378) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:17.537432 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-af20606c-a5ba-4b2a-96d8-0367bd490fb6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0942600 Aug 25 15:10:17.547061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-fcec0994-7b82-4edd-9d66-bb3fe279297b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1002 time: 0.1098657 Aug 25 15:10:17.549787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56380) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:17.557904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:17.565704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e963a1-d7f5-4d12-9507-ec5141bb52e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1c223-2792-4c13-9eac-48406ab7e8d4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:17.592002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a8c-fae0-424c-9506-9a34eec20beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.619615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a8c-fae0-424c-9506-9a34eec20beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.735333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:17.735877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2bc6a-52aa-4ba4-93b9-f9320da1b450 req-572f1911-6948-4b63-ac88-02e98c5b452c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.739124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.739661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8d2bc6a-52aa-4ba4-93b9-f9320da1b450 req-572f1911-6948-4b63-ac88-02e98c5b452c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0756531 Aug 25 15:10:17.748824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-d1ddb06e-1718-47d5-a839-39b72f90542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:17.750301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-d1ddb06e-1718-47d5-a839-39b72f90542b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.1619797 Aug 25 15:10:17.776355 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.801075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8d2bc6a-52aa-4ba4-93b9-f9320da1b450 req-3b0926d1-d0cf-48ef-aff6-8bf3069495dc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556448 Aug 25 15:10:17.828036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a8c-fae0-424c-9506-9a34eec20beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.830972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a8c-fae0-424c-9506-9a34eec20beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:17.832334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e5b3a8c-fae0-424c-9506-9a34eec20beb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ec1c223-2792-4c13-9eac-48406ab7e8d4 HTTP/1.1" status: 204 len: 168 time: 0.3545275 Aug 25 15:10:17.895351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b3a8c-fae0-424c-9506-9a34eec20beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1c223-2792-4c13-9eac-48406ab7e8d4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:18.065190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:18.162026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.242334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f039e33-148b-49fe-880d-cb9d196b4257 req-38eaae1c-c533-46a2-bfc4-9c8289014115 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0772011 Aug 25 15:10:18.249364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.295229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port ec1954e3-117c-48d3-8185-c3de1a9791e7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:18.295229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.326788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] In _notify_port_updated(), no bound segment for port d393ba85-20bb-4f33-ba50-f44886ce9207 on network 2bec6178-aaff-448a-a777-8bd443dc5cc1 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:10:18.332634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:18.333277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.334747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/ports/d393ba85-20bb-4f33-ba50-f44886ce9207 HTTP/1.1" status: 200 len: 818 time: 0.7839186 Aug 25 15:10:18.338331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56400) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:18.386678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-65b0696f-a1fc-4479-8d54-ad048fd89138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:18.388710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-65b0696f-a1fc-4479-8d54-ad048fd89138 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6221938 Aug 25 15:10:18.474302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eba34b81-5378-4486-b90f-ddb57126dd8c None None] Provisioning for port 853f5d86-f594-4db6-861a-63d465c0e0b8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:18.480198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eba34b81-5378-4486-b90f-ddb57126dd8c None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:18.480665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eba34b81-5378-4486-b90f-ddb57126dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.517339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port d393ba85-20bb-4f33-ba50-f44886ce9207 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:18.517837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.631769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.656911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for d393ba85-20bb-4f33-ba50-f44886ce9207 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:18.796669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=d393ba85-20bb-4f33-ba50-f44886ce9207,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:18.831255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.831603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.831949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.832284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.832623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.833393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.833393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.833603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.833893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.834215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.834540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.834942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38d298-96cc-4d73-9776-fa4af7551c56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:10:18.850626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.869840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9604560a-8002-4128-a12b-d38abde6c546 None None] Provisioning for port ec1954e3-117c-48d3-8185-c3de1a9791e7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:18.880582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9604560a-8002-4128-a12b-d38abde6c546 None None] Provisioning complete for port ec1954e3-117c-48d3-8185-c3de1a9791e7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:18.881429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9604560a-8002-4128-a12b-d38abde6c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.894217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=d393ba85-20bb-4f33-ba50-f44886ce9207,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:18.902478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:18.904457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c24834f-5d56-4bf8-b1f2-ac96f6981467 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/d393ba85-20bb-4f33-ba50-f44886ce9207 HTTP/1.1" status: 204 len: 168 time: 0.5649977 Aug 25 15:10:18.907463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:18.914040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.3 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/bda01363-7a63-4548-b36f-ff5cbb84d39a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:18.938958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9604560a-8002-4128-a12b-d38abde6c546 None None] Port ec1954e3-117c-48d3-8185-c3de1a9791e7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:18.963514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.009304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for ec1954e3-117c-48d3-8185-c3de1a9791e7 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:19.027668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-480c97a8-9287-47d6-9808-1d88eaed0010 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084957 Aug 25 15:10:19.048574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c52e1-07d7-4c49-bf68-cbb8e792b39c req-f5b66940-2c61-407d-9b72-44c0f671ad87 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:19.051634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c8c52e1-07d7-4c49-bf68-cbb8e792b39c req-f5b66940-2c61-407d-9b72-44c0f671ad87 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0916047 Aug 25 15:10:19.065463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8fc2e0-6d47-495c-a081-004fbd1ebbc1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:19.069089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fd8fc2e0-6d47-495c-a081-004fbd1ebbc1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1605787 Aug 25 15:10:19.072407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:19.119535 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68732c9-4b20-421b-9fb4-b590164e71e6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:10:19.121389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d68732c9-4b20-421b-9fb4-b590164e71e6 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/d393ba85-20bb-4f33-ba50-f44886ce9207 HTTP/1.1" status: 404 len: 333 time: 0.0465782 Aug 25 15:10:19.125057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56426) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:19.130365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078179585'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:19.157260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c8c52e1-07d7-4c49-bf68-cbb8e792b39c req-c07890c4-55f2-4e75-a19b-be59077570b0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856240 Aug 25 15:10:19.248144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:19.249634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.277470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-a87dc604-6890-4d64-82bd-3345d3575a48 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400069 Aug 25 15:10:19.301945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:10:19.356456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.401388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3ee1523-1827-44d4-b9f3-23d130f7dbba req-54f463ca-bed0-4fa4-afa6-1c0486e47ca6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0419469 Aug 25 15:10:19.554413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.557539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.558345 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment 55117936-671b-4872-a6da-de3d45a47b20 of type vlan for network a67e566a-74c4-4153-b772-375ad0828374 Aug 25 15:10:19.567697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.568896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:19.602239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.640102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:19.666810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:19.688946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:19.691775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=bda01363-7a63-4548-b36f-ff5cbb84d39a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:19.726292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.735158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:19.736119 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.763819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.765876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/ec1954e3-117c-48d3-8185-c3de1a9791e7 HTTP/1.1" status: 204 len: 168 time: 2.2308419 Aug 25 15:10:19.770995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba8d2d-e499-4a74-8e39-f98bfc1680c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=ec1954e3-117c-48d3-8185-c3de1a9791e7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:19.772913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56446) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:19.814619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:19.815434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:19.856581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=a67e566a-74c4-4153-b772-375ad0828374,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:19.867255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25b354-aaa3-4681-8cf0-11d66c4cf481 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:19.872838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ff25b354-aaa3-4681-8cf0-11d66c4cf481 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0963023 Aug 25 15:10:19.876040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56452) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:19.906368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a67e566a-74c4-4153-b772-375ad0828374 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:10:19.965777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-2f254bf9-57cb-4394-8d37-94fb83883b10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6160512 Aug 25 15:10:19.979947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Request body: {'port': {'device_id': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:19.989367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d968ee2c-c449-4b4d-b7bb-4a474da7ffa1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8634014 Aug 25 15:10:19.992103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:19.997735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': 'a67e566a-74c4-4153-b772-375ad0828374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:20.020769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce518fc-49dc-4794-b016-f6f6276aef21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:20.020769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0ce518fc-49dc-4794-b016-f6f6276aef21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1390097 Aug 25 15:10:20.022678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:20.115105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.151971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182f0aa-0f45-45bb-9bbd-28ffd1befeab tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:20.153678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182f0aa-0f45-45bb-9bbd-28ffd1befeab tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:20.155217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182f0aa-0f45-45bb-9bbd-28ffd1befeab tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:20.156840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4182f0aa-0f45-45bb-9bbd-28ffd1befeab tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1331379 Aug 25 15:10:20.159975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:20.199769 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:20.203463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.309274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 6a37d83b-6818-4e2d-acfd-1b96f49cd9f8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:20.316823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.383403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.393171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42048dbc-aed7-4f1c-9066-a631e8cdfd97 req-981fe1b2-48b7-4447-b115-adc3a9b6026a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:20.394738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42048dbc-aed7-4f1c-9066-a631e8cdfd97 req-981fe1b2-48b7-4447-b115-adc3a9b6026a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1372736 Aug 25 15:10:20.504664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda01363-7a63-4548-b36f-ff5cbb84d39a {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:20.513717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42048dbc-aed7-4f1c-9066-a631e8cdfd97 req-29c22316-7d8d-4f60-9f67-56532dbf3f60 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959857 Aug 25 15:10:20.514673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.533665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Transition to ACTIVE for port object bda01363-7a63-4548-b36f-ff5cbb84d39a will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:20.567926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.616476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823545c-6fa6-4556-8d7a-fbb01ee0b80d req-0c9064b2-9c96-4b53-95bf-e7b64b793b85 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:20.619502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a823545c-6fa6-4556-8d7a-fbb01ee0b80d req-0c9064b2-9c96-4b53-95bf-e7b64b793b85 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 931 time: 0.0838928 Aug 25 15:10:20.621232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.719454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Pushing event updated for resources: {'Port': ['ID=bda01363-7a63-4548-b36f-ff5cbb84d39a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:20.730498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.747702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a823545c-6fa6-4556-8d7a-fbb01ee0b80d req-8a4ba084-2cc2-4338-afed-9ee090ecac3e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149950 Aug 25 15:10:20.762478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.800808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.806709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/6a37d83b-6818-4e2d-acfd-1b96f49cd9f8 HTTP/1.1" status: 204 len: 168 time: 0.6448944 Aug 25 15:10:20.807924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:20.815561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d00ff-a243-41ef-8468-dc5b6d261a83 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:20.816675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=23d23339-73eb-467a-92a3-7d222665c612,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:20.835191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Attempting to bind port bda01363-7a63-4548-b36f-ff5cbb84d39a on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:20.837292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Attempting to bind port bda01363-7a63-4548-b36f-ff5cbb84d39a by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:20.837926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Attempting to bind port bda01363-7a63-4548-b36f-ff5cbb84d39a on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:20.844199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Port bda01363-7a63-4548-b36f-ff5cbb84d39a on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:10:20.844829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Attempting to bind port bda01363-7a63-4548-b36f-ff5cbb84d39a on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:20.854878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:20.855569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:20.856272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:20.856957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Bound port: bda01363-7a63-4548-b36f-ff5cbb84d39a, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:20.857722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.884868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7040d-d2a1-4357-8e98-086874779739 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=6a37d83b-6818-4e2d-acfd-1b96f49cd9f8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:20.896254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': '55117936-671b-4872-a6da-de3d45a47b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a67e566a-74c4-4153-b772-375ad0828374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:20.896619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: a67e566a-74c4-4153-b772-375ad0828374, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:10:20.935759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet f4a45637-bca4-40f5-b876-29d2b764f664 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:20.942381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:20.962781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] For port bda01363-7a63-4548-b36f-ff5cbb84d39a, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:20.968320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] For port bda01363-7a63-4548-b36f-ff5cbb84d39a, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=bda01363-7a63-4548-b36f-ff5cbb84d39a,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:20.990447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.041288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network a67e566a-74c4-4153-b772-375ad0828374 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:10:21.054568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.115324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.129023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96fb8e8c-2ac2-4221-915e-f455d30e5d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.139676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.140460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.142019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] 10.222.0.45 "PUT /v2.0/ports/bda01363-7a63-4548-b36f-ff5cbb84d39a HTTP/1.1" status: 200 len: 1091 time: 1.1678367 Aug 25 15:10:21.142578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'tag': 'bda01363-7a63-4548-b36f-ff5cbb84d39a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:21.145178 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9" -d '{"events": [{"name": "network-changed", "server_uuid": "a791b25c-b21c-406f-804e-5e4adf4f85ff", "tag": "bda01363-7a63-4548-b36f-ff5cbb84d39a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:21.187676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78045f0-e39d-4a3c-a773-dd2b427f1365 service neutron] Pushing event updated for resources: {'Port': ['ID=bda01363-7a63-4548-b36f-ff5cbb84d39a,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:21.198952 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0c707-4563-422f-a81f-28fbf774d109 x-openstack-request-id: req-58c0c707-4563-422f-a81f-28fbf774d109 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:21.199167 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a791b25c-b21c-406f-804e-5e4adf4f85ff", "tag": "bda01363-7a63-4548-b36f-ff5cbb84d39a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:21.199408 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58c0c707-4563-422f-a81f-28fbf774d109 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:21.199806 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'tag': 'bda01363-7a63-4548-b36f-ff5cbb84d39a', 'status': 'completed', 'code': 200} Aug 25 15:10:21.271814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9 req-d15167e8-a690-44a8-8a39-cb60c0e2f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.273410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9 req-d15167e8-a690-44a8-8a39-cb60c0e2f953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 1094 time: 0.0505576 Aug 25 15:10:21.288648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a67e566a-74c4-4153-b772-375ad0828374) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:21.299786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.300759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.313438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5d15f-5388-492e-b785-46fb77e41b77 None None] Network a67e566a-74c4-4153-b772-375ad0828374 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:21.332927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.392838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a45637-bca4-40f5-b876-29d2b764f664,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:21.396763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.399166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2f8ba603-90ef-4b73-a962-f2ce3364b832 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/f4a45637-bca4-40f5-b876-29d2b764f664 HTTP/1.1" status: 204 len: 168 time: 0.5902200 Aug 25 15:10:21.402075 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56498) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:21.424876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9 req-0d557e5c-4b9a-42e3-8261-d7c1f36c93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.427654 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9 req-0d557e5c-4b9a-42e3-8261-d7c1f36c93d9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9b4667880b644474aab5c0bd0d0764b0&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1459475 Aug 25 15:10:21.454816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-203bdb7b-81cf-4feb-835b-f1d3fc49cba9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489330 Aug 25 15:10:21.454816 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f9b186ef-44a2-47c4-af07-00cb0bb9aa24 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4607902 Aug 25 15:10:21.455260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56502) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:21.462500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56504) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:21.463356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:21.495483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': 'a67e566a-74c4-4153-b772-375ad0828374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:21.569253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-a67e566a-74c4-4153-b772-375ad0828374', 'network_id': 'a67e566a-74c4-4153-b772-375ad0828374', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': '23d23339-73eb-467a-92a3-7d222665c612'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:21.570390 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.733965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:21.738634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:21.760048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9 req-51b487d5-1db1-4b7a-b185-6647c830bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.769303 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d14c677-ae1e-42ef-be10-cc5ecccdfab9 req-51b487d5-1db1-4b7a-b185-6647c830bf40 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3307991 Aug 25 15:10:21.863906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Allocated IP 172.20.0.2 (a67e566a-74c4-4153-b772-375ad0828374/23d23339-73eb-467a-92a3-7d222665c612/9fa2d736-3876-487b-87d3-6f9dedc8ae6a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:21.945889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e9c0-20bc-486f-8737-f04ba5e4316c req-efb2e3a3-4f09-466d-bc14-8c70fe0ff4ea tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.948759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29b1e9c0-20bc-486f-8737-f04ba5e4316c req-efb2e3a3-4f09-466d-bc14-8c70fe0ff4ea tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.2684789 Aug 25 15:10:21.948990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66717-b8a0-4b01-ae18-780079569168 req-574ace87-5837-402a-952e-3629ee0bc4cc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:21.950839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fcb66717-b8a0-4b01-ae18-780079569168 req-574ace87-5837-402a-952e-3629ee0bc4cc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 943 time: 0.0897951 Aug 25 15:10:22.056184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-a045259e-6625-4437-b7f5-7e1a1609f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:22.057945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-a045259e-6625-4437-b7f5-7e1a1609f469 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 1094 time: 0.1926289 Aug 25 15:10:22.063109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fcb66717-b8a0-4b01-ae18-780079569168 req-b3088c9e-7bf9-4e52-8c8a-309717c91675 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016600 Aug 25 15:10:22.098586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29b1e9c0-20bc-486f-8737-f04ba5e4316c req-05034fe5-c6dc-4ee2-97f3-a0457c45c809 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189029 Aug 25 15:10:22.101290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:22.104406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.109343 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.129959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Transition to ACTIVE for port object 9fa2d736-3876-487b-87d3-6f9dedc8ae6a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:22.142675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-6bb694ed-3279-4ced-92db-e84f03419e38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda01363-7a63-4548-b36f-ff5cbb84d39a HTTP/1.1" status: 200 len: 217 time: 0.0644183 Aug 25 15:10:22.151800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c82d8-586f-4299-9d8e-79840cf3df76 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:22.203330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Transition to ACTIVE for port object 9fa2d736-3876-487b-87d3-6f9dedc8ae6a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:22.243241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7d79f0fa-d5cf-4574-aca3-03dfdd20e543 None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:22.243450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7d79f0fa-d5cf-4574-aca3-03dfdd20e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.268666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-603e1d9e-317f-425a-b412-22b3ab638afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:22.271050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-603e1d9e-317f-425a-b412-22b3ab638afe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1167235 Aug 25 15:10:22.323310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.336056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-e802fa54-b50f-4d09-bfa5-51f1860bf333 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560646 Aug 25 15:10:22.342432 n-d-805995-2 neutron-server[101873]: INFO neutron.db.ipam_backend_mixin [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 23d23339-73eb-467a-92a3-7d222665c612 (CIDR: 172.20.0.0/28) Aug 25 15:10:22.363310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56526) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:22.392335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Network a67e566a-74c4-4153-b772-375ad0828374 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:22.397913 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:10:22.398423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:10:22.400192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:22.409869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:22.414253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Pushing event updated for resources: {'Port': ['ID=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:22.440297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:10:22.464424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-d7a33a80-193e-40ad-b453-3b73bce6c7e4 service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205294 Aug 25 15:10:22.509616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Attempting to bind port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:22.509988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Attempting to bind port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '55117936-671b-4872-a6da-de3d45a47b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a67e566a-74c4-4153-b772-375ad0828374'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:22.510353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Attempting to bind port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a on network a67e566a-74c4-4153-b772-375ad0828374 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:22.527307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:22.527689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Checking segment: {'id': '55117936-671b-4872-a6da-de3d45a47b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a67e566a-74c4-4153-b772-375ad0828374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:22.528097 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.528495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Bound using segment: {'id': '55117936-671b-4872-a6da-de3d45a47b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a67e566a-74c4-4153-b772-375ad0828374'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:22.529054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Bound port: 9fa2d736-3876-487b-87d3-6f9dedc8ae6a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55117936-671b-4872-a6da-de3d45a47b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a67e566a-74c4-4153-b772-375ad0828374'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:22.529453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.564700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7e4dc6dc-7250-483b-ae92-24dfd6498890 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0978947 Aug 25 15:10:22.568140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56530) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:22.576486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': 'a67e566a-74c4-4153-b772-375ad0828374', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:22.622037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '853f5d86-f594-4db6-861a-63d465c0e0b8'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:10:22.655615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5d0f92df-3693-4bb3-99e7-6694d04c85f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.662108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.668476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] For port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:22.675049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] For port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,segment=NetworkSegment(55117936-671b-4872-a6da-de3d45a47b20),segment_id=55117936-671b-4872-a6da-de3d45a47b20)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:22.714724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.735926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20c0ee90-d5ee-4337-9b62-16b21532b270 req-b334e9b2-5ad6-4059-b204-03cfc178b67f service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640576 Aug 25 15:10:22.748414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.848012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5d0f92df-3693-4bb3-99e7-6694d04c85f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.903721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc39444-4251-4a47-91bf-64ee77e047b6 None None] Pushing event updated for resources: {'Port': ['ID=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:22.924098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5d0f92df-3693-4bb3-99e7-6694d04c85f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:22.961063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:22.971185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5d0f92df-3693-4bb3-99e7-6694d04c85f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3a62fcdb0ec41fb9965bde4a08db746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067579 Aug 25 15:10:22.975136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:22.991922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f92df-3693-4bb3-99e7-6694d04c85f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceede6b0-1490-4d81-b236-047835b5eb27,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:23.011779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.040880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:23.044884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.049630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a84b-9754-4ab7-a748-c3a0af841eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.078369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.079189 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.121304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:10:23.121952 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:10:23.142937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a84b-9754-4ab7-a748-c3a0af841eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.310281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ba96-f1e2-4148-8714-90551282b2b0 req-452ebc6e-b561-498b-80a4-a90e50c9af1d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:23.311974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec35ba96-f1e2-4148-8714-90551282b2b0 req-452ebc6e-b561-498b-80a4-a90e50c9af1d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0667593 Aug 25 15:10:23.356998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a84b-9754-4ab7-a748-c3a0af841eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.359742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a84b-9754-4ab7-a748-c3a0af841eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.367713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bfc0a84b-9754-4ab7-a748-c3a0af841eaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ceede6b0-1490-4d81-b236-047835b5eb27 HTTP/1.1" status: 204 len: 168 time: 0.3879745 Aug 25 15:10:23.391920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec35ba96-f1e2-4148-8714-90551282b2b0 req-3f59e7f5-d494-4082-94b0-fa445af993ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694110 Aug 25 15:10:23.404808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0a84b-9754-4ab7-a748-c3a0af841eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceede6b0-1490-4d81-b236-047835b5eb27,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:23.650816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:23.664782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:23.674961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:23.674961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.678233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:23.685011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=8']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:23.694202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.733761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715df72f-6510-424f-acd6-91bf9ed5c414 req-f58addeb-3cd7-472b-a7ea-141421b43b30 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:23.735217 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.736064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-715df72f-6510-424f-acd6-91bf9ed5c414 req-f58addeb-3cd7-472b-a7ea-141421b43b30 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 943 time: 0.1649570 Aug 25 15:10:23.812698 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-715df72f-6510-424f-acd6-91bf9ed5c414 req-bfc9adda-af97-4738-8460-e096bd3f8760 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607820 Aug 25 15:10:23.814281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-405801ef-353e-4125-adc3-3634f187599a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3576021 Aug 25 15:10:23.817762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56544) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:23.826551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:23.859186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=4d144250-80f4-48ea-b602-98c7b56613ec,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:23.869033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network a67e566a-74c4-4153-b772-375ad0828374 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:23.871060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:23.875243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:23.876025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.900646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2267780f-c907-4a8c-8621-b23e0be90ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:23.958677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd0fa5c8-23f2-49fc-b4a6-54fab2e02a9b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3851278 Aug 25 15:10:23.958677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56546) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:23.964317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': 'a67e566a-74c4-4153-b772-375ad0828374', 'fixed_ips': [{'subnet_id': '23d23339-73eb-467a-92a3-7d222665c612'}, {'subnet_id': '4d144250-80f4-48ea-b602-98c7b56613ec'}], 'name': 'tempest-PortsTestJSON-2100276229'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:24.076018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.101308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:24.106178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.120861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9fa2d736-3876-487b-87d3-6f9dedc8ae6a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:24.171617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:24.208035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0061b6-545b-4a66-a719-72c29664f719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.274083 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5 (CIDR: 2001:db8::/64) Aug 25 15:10:24.319792 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:10:24.320472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:10:24.351488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:24.355919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c455d-f5f8-4117-a319-69bdc196b879 None None] Network a67e566a-74c4-4153-b772-375ad0828374 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:24.499507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.531122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 35347565-d48e-4327-8651-4e0e3632c9ef yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:24.595374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d3029d2-0499-4ff3-9e85-05859957a919 None None] Provisioning for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:24.606003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:24.624777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:24.627643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c64721-b13f-492e-afc2-1ea1999ea7e3 req-5bcf3034-2519-4149-9bbf-71a24f3450ab tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:24.629177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0c64721-b13f-492e-afc2-1ea1999ea7e3 req-5bcf3034-2519-4149-9bbf-71a24f3450ab tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1662185 Aug 25 15:10:24.640003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:24.641193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.678927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.686028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0061b6-545b-4a66-a719-72c29664f719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.733635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Update dhcp port {'port': {'network_id': 'a67e566a-74c4-4153-b772-375ad0828374', 'fixed_ips': [{'subnet_id': '23d23339-73eb-467a-92a3-7d222665c612', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d144250-80f4-48ea-b602-98c7b56613ec'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '9fa2d736-3876-487b-87d3-6f9dedc8ae6a'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:10:24.754935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0c64721-b13f-492e-afc2-1ea1999ea7e3 req-ebb3a25b-7d16-4d77-9f14-8a40d1dd358c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009662 Aug 25 15:10:24.770036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.804200 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.913763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:24.914817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4d8723a8-09b0-4c1d-bfe5-aa17697a9a37 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0957136 Aug 25 15:10:24.916173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56558) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:24.921869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:24.950005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38830503-efcb-4bbd-852d-f0520c1b5604 None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:25.127013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb54ce-78fc-430d-83f2-6b49ea181034 req-60911bb9-407f-4541-9eba-91a2e8a84ab8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:25.128750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2cb54ce-78fc-430d-83f2-6b49ea181034 req-60911bb9-407f-4541-9eba-91a2e8a84ab8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 943 time: 0.1876886 Aug 25 15:10:25.130652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,segment=NetworkSegment(55117936-671b-4872-a6da-de3d45a47b20),segment_id=55117936-671b-4872-a6da-de3d45a47b20)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:25.175472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:25.183855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Allocated IP 172.20.0.18 (a67e566a-74c4-4153-b772-375ad0828374/4d144250-80f4-48ea-b602-98c7b56613ec/9fa2d736-3876-487b-87d3-6f9dedc8ae6a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:25.187750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.194193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0061b6-545b-4a66-a719-72c29664f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.199915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.200787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:25.263360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0061b6-545b-4a66-a719-72c29664f719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1275cff3-d663-4248-b38e-f897633d105b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:25.276121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a0061b6-545b-4a66-a719-72c29664f719 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=faff2cb80278461fa587cefcfca698e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997465 Aug 25 15:10:25.276121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56562) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:25.276536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2cb54ce-78fc-430d-83f2-6b49ea181034 req-d7ca3f0e-e975-4bd4-b93f-294fcfab6cf5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291733 Aug 25 15:10:25.363331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7675703a-c17a-4ff2-82ad-86924ce69c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.400396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:25.431162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7675703a-c17a-4ff2-82ad-86924ce69c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.486486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] For port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,segment=NetworkSegment(55117936-671b-4872-a6da-de3d45a47b20),segment_id=55117936-671b-4872-a6da-de3d45a47b20)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:25.530485 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.533442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:25.536064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.556193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.575155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Transition to ACTIVE for port object 9fa2d736-3876-487b-87d3-6f9dedc8ae6a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:25.593244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7675703a-c17a-4ff2-82ad-86924ce69c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.595886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7675703a-c17a-4ff2-82ad-86924ce69c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.599959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7675703a-c17a-4ff2-82ad-86924ce69c9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1275cff3-d663-4248-b38e-f897633d105b HTTP/1.1" status: 204 len: 168 time: 0.3233099 Aug 25 15:10:25.614719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675703a-c17a-4ff2-82ad-86924ce69c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1275cff3-d663-4248-b38e-f897633d105b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:25.616461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.643995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.702396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:25.731271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:25.735777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:25.736467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:25.747463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea1723-1de0-4fc8-8ca1-13ceef041943 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:25.760666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=e69fd682-ca9d-4480-a666-711f6a5b8e07,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:25.811077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0967406e-dec6-4e5b-b6b9-ed1a2699440c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8909972 Aug 25 15:10:25.811353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56568) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:25.822164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:17:3d:56', 'name': 'tempest-NetworksTestDHCPv6-1959402460'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:25.865990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.3 (a67e566a-74c4-4153-b772-375ad0828374/23d23339-73eb-467a-92a3-7d222665c612/35347565-d48e-4327-8651-4e0e3632c9ef) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:25.878793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device bda01363-7a63-4548-b36f-ff5cbb84d39a details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:10:25.900368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.22 (a67e566a-74c4-4153-b772-375ad0828374/4d144250-80f4-48ea-b602-98c7b56613ec/35347565-d48e-4327-8651-4e0e3632c9ef) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:25.925579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaf142-4b2b-4b2a-ab86-a5c78862b183 None None] Pushing event updated for resources: {'Port': ['ID=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:25.985891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-91306bca-408c-4551-95fd-59e2e213bc28 None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:25.986179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91306bca-408c-4551-95fd-59e2e213bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.006297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08880-41c0-4d93-9ef2-142c66f5182f req-7d261d47-8602-460a-96ed-551dee76a975 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:26.011183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fac08880-41c0-4d93-9ef2-142c66f5182f req-7d261d47-8602-460a-96ed-551dee76a975 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0924046 Aug 25 15:10:26.030842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9fa2d736-3876-487b-87d3-6f9dedc8ae6a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:26.127165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fac08880-41c0-4d93-9ef2-142c66f5182f req-1056e8c9-8118-42f3-b376-d10acb5dae1e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016588 Aug 25 15:10:26.158712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:26.283905 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.311016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 35347565-d48e-4327-8651-4e0e3632c9ef will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:26.357613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port bda01363-7a63-4548-b36f-ff5cbb84d39a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=bda01363-7a63-4548-b36f-ff5cbb84d39a,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:26.369048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.401286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'bda01363-7a63-4548-b36f-ff5cbb84d39a', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': 'bda01363-7a63-4548-b36f-ff5cbb84d39a', 'mac_address': 'fa:16:3e:77:a2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:10:26.439415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.446746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port a9b2965f-a5d1-4f0b-897b-d8a69e4f8817 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:26.480630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.507972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda01363-7a63-4548-b36f-ff5cbb84d39a {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:26.537755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e8020-173c-444d-94d6-0bb7fabdcffa req-a538372c-8ef2-4de1-914b-e17af266920f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:26.539449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-351e8020-173c-444d-94d6-0bb7fabdcffa req-a538372c-8ef2-4de1-914b-e17af266920f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 943 time: 0.1237078 Aug 25 15:10:26.560473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=35347565-d48e-4327-8651-4e0e3632c9ef,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:26.581897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network a67e566a-74c4-4153-b772-375ad0828374 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:26.584441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:26.588510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:26.612626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5', 'ip_address': '2001:db8::f816:3eff:fe1a:f9f'}, {'subnet_id': 'e69fd682-ca9d-4480-a666-711f6a5b8e07'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '853f5d86-f594-4db6-861a-63d465c0e0b8'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:10:26.641780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.644847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port bda01363-7a63-4548-b36f-ff5cbb84d39a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=bda01363-7a63-4548-b36f-ff5cbb84d39a,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:26.660191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-351e8020-173c-444d-94d6-0bb7fabdcffa req-bb7a167c-4286-4a58-b0ee-68a4a2794170 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096203 Aug 25 15:10:26.699967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:26.700645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.709628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:26.799457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60df4be6-0ff1-423d-97ce-8e78f3035000 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8396463 Aug 25 15:10:26.802180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:26.808477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23d23339-73eb-467a-92a3-7d222665c612'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:26.821998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ec252-ef34-4e8c-8fa7-551c563b5865 None None] Network a67e566a-74c4-4153-b772-375ad0828374 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:26.846418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8:0:1::4b (adfdb661-dddb-4df2-9db5-dc9311fa8623/e69fd682-ca9d-4480-a666-711f6a5b8e07/a9b2965f-a5d1-4f0b-897b-d8a69e4f8817) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:26.859670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::f816:3eff:fe17:3d56 (adfdb661-dddb-4df2-9db5-dc9311fa8623/99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5/a9b2965f-a5d1-4f0b-897b-d8a69e4f8817) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:27.027921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.095462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=bda01363-7a63-4548-b36f-ff5cbb84d39a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:27.180076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['bda01363-7a63-4548-b36f-ff5cbb84d39a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:27.245073 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.245955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9c5aac67-eff5-4f3a-b013-359328b68be8 None None] Provisioning for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:27.266747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9c5aac67-eff5-4f3a-b013-359328b68be8 None None] Provisioning complete for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:27.267221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9c5aac67-eff5-4f3a-b013-359328b68be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.327284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.331638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00829d3-8de3-4e16-8571-a98a6b5460c1 req-055fe389-676e-41d3-af9d-755bf5885676 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:27.334108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a00829d3-8de3-4e16-8571-a98a6b5460c1 req-055fe389-676e-41d3-af9d-755bf5885676 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0946641 Aug 25 15:10:27.377458 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.403149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a00829d3-8de3-4e16-8571-a98a6b5460c1 req-5c8aa3b8-0e1c-49dc-8992-77fadef61541 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603693 Aug 25 15:10:27.436135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object a9b2965f-a5d1-4f0b-897b-d8a69e4f8817 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:27.519615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Delete allocated IP 172.20.0.22 (a67e566a-74c4-4153-b772-375ad0828374/4d144250-80f4-48ea-b602-98c7b56613ec) {{(pid=101872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 15:10:27.713017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.716680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.789669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Allocated IP 2001:db8:0:1::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/e69fd682-ca9d-4480-a666-711f6a5b8e07/853f5d86-f594-4db6-861a-63d465c0e0b8) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:27.803471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-93605335-2622-4125-a701-bd283839d3fa None None] Provisioning for port 35347565-d48e-4327-8651-4e0e3632c9ef completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:27.809325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:27.813303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-93605335-2622-4125-a701-bd283839d3fa None None] Provisioning complete for port 35347565-d48e-4327-8651-4e0e3632c9ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:27.813685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93605335-2622-4125-a701-bd283839d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.859447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Ignored duplicate provisioning block setup for port 35347565-d48e-4327-8651-4e0e3632c9ef by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 15:10:27.860334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=a9b2965f-a5d1-4f0b-897b-d8a69e4f8817,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:27.866465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:27.886424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:27.886424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:27.886927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.916888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-93605335-2622-4125-a701-bd283839d3fa None None] Port 35347565-d48e-4327-8651-4e0e3632c9ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:27.919476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee6af7-1443-4f05-ae7f-fbad8259bb9f req-8f8674e6-adc7-4013-95e2-55a283cf804f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:27.921239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4aee6af7-1443-4f05-ae7f-fbad8259bb9f req-8f8674e6-adc7-4013-95e2-55a283cf804f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 944 time: 0.1172724 Aug 25 15:10:27.950186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:27.961089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-93605335-2622-4125-a701-bd283839d3fa None None] Provisioning complete for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:27.962322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-93605335-2622-4125-a701-bd283839d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.006214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:28.022498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=35347565-d48e-4327-8651-4e0e3632c9ef,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:28.063522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5bb2e9c8-26a0-4337-afa4-1a411de3eb2d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2501523 Aug 25 15:10:28.065656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56608) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:28.080598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9fa2d736-3876-487b-87d3-6f9dedc8ae6a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:28.144162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4aee6af7-1443-4f05-ae7f-fbad8259bb9f req-83f1ffd5-ccb3-4c4a-ac36-6ce2c2ddbf29 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078989 Aug 25 15:10:28.148146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.169252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] In _notify_port_updated(), no bound segment for port 35347565-d48e-4327-8651-4e0e3632c9ef on network a67e566a-74c4-4153-b772-375ad0828374 {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:10:28.181699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Transition to ACTIVE for port object 853f5d86-f594-4db6-861a-63d465c0e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:28.193552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:28.197570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.201647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a44957e5-f9f0-47df-a857-6a33f9df30e9 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/ports/35347565-d48e-4327-8651-4e0e3632c9ef HTTP/1.1" status: 200 len: 919 time: 1.3959210 Aug 25 15:10:28.202252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56612) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:28.216495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23d23339-73eb-467a-92a3-7d222665c612'}, {'subnet_id': '4d144250-80f4-48ea-b602-98c7b56613ec'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:28.220588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port a9b2965f-a5d1-4f0b-897b-d8a69e4f8817 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:28.221185 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.235447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:28.235824 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.329472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.353250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.381810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.417397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for a9b2965f-a5d1-4f0b-897b-d8a69e4f8817 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:28.496348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf670cf-8ceb-4123-8f06-595c2ee6a2fc None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:28.535490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d8c3db95-391c-4198-af72-9cdcd82ddd1f None None] Provisioning complete for port 35347565-d48e-4327-8651-4e0e3632c9ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:28.535867 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d8c3db95-391c-4198-af72-9cdcd82ddd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.585471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3db95-391c-4198-af72-9cdcd82ddd1f None None] Port 35347565-d48e-4327-8651-4e0e3632c9ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:28.640770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbedb30-ecbe-40fe-9194-2d4805f65b36 req-65909a0f-7dd6-4267-b715-0b6e9d8491e4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:28.642450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5dbedb30-ecbe-40fe-9194-2d4805f65b36 req-65909a0f-7dd6-4267-b715-0b6e9d8491e4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1099923 Aug 25 15:10:28.720121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5dbedb30-ecbe-40fe-9194-2d4805f65b36 req-acf1a380-3aa9-4904-a08c-1f6628034de5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690253 Aug 25 15:10:28.849372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.30 (a67e566a-74c4-4153-b772-375ad0828374/4d144250-80f4-48ea-b602-98c7b56613ec/35347565-d48e-4327-8651-4e0e3632c9ef) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:28.918902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:28.960537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=a9b2965f-a5d1-4f0b-897b-d8a69e4f8817,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:29.007156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.025681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.026357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.030618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-47c5f5c3-eabb-42f7-b719-4ae481ac306e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/a9b2965f-a5d1-4f0b-897b-d8a69e4f8817 HTTP/1.1" status: 204 len: 168 time: 0.9638972 Aug 25 15:10:29.031257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56628) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:29.047917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 35347565-d48e-4327-8651-4e0e3632c9ef will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:29.096715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3528ec3d-6148-488d-92a2-eee170ce4f24 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.098884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3528ec3d-6148-488d-92a2-eee170ce4f24 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0666842 Aug 25 15:10:29.101406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56632) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:29.119710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.159706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b36708-1e35-4f19-b022-cb5df5eacc09 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.162363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f3b36708-1e35-4f19-b022-cb5df5eacc09 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0589819 Aug 25 15:10:29.165464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56634) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:29.237161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=35347565-d48e-4327-8651-4e0e3632c9ef,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:29.335183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6739b3-b3e0-4090-a08e-bc7b834b9e67 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.340983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6739b3-b3e0-4090-a08e-bc7b834b9e67 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.342143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6739b3-b3e0-4090-a08e-bc7b834b9e67 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.343871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6f6739b3-b3e0-4090-a08e-bc7b834b9e67 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1768591 Aug 25 15:10:29.346545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56650) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:29.401776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e71ab-444c-459e-8ba4-fc72ca5d31a0 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:29.426047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] In _notify_port_updated(), no bound segment for port 35347565-d48e-4327-8651-4e0e3632c9ef on network a67e566a-74c4-4153-b772-375ad0828374 {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:10:29.432190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:29.433356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.434021 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.436205 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.436742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a04b8a9f-b9f3-4a0a-b65e-ae2b719f2cc0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/ports/35347565-d48e-4327-8651-4e0e3632c9ef HTTP/1.1" status: 200 len: 999 time: 1.2334669 Aug 25 15:10:29.441720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56654) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:29.514834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224d6e7-fc53-45b1-bf3a-f9d63332c674 req-4fdab983-5b74-4b72-b2c2-aefae76df8e0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:29.517649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.518059 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0224d6e7-fc53-45b1-bf3a-f9d63332c674 req-4fdab983-5b74-4b72-b2c2-aefae76df8e0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 944 time: 0.1641855 Aug 25 15:10:29.606823 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0224d6e7-fc53-45b1-bf3a-f9d63332c674 req-fa80b62f-36be-4f5b-8699-43b173ee799c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669527 Aug 25 15:10:29.652015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.672847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 35347565-d48e-4327-8651-4e0e3632c9ef {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:29.673210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.699446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-be69b88a-932a-45ce-b4f9-f8dffc340c85 None None] Provisioning for port 853f5d86-f594-4db6-861a-63d465c0e0b8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:29.754084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-be69b88a-932a-45ce-b4f9-f8dffc340c85 None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:29.754345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-be69b88a-932a-45ce-b4f9-f8dffc340c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.787053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.819786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device bda01363-7a63-4548-b36f-ff5cbb84d39a up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:29.843866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 35347565-d48e-4327-8651-4e0e3632c9ef owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:29.872771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.962181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:29.964226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5 HTTP/1.1" status: 204 len: 168 time: 0.6165905 Aug 25 15:10:29.970904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1d530-80b0-40e1-8dd3-6ef923de505b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:29.973968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56680) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:30.001905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2ddf6-7e0c-4e75-a99a-db06e980ad72 req-93ce41b8-9d5d-4d13-827f-4d87f1056acb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:30.020936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8e2ddf6-7e0c-4e75-a99a-db06e980ad72 req-93ce41b8-9d5d-4d13-827f-4d87f1056acb tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1953297 Aug 25 15:10:30.065069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:30.084567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet e69fd682-ca9d-4480-a666-711f6a5b8e07 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:30.089149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.103148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port bda01363-7a63-4548-b36f-ff5cbb84d39a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:30.108410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port bda01363-7a63-4548-b36f-ff5cbb84d39a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:30.109109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.123534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8e2ddf6-7e0c-4e75-a99a-db06e980ad72 req-331541ba-feee-4bf9-b6c1-15dc1aa3f24e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012988 Aug 25 15:10:30.176290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a650c80-e779-4dd1-8314-77e587eea9e8 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:30.176597 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.220152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:30.220530 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.339425 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.375631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.380424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=35347565-d48e-4327-8651-4e0e3632c9ef,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:30.388078 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.413351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-930c13ad-7c62-438b-ac3e-fa2055ef25bc None None] Provisioning for port 35347565-d48e-4327-8651-4e0e3632c9ef completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:30.448466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-930c13ad-7c62-438b-ac3e-fa2055ef25bc None None] Provisioning complete for port 35347565-d48e-4327-8651-4e0e3632c9ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:30.449135 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-930c13ad-7c62-438b-ac3e-fa2055ef25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.506306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-930c13ad-7c62-438b-ac3e-fa2055ef25bc None None] Port 35347565-d48e-4327-8651-4e0e3632c9ef was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:10:30.525453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda01363-7a63-4548-b36f-ff5cbb84d39a'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:30.540811 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb139a-301c-4d0d-b0c0-355dd560686b" -d '{"events": [{"server_uuid": "a791b25c-b21c-406f-804e-5e4adf4f85ff", "name": "network-vif-plugged", "status": "completed", "tag": "bda01363-7a63-4548-b36f-ff5cbb84d39a"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:30.557150 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.559496 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9fa72462-c84e-4465-827b-f62098af420f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/35347565-d48e-4327-8651-4e0e3632c9ef HTTP/1.1" status: 204 len: 168 time: 1.1170003 Aug 25 15:10:30.561960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56716) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:30.592025 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3829b0c3-1790-4608-9200-b902e1690bf5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:10:30.593836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3829b0c3-1790-4608-9200-b902e1690bf5 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/35347565-d48e-4327-8651-4e0e3632c9ef HTTP/1.1" status: 404 len: 333 time: 0.0307527 Aug 25 15:10:30.596654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56718) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:30.608851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port bda01363-7a63-4548-b36f-ff5cbb84d39a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=bda01363-7a63-4548-b36f-ff5cbb84d39a,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:30.651104 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5249500-cffd-4e15-8329-7dd282e0aa01 x-openstack-request-id: req-f5249500-cffd-4e15-8329-7dd282e0aa01 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:30.651399 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a791b25c-b21c-406f-804e-5e4adf4f85ff", "name": "network-vif-plugged", "status": "completed", "tag": "bda01363-7a63-4548-b36f-ff5cbb84d39a", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:30.651658 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5249500-cffd-4e15-8329-7dd282e0aa01 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:30.652069 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda01363-7a63-4548-b36f-ff5cbb84d39a', 'code': 200} Aug 25 15:10:30.661297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.678751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.730643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=e69fd682-ca9d-4480-a666-711f6a5b8e07,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:30.737809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7f885722-c9d5-4f48-b6e7-c84d9f12a19f None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:30.737809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f885722-c9d5-4f48-b6e7-c84d9f12a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.748214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.751995 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ae7b6b31-a477-4044-91ee-59f8f149bffa tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e69fd682-ca9d-4480-a666-711f6a5b8e07 HTTP/1.1" status: 204 len: 168 time: 0.7761359 Aug 25 15:10:30.753880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56728) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:30.808247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8d7b9a85-81a6-4196-91a8-7c2e66c5251d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521231 Aug 25 15:10:30.818850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=bda01363-7a63-4548-b36f-ff5cbb84d39a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:30.831984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:30.838176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:30.850161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 4d144250-80f4-48ea-b602-98c7b56613ec {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:30.858459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:30.937900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8c91f-157d-4996-ba8b-6e31ca25d57d req-28e1282f-0c89-401a-b3aa-dea5dea932e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:30.940430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5b8c91f-157d-4996-ba8b-6e31ca25d57d req-28e1282f-0c89-401a-b3aa-dea5dea932e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 1096 time: 0.2371495 Aug 25 15:10:30.953204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5d5aa-af65-4130-9861-83e3c8a1a33e req-4db55c94-a89f-4656-a4e5-dcd37e2067be tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:30.961921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26e5d5aa-af65-4130-9861-83e3c8a1a33e req-4db55c94-a89f-4656-a4e5-dcd37e2067be tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.2006142 Aug 25 15:10:31.045055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:31.068881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.069603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.069603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26e5d5aa-af65-4130-9861-83e3c8a1a33e req-6f57ee09-8a2a-407c-a141-12bad0c116a8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948806 Aug 25 15:10:31.112419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5b8c91f-157d-4996-ba8b-6e31ca25d57d req-b1f261b6-4949-4b39-a665-20d8b29cba3b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006517 Aug 25 15:10:31.198931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.303338 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba7a3-b9e6-4379-a3c3-c3eb4d73c564 req-faa724e1-c089-4855-90f3-c52711796433 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:31.310284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87eba7a3-b9e6-4379-a3c3-c3eb4d73c564 req-faa724e1-c089-4855-90f3-c52711796433 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.0991168 Aug 25 15:10:31.361646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87eba7a3-b9e6-4379-a3c3-c3eb4d73c564 req-2f8f9e20-aa11-40a6-92b1-fa31942a6b02 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504615 Aug 25 15:10:31.399611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.436071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=4d144250-80f4-48ea-b602-98c7b56613ec,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:31.443478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.445721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-07c54d05-1971-47fa-95ae-302c240e0092 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/4d144250-80f4-48ea-b602-98c7b56613ec HTTP/1.1" status: 204 len: 168 time: 0.8473318 Aug 25 15:10:31.448573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.451605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56760) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:31.455954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3479d8-81ca-448f-b8b5-581d44b57c61 None None] Network a67e566a-74c4-4153-b772-375ad0828374 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:31.575097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:31.582590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:31.589873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:31.590464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.602488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 23d23339-73eb-467a-92a3-7d222665c612 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:31.607481 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.620357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761f34b-1826-4377-8333-b02d02ced1e9 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:31.633453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56774) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:31.640242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=8634acf1-0539-44aa-b1d4-aff891053c5a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:31.679934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.694327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2067afe7-d791-4fb9-b699-1daefbe0af7c None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:31.694709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2067afe7-d791-4fb9-b699-1daefbe0af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.763599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56782) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:31.763759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6924de8e-e2b0-42e1-95c6-480e23850c52 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9304199 Aug 25 15:10:31.782540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:31.816798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.820493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2c774fb-6a5c-4dca-9712-d13be8383a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:31.979167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '8634acf1-0539-44aa-b1d4-aff891053c5a'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '853f5d86-f594-4db6-861a-63d465c0e0b8'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:10:32.005199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.014226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.052227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=23d23339-73eb-467a-92a3-7d222665c612,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:32.057608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.062806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f764c0c0-3ffb-4d22-b83f-9b1322b3ad40 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/23d23339-73eb-467a-92a3-7d222665c612 HTTP/1.1" status: 204 len: 168 time: 0.6014621 Aug 25 15:10:32.062806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:32.071929 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-a3cf6099-003b-4fbe-9766-3ffa25270ed4 service neutron] show failed (client error): The resource could not be found. Aug 25 15:10:32.073030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-a3cf6099-003b-4fbe-9766-3ffa25270ed4 service neutron] 10.222.0.45 "GET /v2.0/ports/9e06074b-aa19-4d34-acd9-795e87322539/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0990117 Aug 25 15:10:32.115718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2c774fb-6a5c-4dca-9712-d13be8383a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.179360 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.182243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2c774fb-6a5c-4dca-9712-d13be8383a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.289537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:32.290417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.294418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/8634acf1-0539-44aa-b1d4-aff891053c5a/853f5d86-f594-4db6-861a-63d465c0e0b8) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:32.296908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a2c774fb-6a5c-4dca-9712-d13be8383a5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77c56ad3f2224356bbca632a029846a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616192 Aug 25 15:10:32.299054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c774fb-6a5c-4dca-9712-d13be8383a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c85d1d-2f8d-48c4-adde-605d6833e7fb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:32.302858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56806) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:32.349655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:32.354215 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.379002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,segment=NetworkSegment(55117936-671b-4872-a6da-de3d45a47b20),segment_id=55117936-671b-4872-a6da-de3d45a47b20)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:32.379420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.398225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 9fa2d736-3876-487b-87d3-6f9dedc8ae6a owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:32.469756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8f065-aa3f-4c22-bacb-20bf35cb96c8 req-f7061bf4-43b7-4b62-88c5-a13d7c8272a9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:32.471426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0b8f065-aa3f-4c22-bacb-20bf35cb96c8 req-f7061bf4-43b7-4b62-88c5-a13d7c8272a9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.2509930 Aug 25 15:10:32.492980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:32.526432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81136537-d946-462c-841c-41564c4a6ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.562157 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.570006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aab37e-ebc6-4eaf-b8b8-256a4245170a req-07e56380-d50b-4074-9336-5b06c2f1945a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:32.582703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0b8f065-aa3f-4c22-bacb-20bf35cb96c8 req-f87e1b7b-4768-450f-8906-b17b74092335 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027291 Aug 25 15:10:32.584561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81136537-d946-462c-841c-41564c4a6ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.596030 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05aab37e-ebc6-4eaf-b8b8-256a4245170a req-07e56380-d50b-4074-9336-5b06c2f1945a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.1174684 Aug 25 15:10:32.616870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Transition to ACTIVE for port object 853f5d86-f594-4db6-861a-63d465c0e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:32.641790 n-d-805995-2 neutron-server[101873]: INFO neutron.db.ipam_backend_mixin [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8634acf1-0539-44aa-b1d4-aff891053c5a (CIDR: 2001:db8::/64) Aug 25 15:10:32.651855 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05aab37e-ebc6-4eaf-b8b8-256a4245170a req-5a24ddbd-e7f5-4b7b-a4ed-23674ebf01a2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537353 Aug 25 15:10:32.670817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f6da0-f9f8-4ce0-9c74-8d71198538fe None None] Network a67e566a-74c4-4153-b772-375ad0828374 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:32.682681 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:10:32.682681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:10:32.745705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.748320 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.750307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f6c0bbf3-9faa-4c2b-8db5-2bb1f922085a None None] Provisioning complete for port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:32.750678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bbf3-9faa-4c2b-8db5-2bb1f922085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.777752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-2016c160-dc6b-42b4-808e-bdc6199aee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:32.779451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-2016c160-dc6b-42b4-808e-bdc6199aee63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 1097 time: 0.0509760 Aug 25 15:10:32.781831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=9fa2d736-3876-487b-87d3-6f9dedc8ae6a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:32.783753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:32.798263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:32.805071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0bbf3-9faa-4c2b-8db5-2bb1f922085a None None] Port 9fa2d736-3876-487b-87d3-6f9dedc8ae6a was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:10:32.820260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81136537-d946-462c-841c-41564c4a6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.822920 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81136537-d946-462c-841c-41564c4a6ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.826543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-81136537-d946-462c-841c-41564c4a6ce7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65c85d1d-2f8d-48c4-adde-605d6833e7fb HTTP/1.1" status: 204 len: 168 time: 0.5200369 Aug 25 15:10:32.841912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81136537-d946-462c-841c-41564c4a6ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c85d1d-2f8d-48c4-adde-605d6833e7fb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:32.851630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8d04419b-4fc2-4002-9257-c6dd3cbe2015 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0867603 Aug 25 15:10:32.852874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56832) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:32.881041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:32.891178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.907545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67e566a-74c4-4153-b772-375ad0828374']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:32.935289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55117936-671b-4872-a6da-de3d45a47b20') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:32.935602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55117936-671b-4872-a6da-de3d45a47b20') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:32.946635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.952831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.972575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:32.998148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:10:32.998569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:10:33.008351 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:10:33.107372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4d634-36c2-41a9-b937-34b7c7066746 None None] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=13']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:33.175335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5879c05-542a-4f2d-80be-f2f6d832de94 None None] DHCP port deletion for a67e566a-74c4-4153-b772-375ad0828374 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:10:33.205403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.230197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.232494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/a67e566a-74c4-4153-b772-375ad0828374 HTTP/1.1" status: 204 len: 168 time: 1.1685202 Aug 25 15:10:33.238414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dd74f-f8d1-4fdd-a11f-48cbd345ff4e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=a67e566a-74c4-4153-b772-375ad0828374,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:33.240486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56852) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:33.288823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:33.292818 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.293041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2712ddf-6118-4083-b602-77a672efec7a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:33.298028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2712ddf-6118-4083-b602-77a672efec7a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0535717 Aug 25 15:10:33.298844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:33.350951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:33.364298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-52163fe4-43d5-4952-9db0-9d034d02407e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0642214 Aug 25 15:10:33.367569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:33.377211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1537203589'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:33.432765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:33.500033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:33.501399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:33.503811 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bdedbb-3a02-4eb2-a176-9dfc0914474a" -d '{"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:33.505935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.507926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.533386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Transition to ACTIVE for port object 9e06074b-aa19-4d34-acd9-795e87322539 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:33.533489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:10:33.549935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.553014 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment d9131269-d361-47d7-bc89-fa2ec62a95a2 of type vlan for network 7df7ab09-b2fe-40a7-9515-755205879e78 Aug 25 15:10:33.614658 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9837bd-1e7d-4fa5-b878-61c275b56b0e x-openstack-request-id: req-3a9837bd-1e7d-4fa5-b878-61c275b56b0e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:33.614658 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:33.614658 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a9837bd-1e7d-4fa5-b878-61c275b56b0e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:33.614658 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'code': 200} Aug 25 15:10:33.634805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.644368 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.754761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56886) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:33.784588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.799173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a64585-6b17-4ca0-808b-7b47fd7b6e3e None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:33.814683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:33.815582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.829335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b26610b-c286-4802-843a-8a439345552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:33.913252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b92da-b7cb-4271-b292-a06bba21c08d req-5fceac82-716d-4cd1-929e-600a83b45b93 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:33.913593 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-482b92da-b7cb-4271-b292-a06bba21c08d req-5fceac82-716d-4cd1-929e-600a83b45b93 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.2051826 Aug 25 15:10:33.914711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=7df7ab09-b2fe-40a7-9515-755205879e78,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:33.971050 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-482b92da-b7cb-4271-b292-a06bba21c08d req-e7f5e9da-d52f-4419-af54-8860a118d5c4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Aug 25 15:10:34.001340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 7df7ab09-b2fe-40a7-9515-755205879e78 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:10:34.037285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379d299-655a-4770-873d-e508af485437 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:34.090593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:34.143832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf52ca3-4537-4a45-9011-ff0d3e5cb07d req-18c5c201-a6cf-4506-bfb0-af4221e525fe tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:34.152421 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0cf52ca3-4537-4a45-9011-ff0d3e5cb07d req-18c5c201-a6cf-4506-bfb0-af4221e525fe tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.0743556 Aug 25 15:10:34.171507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b26610b-c286-4802-843a-8a439345552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.193384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-456a4ac1-ec1d-41c4-a9dd-34ca66159581 None None] Provisioning for port 853f5d86-f594-4db6-861a-63d465c0e0b8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:34.205984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0cf52ca3-4537-4a45-9011-ff0d3e5cb07d req-2627093f-6490-4c5f-9e52-b3329356b632 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Aug 25 15:10:34.210885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-456a4ac1-ec1d-41c4-a9dd-34ca66159581 None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:34.211341 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-456a4ac1-ec1d-41c4-a9dd-34ca66159581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.233053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] No DVR routers for this DVR port 9e06074b-aa19-4d34-acd9-795e87322539 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:34.279058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:34.279502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.374338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b26610b-c286-4802-843a-8a439345552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.411099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d26d56b5-459e-47e6-8395-9e6ae67552c7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0420079 Aug 25 15:10:34.413860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56912) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:34.419994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:34.492034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9fa2d736-3876-487b-87d3-6f9dedc8ae6a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:34.505051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2d246-94e9-463b-afc2-ed2f55df91f2 req-16b00bce-09e6-41ee-9915-fa8aa47dfcbf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:34.524790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c6d2d246-94e9-463b-afc2-ed2f55df91f2 req-16b00bce-09e6-41ee-9915-fa8aa47dfcbf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.6612568 Aug 25 15:10:34.554810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9fa2d736-3876-487b-87d3-6f9dedc8ae6a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:34.564917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9fa2d736-3876-487b-87d3-6f9dedc8ae6a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:34.624894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:34.625236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:34.625565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:34.630474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26610b-c286-4802-843a-8a439345552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98cffff-358d-4389-babe-5ce825b59df2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:34.642004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:10:34.642499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:34.653892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4b26610b-c286-4802-843a-8a439345552d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eca845b2de2a411d99c748300c3b675f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8981776 Aug 25 15:10:34.654105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:34.662724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:34.663742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Checking segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:34.664042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Bound using segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:34.665446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Bound port: 9e06074b-aa19-4d34-acd9-795e87322539, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:34.665546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.673081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c6d2d246-94e9-463b-afc2-ed2f55df91f2 req-a7a6b844-6d10-4672-93c8-7a146f5b0e17 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492589 Aug 25 15:10:34.720066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:34.723897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.728163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3809bc1b-d005-4bb1-b5c7-128f4fc88085 None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:34.728892 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3809bc1b-d005-4bb1-b5c7-128f4fc88085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.800024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:34.801326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:34.815142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee1324ca-5ae7-4fcc-abf4-636600d93d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.863054 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee1324ca-5ae7-4fcc-abf4-636600d93d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.922306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.932416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.objects.ports [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:10:34.980823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:34.980823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:34.982039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-5379d299-655a-4770-873d-e508af485437 service neutron] 10.222.0.52 "PUT /v2.0/ports/9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1092 time: 2.1933603 Aug 25 15:10:34.999705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e7887-50fc-462f-91e4-78e2b8f4a15d req-a6104693-7a23-481a-b652-a4b3c557c1b6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:35.002377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b99e7887-50fc-462f-91e4-78e2b8f4a15d req-a6104693-7a23-481a-b652-a4b3c557c1b6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.1793764 Aug 25 15:10:35.101469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee1324ca-5ae7-4fcc-abf4-636600d93d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:35.105249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee1324ca-5ae7-4fcc-abf4-636600d93d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:35.107461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ee1324ca-5ae7-4fcc-abf4-636600d93d9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e98cffff-358d-4389-babe-5ce825b59df2 HTTP/1.1" status: 204 len: 168 time: 0.4518170 Aug 25 15:10:35.120770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-85733bd7-3783-4567-b1bd-3653649ce16d None None] Could not find standard attr ID for object a9b2965f-a5d1-4f0b-897b-d8a69e4f8817. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:10:35.122047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1324ca-5ae7-4fcc-abf4-636600d93d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98cffff-358d-4389-babe-5ce825b59df2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:35.159455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:35.169996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379d299-655a-4770-873d-e508af485437 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:35.200070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b99e7887-50fc-462f-91e4-78e2b8f4a15d req-0988ce85-c41b-4949-9b77-e18c546f4580 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459031 Aug 25 15:10:35.244139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-827be98a-3c19-4c1e-b71a-ee217aa25dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:35.246600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-827be98a-3c19-4c1e-b71a-ee217aa25dc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1095 time: 0.1820326 Aug 25 15:10:35.630173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:35.632505 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a85c7-5f82-489a-9929-9282d4f89555" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:35.673000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=763d49bf-bb46-465f-b08c-632a42cad7e7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:35.684996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': 'd9131269-d361-47d7-bc89-fa2ec62a95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:35.685462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: 7df7ab09-b2fe-40a7-9515-755205879e78, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:10:35.686032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-809aea67-fa70-4c90-bf84-c49f85f870be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:35.688217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-809aea67-fa70-4c90-bf84-c49f85f870be service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.4339859 Aug 25 15:10:35.750761 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f1d62e-56f6-4de0-b81a-cc37cd1b37b6 x-openstack-request-id: req-d5f1d62e-56f6-4de0-b81a-cc37cd1b37b6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:35.751475 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:35.751784 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5f1d62e-56f6-4de0-b81a-cc37cd1b37b6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:35.752128 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'status': 'completed', 'code': 200} Aug 25 15:10:35.802736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 7df7ab09-b2fe-40a7-9515-755205879e78 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:10:35.811360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:35.850815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:35.858973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:35.886381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-d6264b0d-9e90-44f7-90f9-273c7373dd9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.1840680 Aug 25 15:10:35.907342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 7df7ab09-b2fe-40a7-9515-755205879e78) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:35.916029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc3944-a427-4da5-b157-86631980d921 None None] Network 7df7ab09-b2fe-40a7-9515-755205879e78 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:35.920647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:35.921571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:35.974960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-7a04bcc9-f99c-4aec-961b-2174cb453888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:35.976559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-7a04bcc9-f99c-4aec-961b-2174cb453888 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1095 time: 0.2281816 Aug 25 15:10:35.989852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001f046-7872-40d7-a32c-5faead33c7cf req-2fd0c918-a87c-4c1b-9033-a19930b22968 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:35.994450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8001f046-7872-40d7-a32c-5faead33c7cf req-2fd0c918-a87c-4c1b-9033-a19930b22968 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.1921780 Aug 25 15:10:36.015190 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03cfd8c4-3639-4136-9b96-0614676a978c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6002634 Aug 25 15:10:36.019233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56984) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:36.024687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78', 'name': 'tempest-PortsTestJSON-170627161'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:36.028423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56986) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:36.094002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-7df7ab09-b2fe-40a7-9515-755205879e78', 'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': '763d49bf-bb46-465f-b08c-632a42cad7e7'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:36.095311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.109231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-80870821-0acf-4452-a28d-d3ea4ec68d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.110643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-80870821-0acf-4452-a28d-d3ea4ec68d52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.2151387 Aug 25 15:10:36.164876 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b093f702-90dc-48bd-8454-66167b8222e1 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3215 time: 0.1338563 Aug 25 15:10:36.173652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56996) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:36.179867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'network': {'name': 'tempest-network-smoke--1832811342', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'port_security_enabled': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:36.234854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8001f046-7872-40d7-a32c-5faead33c7cf req-991ae5e6-ac4d-4d3d-902c-f51694bf8070 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185931 Aug 25 15:10:36.289617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-fb645335-2c46-43e0-818f-3c79e86b610b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.291163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-fb645335-2c46-43e0-818f-3c79e86b610b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.2027628 Aug 25 15:10:36.310142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Made reservation on behalf of 00eaff2a685f4a8a8eb7a4ace5a3d74c for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:36.311871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-af1c76da-224c-4109-82b3-17112fdce365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.313360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-af1c76da-224c-4109-82b3-17112fdce365 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.3171492 Aug 25 15:10:36.314137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.345786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-4783c5e5-1dac-4224-90ce-436993bfd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.345786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-4783c5e5-1dac-4224-90ce-436993bfd7a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993501 Aug 25 15:10:36.346121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Allocated IP 172.20.0.2 (7df7ab09-b2fe-40a7-9515-755205879e78/763d49bf-bb46-465f-b08c-632a42cad7e7/beb44ece-5a7f-478c-9686-9886daaa16f4) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:36.382521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:10:36.398584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.399137 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Added segment 332c5939-1af6-419b-8085-805bbafa8ab8 of type vlan for network 8f4740de-c21c-4f9e-81ef-caad616367f9 Aug 25 15:10:36.429644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:36.447097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.464460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:36.472070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.501739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9df0-2755-43c8-aa34-f522bf8681fb req-b6eca0ad-ebe0-47d5-9270-a9b86d249b75 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.503549 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d5a9df0-2755-43c8-aa34-f522bf8681fb req-b6eca0ad-ebe0-47d5-9270-a9b86d249b75 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 945 time: 0.1987145 Aug 25 15:10:36.541301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 340e7ab0-071d-486c-a53c-dfdb81029b60 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:36.555974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.560414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-8bca7459-f49b-48f8-8384-5230d3541852 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.2391489 Aug 25 15:10:36.573894 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.593848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Transition to ACTIVE for port object beb44ece-5a7f-478c-9686-9886daaa16f4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:36.598868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d5a9df0-2755-43c8-aa34-f522bf8681fb req-ffd7dd9c-13b7-4bdc-badc-00b8345299ca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850184 Aug 25 15:10:36.622639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-55bfed39-5e8a-49e1-a256-3a33e83d4421 service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555399 Aug 25 15:10:36.622862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Transition to ACTIVE for port object beb44ece-5a7f-478c-9686-9886daaa16f4 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:36.653668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port bda01363-7a63-4548-b36f-ff5cbb84d39a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:36.653922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.672967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.687210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.687210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.688467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-72929778-d622-4dc3-871f-7170c8a20351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.689887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-72929778-d622-4dc3-871f-7170c8a20351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.1182981 Aug 25 15:10:36.704748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.705232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.755809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.803231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Network': ['ID=8f4740de-c21c-4f9e-81ef-caad616367f9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:36.828807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6b53ba3e-df09-4e3c-b318-30015df60829 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6514096 Aug 25 15:10:36.829755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57038) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:36.831872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:10:36.842156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'admin_state_up': True, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:36.865296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:36.885394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.11 (7df7ab09-b2fe-40a7-9515-755205879e78/763d49bf-bb46-465f-b08c-632a42cad7e7/340e7ab0-071d-486c-a53c-dfdb81029b60) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:36.888927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:36.902763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Network 7df7ab09-b2fe-40a7-9515-755205879e78 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:36.904867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346c827-6d88-4a8e-bcc8-d57e0e315635 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:36.909553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.910637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:36.915175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Pushing event updated for resources: {'Port': ['ID=beb44ece-5a7f-478c-9686-9886daaa16f4,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:36.928538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=0dc9b00d-b4b2-4486-960c-346206f42a13,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:36.939985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:36.948757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=15']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:36.971759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:36.977053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-562905cc-9252-4504-925f-499b90ce7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:36.977053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-562905cc-9252-4504-925f-499b90ce7aec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397890 Aug 25 15:10:36.980617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-9dd13cc6-8090-4276-83b3-adccefc3fb5c service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544266 Aug 25 15:10:36.982824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port bda01363-7a63-4548-b36f-ff5cbb84d39a, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=bda01363-7a63-4548-b36f-ff5cbb84d39a,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:36.983441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.042509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for bda01363-7a63-4548-b36f-ff5cbb84d39a owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:37.092375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Attempting to bind port beb44ece-5a7f-478c-9686-9886daaa16f4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:37.092749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Attempting to bind port beb44ece-5a7f-478c-9686-9886daaa16f4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'd9131269-d361-47d7-bc89-fa2ec62a95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:37.095319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Attempting to bind port beb44ece-5a7f-478c-9686-9886daaa16f4 on network 7df7ab09-b2fe-40a7-9515-755205879e78 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:37.124798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:37.124798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Checking segment: {'id': 'd9131269-d361-47d7-bc89-fa2ec62a95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:37.124798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.124798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Bound using segment: {'id': 'd9131269-d361-47d7-bc89-fa2ec62a95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:37.125388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Bound port: beb44ece-5a7f-478c-9686-9886daaa16f4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9131269-d361-47d7-bc89-fa2ec62a95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:37.125388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.141536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-c49894e9-0907-45a0-8009-f7b5e2890a1c service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552219 Aug 25 15:10:37.142583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.143803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.204056 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.250092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-222fd7b8-671a-4547-86ff-4ed30b458bf6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3794672 Aug 25 15:10:37.250765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57054) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:37.265515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 340e7ab0-071d-486c-a53c-dfdb81029b60 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:37.285810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:be:2f:88', 'name': 'tempest-NetworksTestDHCPv6-1620577680'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:37.296003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] For port beb44ece-5a7f-478c-9686-9886daaa16f4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:37.322583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.454899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-a4ba1026-2c2c-41cf-8379-cf1fb1b95f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:37.456243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-a4ba1026-2c2c-41cf-8379-cf1fb1b95f72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1095 time: 0.2451200 Aug 25 15:10:37.459135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-dc40f1bc-608d-4bba-b1ad-351940c82a93 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029742 Aug 25 15:10:37.493493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.534101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104db78-f3a9-4eb7-9eee-8dcda6d85377 req-6098004f-b847-4177-8892-782b095b6fdc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:37.535714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f104db78-f3a9-4eb7-9eee-8dcda6d85377 req-6098004f-b847-4177-8892-782b095b6fdc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.1841669 Aug 25 15:10:37.587069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] For port beb44ece-5a7f-478c-9686-9886daaa16f4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=beb44ece-5a7f-478c-9686-9886daaa16f4,segment=NetworkSegment(d9131269-d361-47d7-bc89-fa2ec62a95a2),segment_id=d9131269-d361-47d7-bc89-fa2ec62a95a2)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:37.604819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.607153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=340e7ab0-071d-486c-a53c-dfdb81029b60,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:37.618459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['bda01363-7a63-4548-b36f-ff5cbb84d39a'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:37.621812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:37.720311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 7df7ab09-b2fe-40a7-9515-755205879e78 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:37.722603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:37.728023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:37.732578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.905702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:37.925600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ad5ed36-d68d-4a0b-8b1b-d54997c92eb9 req-233abad3-c6cd-4f97-b135-6d1dca6d5ac6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.1517296 Aug 25 15:10:37.955325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619ca9-29e3-43e4-af49-2f60fe275987 None None] Pushing event updated for resources: {'Port': ['ID=beb44ece-5a7f-478c-9686-9886daaa16f4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:37.999010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:37.999771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.071588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:38.157769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-736e22e5-a8e2-4ef8-b7c6-086014df253c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1384943 Aug 25 15:10:38.161293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57096) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:38.177357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:38.180873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.186325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': '7df7ab09-b2fe-40a7-9515-755205879e78', 'name': 'tempest-PortsTestJSON-1075961739'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:38.260225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=bda01363-7a63-4548-b36f-ff5cbb84d39a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:38.286639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:38.372154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f104db78-f3a9-4eb7-9eee-8dcda6d85377 req-d50e0705-909f-4f0d-8852-ade84bba8352 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8275280 Aug 25 15:10:38.376019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-ff0bc02d-d9ca-4420-88f8-f05c903a59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:38.378543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-ff0bc02d-d9ca-4420-88f8-f05c903a59ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.9119484 Aug 25 15:10:38.396120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d2e9aa97-08c0-4c2e-b35f-a39a10328959 None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:38.396783 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2e9aa97-08c0-4c2e-b35f-a39a10328959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.413909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port bda01363-7a63-4548-b36f-ff5cbb84d39a on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:38.433929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.436187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-082c2d1d-36ba-463c-914d-8fbe3e54b7db req-ad370633-2a11-414d-aef6-910109075daa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "DELETE /v2.0/ports/bda01363-7a63-4548-b36f-ff5cbb84d39a HTTP/1.1" status: 204 len: 173 time: 2.1382053 Aug 25 15:10:38.439776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'name': 'network-vif-deleted', 'tag': 'bda01363-7a63-4548-b36f-ff5cbb84d39a'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:38.441496 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ba53cf-7bdd-47a5-9948-b08b1be21527" -d '{"events": [{"server_uuid": "a791b25c-b21c-406f-804e-5e4adf4f85ff", "name": "network-vif-deleted", "tag": "bda01363-7a63-4548-b36f-ff5cbb84d39a"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:38.518113 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be5fb3a-a5d2-4cd8-bc42-da530e7ffc14 x-openstack-request-id: req-3be5fb3a-a5d2-4cd8-bc42-da530e7ffc14 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:38.518406 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a791b25c-b21c-406f-804e-5e4adf4f85ff", "name": "network-vif-deleted", "tag": "bda01363-7a63-4548-b36f-ff5cbb84d39a", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:38.518665 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3be5fb3a-a5d2-4cd8-bc42-da530e7ffc14 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:38.522042 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a791b25c-b21c-406f-804e-5e4adf4f85ff', 'name': 'network-vif-deleted', 'tag': 'bda01363-7a63-4548-b36f-ff5cbb84d39a', 'status': 'completed', 'code': 200} Aug 25 15:10:38.523603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-d312f1c6-fa66-452a-8152-200636d9df24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.1179955 Aug 25 15:10:38.526747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.560789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:38.564446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.580453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port 1a64f59c-92b1-4785-b075-0e18bd5b882a yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:38.606993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 90a085d0-76f3-4778-8ca8-2bff3d920d05 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:38.611597 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.630125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-0e5469d7-b6f8-41b8-bb20-9ef6fa752ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:38.631662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-0e5469d7-b6f8-41b8-bb20-9ef6fa752ffd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.0948308 Aug 25 15:10:38.642593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:38.728512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a85c7-5f82-489a-9929-9282d4f89555 req-c065446f-3038-4a7c-a0bf-d1c4b53f65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:38.730034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-c065446f-3038-4a7c-a0bf-d1c4b53f65f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895889 Aug 25 15:10:38.884580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.25.8.4 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/13398b10-02b6-485a-b8b4-f1956d3fa191) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:38.896634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.6 (7df7ab09-b2fe-40a7-9515-755205879e78/763d49bf-bb46-465f-b08c-632a42cad7e7/90a085d0-76f3-4778-8ca8-2bff3d920d05) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:38.897077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::22c (adfdb661-dddb-4df2-9db5-dc9311fa8623/8634acf1-0539-44aa-b1d4-aff891053c5a/1a64f59c-92b1-4785-b075-0e18bd5b882a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:38.920391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:2f88 (adfdb661-dddb-4df2-9db5-dc9311fa8623/0dc9b00d-b4b2-4486-960c-346206f42a13/1a64f59c-92b1-4785-b075-0e18bd5b882a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:38.935065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-9cdfc293-fcc6-472b-b7ce-c3f89c658e42 service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970761 Aug 25 15:10:39.109741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc364848-57e5-431d-aa2d-f3b6554415b6 req-62ae738e-52f2-4933-a5f8-ddb48647dee3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=a791b25c-b21c-406f-804e-5e4adf4f85ff HTTP/1.1" status: 200 len: 210 time: 0.0515676 Aug 25 15:10:39.133291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.254038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-438a85c7-5f82-489a-9929-9282d4f89555 req-389334a0-eb57-47ee-9a0d-bbfe02d028f8 service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907715 Aug 25 15:10:39.264025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.309316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.315779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object 1a64f59c-92b1-4785-b075-0e18bd5b882a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:39.335515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999eeb6d-d88e-46e7-82f3-0d1863a90146 None None] Network 7df7ab09-b2fe-40a7-9515-755205879e78 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:39.367170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:39.374578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:39.379786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:39.438767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=13398b10-02b6-485a-b8b4-f1956d3fa191,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:39.467789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.548455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=1a64f59c-92b1-4785-b075-0e18bd5b882a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:39.557195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:39.558665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:39.562142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:39.572398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-740f36a9-9a05-41cb-a261-a3b60da58604 None None] Provisioning for port beb44ece-5a7f-478c-9686-9886daaa16f4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:39.572505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:39.572505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.637320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.685484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 90a085d0-76f3-4778-8ca8-2bff3d920d05 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:39.695863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa75a0-719c-4dd2-b9d7-9819a1f53868 req-20db118c-6c6b-47c6-8544-e2a3e3b17073 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:39.697495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94aa75a0-719c-4dd2-b9d7-9819a1f53868 req-20db118c-6c6b-47c6-8544-e2a3e3b17073 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.2361147 Aug 25 15:10:39.710092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd107db5-0dc5-4b54-aa26-0fe6e6dcee0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4502349 Aug 25 15:10:39.710859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57176) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:39.828675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device bda01363-7a63-4548-b36f-ff5cbb84d39a no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:39.843521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94aa75a0-719c-4dd2-b9d7-9819a1f53868 req-7808c651-f36e-41e5-88e2-5a259bbb4672 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369419 Aug 25 15:10:39.851570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: bda01363-7a63-4548-b36f-ff5cbb84d39a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:39.852201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device bda01363-7a63-4548-b36f-ff5cbb84d39a not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:39.902763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port 1a64f59c-92b1-4785-b075-0e18bd5b882a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:39.903369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:39.984703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.035923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device beb44ece-5a7f-478c-9686-9886daaa16f4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:40.102492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 7df7ab09-b2fe-40a7-9515-755205879e78 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:40.115605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:40.120528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.123908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Provisioning for port 340e7ab0-071d-486c-a53c-dfdb81029b60 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:40.129152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Provisioning complete for port 340e7ab0-071d-486c-a53c-dfdb81029b60 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:40.129402 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.155216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:40.167218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=90a085d0-76f3-4778-8ca8-2bff3d920d05,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:40.177444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port beb44ece-5a7f-478c-9686-9886daaa16f4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:40.188605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Port 340e7ab0-071d-486c-a53c-dfdb81029b60 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:40.201578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port beb44ece-5a7f-478c-9686-9886daaa16f4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:40.201578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.207665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for 1a64f59c-92b1-4785-b075-0e18bd5b882a owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:40.254910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:40.256259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.300098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Provisioning for port 1a64f59c-92b1-4785-b075-0e18bd5b882a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:40.307595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Provisioning complete for port 1a64f59c-92b1-4785-b075-0e18bd5b882a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:40.307975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.316301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.353511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.379798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Port 1a64f59c-92b1-4785-b075-0e18bd5b882a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:40.421355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port beb44ece-5a7f-478c-9686-9886daaa16f4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=beb44ece-5a7f-478c-9686-9886daaa16f4,segment=NetworkSegment(d9131269-d361-47d7-bc89-fa2ec62a95a2),segment_id=d9131269-d361-47d7-bc89-fa2ec62a95a2)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:40.433189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Provisioning complete for port beb44ece-5a7f-478c-9686-9886daaa16f4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:40.433568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fe60dec7-0929-45cf-8a82-d9f28d1f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.468393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-63ad2e0f-9c6a-44fe-a8da-800893f2490c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2990103 Aug 25 15:10:40.472868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57216) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:40.484455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:10:40.507817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.713396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d4290-7763-4549-b432-932c95973666 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:40.715201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2b1d4290-7763-4549-b432-932c95973666 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2392776 Aug 25 15:10:40.717669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57240) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:40.730346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=beb44ece-5a7f-478c-9686-9886daaa16f4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:40.776105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:40.788516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.788738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '9e06074b-aa19-4d34-acd9-795e87322539', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'mac_address': 'fa:16:3e:4a:9d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:10:40.825238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=1a64f59c-92b1-4785-b075-0e18bd5b882a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:40.841393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.884978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.905019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e06074b-aa19-4d34-acd9-795e87322539 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:40.920149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:40.924889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bd7e1b99-26d5-4444-b72a-ffc744cedfd4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/1a64f59c-92b1-4785-b075-0e18bd5b882a HTTP/1.1" status: 204 len: 168 time: 1.2067316 Aug 25 15:10:40.932723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57256) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:40.956242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:41.023819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Provisioning for port 90a085d0-76f3-4778-8ca8-2bff3d920d05 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:41.025322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Provisioning complete for port 90a085d0-76f3-4778-8ca8-2bff3d920d05 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:41.025800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.030578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 90a085d0-76f3-4778-8ca8-2bff3d920d05 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:41.031213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.044644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-4863a541-69fd-4e0d-9054-d84faa3c3d81 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.049282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-4863a541-69fd-4e0d-9054-d84faa3c3d81 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.3228638 Aug 25 15:10:41.060084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.064619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625b031-e828-43ed-ba40-34ce53e4fb0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.066519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e625b031-e828-43ed-ba40-34ce53e4fb0a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1297541 Aug 25 15:10:41.071826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57262) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:41.115588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Port 90a085d0-76f3-4778-8ca8-2bff3d920d05 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:41.142237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-9207aadf-2b78-4478-bde0-377f5ac5d7e6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0737371 Aug 25 15:10:41.143249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:41.154933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Provisioning complete for port 340e7ab0-071d-486c-a53c-dfdb81029b60 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:41.155521 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.232526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2ad736d1-6efd-441d-9789-3cd8594e5e90 None None] Port 340e7ab0-071d-486c-a53c-dfdb81029b60 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:41.264034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-442caf34-2782-49fc-a7ba-bfa00e4b5222 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103756 Aug 25 15:10:41.267909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.309347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['9e06074b-aa19-4d34-acd9-795e87322539'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:41.343147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 90a085d0-76f3-4778-8ca8-2bff3d920d05 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:41.449851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-1ecfc7b5-5b7d-4d06-85c9-f47e416f28be service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631572 Aug 25 15:10:41.569400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55041986-f1b4-4019-9352-dfbfb4945244 req-3c9e8381-0871-482b-a512-b301a0db8fef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.570988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55041986-f1b4-4019-9352-dfbfb4945244 req-3c9e8381-0871-482b-a512-b301a0db8fef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 944 time: 0.5835855 Aug 25 15:10:41.615281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10014980-5628-4b18-99d9-6518946d70c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.618593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-3e21c3c9-a9b3-4bc3-82d9-fe0d47dbe390 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578119 Aug 25 15:10:41.619627 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10014980-5628-4b18-99d9-6518946d70c6 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5465271 Aug 25 15:10:41.620085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57284) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:41.644730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55041986-f1b4-4019-9352-dfbfb4945244 req-9c5461f4-593c-4f25-b98a-cc7944a65da5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661402 Aug 25 15:10:41.684465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7cf3a-2156-4456-99e5-8a0d5902530d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.686152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7cf3a-2156-4456-99e5-8a0d5902530d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.687811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7cf3a-2156-4456-99e5-8a0d5902530d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:41.692248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57292) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:41.692555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-57b7cf3a-2156-4456-99e5-8a0d5902530d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0710506 Aug 25 15:10:41.693899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.742369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=90a085d0-76f3-4778-8ca8-2bff3d920d05,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:41.827959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 0dc9b00d-b4b2-4486-960c-346206f42a13 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:41.831905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.863436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.866151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f6084d2-1cc5-4e00-afe8-57f27024a9f2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/90a085d0-76f3-4778-8ca8-2bff3d920d05 HTTP/1.1" status: 204 len: 168 time: 1.1473222 Aug 25 15:10:41.868997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57300) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:41.880406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:41.916488 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2fe656-9202-4dea-8f72-73812d2d872f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:10:41.921156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4d2fe656-9202-4dea-8f72-73812d2d872f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/90a085d0-76f3-4778-8ca8-2bff3d920d05 HTTP/1.1" status: 404 len: 333 time: 0.0483074 Aug 25 15:10:41.922648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57308) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:41.990875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router e843c316-120f-45bd-93c7-8b0b8c82cade is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:10:42.046440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device beb44ece-5a7f-478c-9686-9886daaa16f4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:42.057611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29bf78bb-26fd-4b64-ba2d-ec12b27c99a3 req-9c93a515-371f-4b3f-a979-0ea0c7457bfe tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 210 time: 0.0820081 Aug 25 15:10:42.115203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 340e7ab0-071d-486c-a53c-dfdb81029b60 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:42.115556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.124005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port beb44ece-5a7f-478c-9686-9886daaa16f4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:42.125450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.271594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.344978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:10:42.355649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Sync routers for ids ['e843c316-120f-45bd-93c7-8b0b8c82cade'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:10:42.372126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Routers {'e843c316-120f-45bd-93c7-8b0b8c82cade'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:42.373694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e843c316-120f-45bd-93c7-8b0b8c82cade'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:42.450262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.459687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bfa2-0d32-4164-bd4c-732860dc85d0 req-d01d5a5f-96f7-4060-8662-cafedd775803 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:42.462244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6d1bfa2-0d32-4164-bd4c-732860dc85d0 req-d01d5a5f-96f7-4060-8662-cafedd775803 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.2054522 Aug 25 15:10:42.467548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.468741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-56122652-8da3-4eb4-a704-9d4e86903b30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.6378808 Aug 25 15:10:42.471583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57342) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:42.481584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:42.482089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 340e7ab0-071d-486c-a53c-dfdb81029b60 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:42.524204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.531751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-f0cd9b9f-0005-4058-9ee9-a5fb8de26ef9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:42.534257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-f0cd9b9f-0005-4058-9ee9-a5fb8de26ef9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d&tenant_id=1adf2409290d43fda7863871e785644e&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 945 time: 0.2644641 Aug 25 15:10:42.568097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Set router e843c316-120f-45bd-93c7-8b0b8c82cade gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:42.576889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc9b00d-b4b2-4486-960c-346206f42a13,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:42.589561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45082c-8cb8-420e-8cd5-8cb31b78ecbf tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:42.591500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf45082c-8cb8-420e-8cd5-8cb31b78ecbf tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1189692 Aug 25 15:10:42.592860 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.594681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d08e245d-db77-4822-ae21-871a727fede0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/0dc9b00d-b4b2-4486-960c-346206f42a13 HTTP/1.1" status: 204 len: 168 time: 0.8998961 Aug 25 15:10:42.595715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57352) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:42.605051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c2fa3-3583-4ab6-848c-eb014fbd837b None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:42.606325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57354) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:42.638616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6d1bfa2-0d32-4164-bd4c-732860dc85d0 req-9ce3c7b5-c2d3-4a5c-aa7b-93dc7f4a9fc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673195 Aug 25 15:10:42.719877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 8634acf1-0539-44aa-b1d4-aff891053c5a {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:42.731214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.735160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-c9eeac42-104c-441d-b254-bf3ececf1207 service neutron] 10.222.0.52 "GET /v2.0/ports/9e06074b-aa19-4d34-acd9-795e87322539/bindings/n-h1-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.1896093 Aug 25 15:10:42.781529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510be08d-c31b-4fa2-b5ba-0e6290a30b84 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:42.785990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-510be08d-c31b-4fa2-b5ba-0e6290a30b84 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1865969 Aug 25 15:10:42.786246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57362) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:42.801346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:42.847505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1290cc8-5c9f-4c45-84b3-e9fab8287f84 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575745 Aug 25 15:10:42.848620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57366) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:42.876013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-ae09afac-030e-462a-a316-af5d1136fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:42.877878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-ae09afac-030e-462a-a316-af5d1136fa1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1096 time: 0.1149774 Aug 25 15:10:42.895653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-654fd040-5c1e-4752-b15e-691cd89430f1 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460482 Aug 25 15:10:42.897833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57372) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:42.929137 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.007814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=340e7ab0-071d-486c-a53c-dfdb81029b60,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:43.049384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 9e06074b-aa19-4d34-acd9-795e87322539 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:43.056004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.067371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 9e06074b-aa19-4d34-acd9-795e87322539 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:43.069806 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.144781 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.150516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c24d4acd-f683-4dda-b825-9086c0488d9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/340e7ab0-071d-486c-a53c-dfdb81029b60 HTTP/1.1" status: 204 len: 168 time: 1.2257569 Aug 25 15:10:43.152549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-7189336e-21bf-43d0-b7f0-f3e391eccd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:43.154984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-7189336e-21bf-43d0-b7f0-f3e391eccd73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.2695429 Aug 25 15:10:43.155937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57382) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:43.169751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18407445-3201-4619-8279-95dc46f866ef tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:43.173747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-18407445-3201-4619-8279-95dc46f866ef tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2724855 Aug 25 15:10:43.197271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57384) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:43.199579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d58ff830-8336-4e87-bbf2-8c023c7b14e8 req-8350714a-aa2c-45f2-9ddd-eee649a62bc8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 210 time: 0.0500844 Aug 25 15:10:43.215874 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c85c63-e6be-499d-b3cd-94a107688f05 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:10:43.220049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-79c85c63-e6be-499d-b3cd-94a107688f05 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/340e7ab0-071d-486c-a53c-dfdb81029b60 HTTP/1.1" status: 404 len: 333 time: 0.0605555 Aug 25 15:10:43.228902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57386) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:43.302845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-dbbfb05f-6baf-4c33-bffb-c64c23d9d15b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1001 time: 0.1296377 Aug 25 15:10:43.317047 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.326506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2d40d4f-1ae9-446e-8b89-cd1b683274e8 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238232 Aug 25 15:10:43.328240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57390) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:43.347762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646285696', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:43.395018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-990c24ea-7772-4ecb-8227-f03d8d0f829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:43.396793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-990c24ea-7772-4ecb-8227-f03d8d0f829a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.0872886 Aug 25 15:10:43.432596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 763d49bf-bb46-465f-b08c-632a42cad7e7 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:10:43.433205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:43.435592 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a2b08-488b-442e-b8be-c38897b342bc" -d '{"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-plugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:43.438358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.467999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-4bec6d04-7e1b-4bdf-acc7-5b64a974b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:43.470580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-4bec6d04-7e1b-4bdf-acc7-5b64a974b9a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583403 Aug 25 15:10:43.504494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.507950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.531195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:43.542895 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f089c-3ccb-4656-aa42-8f9800b6ab73 x-openstack-request-id: req-589f089c-3ccb-4656-aa42-8f9800b6ab73 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:43.544601 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-plugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:43.544914 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-589f089c-3ccb-4656-aa42-8f9800b6ab73 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:43.548965 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'code': 200} Aug 25 15:10:43.571753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=8634acf1-0539-44aa-b1d4-aff891053c5a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:43.582457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.584140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6c75d20b-8adf-4b29-bd41-a1840926e610 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/8634acf1-0539-44aa-b1d4-aff891053c5a HTTP/1.1" status: 204 len: 168 time: 0.9766004 Aug 25 15:10:43.587364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57398) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:43.593520 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.638930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:10:39Z', 'revision_number': 3, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:43.668062 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.675846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Checking router: e843c316-120f-45bd-93c7-8b0b8c82cade for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:10:43.676314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Updating router e843c316-120f-45bd-93c7-8b0b8c82cade port 13398b10-02b6-485a-b8b4-f1956d3fa191 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:10:43.751888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:43.755552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Made reservation on behalf of 00eaff2a685f4a8a8eb7a4ace5a3d74c for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:43.759636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.759797 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.841642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.889330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=763d49bf-bb46-465f-b08c-632a42cad7e7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:43.908430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:43.910719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-01557c0c-11e6-48f5-af5c-eabac616f469 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/763d49bf-bb46-465f-b08c-632a42cad7e7 HTTP/1.1" status: 204 len: 168 time: 0.6804702 Aug 25 15:10:43.913369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57408) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:43.962823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6342d25-985f-4133-932f-4427ab214e1a None None] Network 7df7ab09-b2fe-40a7-9515-755205879e78 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:44.003907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be97c796-098d-4b28-bc92-e5617b02a7f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4128566 Aug 25 15:10:44.011990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec8596-2d57-49f3-9f13-18d74975b832 req-57435469-2143-450c-b7f0-1689a2475d34 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:44.014747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fec8596-2d57-49f3-9f13-18d74975b832 req-57435469-2143-450c-b7f0-1689a2475d34 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.2512374 Aug 25 15:10:44.014952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57412) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:44.029359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:44.062093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-ab6d792d-a604-4e0c-985a-e962300674df service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838561 Aug 25 15:10:44.095762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4420ef-151b-4478-bfa3-5f4a50a4d7b9 None None] Update dhcp port {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'fixed_ips': [{'subnet_id': '8634acf1-0539-44aa-b1d4-aff891053c5a'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '853f5d86-f594-4db6-861a-63d465c0e0b8'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:10:44.138142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.188547 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6c4420ef-151b-4478-bfa3-5f4a50a4d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.224211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-df95dedf-8d8b-4c25-bf70-1993811c6fed service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521180 Aug 25 15:10:44.262926 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1fec8596-2d57-49f3-9f13-18d74975b832 req-157a77f4-705f-40f4-9bff-ccba27c4e8e3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063568 Aug 25 15:10:44.432302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-22ed8220-928a-467a-8ef7-7289db75d095 req-7fc19bfd-656a-4df1-9b7c-cca7a89d03d9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 210 time: 0.0607204 Aug 25 15:10:44.443284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:44.448392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.454760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-52b1003d-3b58-429b-820d-a65623fa2898 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:44.456548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-52b1003d-3b58-429b-820d-a65623fa2898 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/networks?id=6df544fa-e6e4-4798-8904-8111e8973542 HTTP/1.1" status: 200 len: 813 time: 0.1604033 Aug 25 15:10:44.475441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-bab0557e-1523-487b-a57a-966efed848ab tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/quotas/3ea2c34194b842249e348bf11307e6d9 HTTP/1.1" status: 200 len: 375 time: 0.0115983 Aug 25 15:10:44.480169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port beb44ece-5a7f-478c-9686-9886daaa16f4 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:44.480945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.544334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-7f662190-74a9-4f81-97a7-40e8175ed877 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea2c34194b842249e348bf11307e6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472152 Aug 25 15:10:44.565391 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.587625 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.599906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Transition to ACTIVE for port object 13398b10-02b6-485a-b8b4-f1956d3fa191 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:44.625214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] DHCP port deletion for 7df7ab09-b2fe-40a7-9515-755205879e78 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:10:44.661702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Subnet': ['ID=cadbf36e-4144-493a-8bde-c7af6bb4e73b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:44.665182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a115780-5b31-4dfb-a321-9ebeaa19572f None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:44.713882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.719927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port beb44ece-5a7f-478c-9686-9886daaa16f4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=beb44ece-5a7f-478c-9686-9886daaa16f4,segment=NetworkSegment(d9131269-d361-47d7-bc89-fa2ec62a95a2),segment_id=d9131269-d361-47d7-bc89-fa2ec62a95a2)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:44.720316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.741016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for beb44ece-5a7f-478c-9686-9886daaa16f4 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:44.856478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-379de93a-7279-4ea4-b6a3-63eaa7edbd1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952188 Aug 25 15:10:44.867740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f86c4004-4523-40da-9448-82d9c8168f5a None None] Provisioning complete for port 853f5d86-f594-4db6-861a-63d465c0e0b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:44.870239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-3dd3d69f-c1cd-4fe1-9faf-d118698485c5 service neutron] 10.222.0.58 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157556 Aug 25 15:10:44.870361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f86c4004-4523-40da-9448-82d9c8168f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:44.922723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Checking segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:44.923365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network hostable DHCP agents. Network: 8f4740de-c21c-4f9e-81ef-caad616367f9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:10:44.949808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Attempting to bind port 13398b10-02b6-485a-b8b4-f1956d3fa191 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:44.950185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Attempting to bind port 13398b10-02b6-485a-b8b4-f1956d3fa191 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:44.950820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Attempting to bind port 13398b10-02b6-485a-b8b4-f1956d3fa191 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:44.966255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429d90a-178c-4a99-882b-5df989ae1c14 None None] Pushing event updated for resources: {'Port': ['ID=13398b10-02b6-485a-b8b4-f1956d3fa191,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:44.975318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-15b81d8d-155f-4795-b286-4b708c591a43 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:44.977359 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-15b81d8d-155f-4795-b286-4b708c591a43 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.3727589 Aug 25 15:10:45.019336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:45.019932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:45.020393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.020799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:45.021343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Bound port: 13398b10-02b6-485a-b8b4-f1956d3fa191, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:45.021737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.027535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.029501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:45.076052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=beb44ece-5a7f-478c-9686-9886daaa16f4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:45.078100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port beb44ece-5a7f-478c-9686-9886daaa16f4 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:45.088080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:10:45.090587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Deleting port beb44ece-5a7f-478c-9686-9886daaa16f4 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:45.091219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.121606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] For port 13398b10-02b6-485a-b8b4-f1956d3fa191, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:45.169966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.194168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-991e1732-70d3-4a20-88cc-99de862585ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:45.195821 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-991e1732-70d3-4a20-88cc-99de862585ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56e820ecc4194f23919567e5e1acd804&device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 1097 time: 0.2369280 Aug 25 15:10:45.215001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:10:45.219537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 8f4740de-c21c-4f9e-81ef-caad616367f9) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:45.230122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.236525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a84f1-7eeb-4345-92a3-04c535ecb7a1 None None] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:45.245220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:45.245907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.248621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] For port 13398b10-02b6-485a-b8b4-f1956d3fa191, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=13398b10-02b6-485a-b8b4-f1956d3fa191,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:45.251636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:45.260420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df7ab09-b2fe-40a7-9515-755205879e78']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:45.264871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:45.281369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:45.282074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.286038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9131269-d361-47d7-bc89-fa2ec62a95a2') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:45.286426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9131269-d361-47d7-bc89-fa2ec62a95a2') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:45.307214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=b94843db-127a-4173-b48d-9009dbde75e6,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:45.315745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:45.317146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.320666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.335509 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.339885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-816bc3fc-22ad-4055-9f44-8aa9722a7aea service neutron] 10.222.0.58 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646480 Aug 25 15:10:45.342958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] For port beb44ece-5a7f-478c-9686-9886daaa16f4, host n-d-805995-2, got binding levels [] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:45.343397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.344023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:10:45.344866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:10:45.349388 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:10:45.369805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.381076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Calling delete_port for beb44ece-5a7f-478c-9686-9886daaa16f4 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:45.413001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-423f2f9c-8cb0-44a9-9070-f3bb92b6397d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0783663 Aug 25 15:10:45.419423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:45.420863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.ipam_backend_mixin [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Port beb44ece-5a7f-478c-9686-9886daaa16f4 was not found and therefore no delete operation was performed {{(pid=101874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:10:45.431378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91f3ceef-f5e6-40ba-95a1-8ed51616c9c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4108434 Aug 25 15:10:45.461933 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.481746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57446) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:45.493290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:45.512510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Routers {'e843c316-120f-45bd-93c7-8b0b8c82cade'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:45.513160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e843c316-120f-45bd-93c7-8b0b8c82cade'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:45.524689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] No DVR routers for this DVR port beb44ece-5a7f-478c-9686-9886daaa16f4 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:45.541970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.8 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/84604afd-9d77-454c-b03a-1a8fd0f94d80) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:45.588485 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.603925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.609433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/7df7ab09-b2fe-40a7-9515-755205879e78 HTTP/1.1" status: 204 len: 168 time: 1.6889122 Aug 25 15:10:45.640580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] Deleting port 853f5d86-f594-4db6-861a-63d465c0e0b8 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:45.640962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.642331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57450) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:45.651291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1406582519'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:45.651582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429d90a-178c-4a99-882b-5df989ae1c14 None None] Pushing event updated for resources: {'Port': ['ID=13398b10-02b6-485a-b8b4-f1956d3fa191,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:45.676149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66e657-336f-45ee-99cd-f82fd056608c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=7df7ab09-b2fe-40a7-9515-755205879e78,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:45.726479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.753278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832050b0-da4d-4c98-abb4-97c38b23d5a1 req-f452e2d3-bf96-4eb0-8c1e-b16e7880cbd3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:45.762255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-d3356af1-55af-4182-9785-51aa7824046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:45.763122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-832050b0-da4d-4c98-abb4-97c38b23d5a1 req-f452e2d3-bf96-4eb0-8c1e-b16e7880cbd3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.2798247 Aug 25 15:10:45.763849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-d3356af1-55af-4182-9785-51aa7824046d service neutron] 10.222.0.45 "GET /v2.0/networks?id=15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 200 len: 917 time: 0.5413921 Aug 25 15:10:45.812601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c69c8-fc46-491f-9d5a-4fe21a7552b1 None None] Pushing event deleted for resources: {'Port': ['ID=beb44ece-5a7f-478c-9686-9886daaa16f4,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:45.860982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-3b166b28-e08c-4959-b0a0-d5ab2bec2778 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 200 len: 1001 time: 0.0881200 Aug 25 15:10:45.925148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-8f4740de-c21c-4f9e-81ef-caad616367f9', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'fixed_ips': [{'subnet_id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:45.925148 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:45.964474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:46.040001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-349629a8-f078-4d05-b5d6-9fc0eb82e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:46.041634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-349629a8-f078-4d05-b5d6-9fc0eb82e419 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 200 len: 855 time: 0.1726930 Aug 25 15:10:46.058431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253028c-d80e-4fd9-8010-8354312c1885 req-a2d74ce1-5355-4a4e-a9ff-5d109fc02aa7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:46.060135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9253028c-d80e-4fd9-8010-8354312c1885 req-a2d74ce1-5355-4a4e-a9ff-5d109fc02aa7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 931 time: 0.1459644 Aug 25 15:10:46.100375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:46.141240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:46.154585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:46.159634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=84604afd-9d77-454c-b03a-1a8fd0f94d80,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:46.197630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9253028c-d80e-4fd9-8010-8354312c1885 req-bd5477e0-a682-4a86-b2a2-1f74a00cd9a9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959427 Aug 25 15:10:46.206203 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-3d2eb1d3-ee0f-434f-8634-93d65c347b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:46.221204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-3d2eb1d3-ee0f-434f-8634-93d65c347b0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15a360c9-d785-4015-bd7b-16d775fe35de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522400 Aug 25 15:10:46.233807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:46.238300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device beb44ece-5a7f-478c-9686-9886daaa16f4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:46.327871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: beb44ece-5a7f-478c-9686-9886daaa16f4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:10:46.328380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device beb44ece-5a7f-478c-9686-9886daaa16f4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:46.328922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 853f5d86-f594-4db6-861a-63d465c0e0b8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:46.340154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] Set router e843c316-120f-45bd-93c7-8b0b8c82cade gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:46.355496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb057a1a-e21b-4d02-86c8-0a91d7beef46 req-08937b97-b4b4-439d-9d71-76f3f254e25a tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0740747 Aug 25 15:10:46.375853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:46.376551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:46.476116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-84ed8ace-eb9b-45bb-b7ac-2f356cc9d696 service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391579 Aug 25 15:10:46.528004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] For port 853f5d86-f594-4db6-861a-63d465c0e0b8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=853f5d86-f594-4db6-861a-63d465c0e0b8,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:46.528502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:46.624801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] Calling delete_port for 853f5d86-f594-4db6-861a-63d465c0e0b8 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:46.647594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb602c3f-6fca-4685-8cde-e76b98ab84c2 req-682b5dee-c91d-4a81-915a-520abdfb306e service neutron] 10.222.0.45 "GET /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636889 Aug 25 15:10:46.772476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:46.776743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:46.801903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-832050b0-da4d-4c98-abb4-97c38b23d5a1 req-a38651fa-1720-4ca9-951f-9afc0c460d66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0377865 Aug 25 15:10:46.856468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-63b56f4c-c3e3-47f8-a2cd-3a0f5cb61eca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8456531 Aug 25 15:10:46.869807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Request body: {'port': {'device_id': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:46.872380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Allocated IP 172.20.0.18 (8f4740de-c21c-4f9e-81ef-caad616367f9/cadbf36e-4144-493a-8bde-c7af6bb4e73b/7e047d66-bbfd-4500-828d-025d3c737d62) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:46.913928 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:46.932349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:10:46.954035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:46.954389 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment ffd13204-1f6b-4875-9396-a9e368bba64b of type vlan for network e4e8a8f9-c66c-4904-a5e1-94662167b499 Aug 25 15:10:47.038549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.049073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:47.052856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.053000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.107108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-f4f879f9-f76a-4e52-b885-b9cc905fabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:47.109784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-f4f879f9-f76a-4e52-b885-b9cc905fabc0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 1097 time: 0.1709676 Aug 25 15:10:47.116403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.124488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:47.170257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] No DVR routers for this DVR port 853f5d86-f594-4db6-861a-63d465c0e0b8 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:47.264868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c8e4-95c3-41a7-bbcb-b47fd547717f None None] Pushing event deleted for resources: {'Port': ['ID=853f5d86-f594-4db6-861a-63d465c0e0b8,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:47.267202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d946d71-a50e-44b4-a25b-96529553766a None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:47.314825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.325002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:47.331748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.387324 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b94843db-127a-4173-b48d-9009dbde75e6 (CIDR: 2001:db8::/64) Aug 25 15:10:47.406326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.466490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:10:39Z', 'revision_number': 3, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:47.492202 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:10:47.493749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:10:47.519680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8748045 Aug 25 15:10:47.520399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:47.546652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce028e4-fd9a-4202-a9bb-4924ad301735 None None] The sync data for ids ['e843c316-120f-45bd-93c7-8b0b8c82cade'] in n-d-805995-2 is: [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:10:39Z', 'revision_number': 3, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:10:47.581811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:47.658738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.689219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-adfdb661-dddb-4df2-9db5-dc9311fa8623', 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'tenant_id': '02c721953585433486deef8c5213e33b', 'fixed_ips': [{'subnet_id': 'b94843db-127a-4173-b48d-9009dbde75e6'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:47.690739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.708952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Transition to ACTIVE for port object 7e047d66-bbfd-4500-828d-025d3c737d62 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:47.748118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Transition to ACTIVE for port object 7e047d66-bbfd-4500-828d-025d3c737d62 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:47.789591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84604afd-9d77-454c-b03a-1a8fd0f94d80 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:47.807409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.837451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Transition to ACTIVE for port object 84604afd-9d77-454c-b03a-1a8fd0f94d80 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:47.877804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.886787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:47.890295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae71c1-993c-45cf-8ecd-37b9f648c232 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=e4e8a8f9-c66c-4904-a5e1-94662167b499,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:47.921818 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.925567 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:10:47.935894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:47.940628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:10:47.990648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50b39-0489-45ed-8065-32afa7fd57d0 req-b3cdc032-03a3-4d99-84bd-898ba0f8d9e1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:48.002060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0cb50b39-0489-45ed-8065-32afa7fd57d0 req-b3cdc032-03a3-4d99-84bd-898ba0f8d9e1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 931 time: 0.6401975 Aug 25 15:10:48.007416 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eee0dd30-ca5e-437b-ad78-91ead79b7365 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5223360 Aug 25 15:10:48.047908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:48.059311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'subnet': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:48.107334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:48.120770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:48.123299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Allocated IP 2001:db8::2 (adfdb661-dddb-4df2-9db5-dc9311fa8623/b94843db-127a-4173-b48d-9009dbde75e6/02940b01-bab6-4857-aa92-19a7db4f628b) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:48.129065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Pushing event updated for resources: {'Port': ['ID=7e047d66-bbfd-4500-828d-025d3c737d62,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:48.142605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:48.150963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:48.184000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:48.187671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.205868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:48.208918 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0ed485-fe87-4de0-a7cb-2677a42e823b" -d '{"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:48.237884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.244085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d36da59e-c815-47c4-96ae-ff7fc265d447 req-d6ceb352-a308-47d4-8cda-1b00fee8d36a tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 210 time: 0.1925123 Aug 25 15:10:48.264484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Pushing event updated for resources: {'Port': ['ID=84604afd-9d77-454c-b03a-1a8fd0f94d80,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:48.317200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Attempting to bind port 7e047d66-bbfd-4500-828d-025d3c737d62 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:48.317728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Transition to ACTIVE for port object 9e06074b-aa19-4d34-acd9-795e87322539 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:48.317838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Attempting to bind port 7e047d66-bbfd-4500-828d-025d3c737d62 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:48.317838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Attempting to bind port 7e047d66-bbfd-4500-828d-025d3c737d62 on network 8f4740de-c21c-4f9e-81ef-caad616367f9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:48.333031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:48.333414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Checking segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:48.333846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.334323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Bound using segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:48.334809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Bound port: 7e047d66-bbfd-4500-828d-025d3c737d62, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:48.335237 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.397744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.400519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0cb50b39-0489-45ed-8065-32afa7fd57d0 req-075b6520-2cc6-41e0-9dda-1a920c4eeee3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429053 Aug 25 15:10:48.465603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:48.489525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] For port 7e047d66-bbfd-4500-828d-025d3c737d62, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:48.492079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.499286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] For port 7e047d66-bbfd-4500-828d-025d3c737d62, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7e047d66-bbfd-4500-828d-025d3c737d62,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:48.506337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Transition to ACTIVE for port object 02940b01-bab6-4857-aa92-19a7db4f628b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:48.518125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Attempting to bind port 84604afd-9d77-454c-b03a-1a8fd0f94d80 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:48.518400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Attempting to bind port 84604afd-9d77-454c-b03a-1a8fd0f94d80 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:48.519393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Attempting to bind port 84604afd-9d77-454c-b03a-1a8fd0f94d80 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:48.534375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Transition to ACTIVE for port object 02940b01-bab6-4857-aa92-19a7db4f628b will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:48.546786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971c444-9865-4701-a3ab-bb152130b640 req-9b4d020b-475e-4808-a54c-9366202d9b28 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:48.548583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5971c444-9865-4701-a3ab-bb152130b640 req-9b4d020b-475e-4808-a54c-9366202d9b28 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.2074471 Aug 25 15:10:48.550399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Port 84604afd-9d77-454c-b03a-1a8fd0f94d80 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:10:48.550724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Attempting to bind port 84604afd-9d77-454c-b03a-1a8fd0f94d80 on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:48.559427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:48.559770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:48.560153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:48.560603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Bound port: 84604afd-9d77-454c-b03a-1a8fd0f94d80, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:48.563316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.611283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.669550 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:48.754486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5971c444-9865-4701-a3ab-bb152130b640 req-d4cfcc88-ecce-4b9d-844d-2da9790a9e5d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563423 Aug 25 15:10:48.764288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:48.798405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:48.801035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:48.807780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faea699-0ad1-4c8c-8e8e-ba2669893e21 None None] Pushing event updated for resources: {'Port': ['ID=7e047d66-bbfd-4500-828d-025d3c737d62,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:48.872433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] No DVR routers for this DVR port 9e06074b-aa19-4d34-acd9-795e87322539 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:48.935460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026fb77-d3ef-443d-82b6-9ab06510ee0c req-d413bd06-7714-4104-ac74-1039dd2d7265 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:48.937200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c026fb77-d3ef-443d-82b6-9ab06510ee0c req-d413bd06-7714-4104-ac74-1039dd2d7265 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.3837311 Aug 25 15:10:49.074289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c026fb77-d3ef-443d-82b6-9ab06510ee0c req-a292d19d-61b3-4384-b91c-172d06a3177c tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102054 Aug 25 15:10:49.075900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Pushing event updated for resources: {'Port': ['ID=02940b01-bab6-4857-aa92-19a7db4f628b,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:49.082641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Attempting to bind port 02940b01-bab6-4857-aa92-19a7db4f628b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:49.083002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Attempting to bind port 02940b01-bab6-4857-aa92-19a7db4f628b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:49.083628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Attempting to bind port 02940b01-bab6-4857-aa92-19a7db4f628b on network adfdb661-dddb-4df2-9db5-dc9311fa8623 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:49.090422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:49.090899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Checking segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:49.094604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.095105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Bound using segment: {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:49.095620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Bound port: 02940b01-bab6-4857-aa92-19a7db4f628b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd1bd1-c7a9-4071-809c-9350f591a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:49.096217 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.160522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:49.176026 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.283834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] For port 02940b01-bab6-4857-aa92-19a7db4f628b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:49.291018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] For port 02940b01-bab6-4857-aa92-19a7db4f628b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=02940b01-bab6-4857-aa92-19a7db4f628b,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:49.298628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.20.0.17 (8f4740de-c21c-4f9e-81ef-caad616367f9/cadbf36e-4144-493a-8bde-c7af6bb4e73b/b28ce4dc-e0cf-441e-b33c-ee04f95fcf97) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:49.357146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.386365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.481932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f658b-e443-4356-a65d-5e01698407e8 None None] Pushing event updated for resources: {'Port': ['ID=02940b01-bab6-4857-aa92-19a7db4f628b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:49.536790 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a62da0-cd21-4336-9028-d59720a72417 x-openstack-request-id: req-08a62da0-cd21-4336-9028-d59720a72417 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:49.537339 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:49.537459 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08a62da0-cd21-4336-9028-d59720a72417 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:49.537920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=dac6741b-c17e-4f94-83f5-6b53294c5cf3,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:49.538080 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'code': 200} Aug 25 15:10:49.560561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] For port 84604afd-9d77-454c-b03a-1a8fd0f94d80, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:49.599512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1594e1f-fd14-450d-a7cf-67e0f0b946c8 req-b90c6cbb-80b4-4374-bdac-311bf976b1a6 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0676448 Aug 25 15:10:49.646073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': 'ffd13204-1f6b-4875-9396-a9e368bba64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:49.646442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: e4e8a8f9-c66c-4904-a5e1-94662167b499, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:10:49.687910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] For port 84604afd-9d77-454c-b03a-1a8fd0f94d80, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:49.752721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-a054e66c-f366-4905-ab3a-10a91caf3b74 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:49.756260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-a054e66c-f366-4905-ab3a-10a91caf3b74 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.2226188 Aug 25 15:10:49.799076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600183df-69af-442a-8052-59142a661e2d req-dfeaed58-4a99-4486-928e-6d1ccc02f243 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:49.807166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-600183df-69af-442a-8052-59142a661e2d req-dfeaed58-4a99-4486-928e-6d1ccc02f243 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 943 time: 0.2459333 Aug 25 15:10:49.816910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:49.817392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:49.817837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:49.821113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.856483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:10:49.928039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:49.934387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:10:49.934794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Attempting to bind port 9e06074b-aa19-4d34-acd9-795e87322539 on network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:49.943951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-02f4fd8f-cbe6-4a15-bd06-4d75a7562ccf tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:49.945943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-02f4fd8f-cbe6-4a15-bd06-4d75a7562ccf tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.52 "GET /v2.0/networks?id=6df544fa-e6e4-4798-8904-8111e8973542 HTTP/1.1" status: 200 len: 813 time: 0.4150791 Aug 25 15:10:49.985665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-600183df-69af-442a-8052-59142a661e2d req-b2156476-914f-49a3-975a-167b25eef4e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635773 Aug 25 15:10:49.988960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Transition to ACTIVE for port object b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:49.990409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, e4e8a8f9-c66c-4904-a5e1-94662167b499) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:50.003865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face330d-fcaa-4e7b-931f-9a3821458178 None None] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:50.009018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Request body: {'port': {'device_id': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542', 'admin_state_up': True, 'tenant_id': '3ea2c34194b842249e348bf11307e6d9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:50.021826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:50.026001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.099373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:50.099373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.099373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] 10.222.0.45 "PUT /v2.0/ports/84604afd-9d77-454c-b03a-1a8fd0f94d80 HTTP/1.1" status: 200 len: 1091 time: 3.2345147 Aug 25 15:10:50.106114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:50.106446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Checking segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:50.106835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Bound using segment: {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:50.107308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Bound port: 9e06074b-aa19-4d34-acd9-795e87322539, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28921d43-5575-4cb1-a887-b4e6ca19094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:50.108039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.167121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bb96a970-1dd8-47de-a56f-44a89e20183f tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6152928 Aug 25 15:10:50.168264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57548) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:50.175735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499', 'name': 'tempest-PortsTestJSON-448911082', 'fixed_ips': [{'subnet_id': 'dac6741b-c17e-4f94-83f5-6b53294c5cf3', 'ip_address': '172.20.0.10'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:50.233741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7e047d66-bbfd-4500-828d-025d3c737d62 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:50.240617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.302241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:50.307762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:50.318900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:50.327966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:50.354109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-e4e8a8f9-c66c-4904-a5e1-94662167b499', 'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': 'dac6741b-c17e-4f94-83f5-6b53294c5cf3'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:10:50.355005 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.365542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:50.385245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7e047d66-bbfd-4500-828d-025d3c737d62 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:50.392015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13398b10-02b6-485a-b8b4-f1956d3fa191 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:50.403422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8781677-c70d-451e-92f5-0fdda590b1ec service neutron] Pushing event updated for resources: {'Port': ['ID=84604afd-9d77-454c-b03a-1a8fd0f94d80,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:50.455133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba4b6-ade7-4a62-b38f-75f2424f45e6 req-1eed645d-3818-4ea0-9208-370fba1057cf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:50.465310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a4ba4b6-ade7-4a62-b38f-75f2424f45e6 req-1eed645d-3818-4ea0-9208-370fba1057cf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.5369122 Aug 25 15:10:50.472468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.500018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:50.563218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:50.564256 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.566039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1093 time: 3.4474640 Aug 25 15:10:50.569291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36b8f9-ba3c-435b-9238-a6f64021c573 req-e1bc4efe-f540-4ae3-ad66-a3669525ed47 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:50.582506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca36b8f9-ba3c-435b-9238-a6f64021c573 req-e1bc4efe-f540-4ae3-ad66-a3669525ed47 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 946 time: 0.3322027 Aug 25 15:10:50.588793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-0664cb8d-e836-4e65-9b3f-aada50aa689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:50.590353 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-0664cb8d-e836-4e65-9b3f-aada50aa689f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 1094 time: 0.2808526 Aug 25 15:10:50.593561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Deleting port 3448a65e-230b-4f95-94f0-d2242619fdd6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:50.593912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.617127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.677487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a4ba4b6-ade7-4a62-b38f-75f2424f45e6 req-eae185d6-58b8-46ff-bfa1-26d5e14cb900 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068543 Aug 25 15:10:50.864585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:50.866713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] For port 3448a65e-230b-4f95-94f0-d2242619fdd6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3448a65e-230b-4f95-94f0-d2242619fdd6,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:50.867272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:50.882760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:50.919618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca36b8f9-ba3c-435b-9238-a6f64021c573 req-909eb663-3e54-486b-b315-29c358a1f9ea tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359680 Aug 25 15:10:51.008046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.objects.ports [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 15:10:51.063986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Allocated IP 172.20.0.2 (e4e8a8f9-c66c-4904-a5e1-94662167b499/dac6741b-c17e-4f94-83f5-6b53294c5cf3/ab0a713d-6fba-47e7-b443-260d9bea814b) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:51.079933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:10:51.084491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add8cb8-9b93-4e72-be95-cf2309f515f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=11']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:51.106225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7079c3-b76d-434d-9a32-e2db7dc9047d None None] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:51.205093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e92bf0a-48e5-4193-9fe7-52f12417b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.207603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 13398b10-02b6-485a-b8b4-f1956d3fa191 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:51.224770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 13398b10-02b6-485a-b8b4-f1956d3fa191 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:51.225131 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.235205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d133289-de5f-4c79-938a-4dd937600c7a req-11ff6a10-91ed-4813-9f3b-527f192e70f9 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0938792 Aug 25 15:10:51.250837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-79e27cec-b249-4fc8-a7be-4f45a9ab137e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80 HTTP/1.1" status: 200 len: 217 time: 0.6094697 Aug 25 15:10:51.315338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Made reservation on behalf of 3ea2c34194b842249e348bf11307e6d9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:51.315901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] Provisioning for port 7e047d66-bbfd-4500-828d-025d3c737d62 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:51.323913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.338039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] Provisioning complete for port 7e047d66-bbfd-4500-828d-025d3c737d62 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:51.339370 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.367997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8dcf-b84a-44c0-9823-fa6a101996bc req-d88a5cc4-720b-41c5-a1c6-7d94c625f66e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:51.370251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4ca8dcf-b84a-44c0-9823-fa6a101996bc req-d88a5cc4-720b-41c5-a1c6-7d94c625f66e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 943 time: 0.2584946 Aug 25 15:10:51.423086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.454755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:51.522176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-9d256f61-ec34-4f3c-adf0-c3d16bf2b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:51.524074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-9d256f61-ec34-4f3c-adf0-c3d16bf2b25a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1096 time: 0.8587112 Aug 25 15:10:51.532568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.558125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.582647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'tag': '84604afd-9d77-454c-b03a-1a8fd0f94d80'}, {'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:51.585206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 13398b10-02b6-485a-b8b4-f1956d3fa191, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=13398b10-02b6-485a-b8b4-f1956d3fa191,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:51.585426 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348b6285-d725-434b-b406-25fb2f30132e" -d '{"events": [{"name": "network-changed", "server_uuid": "2958deeb-3ea4-469b-afef-aaeb6a3da117", "tag": "84604afd-9d77-454c-b03a-1a8fd0f94d80"}, {"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:51.589397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Transition to ACTIVE for port object ab0a713d-6fba-47e7-b443-260d9bea814b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:51.628718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-251b3430-cc38-4519-aa7f-46fbfef0bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:51.632063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-251b3430-cc38-4519-aa7f-46fbfef0bb02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.3575518 Aug 25 15:10:51.641448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Transition to ACTIVE for port object ab0a713d-6fba-47e7-b443-260d9bea814b will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:51.645948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.649748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.679336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.681231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 02940b01-bab6-4857-aa92-19a7db4f628b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:51.745143 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709c610-3aa4-4071-b6dc-2f1863d44395 x-openstack-request-id: req-2709c610-3aa4-4071-b6dc-2f1863d44395 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:51.745143 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2958deeb-3ea4-469b-afef-aaeb6a3da117", "tag": "84604afd-9d77-454c-b03a-1a8fd0f94d80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:51.745143 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2709c610-3aa4-4071-b6dc-2f1863d44395 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:51.745143 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'tag': '84604afd-9d77-454c-b03a-1a8fd0f94d80', 'status': 'completed', 'code': 200} Aug 25 15:10:51.745143 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'status': 'completed', 'code': 200} Aug 25 15:10:51.801058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] For port 7e047d66-bbfd-4500-828d-025d3c737d62, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7e047d66-bbfd-4500-828d-025d3c737d62,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:51.803142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=13398b10-02b6-485a-b8b4-f1956d3fa191,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:51.806626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.809750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.10 (e4e8a8f9-c66c-4904-a5e1-94662167b499/dac6741b-c17e-4f94-83f5-6b53294c5cf3/a37bf2fa-d123-4e77-9dd9-d84720c5fea8) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:51.822036 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4ca8dcf-b84a-44c0-9823-fa6a101996bc req-4d0e90d9-793e-4cff-8bdf-0fc4eb311f51 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355276 Aug 25 15:10:51.891843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Pushing event updated for resources: {'Port': ['ID=ab0a713d-6fba-47e7-b443-260d9bea814b,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:51.892544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-0b77fad0-cd6c-454d-aac1-3c343e70b6ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492913 Aug 25 15:10:51.904330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.906784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3448a65e-230b-4f95-94f0-d2242619fdd6 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:10:51.952663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:51.969941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:52.022753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:52.055630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:52.078189 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.078547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.079062 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Floating IP 6bcbbeee-c147-4835-a5b1-16e4e300c45d disassociated. External IP: 172.25.8.143, port: 3448a65e-230b-4f95-94f0-d2242619fdd6. Aug 25 15:10:52.079415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Calling delete_port for 3448a65e-230b-4f95-94f0-d2242619fdd6 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:52.107634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-28167d17-674c-4e4b-b384-da8b1b611231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:52.109302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-28167d17-674c-4e4b-b384-da8b1b611231 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1096 time: 0.2823827 Aug 25 15:10:52.188580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Allocated IP 172.20.0.2 (6df544fa-e6e4-4798-8904-8111e8973542/a89606d3-2815-417d-8c36-ccc45f7baff8/6f212165-107b-4e1c-a14f-14c7decfcc07) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:52.219983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d46c58-5cb3-4329-8fe5-0783d9a8c3a3 None None] Pushing event updated for resources: {'Port': ['ID=7e047d66-bbfd-4500-828d-025d3c737d62,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:52.235850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e9023-44f0-4a5e-929a-18cbc71e5fa1 req-1633073c-27a6-4aed-b7f9-bfb13c96d5ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:52.237960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-123e9023-44f0-4a5e-929a-18cbc71e5fa1 req-1633073c-27a6-4aed-b7f9-bfb13c96d5ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.4108212 Aug 25 15:10:52.255499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.261154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Attempting to bind port ab0a713d-6fba-47e7-b443-260d9bea814b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:52.261537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Attempting to bind port ab0a713d-6fba-47e7-b443-260d9bea814b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ffd13204-1f6b-4875-9396-a9e368bba64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:52.261891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Attempting to bind port ab0a713d-6fba-47e7-b443-260d9bea814b on network e4e8a8f9-c66c-4904-a5e1-94662167b499 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:52.282864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Provisioning complete for port 7e047d66-bbfd-4500-828d-025d3c737d62 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:52.286826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.317616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:52.317998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Checking segment: {'id': 'ffd13204-1f6b-4875-9396-a9e368bba64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:52.318407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.318803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Bound using segment: {'id': 'ffd13204-1f6b-4875-9396-a9e368bba64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:52.319333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Bound port: ab0a713d-6fba-47e7-b443-260d9bea814b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13204-1f6b-4875-9396-a9e368bba64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:52.319721 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.335303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 02940b01-bab6-4857-aa92-19a7db4f628b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:52.407581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-9b138d6e-f308-4ce1-a986-e52f3d387e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:52.417292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-9b138d6e-f308-4ce1-a986-e52f3d387e29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.8230338 Aug 25 15:10:52.468577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] For port ab0a713d-6fba-47e7-b443-260d9bea814b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:52.519815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7e047d66-bbfd-4500-828d-025d3c737d62 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:52.563361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] For port ab0a713d-6fba-47e7-b443-260d9bea814b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ab0a713d-6fba-47e7-b443-260d9bea814b,segment=NetworkSegment(ffd13204-1f6b-4875-9396-a9e368bba64b),segment_id=ffd13204-1f6b-4875-9396-a9e368bba64b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:52.596921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7e047d66-bbfd-4500-828d-025d3c737d62 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:52.597299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.613157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-6e781c2c-88fb-4267-9499-2c1ea5132a38 service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049136 Aug 25 15:10:52.628475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.630543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.665774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Provisioning for port 02940b01-bab6-4857-aa92-19a7db4f628b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:52.683844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Provisioning complete for port 02940b01-bab6-4857-aa92-19a7db4f628b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:52.685080 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.729252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb509e4-4959-4681-b6f5-cd1a6732f744 None None] Pushing event updated for resources: {'Port': ['ID=ab0a713d-6fba-47e7-b443-260d9bea814b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:52.784434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13398b10-02b6-485a-b8b4-f1956d3fa191 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:52.858360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-34c11a8a-75b3-4a02-b656-7baad70920e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:52.859628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-34c11a8a-75b3-4a02-b656-7baad70920e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.7204037 Aug 25 15:10:52.867680 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.886261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 13398b10-02b6-485a-b8b4-f1956d3fa191 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:52.886636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:52.894305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ade0d-85b4-4f08-a632-c2e42aca7a07 req-0f25d187-2cf2-41c6-b705-3cfc63866e3b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:52.898158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b54ade0d-85b4-4f08-a632-c2e42aca7a07 req-0f25d187-2cf2-41c6-b705-3cfc63866e3b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 868 time: 0.8088222 Aug 25 15:10:53.217013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event deleted for resources: {'Port': ['ID=3448a65e-230b-4f95-94f0-d2242619fdd6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:53.228077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-33aefe88-6dfb-4be4-aca2-0b7692edab15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.6138613 Aug 25 15:10:53.245482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.260833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] For port 02940b01-bab6-4857-aa92-19a7db4f628b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=02940b01-bab6-4857-aa92-19a7db4f628b,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:53.268574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.294028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b54ade0d-85b4-4f08-a632-c2e42aca7a07 req-c89b21d7-c86c-4d91-a718-f6ee0c531cc7 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups?id=92302f63-c4bd-41bb-8087-5f15288de266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607275 Aug 25 15:10:53.303231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-ed6e68bf-89f5-4525-99b3-8296c55e0afd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.4258695 Aug 25 15:10:53.347334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object a37bf2fa-d123-4e77-9dd9-d84720c5fea8 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:53.366076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-123e9023-44f0-4a5e-929a-18cbc71e5fa1 req-e10d6b09-e7e6-4604-8f0f-4a0ec8d679e7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9599686 Aug 25 15:10:53.403966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.448959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-8a8f80f2-0ae2-4452-a9ef-cc9530939dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:53.450546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-8a8f80f2-0ae2-4452-a9ef-cc9530939dde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.2145061 Aug 25 15:10:53.462129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-878c2ce0-e9df-4185-9eea-fb8e709a45d1 req-55f704ca-b0eb-4dc2-8048-7ea41a142906 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0533299 Aug 25 15:10:53.471946 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.472750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.497175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-ca898299-b24d-4f9e-bc92-04ceee2c72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:53.503291 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-ca898299-b24d-4f9e-bc92-04ceee2c72fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.1824737 Aug 25 15:10:53.511753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45ad9c66-2ca3-4de7-a182-b802a9095ad4 req-a0c227a5-b250-45d2-b7a8-d36e8f7f7d9c service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8607097 Aug 25 15:10:53.523305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.549069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:10:53.549347 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:10:53.573600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-9fbeddbd-3388-451b-a679-36553d692337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:53.575189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-9fbeddbd-3388-451b-a679-36553d692337 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151321 Aug 25 15:10:53.587704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Router b45f0d32-1196-44f7-bc62-c7ca7587610d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:10:53.644325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.686592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.716521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:53.720250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3552e8-7a88-47a9-b672-0f2dedbf47ec req-6d51d1d4-37df-4fce-baa6-59a4c7f2b2b1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:53.721861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af3552e8-7a88-47a9-b672-0f2dedbf47ec req-6d51d1d4-37df-4fce-baa6-59a4c7f2b2b1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 943 time: 0.1838851 Aug 25 15:10:53.740144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:53.750775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:53.751525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.754281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89eb5d-a5fe-408e-9e8e-afab7e41c9ce None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:53.758732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.765660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Subnet': ['ID=1abfb7c0-2d93-4e78-8b07-506b665e61be,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:53.770764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=02940b01-bab6-4857-aa92-19a7db4f628b,revision_number=4']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:53.791094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-62b404a7-7fc9-4128-8723-931b0e4a83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:53.791992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-62b404a7-7fc9-4128-8723-931b0e4a83c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243619 Aug 25 15:10:53.799768 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d771acd8-3e5e-4858-8a56-367252e08a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.804452 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:53.973576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:53.987538 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a3f6317-5cc8-45dd-8971-f43604cac66c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.9349506 Aug 25 15:10:53.993437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:53.997373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:54.003354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Request body: {'port': {'network_id': 'adfdb661-dddb-4df2-9db5-dc9311fa8623', 'mac_address': 'fa:16:3e:bb:0d:1b', 'name': 'tempest-NetworksTestDHCPv6-696323140'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:54.016740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:54.022498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:54.098735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Network 6df544fa-e6e4-4798-8904-8111e8973542 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:54.120926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.131036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Pushing event updated for resources: {'Port': ['ID=6f212165-107b-4e1c-a14f-14c7decfcc07,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:54.156458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:54.156458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:54.192559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] For port 02940b01-bab6-4857-aa92-19a7db4f628b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=02940b01-bab6-4857-aa92-19a7db4f628b,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:54.203157 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.232572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-5b2a9014-c917-4768-8ddc-3571a8baa024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:54.239123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-5b2a9014-c917-4768-8ddc-3571a8baa024 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 1094 time: 0.5626185 Aug 25 15:10:54.263908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:54.264533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.289992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af3552e8-7a88-47a9-b672-0f2dedbf47ec req-80398f8b-d5c4-4ee0-ad89-c0123b3320da tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359454 Aug 25 15:10:54.298774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-72b191b4-3545-4c00-a5cc-54f6ccc8c198 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132967 Aug 25 15:10:54.312755 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.361250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d9592-f01c-41b2-b45b-7657dbf2e111 None None] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:10:54.394961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:54.408671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-485f9f12-fb65-4ee5-b3ce-3b5f4d6aef98 service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992351 Aug 25 15:10:54.409617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:54.418592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=a37bf2fa-d123-4e77-9dd9-d84720c5fea8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:54.423769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5f8c4a8-9d4b-420b-b45d-6a7617bd28b7 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2546177 Aug 25 15:10:54.448049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:54.463661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': 'e4e8a8f9-c66c-4904-a5e1-94662167b499', 'name': 'tempest-PortsTestJSON-628906226', 'fixed_ips': [{'subnet_id': 'dac6741b-c17e-4f94-83f5-6b53294c5cf3', 'ip_address': '172.20.0.9'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:54.480208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Provisioning for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:54.489350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:54.492064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.536219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Provisioning complete for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:54.546828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.589082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:10:54.607264 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:10:54.638912 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:54.641946 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:54.662640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Pushing event updated for resources: {'Port': ['ID=02940b01-bab6-4857-aa92-19a7db4f628b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:54.752834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-16828608-2b12-4f23-a4bb-c9ded3078e36 None None] Port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:54.779822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-d127710d-c73b-4ee6-91f9-1307105f23a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7620561 Aug 25 15:10:54.885816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ab0a713d-6fba-47e7-b443-260d9bea814b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:54.899498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] No DVR routers for this DVR port 3448a65e-230b-4f95-94f0-d2242619fdd6 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:10:54.941461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:54.941461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.45 "DELETE /v2.0/ports/3448a65e-230b-4f95-94f0-d2242619fdd6 HTTP/1.1" status: 204 len: 173 time: 5.1279356 Aug 25 15:10:54.941762 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:55.002647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-deleted', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:55.005651 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f87823-0258-402d-86a5-6ce4f2eb2fde" -d '{"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-deleted", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:55.043871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-9e1992ad-b4e6-46e7-92eb-b84688245978 service neutron] 10.222.0.52 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153893 Aug 25 15:10:55.065677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-287cf36e-1db2-461b-83ff-c10b38078550 None None] Provisioning for port ab0a713d-6fba-47e7-b443-260d9bea814b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:55.098214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89d2c4-0660-4621-a764-d372d6f1f175 req-317fdc19-8869-4404-b034-0989a78a0bf8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:55.099859 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b89d2c4-0660-4621-a764-d372d6f1f175 req-317fdc19-8869-4404-b034-0989a78a0bf8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.5011230 Aug 25 15:10:55.185357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b89d2c4-0660-4621-a764-d372d6f1f175 req-c919fd31-7b77-4422-8aa0-dd0728e3cadf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756953 Aug 25 15:10:55.210106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-287cf36e-1db2-461b-83ff-c10b38078550 None None] Provisioning complete for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:55.210708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-287cf36e-1db2-461b-83ff-c10b38078550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.219702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbc19d16-2371-4c12-ad9c-4e653746e5b9 req-c17b3817-0923-4379-bacc-8f5635ee2c7b tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e3233f9-33de-4525-a3c6-43118424047f HTTP/1.1" status: 200 len: 210 time: 0.3387365 Aug 25 15:10:55.222013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-883576e5-0bff-4912-9fa7-32e341d0768b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2264555 Aug 25 15:10:55.268189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Request body: {'port': {'device_id': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:10:55.330240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-7689c011-93a5-4ec4-b017-f950b44e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:55.331839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-7689c011-93a5-4ec4-b017-f950b44e87b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 1097 time: 0.4137802 Aug 25 15:10:55.364936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Made reservation on behalf of 02c721953585433486deef8c5213e33b for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:55.396067 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:55.424966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-ead697ef-f3f7-491f-89f4-b1d1b2a4b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:55.426518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-ead697ef-f3f7-491f-89f4-b1d1b2a4b105 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 907 time: 1.1341736 Aug 25 15:10:55.452122 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5e0b29-b03f-4b36-9906-6738426f4fbe x-openstack-request-id: req-3d5e0b29-b03f-4b36-9906-6738426f4fbe {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:55.453464 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3233f9-33de-4525-a3c6-43118424047f", "name": "network-vif-deleted", "tag": "3448a65e-230b-4f95-94f0-d2242619fdd6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:55.453905 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d5e0b29-b03f-4b36-9906-6738426f4fbe {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:55.454634 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3233f9-33de-4525-a3c6-43118424047f', 'name': 'network-vif-deleted', 'tag': '3448a65e-230b-4f95-94f0-d2242619fdd6', 'status': 'completed', 'code': 200} Aug 25 15:10:55.468076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.517856 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:10:55.535183 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:55.535899 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:55.624853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.662384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] device_id is not set on port c596d681-d6f6-440f-94e6-16805efa00d1 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:55.702041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-287cf36e-1db2-461b-83ff-c10b38078550 None None] Port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:55.713506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ab0a713d-6fba-47e7-b443-260d9bea814b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:55.719482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ab0a713d-6fba-47e7-b443-260d9bea814b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:55.720141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.743211 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:55.757737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-0d072bb7-7abf-4c8e-a413-b5e65584f7fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80 HTTP/1.1" status: 200 len: 217 time: 0.2661378 Aug 25 15:10:55.763159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router e843c316-120f-45bd-93c7-8b0b8c82cade has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:10:55.856746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.862572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b244079-1621-4767-99ee-7f75ead693b2 req-7e40dd99-1195-407c-8726-5f4a0b1db89b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:55.863263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Provisioning complete for port 02940b01-bab6-4857-aa92-19a7db4f628b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:55.863772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.866284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b244079-1621-4767-99ee-7f75ead693b2 req-7e40dd99-1195-407c-8726-5f4a0b1db89b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 943 time: 0.4114342 Aug 25 15:10:55.878419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:10:55.897129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:55.939310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f697b521-3a79-44f3-bdc9-143a5947fafe req-5e05ea07-35e6-4a99-998f-521c677d6e36 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3545969 Aug 25 15:10:55.951244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 84604afd-9d77-454c-b03a-1a8fd0f94d80 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:10:55.989918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 1e233517-2a7c-435e-97eb-ca752498d4af yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:10:56.001166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-cb8090b1-39ea-499c-b3e6-24c7e5e18bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:56.002886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-cb8090b1-39ea-499c-b3e6-24c7e5e18bd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.2436154 Aug 25 15:10:56.060002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.070000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730484d1-35ea-47ce-8a65-d9d295dd88cc req-d1427543-3e4d-48f8-8b05-29c998bf475f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:56.072479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-730484d1-35ea-47ce-8a65-d9d295dd88cc req-d1427543-3e4d-48f8-8b05-29c998bf475f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 931 time: 0.6222262 Aug 25 15:10:56.160151 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:56.199593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ab0a713d-6fba-47e7-b443-260d9bea814b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ab0a713d-6fba-47e7-b443-260d9bea814b,segment=NetworkSegment(ffd13204-1f6b-4875-9396-a9e368bba64b),segment_id=ffd13204-1f6b-4875-9396-a9e368bba64b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:56.279459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 84604afd-9d77-454c-b03a-1a8fd0f94d80, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:56.292970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '84604afd-9d77-454c-b03a-1a8fd0f94d80', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': '84604afd-9d77-454c-b03a-1a8fd0f94d80', 'mac_address': 'fa:16:3e:a8:0d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:10:56.332074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da1d10-5e8f-4b39-aa81-1710992aea63 None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:01:53Z', 'revision_number': 4, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'fa2b41fa-08aa-4ded-889f-12ada5bb05ac', 'name': '', 'network_id': '15a360c9-d785-4015-bd7b-16d775fe35de', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'mac_address': 'fa:16:3e:44:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:52Z', 'updated_at': '2021-08-25T15:01:59Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'subnets': [{'id': 'd13e322e-8460-43ec-af52-e2b36b2b4646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:10:56.335322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.9 (e4e8a8f9-c66c-4904-a5e1-94662167b499/dac6741b-c17e-4f94-83f5-6b53294c5cf3/1e233517-2a7c-435e-97eb-ca752498d4af) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:56.345036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.345898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 02940b01-bab6-4857-aa92-19a7db4f628b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:56.441275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ab0a713d-6fba-47e7-b443-260d9bea814b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:56.443865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:10:56.468964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Provisioning for port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:56.471881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0762d716-1a33-4b8d-b81a-f213e44081ab tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "PUT /v2.0/routers/e843c316-120f-45bd-93c7-8b0b8c82cade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0528815 Aug 25 15:10:56.475753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8::201 (adfdb661-dddb-4df2-9db5-dc9311fa8623/b94843db-127a-4173-b48d-9009dbde75e6/c596d681-d6f6-440f-94e6-16805efa00d1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:56.483652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Provisioning complete for port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:56.484028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.494584 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:d1b (adfdb661-dddb-4df2-9db5-dc9311fa8623/1abfb7c0-2d93-4e78-8b07-506b665e61be/c596d681-d6f6-440f-94e6-16805efa00d1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:10:56.531325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b244079-1621-4767-99ee-7f75ead693b2 req-ea1f9ce5-5247-4d71-8c32-5c09e17f3167 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999742 Aug 25 15:10:56.533479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Sync routers for ids ['e843c316-120f-45bd-93c7-8b0b8c82cade'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:10:56.540907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:56.549039 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.575301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84604afd-9d77-454c-b03a-1a8fd0f94d80 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:56.595011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-78743188-0694-47d9-b2e3-4776dc7f7ab3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5820484 Aug 25 15:10:56.600759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 84604afd-9d77-454c-b03a-1a8fd0f94d80, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:56.621723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Provisioning complete for port ab0a713d-6fba-47e7-b443-260d9bea814b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:56.622194 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.634516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Routers {'e843c316-120f-45bd-93c7-8b0b8c82cade'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:10:56.635196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e843c316-120f-45bd-93c7-8b0b8c82cade'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:56.711243 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.734332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 02940b01-bab6-4857-aa92-19a7db4f628b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:56.734712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.800900 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8067ea-01a7-4979-9e65-31c993d77e65 None None] New status for floating IP 6bcbbeee-c147-4835-a5b1-16e4e300c45d: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:10:56.851170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-730484d1-35ea-47ce-8a65-d9d295dd88cc req-82385c6f-e1c1-47ff-92f2-78b2b03daa44 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7189658 Aug 25 15:10:56.883367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=84604afd-9d77-454c-b03a-1a8fd0f94d80,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:56.903463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:56.908152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-b52e827e-c9d5-4137-b054-42b76d11f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:56.909764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-b52e827e-c9d5-4137-b054-42b76d11f123 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 907 time: 1.4632568 Aug 25 15:10:56.923074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Transition to ACTIVE for port object c596d681-d6f6-440f-94e6-16805efa00d1 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:56.976210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['84604afd-9d77-454c-b03a-1a8fd0f94d80'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:57.068688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-b6354605-1113-4d22-b313-014bfc303760 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 HTTP/1.1" status: 200 len: 217 time: 0.1342859 Aug 25 15:10:57.092815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.130049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Set router e843c316-120f-45bd-93c7-8b0b8c82cade gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:10:57.142631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.205963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.220166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:57.234998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:57.237579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 1e233517-2a7c-435e-97eb-ca752498d4af will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:57.243160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:57.249066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:57.249707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.252638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event updated for resources: {'Port': ['ID=c596d681-d6f6-440f-94e6-16805efa00d1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:57.278399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-3b5f3e73-763a-4c20-96dd-def1ee5d379b service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655657 Aug 25 15:10:57.295185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Provisioning complete for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:57.295585 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.303747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d889a9-3c3f-4f5f-bf73-3822bdbffdd8 req-b22ce081-667d-4596-890e-3a28390fcbc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:57.318728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85d889a9-3c3f-4f5f-bf73-3822bdbffdd8 req-b22ce081-667d-4596-890e-3a28390fcbc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 945 time: 0.1790795 Aug 25 15:10:57.326395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-ba160065-f76f-490d-b607-923f5e3e01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:57.328088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-ba160065-f76f-490d-b607-923f5e3e01f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.2526751 Aug 25 15:10:57.346916 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ab0419b-a744-449f-8425-38223f4b8a54 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3483801 Aug 25 15:10:57.347651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:57.381865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-31fb76d9-2b32-4e27-8353-dc3b6f6602c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402105 Aug 25 15:10:57.488869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.489693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4dad83b1-70bf-4f73-9d42-f9ab7f28dc3b None None] Port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:57.495248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ab0a713d-6fba-47e7-b443-260d9bea814b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:57.512348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85d889a9-3c3f-4f5f-bf73-3822bdbffdd8 req-b19e3d69-0d20-494a-b99f-622afe383254 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966186 Aug 25 15:10:57.530406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.615075 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:10:57.625088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:10:57.642620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:10:57.645795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57668) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:57.656759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=1e233517-2a7c-435e-97eb-ca752498d4af,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:57.771886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-7f43f80d-a215-46f6-8036-d1c85eea8952 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:57.782534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-7f43f80d-a215-46f6-8036-d1c85eea8952 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/networks?id=8f4740de-c21c-4f9e-81ef-caad616367f9 HTTP/1.1" status: 200 len: 798 time: 0.7151344 Aug 25 15:10:57.817372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f212165-107b-4e1c-a14f-14c7decfcc07 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:57.823919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bb861d91-9226-4e70-b5c3-34dbfc9b65ee None None] Provisioning complete for port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:57.824337 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bb861d91-9226-4e70-b5c3-34dbfc9b65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.830865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.834063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ab0a713d-6fba-47e7-b443-260d9bea814b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:57.834448 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:57.848123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Transition to ACTIVE for port object 6f212165-107b-4e1c-a14f-14c7decfcc07 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:57.863918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-7ca36e29-2faa-4576-97d0-53ef987c820e service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323849 Aug 25 15:10:57.868742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-ac8ebd75-b2e0-4d09-8ad3-3af871f0781e service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404626 Aug 25 15:10:57.886629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-16cc5a39-e417-4548-a9a9-e64a9ab3d7b3 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/quotas/00eaff2a685f4a8a8eb7a4ace5a3d74c HTTP/1.1" status: 200 len: 375 time: 0.1022468 Aug 25 15:10:57.970795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:10:57.985763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bb861d91-9226-4e70-b5c3-34dbfc9b65ee None None] Port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:58.037896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.094574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b28ce4dc-e0cf-441e-b33c-ee04f95fcf97', 'name': '', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:79:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:48Z', 'updated_at': '2021-08-25T15:10:52Z', 'revision_number': 2, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:10:58.146225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Checking router: e843c316-120f-45bd-93c7-8b0b8c82cade for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:10:58.146225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Updating router e843c316-120f-45bd-93c7-8b0b8c82cade port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:10:58.184802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.191506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f212165-107b-4e1c-a14f-14c7decfcc07,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:58.213822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 02940b01-bab6-4857-aa92-19a7db4f628b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:10:58.235576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-81c25aa8-959c-4a0f-a2c4-c208389c504d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3354056 Aug 25 15:10:58.266766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-98451496-00ea-4c14-820c-db4ad62bee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:58.269205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-98451496-00ea-4c14-820c-db4ad62bee4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1096 time: 0.3365428 Aug 25 15:10:58.271633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Provisioning for port c596d681-d6f6-440f-94e6-16805efa00d1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:58.318838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f0e1a6c-096c-48cc-8fa2-49a47c940240 req-de750b6d-6b03-4db9-bd95-01a1521dd0e7 service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352911 Aug 25 15:10:58.410135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting port c596d681-d6f6-440f-94e6-16805efa00d1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:58.410430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.421645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Provisioning complete for port c596d681-d6f6-440f-94e6-16805efa00d1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:58.422124 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.483199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:58.483973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.504500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:58.510161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Attempting to bind port 6f212165-107b-4e1c-a14f-14c7decfcc07 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:58.510554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Attempting to bind port 6f212165-107b-4e1c-a14f-14c7decfcc07 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:58.510892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Attempting to bind port 6f212165-107b-4e1c-a14f-14c7decfcc07 on network 6df544fa-e6e4-4798-8904-8111e8973542 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:58.529536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Port 6f212165-107b-4e1c-a14f-14c7decfcc07 on network 6df544fa-e6e4-4798-8904-8111e8973542 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:10:58.529865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Attempting to bind port 6f212165-107b-4e1c-a14f-14c7decfcc07 on network 6df544fa-e6e4-4798-8904-8111e8973542 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:58.537798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6968f083-6585-4215-8c52-741fdf213fb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.543328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Port c596d681-d6f6-440f-94e6-16805efa00d1 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:58.556870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:58.557208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Checking segment: {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:58.557590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Bound using segment: {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:58.558020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Bound port: 6f212165-107b-4e1c-a14f-14c7decfcc07, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:58.558374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.562019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-d6e651ca-f0b0-4340-bfcf-9cbefd813b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:58.563681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-d6e651ca-f0b0-4340-bfcf-9cbefd813b0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.2778521 Aug 25 15:10:58.571729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-937f7360-acad-4407-9342-8c1f96f78d45 service neutron] 10.222.0.58 "GET /v2.0/networks/8f4740de-c21c-4f9e-81ef-caad616367f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996538 Aug 25 15:10:58.578141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0694c-a24f-4c5a-a415-2492f0243273 req-c643b3ab-b873-425b-af41-96b9de4c284f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:58.585605 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fda0694c-a24f-4c5a-a415-2492f0243273 req-c643b3ab-b873-425b-af41-96b9de4c284f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 944 time: 0.7729270 Aug 25 15:10:58.607068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6968f083-6585-4215-8c52-741fdf213fb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.632490 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-efc542ac-4f07-49d7-bbf8-2e4ed4636951 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1833041 Aug 25 15:10:58.635953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57680) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:58.719297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.761986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-91a9be24-3099-4189-9d51-f5f466c8b6e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 1000 time: 0.1871812 Aug 25 15:10:58.773135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fda0694c-a24f-4c5a-a415-2492f0243273 req-951c8a97-8ea2-4ffc-aeb9-dc27447cf2eb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834154 Aug 25 15:10:58.795619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] For port 6f212165-107b-4e1c-a14f-14c7decfcc07, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:58.799953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] For port 6f212165-107b-4e1c-a14f-14c7decfcc07, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6f212165-107b-4e1c-a14f-14c7decfcc07,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:10:58.814353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Calling delete_port for c596d681-d6f6-440f-94e6-16805efa00d1 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:10:58.829769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '9e06074b-aa19-4d34-acd9-795e87322539', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'port_id': '9e06074b-aa19-4d34-acd9-795e87322539', 'mac_address': 'fa:16:3e:4a:9d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:10:58.880474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8055cfe-d4b8-438f-9a82-a33364eec687 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:58.884944 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e8055cfe-d4b8-438f-9a82-a33364eec687 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2461271 Aug 25 15:10:58.885645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57684) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:58.895636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 02940b01-bab6-4857-aa92-19a7db4f628b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:58.896012 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.897209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-c7316ef1-ee5c-4365-b9c7-9086bb2a1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:58.899937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-c7316ef1-ee5c-4365-b9c7-9086bb2a1be7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.1235664 Aug 25 15:10:58.903544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.958586 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:58.960051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-d37843dd-a4bc-4b67-ab65-4f6526de5afa service neutron] 10.222.0.58 "GET /v2.0/networks/8f4740de-c21c-4f9e-81ef-caad616367f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761814 Aug 25 15:10:59.000422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.001068 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.003620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f212165-107b-4e1c-a14f-14c7decfcc07 HTTP/1.1" status: 200 len: 1091 time: 3.7533343 Aug 25 15:10:59.003620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'tag': '6f212165-107b-4e1c-a14f-14c7decfcc07'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:10:59.003993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e06074b-aa19-4d34-acd9-795e87322539 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:10:59.005820 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d567e5-b415-4851-8d42-c00094617ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "9882fe06-636d-4ab3-b186-f6a9b918b2b1", "tag": "6f212165-107b-4e1c-a14f-14c7decfcc07"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:10:59.013616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Provisioning for port 1e233517-2a7c-435e-97eb-ca752498d4af completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:10:59.032451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6285-d725-434b-b406-25fb2f30132e req-330db2d4-d91d-4eca-9b2c-5d9a83405b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.034191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-330db2d4-d91d-4eca-9b2c-5d9a83405b60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199741 Aug 25 15:10:59.034410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Provisioning complete for port 1e233517-2a7c-435e-97eb-ca752498d4af triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:10:59.034573 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.037903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcba973-31f3-4154-acb7-ce020abc5aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f212165-107b-4e1c-a14f-14c7decfcc07,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:59.051323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:10:59.086128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6968f083-6585-4215-8c52-741fdf213fb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.088659 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6968f083-6585-4215-8c52-741fdf213fb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.092075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6968f083-6585-4215-8c52-741fdf213fb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "DELETE /v2.0/security-groups/92302f63-c4bd-41bb-8087-5f15288de266 HTTP/1.1" status: 204 len: 168 time: 1.4359164 Aug 25 15:10:59.096434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57688) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:59.113032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968f083-6585-4215-8c52-741fdf213fb0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92302f63-c4bd-41bb-8087-5f15288de266,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:59.122267 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-04a08674-ebc9-4b31-8102-46f40cf70595 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] show failed (client error): The resource could not be found. Aug 25 15:10:59.132124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-04a08674-ebc9-4b31-8102-46f40cf70595 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "GET /v2.0/security-groups/92302f63-c4bd-41bb-8087-5f15288de266 HTTP/1.1" status: 404 len: 347 time: 0.0259233 Aug 25 15:10:59.132268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2022850-2800-4b90-a72e-4b0b15af4023 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.132268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2022850-2800-4b90-a72e-4b0b15af4023 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.137168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57690) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:59.138316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2022850-2800-4b90-a72e-4b0b15af4023 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.143137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b2022850-2800-4b90-a72e-4b0b15af4023 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2143004 Aug 25 15:10:59.144812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57692) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:59.155856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4dee-cae8-4714-b32f-9ba7a0911771 req-0849cf2c-5bd3-49af-831e-75b8c5b47853 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.163996 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-447b4dee-cae8-4714-b32f-9ba7a0911771 req-0849cf2c-5bd3-49af-831e-75b8c5b47853 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 943 time: 0.2769551 Aug 25 15:10:59.164217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-975be04f-526f-4fa8-8910-6d479e64a11d None None] Port 1e233517-2a7c-435e-97eb-ca752498d4af cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:10:59.221985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.241412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Transition to ACTIVE for port object b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:10:59.249944 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.252488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.265392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-447b4dee-cae8-4714-b32f-9ba7a0911771 req-6b69c764-4be9-4ba6-a24b-c8c181ef778b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003239 Aug 25 15:10:59.357160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:59.375745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.434312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076078-5a71-4b7a-9bce-44037f50aad9 None None] Pushing event updated for resources: {'Port': ['ID=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:59.440693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.444011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-6478fff5-f7c8-4da3-a670-7f61510daed6 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011304 Aug 25 15:10:59.453884 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76198a3-c659-4204-af26-b0f5f5849b46 x-openstack-request-id: req-f76198a3-c659-4204-af26-b0f5f5849b46 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:10:59.454195 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9882fe06-636d-4ab3-b186-f6a9b918b2b1", "tag": "6f212165-107b-4e1c-a14f-14c7decfcc07", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:10:59.454458 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f76198a3-c659-4204-af26-b0f5f5849b46 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:10:59.454943 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'tag': '6f212165-107b-4e1c-a14f-14c7decfcc07', 'status': 'completed', 'code': 200} Aug 25 15:10:59.522713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Port': ['ID=c596d681-d6f6-440f-94e6-16805efa00d1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:10:59.548775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['9e06074b-aa19-4d34-acd9-795e87322539'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:10:59.592368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5656cf8-12b5-44d9-ac62-423234898c14 req-1e3cf45a-2a71-4ab4-b284-71f6faae90b2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.612786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5656cf8-12b5-44d9-ac62-423234898c14 req-1e3cf45a-2a71-4ab4-b284-71f6faae90b2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 946 time: 0.2286749 Aug 25 15:10:59.650896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38e8a8b9-bddd-40d0-9c3f-acb3f936e5fb req-c48f2497-86f3-4338-b3a9-c3007cc61c3f tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 210 time: 0.1452520 Aug 25 15:10:59.669970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-3e6ecbd7-2412-49a1-98d5-8f4476946a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:10:59.672786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-3e6ecbd7-2412-49a1-98d5-8f4476946a89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ea2c34194b842249e348bf11307e6d9&device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 1094 time: 0.3492188 Aug 25 15:10:59.689673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Attempting to bind port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:10:59.690375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Attempting to bind port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:10:59.690845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Attempting to bind port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 on network 8f4740de-c21c-4f9e-81ef-caad616367f9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:10:59.703818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 1e233517-2a7c-435e-97eb-ca752498d4af {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:10:59.704181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.730075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:10:59.730656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Checking segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:10:59.731212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.731676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Bound using segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:10:59.732243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Bound port: b28ce4dc-e0cf-441e-b33c-ee04f95fcf97, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:10:59.732709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.777587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5656cf8-12b5-44d9-ac62-423234898c14 req-7b2bd5bb-596e-44eb-bc14-cda82980354e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637199 Aug 25 15:10:59.833714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57708) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:59.928520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-aff474de-cc5c-4e9a-8796-bfa915dd03da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f212165-107b-4e1c-a14f-14c7decfcc07 HTTP/1.1" status: 200 len: 217 time: 0.2416489 Aug 25 15:10:59.938032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] For port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:10:59.962789 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:10:59.967363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5b1a9d0-df0c-44f9-963e-43c098b4ba03 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/c596d681-d6f6-440f-94e6-16805efa00d1 HTTP/1.1" status: 204 len: 168 time: 2.6114490 Aug 25 15:10:59.976995 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e3412a43-f6ef-40d4-bc34-42e4f0d10be2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/ba3203f7-27d0-4a5d-a769-531dda04423c HTTP/1.1" status: 200 len: 993 time: 0.1257534 Aug 25 15:10:59.976995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:10:59.995976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 84604afd-9d77-454c-b03a-1a8fd0f94d80 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:00.019542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] For port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:11:00.051893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29b6b4-ec2e-4456-854f-9109918473ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.056903 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2d29b6b4-ec2e-4456-854f-9109918473ed tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0841575 Aug 25 15:11:00.057887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57712) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:00.114088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e44b9f-7e57-4d97-9773-a4b23a6b8b1c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.119094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b1e44b9f-7e57-4d97-9773-a4b23a6b8b1c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0595038 Aug 25 15:11:00.119744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57714) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:00.136225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.176599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534a057-c62e-4300-b89e-683065b2f3c2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.178386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534a057-c62e-4300-b89e-683065b2f3c2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.180833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534a057-c62e-4300-b89e-683065b2f3c2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.183654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3534a057-c62e-4300-b89e-683065b2f3c2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0626805 Aug 25 15:11:00.185437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57716) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:00.245804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet 1abfb7c0-2d93-4e78-8b07-506b665e61be {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:00.250109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.301710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Routers {'e843c316-120f-45bd-93c7-8b0b8c82cade'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:00.302380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e843c316-120f-45bd-93c7-8b0b8c82cade'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:00.305859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076078-5a71-4b7a-9bce-44037f50aad9 None None] Pushing event updated for resources: {'Port': ['ID=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:00.339931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.384092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 84604afd-9d77-454c-b03a-1a8fd0f94d80 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:00.396292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 84604afd-9d77-454c-b03a-1a8fd0f94d80 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:00.396926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.446954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b280-b551-4d99-a415-98f99eb4bcfb req-c35c9f6e-4fb6-4698-8a74-543f6a351ef3 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.448899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87a5b280-b551-4d99-a415-98f99eb4bcfb req-c35c9f6e-4fb6-4698-8a74-543f6a351ef3 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0745914 Aug 25 15:11:00.507016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.521433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.528244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 1e233517-2a7c-435e-97eb-ca752498d4af owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:00.540017 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87a5b280-b551-4d99-a415-98f99eb4bcfb req-6e1ab321-b5d7-4e6a-8886-37e6d39d4034 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665028 Aug 25 15:11:00.578339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Deleting port bb6a731c-8d78-4391-b8e0-887cea170fb4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:00.578828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.592020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] Set router e843c316-120f-45bd-93c7-8b0b8c82cade gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:00.595651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-c871c0db-b8eb-435f-b4ca-c1ce8d5e8a09 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1202850 Aug 25 15:11:00.647216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.695609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e92002-0e47-4ce5-b432-b120d8540679 req-918f4e32-7ee2-4ff2-99f9-c31560c30498 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.703294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6e92002-0e47-4ce5-b432-b120d8540679 req-918f4e32-7ee2-4ff2-99f9-c31560c30498 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 944 time: 0.7694082 Aug 25 15:11:00.707216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.727775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d650a1-d416-453a-b88b-790db4dc758a req-829319de-97ef-4f9d-8e60-6e1e72837d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:00.729431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-829319de-97ef-4f9d-8e60-6e1e72837d43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89606d3-2815-417d-8c36-ccc45f7baff8 HTTP/1.1" status: 200 len: 853 time: 0.7813146 Aug 25 15:11:00.744733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=1abfb7c0-2d93-4e78-8b07-506b665e61be,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:00.746921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.753911 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6f321cc5-6d15-43f0-b94b-dab7fa4cb163 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/1abfb7c0-2d93-4e78-8b07-506b665e61be HTTP/1.1" status: 204 len: 168 time: 0.5655892 Aug 25 15:11:00.756784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57726) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:00.786927 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6b44b322-3e31-4c74-9a62-c0ca5cba5013 req-6a5ca277-9bed-42f4-a836-646e762ccf8c tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Aug 25 15:11:00.792540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129c416-acb6-4a17-84a2-fa0d3b0ef331 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:00.800999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84604afd-9d77-454c-b03a-1a8fd0f94d80'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:00.803650 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e6388-4a9d-4d53-a667-2ceda5eb64a6" -d '{"events": [{"server_uuid": "2958deeb-3ea4-469b-afef-aaeb6a3da117", "name": "network-vif-plugged", "status": "completed", "tag": "84604afd-9d77-454c-b03a-1a8fd0f94d80"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:00.811613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-dcad9b43-df72-4419-9adc-4a4acb62874a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6df544fa-e6e4-4798-8904-8111e8973542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718331 Aug 25 15:11:00.871762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 84604afd-9d77-454c-b03a-1a8fd0f94d80, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:00.883195 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88daa25-a8c8-4624-8112-d389881f0095 x-openstack-request-id: req-b88daa25-a8c8-4624-8112-d389881f0095 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:00.888626 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958deeb-3ea4-469b-afef-aaeb6a3da117", "name": "network-vif-plugged", "status": "completed", "tag": "84604afd-9d77-454c-b03a-1a8fd0f94d80", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:00.889291 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b88daa25-a8c8-4624-8112-d389881f0095 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:00.890022 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84604afd-9d77-454c-b03a-1a8fd0f94d80', 'code': 200} Aug 25 15:11:00.935797 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.956572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6e92002-0e47-4ce5-b432-b120d8540679 req-96b6e7dd-eeae-48bf-8969-5c13686cf8fc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522836 Aug 25 15:11:00.958699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:00.959049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:01.043568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Calling delete_port for bb6a731c-8d78-4391-b8e0-887cea170fb4 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:01.065733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Deleting subnet b94843db-127a-4173-b48d-9009dbde75e6 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:01.067908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=84604afd-9d77-454c-b03a-1a8fd0f94d80,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:01.082576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:01.124863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b28ce4dc-e0cf-441e-b33c-ee04f95fcf97', 'name': '', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:79:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:48Z', 'updated_at': '2021-08-25T15:10:59Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:01.171366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e9662-3430-4650-928b-a6b02a4ebfa8 None None] The sync data for ids ['e843c316-120f-45bd-93c7-8b0b8c82cade'] in n-d-805995-2 is: [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'b28ce4dc-e0cf-441e-b33c-ee04f95fcf97', 'name': '', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:79:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:48Z', 'updated_at': '2021-08-25T15:10:59Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:01.278195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:01.292413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6e8f5-2564-467e-88c5-5ef713e53a8d req-d2165106-65d7-421c-bc66-549340535c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:01.298051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2e6e8f5-2564-467e-88c5-5ef713e53a8d req-d2165106-65d7-421c-bc66-549340535c11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 1096 time: 0.3274345 Aug 25 15:11:01.317751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:01.395284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=1e233517-2a7c-435e-97eb-ca752498d4af,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:01.401125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-5dc3ec8a-65b3-44c3-a4b5-bf077ef98623 service neutron] 10.222.0.52 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483689 Aug 25 15:11:01.498846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:01.620764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:01.625435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:01.626047 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:01.782999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e2e6e8f5-2564-467e-88c5-5ef713e53a8d req-672e70fc-5993-49c7-b704-b6c36de14d33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730551 Aug 25 15:11:01.873129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19068645-4fda-493a-a0fe-a78c00af8303 req-95169910-0ca0-43a7-95b1-2f8806d34f96 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:01.895144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19068645-4fda-493a-a0fe-a78c00af8303 req-95169910-0ca0-43a7-95b1-2f8806d34f96 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 943 time: 0.2211967 Aug 25 15:11:01.918993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.001266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:02.004210 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.007965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:02.069825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19068645-4fda-493a-a0fe-a78c00af8303 req-517b6c88-9580-4e68-a3de-e72af90269b8 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721029 Aug 25 15:11:02.115075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.130511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.141446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34d650a1-d416-453a-b88b-790db4dc758a req-ccee10c3-8d96-45bf-8e64-9b3df6c3a5e0 service neutron] 10.222.0.52 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292693 Aug 25 15:11:02.178822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-25505356-c66f-4c15-9839-8408c10d8b83 req-87c10908-7a7a-4711-b014-d41643fa3b54 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 210 time: 0.0811830 Aug 25 15:11:02.200853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 9e06074b-aa19-4d34-acd9-795e87322539 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:02.219113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 9e06074b-aa19-4d34-acd9-795e87322539 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:02.219641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.219949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165932c8-7cc8-42cc-a05a-7cab8193cb69 req-fb50cb5c-76ad-46ab-a293-3ebb9d94e439 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:02.228022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-165932c8-7cc8-42cc-a05a-7cab8193cb69 req-fb50cb5c-76ad-46ab-a293-3ebb9d94e439 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.0703406 Aug 25 15:11:02.264967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:02.306206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-165932c8-7cc8-42cc-a05a-7cab8193cb69 req-6f71b02a-e4e2-4bc7-bf59-efbc79b32356 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771799 Aug 25 15:11:02.364322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.375093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.380629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6ebf401d-af3a-4914-86aa-c38742e4a358 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/1e233517-2a7c-435e-97eb-ca752498d4af HTTP/1.1" status: 204 len: 168 time: 3.2297063 Aug 25 15:11:02.380979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57742) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:02.400711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Pushing event deleted for resources: {'Port': ['ID=bb6a731c-8d78-4391-b8e0-887cea170fb4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:02.422799 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb46b15-4f82-4750-8834-fb0396196321 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:11:02.430566 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ebb46b15-4f82-4750-8834-fb0396196321 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/1e233517-2a7c-435e-97eb-ca752498d4af HTTP/1.1" status: 404 len: 333 time: 0.0476911 Aug 25 15:11:02.432745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57744) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:02.462036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:02.474827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9bbb38ce-4baa-4c76-b7df-36cd1fb88db6 None None] Provisioning complete for port 02940b01-bab6-4857-aa92-19a7db4f628b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:02.475374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9bbb38ce-4baa-4c76-b7df-36cd1fb88db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.540617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-9bb0ba7b-58d1-48b0-a9f1-d8960cadb39b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:02.542235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-9bb0ba7b-58d1-48b0-a9f1-d8960cadb39b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.45 "GET /v2.0/networks?id=8f4740de-c21c-4f9e-81ef-caad616367f9 HTTP/1.1" status: 200 len: 798 time: 0.4269285 Aug 25 15:11:02.569548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Request body: {'port': {'device_id': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'admin_state_up': True, 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:02.570877 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.576803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57748) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:02.603713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port a37bf2fa-d123-4e77-9dd9-d84720c5fea8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:02.604069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.649098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d567e5-b415-4851-8d42-c00094617ffe req-8a2f919b-951b-4555-92fc-1b8ce0e2e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:02.658314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-8a2f919b-951b-4555-92fc-1b8ce0e2e2e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ea2c34194b842249e348bf11307e6d9&device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 1094 time: 0.2723446 Aug 25 15:11:02.685217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.687925 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.693966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-09eca478-4833-4d4e-9e9b-f5780f4c9fd8 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] 10.222.0.58 "DELETE /v2.0/floatingips/6bcbbeee-c147-4835-a5b1-16e4e300c45d HTTP/1.1" status: 204 len: 168 time: 3.5546494 Aug 25 15:11:02.696829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.718492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=13']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:02.821010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.843837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for a37bf2fa-d123-4e77-9dd9-d84720c5fea8 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:02.856563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Subnet': ['ID=b94843db-127a-4173-b48d-9009dbde75e6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:02.858730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.860834 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0e35d8ea-6679-4d28-bc94-cc7829f4ed97 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/b94843db-127a-4173-b48d-9009dbde75e6 HTTP/1.1" status: 204 len: 168 time: 2.1030009 Aug 25 15:11:02.865543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6197ed-38ad-4964-aaad-9708fcec9639 None None] Network adfdb661-dddb-4df2-9db5-dc9311fa8623 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:02.867912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57754) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:02.879493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8f04b36-f4f7-4ccf-89fc-35cc40e16515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:02.908831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:02.911168 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ca876-c3e4-451c-97d1-6423da230a17" -d '{"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-plugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:02.931457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d567e5-b415-4851-8d42-c00094617ffe req-2ce32248-0dc6-44ab-9843-a71e6d493b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:02.933542 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-2ce32248-0dc6-44ab-9843-a71e6d493b86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6df544fa-e6e4-4798-8904-8111e8973542 HTTP/1.1" status: 200 len: 914 time: 0.2629094 Aug 25 15:11:02.985901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-c0cfadcf-4d13-4f62-a740-24092f0dcb84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f212165-107b-4e1c-a14f-14c7decfcc07 HTTP/1.1" status: 200 len: 217 time: 0.0433648 Aug 25 15:11:02.997073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-68ba04b0-9a50-4320-8bda-8874b427cb5f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228335 Aug 25 15:11:03.001549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.008132 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4cef30-c071-4b77-b9cd-85d53c9aa47d x-openstack-request-id: req-5c4cef30-c071-4b77-b9cd-85d53c9aa47d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:03.008370 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-plugged", "status": "completed", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:03.008628 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c4cef30-c071-4b77-b9cd-85d53c9aa47d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:03.009338 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'code': 200} Aug 25 15:11:03.066659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d567e5-b415-4851-8d42-c00094617ffe req-fe91d048-bed6-4cb8-96de-a4a4c5cb85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:03.068331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-fe91d048-bed6-4cb8-96de-a4a4c5cb85ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89606d3-2815-417d-8c36-ccc45f7baff8 HTTP/1.1" status: 200 len: 853 time: 0.0739181 Aug 25 15:11:03.119099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Made reservation on behalf of 00eaff2a685f4a8a8eb7a4ace5a3d74c for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:03.123508 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.144788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-e8179709-4e46-499a-adc0-dd620f02de13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6df544fa-e6e4-4798-8904-8111e8973542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685601 Aug 25 15:11:03.155856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1dd7ea-9c2a-411d-b319-f5d7fb2441c7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:03.161913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57764) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.162326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e1dd7ea-9c2a-411d-b319-f5d7fb2441c7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1521747 Aug 25 15:11:03.163397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] DHCP port deletion for adfdb661-dddb-4df2-9db5-dc9311fa8623 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:03.281193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] Deleting port 02940b01-bab6-4857-aa92-19a7db4f628b {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:03.282916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.295934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110028e6-0847-4ee0-8a67-746757ee9cb0 req-40b548e3-ea62-4b0c-8703-8de649406e7e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:03.297552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-110028e6-0847-4ee0-8a67-746757ee9cb0 req-40b548e3-ea62-4b0c-8703-8de649406e7e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 943 time: 0.1200538 Aug 25 15:11:03.366141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2f81ce0-de8d-4a95-953a-5c7be799d943 req-0be2b6c2-7b88-4875-9edc-ffb5ece0780a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 210 time: 0.0540261 Aug 25 15:11:03.375058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-110028e6-0847-4ee0-8a67-746757ee9cb0 req-4015a724-dce2-4bf9-9913-fc43b4695a3e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703046 Aug 25 15:11:03.378591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.465835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] For port 02940b01-bab6-4857-aa92-19a7db4f628b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=02940b01-bab6-4857-aa92-19a7db4f628b,segment=NetworkSegment(ddfd1bd1-c7a9-4071-809c-9350f591a044),segment_id=ddfd1bd1-c7a9-4071-809c-9350f591a044)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:03.466336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.467465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=a37bf2fa-d123-4e77-9dd9-d84720c5fea8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:03.470691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:03.541867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11717be7-59a2-43ef-bf5f-ef32f841a99f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:03.543449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-11717be7-59a2-43ef-bf5f-ef32f841a99f tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3781209 Aug 25 15:11:03.550536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.556713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] Calling delete_port for 02940b01-bab6-4857-aa92-19a7db4f628b owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:03.630243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8f04b36-f4f7-4ccf-89fc-35cc40e16515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.632407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.637373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5dcf57df-79ca-4db2-b6a3-5853e65b3e37 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/a37bf2fa-d123-4e77-9dd9-d84720c5fea8 HTTP/1.1" status: 204 len: 168 time: 1.2026901 Aug 25 15:11:03.638142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57772) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.641412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b201310c-2e2f-4599-b0d9-622bbab1a8ae tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888660 Aug 25 15:11:03.653605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57774) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.684367 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b101f07-a56d-475d-beb3-d5c18f61aa93 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:11:03.688329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0b101f07-a56d-475d-beb3-d5c18f61aa93 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/a37bf2fa-d123-4e77-9dd9-d84720c5fea8 HTTP/1.1" status: 404 len: 333 time: 0.0461261 Aug 25 15:11:03.688754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57776) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.704107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:03.704770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.725436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c8f04b36-f4f7-4ccf-89fc-35cc40e16515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.742898 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc1cecb-412a-4283-8ec2-ee4533941c70 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:03.748541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc1cecb-412a-4283-8ec2-ee4533941c70 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:03.752098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8bc1cecb-412a-4283-8ec2-ee4533941c70 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/c596d681-d6f6-440f-94e6-16805efa00d1 HTTP/1.1" status: 404 len: 333 time: 0.0950270 Aug 25 15:11:03.752098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-56686e3f-bd83-4f91-b4da-518b7e1c2b4a service neutron] 10.222.0.52 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981088 Aug 25 15:11:03.757081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.764829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c8f04b36-f4f7-4ccf-89fc-35cc40e16515 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aafe17a6e2c14f84bbc00f77e398bad7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1777020 Aug 25 15:11:03.772125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57780) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.780634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebb396-74e3-499e-b311-ef807e4f9f23 req-7d438cdb-4ac5-4c9d-a0ec-9057a6e72322 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:03.782099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43ebb396-74e3-499e-b311-ef807e4f9f23 req-7d438cdb-4ac5-4c9d-a0ec-9057a6e72322 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.3059657 Aug 25 15:11:03.861973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Allocated IP 172.20.0.24 (8f4740de-c21c-4f9e-81ef-caad616367f9/cadbf36e-4144-493a-8bde-c7af6bb4e73b/ba6f44fe-3cde-4783-9073-20dc8243de8e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:03.890031 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-28149dd0-b30a-4799-888d-2e836e263074 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:03.890789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28149dd0-b30a-4799-888d-2e836e263074 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:03.892549 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28149dd0-b30a-4799-888d-2e836e263074 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/1abfb7c0-2d93-4e78-8b07-506b665e61be HTTP/1.1" status: 404 len: 337 time: 0.1272409 Aug 25 15:11:03.900663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57782) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:03.908925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet dac6741b-c17e-4f94-83f5-6b53294c5cf3 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:03.925968 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:03.944907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9d567e5-b415-4851-8d42-c00094617ffe req-4b15544a-309e-4418-bc3c-d131c6225484 service neutron] 10.222.0.52 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802104 Aug 25 15:11:03.949266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43ebb396-74e3-499e-b311-ef807e4f9f23 req-d09c9e95-97ec-483a-9f36-095ccf338134 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287091 Aug 25 15:11:04.004906 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-932bc229-6100-4319-8222-689a80112e62 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.005389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932bc229-6100-4319-8222-689a80112e62 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.010416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.012000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-932bc229-6100-4319-8222-689a80112e62 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/b94843db-127a-4173-b48d-9009dbde75e6 HTTP/1.1" status: 404 len: 337 time: 0.1097622 Aug 25 15:11:04.017309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57786) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.018743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f04b36-f4f7-4ccf-89fc-35cc40e16515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e40d0-a171-4285-ab45-888f249e034a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:04.042984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] Pushing event deleted for resources: {'Port': ['ID=02940b01-bab6-4857-aa92-19a7db4f628b,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:04.052619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d37ef-6550-4164-9e95-0fc62ed33eee None None] No DVR routers for this DVR port 02940b01-bab6-4857-aa92-19a7db4f628b on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:04.089695 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.130437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-293b3a05-c3d4-4b40-ad18-2df57e846988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.134924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 02940b01-bab6-4857-aa92-19a7db4f628b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:04.148888 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e82deee-410a-49c1-bb88-2f3a24b10bc7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.149770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e82deee-410a-49c1-bb88-2f3a24b10bc7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.152664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e82deee-410a-49c1-bb88-2f3a24b10bc7 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/1a64f59c-92b1-4785-b075-0e18bd5b882a HTTP/1.1" status: 404 len: 333 time: 0.1343246 Aug 25 15:11:04.155331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57790) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.177617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 02940b01-bab6-4857-aa92-19a7db4f628b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:04.178197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 02940b01-bab6-4857-aa92-19a7db4f628b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:04.201648 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-302c12f7-f923-466f-9d42-ca5dea796398 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.201648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302c12f7-f923-466f-9d42-ca5dea796398 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.201648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-302c12f7-f923-466f-9d42-ca5dea796398 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/0dc9b00d-b4b2-4486-960c-346206f42a13 HTTP/1.1" status: 404 len: 337 time: 0.0423059 Aug 25 15:11:04.202058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57792) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.221258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-293b3a05-c3d4-4b40-ad18-2df57e846988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.259723 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18fac1c-3926-49e7-b4ff-dc98fb7ca18e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.260595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18fac1c-3926-49e7-b4ff-dc98fb7ca18e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.262604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c18fac1c-3926-49e7-b4ff-dc98fb7ca18e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/8634acf1-0539-44aa-b1d4-aff891053c5a HTTP/1.1" status: 404 len: 337 time: 0.0598538 Aug 25 15:11:04.265393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57804) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.381824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.467625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-293b3a05-c3d4-4b40-ad18-2df57e846988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.470161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-293b3a05-c3d4-4b40-ad18-2df57e846988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.471371 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-293b3a05-c3d4-4b40-ad18-2df57e846988 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d46e40d0-a171-4285-ab45-888f249e034a HTTP/1.1" status: 204 len: 168 time: 0.6915224 Aug 25 15:11:04.483567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-d5aa12d6-9ebd-4ed5-9a0c-14cc772a538a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:04.485149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-d5aa12d6-9ebd-4ed5-9a0c-14cc772a538a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.1859047 Aug 25 15:11:04.494059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b3a05-c3d4-4b40-ad18-2df57e846988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e40d0-a171-4285-ab45-888f249e034a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:04.516150 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-0b681c52-0fc2-4491-9a37-6d2b5f29b04e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0193427 Aug 25 15:11:04.587979 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-f9ce9118-ce18-4fa6-ab27-277dd27bd26b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598626 Aug 25 15:11:04.589827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.629533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=dac6741b-c17e-4f94-83f5-6b53294c5cf3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:04.636678 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-30797157-1479-4105-b335-3e5c0914d5df tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.637649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30797157-1479-4105-b335-3e5c0914d5df tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.641989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.647176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-325d98cc-415a-4913-a436-7efbd09dc4d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/dac6741b-c17e-4f94-83f5-6b53294c5cf3 HTTP/1.1" status: 204 len: 168 time: 0.9552345 Aug 25 15:11:04.647330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-30797157-1479-4105-b335-3e5c0914d5df tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/a9b2965f-a5d1-4f0b-897b-d8a69e4f8817 HTTP/1.1" status: 404 len: 333 time: 0.3789811 Aug 25 15:11:04.650072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57814) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.650424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57816) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.653368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6f212165-107b-4e1c-a14f-14c7decfcc07 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:11:04.658497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242cdbf-b1ec-453b-8707-6c81c03adb01 None None] Network e4e8a8f9-c66c-4904-a5e1-94662167b499 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:04.678572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f5aab308-edb2-4985-9369-621d48327086 req-fed139f3-9e78-4a5e-9e78-255a2c7714ef tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 210 time: 0.0581944 Aug 25 15:11:04.713247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.745801 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae027c8-c483-4265-90de-ed0431dd4335 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.750551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Transition to ACTIVE for port object ba6f44fe-3cde-4783-9073-20dc8243de8e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:04.751468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae027c8-c483-4265-90de-ed0431dd4335 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.757408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57818) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.758032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2ae027c8-c483-4265-90de-ed0431dd4335 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e69fd682-ca9d-4480-a666-711f6a5b8e07 HTTP/1.1" status: 404 len: 337 time: 0.1049063 Aug 25 15:11:04.802793 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8366cb9a-d7a0-41eb-aa45-01a21659b623 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.803541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8366cb9a-d7a0-41eb-aa45-01a21659b623 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.808614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8366cb9a-d7a0-41eb-aa45-01a21659b623 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/99c1ac4f-bfdd-4035-84ec-3f5fb7942fa5 HTTP/1.1" status: 404 len: 337 time: 0.0499320 Aug 25 15:11:04.822562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57820) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.828455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.resource_extend [None req-9f3b8492-a178-49df-b433-511baf897794 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 15:11:04.861108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:04.899356 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-183ba9ef-97a1-43c9-a455-ed21ee5c7cfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.900091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183ba9ef-97a1-43c9-a455-ed21ee5c7cfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.904794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-183ba9ef-97a1-43c9-a455-ed21ee5c7cfb tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/ec1954e3-117c-48d3-8185-c3de1a9791e7 HTTP/1.1" status: 404 len: 333 time: 0.0808001 Aug 25 15:11:04.905399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57824) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.943155 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a18877-a2b3-439e-8f8a-2751312f9bc0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:04.943645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a18877-a2b3-439e-8f8a-2751312f9bc0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:04.951346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57826) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:04.952623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d3a18877-a2b3-439e-8f8a-2751312f9bc0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/f4a45637-bca4-40f5-b876-29d2b764f664 HTTP/1.1" status: 404 len: 337 time: 0.0414991 Aug 25 15:11:04.969998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eee86e-288b-433d-9ca7-601a3f5c448a req-8e846a1f-c83f-4248-94d6-93b895122aff tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:04.989410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78eee86e-288b-433d-9ca7-601a3f5c448a req-8e846a1f-c83f-4248-94d6-93b895122aff tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 943 time: 0.1751904 Aug 25 15:11:05.001845 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29968d3-9f9f-4c62-ad9f-d386d71e29f4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.003315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29968d3-9f9f-4c62-ad9f-d386d71e29f4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.007248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c29968d3-9f9f-4c62-ad9f-d386d71e29f4 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/6a37d83b-6818-4e2d-acfd-1b96f49cd9f8 HTTP/1.1" status: 404 len: 337 time: 0.0540528 Aug 25 15:11:05.014208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.028906 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-708102b9-dae7-4e94-bf9e-8a4fec417bf8 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286149 Aug 25 15:11:05.053304 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5841e7b-8c82-433a-9cae-c0520b69050d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.054039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5841e7b-8c82-433a-9cae-c0520b69050d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.058254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6f212165-107b-4e1c-a14f-14c7decfcc07, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6f212165-107b-4e1c-a14f-14c7decfcc07,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:05.059488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f5841e7b-8c82-433a-9cae-c0520b69050d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/1d450b45-bcc0-45d1-bd0d-3171b4c6a1ed HTTP/1.1" status: 404 len: 333 time: 0.0432427 Aug 25 15:11:05.060570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.074734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '6f212165-107b-4e1c-a14f-14c7decfcc07', 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542', 'port_id': '6f212165-107b-4e1c-a14f-14c7decfcc07', 'mac_address': 'fa:16:3e:df:48:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89606d3-2815-417d-8c36-ccc45f7baff8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:11:05.093258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port ab0a713d-6fba-47e7-b443-260d9bea814b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:05.093258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.118948 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a72985d-f530-41f9-a860-be1e10fba12d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.120530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a72985d-f530-41f9-a860-be1e10fba12d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.122912 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.126076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a72985d-f530-41f9-a860-be1e10fba12d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/6e3d16d6-c1e5-494c-a95b-11d02d2216e4 HTTP/1.1" status: 404 len: 337 time: 0.0633199 Aug 25 15:11:05.127446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.140275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f212165-107b-4e1c-a14f-14c7decfcc07 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:05.144338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57832) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.174116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6f212165-107b-4e1c-a14f-14c7decfcc07, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6f212165-107b-4e1c-a14f-14c7decfcc07,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:05.176723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] DHCP port deletion for e4e8a8f9-c66c-4904-a5e1-94662167b499 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:05.197853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:05.218269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port ab0a713d-6fba-47e7-b443-260d9bea814b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ab0a713d-6fba-47e7-b443-260d9bea814b,segment=NetworkSegment(ffd13204-1f6b-4875-9396-a9e368bba64b),segment_id=ffd13204-1f6b-4875-9396-a9e368bba64b)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:05.218644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.224737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78eee86e-288b-433d-9ca7-601a3f5c448a req-ba64cb16-864b-4875-9408-9e25e5e59243 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344155 Aug 25 15:11:05.229350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:05.232414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:05.236139 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac6c80-b998-4f8f-85eb-6ba4826111da tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.237245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ac6c80-b998-4f8f-85eb-6ba4826111da tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.242109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c6ac6c80-b998-4f8f-85eb-6ba4826111da tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/8935abc8-5205-4a02-820e-cd769c4d64eb HTTP/1.1" status: 404 len: 333 time: 0.0913732 Aug 25 15:11:05.245368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.263241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] Deleting port ab0a713d-6fba-47e7-b443-260d9bea814b {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:05.263241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.304543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for ab0a713d-6fba-47e7-b443-260d9bea814b owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:05.328457 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dafef57-ab04-4f14-84e9-94fce7f64932 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.328896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dafef57-ab04-4f14-84e9-94fce7f64932 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.331903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2dafef57-ab04-4f14-84e9-94fce7f64932 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/27b7fedf-897b-4dee-8492-f8dee2012bae HTTP/1.1" status: 404 len: 337 time: 0.0839765 Aug 25 15:11:05.349638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57838) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.354963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event updated for resources: {'Port': ['ID=ba6f44fe-3cde-4783-9073-20dc8243de8e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:05.375781 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.392506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-f84f21a5-c882-43cf-ae96-b11a4b41e8d5 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524458 Aug 25 15:11:05.441696 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-1363718b-4dc5-4a29-bb5a-44a2f2069323 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.443808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1363718b-4dc5-4a29-bb5a-44a2f2069323 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.455128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1363718b-4dc5-4a29-bb5a-44a2f2069323 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/bc64cb94-fb73-4513-a9d6-7c905a9dfa1e HTTP/1.1" status: 404 len: 333 time: 0.0942445 Aug 25 15:11:05.455890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57840) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.457050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] For port ab0a713d-6fba-47e7-b443-260d9bea814b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ab0a713d-6fba-47e7-b443-260d9bea814b,segment=NetworkSegment(ffd13204-1f6b-4875-9396-a9e368bba64b),segment_id=ffd13204-1f6b-4875-9396-a9e368bba64b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:05.457662 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.481125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:05.482346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.500071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6f212165-107b-4e1c-a14f-14c7decfcc07,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:05.514570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.520868 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a8b7fd-9c3c-4498-9a5c-dfa33fd548e0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.527397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a8b7fd-9c3c-4498-9a5c-dfa33fd548e0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.527397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d9a8b7fd-9c3c-4498-9a5c-dfa33fd548e0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/c2b4d75c-960e-40a8-832e-aa5c9d89549e HTTP/1.1" status: 404 len: 337 time: 0.0665295 Aug 25 15:11:05.527640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.527640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.527640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.527886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.528354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.529386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.529579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57844) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.530398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.531052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.531832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.532678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.533469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.534260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:05.542566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ab0a713d-6fba-47e7-b443-260d9bea814b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:05.549588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7553dce0-1ca9-41f6-a8e8-bf6b20406a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.575782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2b213302-dff9-437b-8570-3447671cd12a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.0109081 Aug 25 15:11:05.583066 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-848a6170-2042-46ec-a914-2d5823a20f79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.583889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848a6170-2042-46ec-a914-2d5823a20f79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.589125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-848a6170-2042-46ec-a914-2d5823a20f79 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/faccdebd-393c-41c5-84be-703285bd1634 HTTP/1.1" status: 404 len: 333 time: 0.0522723 Aug 25 15:11:05.590450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.590984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Request body: {'port': {'device_id': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:05.628312 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd810134-5476-4478-96f2-a95b3d4df52a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.628767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd810134-5476-4478-96f2-a95b3d4df52a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.633172 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd810134-5476-4478-96f2-a95b3d4df52a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e2ba9021-c1b0-4cf3-86f2-d74bca3b5314 HTTP/1.1" status: 404 len: 337 time: 0.0413532 Aug 25 15:11:05.633744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57848) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.662168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] Calling delete_port for ab0a713d-6fba-47e7-b443-260d9bea814b owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:05.671273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.673012 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815976e-2e9e-4e9c-9942-427a809c2731 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.673714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c815976e-2e9e-4e9c-9942-427a809c2731 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.678210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c815976e-2e9e-4e9c-9942-427a809c2731 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/75fd45f5-6d41-4d06-bf06-5d73f4bd78c3 HTTP/1.1" status: 404 len: 333 time: 0.0403042 Aug 25 15:11:05.678817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57850) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.714318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.716912 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-07681386-2c07-419f-acb4-e9ea7969c74e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.717563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07681386-2c07-419f-acb4-e9ea7969c74e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.722543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57854) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.722677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-07681386-2c07-419f-acb4-e9ea7969c74e tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e26a3b88-d9c3-4d0d-9597-cddf459914ad HTTP/1.1" status: 404 len: 337 time: 0.0415990 Aug 25 15:11:05.763583 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-50662193-f31b-4236-8145-ebf5120103cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.764974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50662193-f31b-4236-8145-ebf5120103cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.769106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-50662193-f31b-4236-8145-ebf5120103cf tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/6b08b3b6-dc21-41a8-a96d-0ccf6748d29f HTTP/1.1" status: 404 len: 333 time: 0.0413222 Aug 25 15:11:05.778747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57856) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:05.913481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=ab0a713d-6fba-47e7-b443-260d9bea814b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:05.917876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6f212165-107b-4e1c-a14f-14c7decfcc07'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:05.918102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port ab0a713d-6fba-47e7-b443-260d9bea814b on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:05.945969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:05.953689 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1ee473-5fe0-4ba9-8e6c-33964bd76a4c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:05.954264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1ee473-5fe0-4ba9-8e6c-33964bd76a4c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:05.965083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5b1ee473-5fe0-4ba9-8e6c-33964bd76a4c tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/fefe9364-7d7d-41a5-b0b6-29bd8031045b HTTP/1.1" status: 404 len: 337 time: 0.1760843 Aug 25 15:11:05.965083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57862) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.047871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] Pushing event deleted for resources: {'Port': ['ID=ab0a713d-6fba-47e7-b443-260d9bea814b,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:06.062192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83f902-f697-4126-837f-bbd3d2da53dc None None] No DVR routers for this DVR port ab0a713d-6fba-47e7-b443-260d9bea814b on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:06.090021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No active binding found for port ab0a713d-6fba-47e7-b443-260d9bea814b {{(pid=101874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 15:11:06.090731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ab0a713d-6fba-47e7-b443-260d9bea814b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:06.104178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68c734ac-1f75-46aa-b546-d3c5e2486f45 req-7dd4a400-1116-4759-8900-a4eedc3b5719 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 210 time: 0.1956389 Aug 25 15:11:06.116739 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-6645faf5-79ad-4f51-836d-71865c340f4a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.117678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6645faf5-79ad-4f51-836d-71865c340f4a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.125605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.129607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-471b1056-f170-4254-81e9-3779b7115504 None None] Provisioning for port ba6f44fe-3cde-4783-9073-20dc8243de8e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:06.135298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6645faf5-79ad-4f51-836d-71865c340f4a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/a491cbd1-7ee6-4263-b363-0de97160fcda HTTP/1.1" status: 404 len: 337 time: 0.1442318 Aug 25 15:11:06.154315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-471b1056-f170-4254-81e9-3779b7115504 None None] Provisioning complete for port ba6f44fe-3cde-4783-9073-20dc8243de8e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:06.155312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-471b1056-f170-4254-81e9-3779b7115504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.172802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7553dce0-1ca9-41f6-a8e8-bf6b20406a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.259948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-471b1056-f170-4254-81e9-3779b7115504 None None] Port ba6f44fe-3cde-4783-9073-20dc8243de8e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:06.260190 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02512a0-7be9-46d2-a6bf-f706bf9bc921 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.261300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02512a0-7be9-46d2-a6bf-f706bf9bc921 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.267519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f02512a0-7be9-46d2-a6bf-f706bf9bc921 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/fe8d8de5-a82c-410e-820c-8d5b1e3377b0 HTTP/1.1" status: 404 len: 333 time: 0.1289489 Aug 25 15:11:06.269565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57870) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.333253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8642e-6b5b-4491-861e-5349ecacc334 req-3c647f0e-7965-4496-a167-081a7c6f76a3 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:06.341405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.346626 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b51315-4d4a-4db8-ace8-dc4e7d01a6c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.351010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3f8642e-6b5b-4491-861e-5349ecacc334 req-3c647f0e-7965-4496-a167-081a7c6f76a3 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 895 time: 0.4810202 Aug 25 15:11:06.355653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b51315-4d4a-4db8-ace8-dc4e7d01a6c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.358763 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-90b51315-4d4a-4db8-ace8-dc4e7d01a6c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e4d85bb8-5395-4d4d-9de0-43d29df66988 HTTP/1.1" status: 404 len: 337 time: 0.0876889 Aug 25 15:11:06.374868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57878) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.391256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e8a8f9-c66c-4904-a5e1-94662167b499']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:06.433981 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a060c8a2-8c69-40bd-bde7-8e028642a381 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.434442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a060c8a2-8c69-40bd-bde7-8e028642a381 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.436398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a060c8a2-8c69-40bd-bde7-8e028642a381 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/87ecf52b-a3ef-4685-81c3-04bd7ec76e28 HTTP/1.1" status: 404 len: 337 time: 0.0600445 Aug 25 15:11:06.438248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd13204-1f6b-4875-9396-a9e368bba64b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:06.438549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd13204-1f6b-4875-9396-a9e368bba64b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:06.448854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57882) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.456888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7553dce0-1ca9-41f6-a8e8-bf6b20406a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.473272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.493066 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a9cfe4-2b80-4dc7-a8e0-94132fd3fecc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.493939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a9cfe4-2b80-4dc7-a8e0-94132fd3fecc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.497605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f8a9cfe4-2b80-4dc7-a8e0-94132fd3fecc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/032039eb-1839-45d4-b63a-158ff5e5d3e0 HTTP/1.1" status: 404 len: 333 time: 0.0456586 Aug 25 15:11:06.501790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57884) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.519082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.536869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7553dce0-1ca9-41f6-a8e8-bf6b20406a9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d769b85f653b4060b9c0f6e567b09fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0207875 Aug 25 15:11:06.537596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:06.538002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.539953 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4eed45-0687-492a-8821-e8aee3e4dd26 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.540416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4eed45-0687-492a-8821-e8aee3e4dd26 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.545822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0d4eed45-0687-492a-8821-e8aee3e4dd26 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/91973618-0ba5-4284-8124-63e377f4f872 HTTP/1.1" status: 404 len: 337 time: 0.0382245 Aug 25 15:11:06.545822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57888) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:06.546158 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:06.558209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553dce0-1ca9-41f6-a8e8-bf6b20406a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a16db62-2629-4937-abc7-1a7be35d6d94,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:06.560495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.618493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6f44fe-3cde-4783-9073-20dc8243de8e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:06.628698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.639420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b66fb-f02b-47f4-9b71-cc1702a5d487 req-629343d5-0ed5-47e2-8dea-09d7e7e52ec3 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:06.641056 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d7b66fb-f02b-47f4-9b71-cc1702a5d487 req-629343d5-0ed5-47e2-8dea-09d7e7e52ec3 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2123313 Aug 25 15:11:06.641991 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5d889d-c1c7-446c-8421-103f35ed64e5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.642569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5d889d-c1c7-446c-8421-103f35ed64e5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.647125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb5d889d-c1c7-446c-8421-103f35ed64e5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/89f47e9d-53f2-40a9-9ad4-0ff954d07f78 HTTP/1.1" status: 404 len: 337 time: 0.0596313 Aug 25 15:11:06.647390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.684652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c0c0fb67-2bea-4a0b-88ea-933ea9cb4efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.688017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Transition to ACTIVE for port object ba6f44fe-3cde-4783-9073-20dc8243de8e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:06.688587 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-a796eb79-ae6b-4c94-8405-b3a6c2f77386 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.689338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a796eb79-ae6b-4c94-8405-b3a6c2f77386 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.693939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a796eb79-ae6b-4c94-8405-b3a6c2f77386 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/d3e12adb-3612-4c0f-80bd-8767660eb827 HTTP/1.1" status: 404 len: 333 time: 0.0380194 Aug 25 15:11:06.698544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57894) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.715631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c0c0fb67-2bea-4a0b-88ea-933ea9cb4efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.733684 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3d7b66fb-f02b-47f4-9b71-cc1702a5d487 req-af51a164-aa3e-4743-86e5-eb138ab53cda tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761111 Aug 25 15:11:06.735368 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf3cf57-7f0c-4741-b6a0-81e8647b4363 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.736023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf3cf57-7f0c-4741-b6a0-81e8647b4363 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.738439 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbf3cf57-7f0c-4741-b6a0-81e8647b4363 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/2efad04d-8444-406e-bd64-30ce5c4502ca HTTP/1.1" status: 404 len: 337 time: 0.0382714 Aug 25 15:11:06.739369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.740940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57896) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.769449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.771379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/e4e8a8f9-c66c-4904-a5e1-94662167b499 HTTP/1.1" status: 204 len: 168 time: 2.1195853 Aug 25 15:11:06.792442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57900) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.799775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-788328006'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:06.803323 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beca539-15f9-456d-948f-cb8322771a21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.809197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beca539-15f9-456d-948f-cb8322771a21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.809334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.809455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7beca539-15f9-456d-948f-cb8322771a21 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/827f8bc5-c344-4231-9749-62975e79fc04 HTTP/1.1" status: 404 len: 337 time: 0.0644164 Aug 25 15:11:06.809455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48ad3c-dc8e-4ac9-b28b-2234e71e3c7e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=e4e8a8f9-c66c-4904-a5e1-94662167b499,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:06.810986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57904) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.871379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-db1a1d61-4531-4c0b-8674-d4b0dcdbdba9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb17297-ec04-46e6-85b4-5969e12125f6 HTTP/1.1" status: 200 len: 205 time: 0.0553401 Aug 25 15:11:06.871379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57906) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.887152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c0c0fb67-2bea-4a0b-88ea-933ea9cb4efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.891857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c0c0fb67-2bea-4a0b-88ea-933ea9cb4efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:06.893397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c0c0fb67-2bea-4a0b-88ea-933ea9cb4efc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a16db62-2629-4937-abc7-1a7be35d6d94 HTTP/1.1" status: 204 len: 168 time: 0.3440027 Aug 25 15:11:06.928513 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-485b5590-52d0-4ff7-91f8-796e6017df0b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] delete failed (client error): The resource could not be found. Aug 25 15:11:06.929578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-485b5590-52d0-4ff7-91f8-796e6017df0b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/routers/ddb17297-ec04-46e6-85b4-5969e12125f6 HTTP/1.1" status: 404 len: 336 time: 0.0573578 Aug 25 15:11:06.941475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57910) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:06.950036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6f44fe-3cde-4783-9073-20dc8243de8e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:06.962328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0fb67-2bea-4a0b-88ea-933ea9cb4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a16db62-2629-4937-abc7-1a7be35d6d94,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:06.971709 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-de57f8b1-9ab4-4edc-8dba-884612c0950b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:06.972140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de57f8b1-9ab4-4edc-8dba-884612c0950b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:06.974260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de57f8b1-9ab4-4edc-8dba-884612c0950b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/e31b5b8d-4c3e-417a-a05d-42a860a4d735 HTTP/1.1" status: 404 len: 337 time: 0.0378153 Aug 25 15:11:06.979410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57912) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.019185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03a678d3-eb3a-49b2-8f9e-763a58de32e0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daafaba-4c9a-491e-aa05-fd404b1d3d2b HTTP/1.1" status: 200 len: 205 time: 0.0383856 Aug 25 15:11:07.024556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.144068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:07.149267 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.153776 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-e8515832-7dbe-4fd3-b4b7-72989fbf89f3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] delete failed (client error): The resource could not be found. Aug 25 15:11:07.159524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e8515832-7dbe-4fd3-b4b7-72989fbf89f3 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/routers/6daafaba-4c9a-491e-aa05-fd404b1d3d2b HTTP/1.1" status: 404 len: 336 time: 0.1216874 Aug 25 15:11:07.159652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.186882 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfbcec3-4516-4149-bfbb-c859e8042df9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.187558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfbcec3-4516-4149-bfbb-c859e8042df9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.191795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7cfbcec3-4516-4149-bfbb-c859e8042df9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/d70b9032-b426-4e2c-a2cf-fc3201625a15 HTTP/1.1" status: 404 len: 337 time: 0.0301502 Aug 25 15:11:07.192323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57920) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.232915 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-894fe5e8-b2e6-4d0a-9d2e-06fada517adc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.234042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894fe5e8-b2e6-4d0a-9d2e-06fada517adc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.239204 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-894fe5e8-b2e6-4d0a-9d2e-06fada517adc tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/3efb8295-4a44-4ac5-b0da-852e31de455a HTTP/1.1" status: 404 len: 337 time: 0.0457768 Aug 25 15:11:07.240040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.256629 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54b34f2f-8eff-4d28-8543-1601722bd47e req-4e11914e-7cfc-44de-9200-fd7bd00accb7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 210 time: 0.0572095 Aug 25 15:11:07.259578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Attempting to bind port ba6f44fe-3cde-4783-9073-20dc8243de8e on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:11:07.260038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Attempting to bind port ba6f44fe-3cde-4783-9073-20dc8243de8e by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:11:07.260476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Attempting to bind port ba6f44fe-3cde-4783-9073-20dc8243de8e on network 8f4740de-c21c-4f9e-81ef-caad616367f9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:07.266009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:11:07.281534 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-56310c41-c6c6-4e62-a627-06367fad97d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.281534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56310c41-c6c6-4e62-a627-06367fad97d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.282028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Port ba6f44fe-3cde-4783-9073-20dc8243de8e on network 8f4740de-c21c-4f9e-81ef-caad616367f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:11:07.282028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Attempting to bind port ba6f44fe-3cde-4783-9073-20dc8243de8e on network 8f4740de-c21c-4f9e-81ef-caad616367f9 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:07.283410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-56310c41-c6c6-4e62-a627-06367fad97d0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/04e9b184-2896-41b3-bd63-e65dfedb6cbe HTTP/1.1" status: 404 len: 333 time: 0.0402625 Aug 25 15:11:07.285910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57924) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.296197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.296628 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Added segment b2a79376-d203-48bc-8ef1-8f80dd196755 of type vlan for network c538251c-b0f4-49d3-add3-3db2bbf8afe9 Aug 25 15:11:07.326553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:11:07.326988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Checking segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:07.327731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Bound using segment: {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:11:07.328545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Bound port: ba6f44fe-3cde-4783-9073-20dc8243de8e, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332c5939-1af6-419b-8085-805bbafa8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:11:07.329406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.346445 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2ad541-9b80-472b-b549-77158e677a0b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.346826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2ad541-9b80-472b-b549-77158e677a0b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.348596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0b2ad541-9b80-472b-b549-77158e677a0b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/85153c25-28a6-4c44-bab1-6b01b1358706 HTTP/1.1" status: 404 len: 337 time: 0.0602744 Aug 25 15:11:07.352379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.387401 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcf1601-01f1-458f-aede-3feba0e19f7d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.388161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcf1601-01f1-458f-aede-3feba0e19f7d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.390011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7bcf1601-01f1-458f-aede-3feba0e19f7d tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/67e19339-6a4f-4bf1-aabe-9beaa35a188a HTTP/1.1" status: 404 len: 333 time: 0.0362411 Aug 25 15:11:07.392754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.424151 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ac54e0-fd52-4ffc-82ea-e92f7e341fc2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.425078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ac54e0-fd52-4ffc-82ea-e92f7e341fc2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.426999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e4ac54e0-fd52-4ffc-82ea-e92f7e341fc2 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/af8be676-197e-43c3-bc0a-3652e8aba4d8 HTTP/1.1" status: 404 len: 337 time: 0.0330808 Aug 25 15:11:07.430874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.435602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.490075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] For port ba6f44fe-3cde-4783-9073-20dc8243de8e, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:11:07.498224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] For port ba6f44fe-3cde-4783-9073-20dc8243de8e, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba6f44fe-3cde-4783-9073-20dc8243de8e,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:11:07.498455 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-703d85fb-71f1-42ed-9a26-764eea7b0e2a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.499146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703d85fb-71f1-42ed-9a26-764eea7b0e2a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.503139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-703d85fb-71f1-42ed-9a26-764eea7b0e2a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/a172aa50-7ad9-4f07-8194-ed5b9faaecfb HTTP/1.1" status: 404 len: 333 time: 0.0652220 Aug 25 15:11:07.503870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57936) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.522512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613945fd-51f2-450f-a387-2314ad7cbf12 req-55078ea8-3ab9-472a-95fc-87717c6aab30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:07.524658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-613945fd-51f2-450f-a387-2314ad7cbf12 req-55078ea8-3ab9-472a-95fc-87717c6aab30 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 907 time: 0.0925694 Aug 25 15:11:07.540466 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-241162fe-d55b-4454-b563-14be801591f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.540966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241162fe-d55b-4454-b563-14be801591f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.545159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-241162fe-d55b-4454-b563-14be801591f9 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/9fffc23e-5daf-4902-8f6f-7d7ca9a03d56 HTTP/1.1" status: 404 len: 337 time: 0.0376649 Aug 25 15:11:07.550949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57938) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.551126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.556617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:07.557896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.570594 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a944f82b-e3e5-4489-8c11-05a0702bcc5b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.570852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a944f82b-e3e5-4489-8c11-05a0702bcc5b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.574934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a944f82b-e3e5-4489-8c11-05a0702bcc5b tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/7c739cc9-098f-40c6-ba1d-bc1716562541 HTTP/1.1" status: 404 len: 333 time: 0.0259793 Aug 25 15:11:07.579879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.585628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.653595 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d66dff-955b-4358-969e-d3e72100d13a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.654777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d66dff-955b-4358-969e-d3e72100d13a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.666127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57944) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.666243 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-80d66dff-955b-4358-969e-d3e72100d13a tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/fcf59adc-7041-4039-8353-049ee125fd8e HTTP/1.1" status: 404 len: 337 time: 0.0870938 Aug 25 15:11:07.672683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:07.673316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:07.674874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba6f44fe-3cde-4783-9073-20dc8243de8e HTTP/1.1" status: 200 len: 1055 time: 2.0906329 Aug 25 15:11:07.681525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'tag': 'ba6f44fe-3cde-4783-9073-20dc8243de8e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:07.684777 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7723db55-6bac-448e-b5ab-0b70c3d475d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdc50a6-15d4-4ebc-b375-88c923cd5b57", "tag": "ba6f44fe-3cde-4783-9073-20dc8243de8e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:07.694427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Network': ['ID=c538251c-b0f4-49d3-add3-3db2bbf8afe9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:07.713423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:11:07.724787 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-354834d2-7558-4ee2-b054-725a658127a5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.725856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354834d2-7558-4ee2-b054-725a658127a5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.728638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-354834d2-7558-4ee2-b054-725a658127a5 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/63e10ff8-a512-455d-b18f-57db09c38dd7 HTTP/1.1" status: 404 len: 333 time: 0.0594220 Aug 25 15:11:07.739975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57950) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.740139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ed02c19a-2112-4edd-9f8d-018b17bf53a3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9420722 Aug 25 15:11:07.741435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57952) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.748018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:07.752827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a99b6-037f-4792-8544-ffb3b848c2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6f44fe-3cde-4783-9073-20dc8243de8e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:07.784643 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f54924a-4003-44a8-92e1-1c3770063e60 x-openstack-request-id: req-4f54924a-4003-44a8-92e1-1c3770063e60 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:07.787113 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdc50a6-15d4-4ebc-b375-88c923cd5b57", "tag": "ba6f44fe-3cde-4783-9073-20dc8243de8e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:07.787617 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f54924a-4003-44a8-92e1-1c3770063e60 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:07.791506 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'tag': 'ba6f44fe-3cde-4783-9073-20dc8243de8e', 'status': 'completed', 'code': 200} Aug 25 15:11:07.843059 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b63de8-9229-4642-955b-68bacccba6fd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.844866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b63de8-9229-4642-955b-68bacccba6fd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.859203 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-26b63de8-9229-4642-955b-68bacccba6fd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/35117c3d-e38b-4f15-a977-fb78d4bd0e60 HTTP/1.1" status: 404 len: 337 time: 0.1264863 Aug 25 15:11:07.864644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57958) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.925062 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-498242c2-00ea-4eed-916e-1731261651dd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:07.926127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498242c2-00ea-4eed-916e-1731261651dd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:07.928239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-498242c2-00ea-4eed-916e-1731261651dd tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/fa4e128e-2427-4d81-ac48-b99504cab22a HTTP/1.1" status: 404 len: 333 time: 0.0591757 Aug 25 15:11:07.930667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57962) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:07.980527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-a7a76dc0-a1ed-43bd-b694-10287747c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:07.981851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-a7a76dc0-a1ed-43bd-b694-10287747c288 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 1058 time: 0.1044793 Aug 25 15:11:08.030853 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4578386-c875-4798-9ad9-b418a0434278 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:08.031346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4578386-c875-4798-9ad9-b418a0434278 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:08.033147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d4578386-c875-4798-9ad9-b418a0434278 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/1d0c3379-d10e-427f-b507-a118a272c229 HTTP/1.1" status: 404 len: 337 time: 0.1013002 Aug 25 15:11:08.036786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57966) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:08.105473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffb476-a6fd-4759-974b-516505a5d4c9 req-98f36de3-7e71-4c6b-87a7-66a7bc9d2c87 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.107573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92ffb476-a6fd-4759-974b-516505a5d4c9 req-98f36de3-7e71-4c6b-87a7-66a7bc9d2c87 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2197096 Aug 25 15:11:08.108820 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e84a6-34da-4e12-9253-39e4b4df87c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:08.110155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5e84a6-34da-4e12-9253-39e4b4df87c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:08.112061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8b5e84a6-34da-4e12-9253-39e4b4df87c0 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/ports/58a621c5-e66d-4f4c-896f-36dd2c21008f HTTP/1.1" status: 404 len: 333 time: 0.0736935 Aug 25 15:11:08.116821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:08.123135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:08.127927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.167820 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9192873-8558-4657-aa42-bf0a8ad77780 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] DELETE failed (client error): The resource could not be found. Aug 25 15:11:08.168564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9192873-8558-4657-aa42-bf0a8ad77780 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:08.173259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9192873-8558-4657-aa42-bf0a8ad77780 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/subnets/254dc1ba-a96b-4332-80e0-78fbf52560a9 HTTP/1.1" status: 404 len: 337 time: 0.0500016 Aug 25 15:11:08.175015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:08.255887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92ffb476-a6fd-4759-974b-516505a5d4c9 req-329c2840-4cac-43b0-ae72-64c9a2affa2e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405771 Aug 25 15:11:08.260361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-1cc693c4-f3b2-46cb-8ca1-a366ed99c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.260864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-1cc693c4-f3b2-46cb-8ca1-a366ed99c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.262962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-1cc693c4-f3b2-46cb-8ca1-a366ed99c6c8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2727153 Aug 25 15:11:08.311129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.438087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.451557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfdb661-dddb-4df2-9db5-dc9311fa8623']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:08.460764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-0eda7127-7520-4d49-a119-ae0dd42e5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.461748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7723db55-6bac-448e-b5ab-0b70c3d475d8 req-0eda7127-7520-4d49-a119-ae0dd42e5b65 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892002 Aug 25 15:11:08.466121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfd1bd1-c7a9-4071-809c-9350f591a044') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:08.466441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfd1bd1-c7a9-4071-809c-9350f591a044') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:08.467118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d59b565-e961-4410-8595-c86a5f9fd637 req-275de051-546d-47f2-a150-fcb5a0a30dbc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 210 time: 0.0621676 Aug 25 15:11:08.478573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.496906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.506412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:08.510532 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:08.511002 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:08.609977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-98de9645-24ca-44e5-9f78-cd66684ad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.611915 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-98de9645-24ca-44e5-9f78-cd66684ad4fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 1058 time: 0.0964594 Aug 25 15:11:08.662534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-2839e16f-d9d4-4320-b60e-24ad3ae3db24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ba6f44fe-3cde-4783-9073-20dc8243de8e HTTP/1.1" status: 200 len: 217 time: 0.0417705 Aug 25 15:11:08.667941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6f212165-107b-4e1c-a14f-14c7decfcc07 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:08.696376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.706399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df353a2d-29ae-4b39-b2fa-3b9a18f2629b req-6d7a2175-1747-4ebd-9e11-aeb683133145 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.714400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df353a2d-29ae-4b39-b2fa-3b9a18f2629b req-6d7a2175-1747-4ebd-9e11-aeb683133145 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 907 time: 0.0638444 Aug 25 15:11:08.734425 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.753651 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.755607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] 10.222.0.58 "DELETE /v2.0/networks/adfdb661-dddb-4df2-9db5-dc9311fa8623 HTTP/1.1" status: 204 len: 168 time: 0.5793903 Aug 25 15:11:08.786883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1816-2d04-40b1-b0d5-a270a4f44911 tempest-NetworksTestDHCPv6-61504268 tempest-NetworksTestDHCPv6-61504268-project] Pushing event deleted for resources: {'Network': ['ID=adfdb661-dddb-4df2-9db5-dc9311fa8623,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:08.868637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-d3e1e60c-ca18-46e4-8d4a-9ef7041feac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:08.870371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-d3e1e60c-ca18-46e4-8d4a-9ef7041feac3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cadbf36e-4144-493a-8bde-c7af6bb4e73b HTTP/1.1" status: 200 len: 838 time: 0.1896858 Aug 25 15:11:08.877052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Checking segment: {'id': 'b2a79376-d203-48bc-8ef1-8f80dd196755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:08.877418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network hostable DHCP agents. Network: c538251c-b0f4-49d3-add3-3db2bbf8afe9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:11:08.881856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=0ae49805-d54a-4a40-9fa9-711c8a0eaec0,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:08.883955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 6f212165-107b-4e1c-a14f-14c7decfcc07 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:08.888700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 6f212165-107b-4e1c-a14f-14c7decfcc07 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:08.889079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.984316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:08.986854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:11:09.007966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f212165-107b-4e1c-a14f-14c7decfcc07'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:09.010903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-d9761ae9-5ce9-4c6a-8930-1f6fcdd86b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:09.012540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-d9761ae9-5ce9-4c6a-8930-1f6fcdd86b48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8f4740de-c21c-4f9e-81ef-caad616367f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271796 Aug 25 15:11:09.033572 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ae013-840b-4d4b-ae5e-18dad7027915" -d '{"events": [{"server_uuid": "9882fe06-636d-4ab3-b186-f6a9b918b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "6f212165-107b-4e1c-a14f-14c7decfcc07"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:09.087609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 6f212165-107b-4e1c-a14f-14c7decfcc07, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6f212165-107b-4e1c-a14f-14c7decfcc07,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:09.111567 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031f3eaa-6819-4f85-90d8-5a565bd90e3c x-openstack-request-id: req-031f3eaa-6819-4f85-90d8-5a565bd90e3c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:09.115933 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9882fe06-636d-4ab3-b186-f6a9b918b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "6f212165-107b-4e1c-a14f-14c7decfcc07", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:09.115933 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-031f3eaa-6819-4f85-90d8-5a565bd90e3c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:09.115933 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f212165-107b-4e1c-a14f-14c7decfcc07', 'code': 200} Aug 25 15:11:09.126269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c538251c-b0f4-49d3-add3-3db2bbf8afe9) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:09.137259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78464f-653b-49b4-a843-f9c2f4c1e06e None None] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:09.161145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:09.161737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.183411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-b28979e6-dfdc-4e74-8582-e9cece8e8f75 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:09.184969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-b28979e6-dfdc-4e74-8582-e9cece8e8f75 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.2573872 Aug 25 15:11:09.201954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.203793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:09.267264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=6f212165-107b-4e1c-a14f-14c7decfcc07,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:09.372968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57998) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:09.373574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3ad92564-e61e-47f7-84ce-acc7ed55be89 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6292367 Aug 25 15:11:09.378356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-273852616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:09.390757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-fb556b58-aab5-4ef2-80da-f76d730ac01f service neutron] 10.222.0.45 "GET /v2.0/networks/8f4740de-c21c-4f9e-81ef-caad616367f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639324 Aug 25 15:11:09.412127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c538251c-b0f4-49d3-add3-3db2bbf8afe9', 'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': '0ae49805-d54a-4a40-9fa9-711c8a0eaec0'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:11:09.413030 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.504250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d5b7-e922-48c0-94e3-0d34efe77cd1 req-607a5260-1a32-4e85-a0f3-944faddbefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:09.506446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6eb4d5b7-e922-48c0-94e3-0d34efe77cd1 req-607a5260-1a32-4e85-a0f3-944faddbefde service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.3089612 Aug 25 15:11:09.516835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0196d-05c2-49cc-b2eb-c4eeb1c1151b req-49b31a70-6536-4add-938e-6a8895d1f13d tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:09.527781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbf0196d-05c2-49cc-b2eb-c4eeb1c1151b req-49b31a70-6536-4add-938e-6a8895d1f13d tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1050699 Aug 25 15:11:09.533105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.534887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.605567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Allocated IP 172.20.0.2 (c538251c-b0f4-49d3-add3-3db2bbf8afe9/0ae49805-d54a-4a40-9fa9-711c8a0eaec0/dad7848f-7155-4a25-89db-961a8462dafc) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:09.622150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6eb4d5b7-e922-48c0-94e3-0d34efe77cd1 req-25a06f63-24a1-4d12-ba51-59c30eb17166 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053956 Aug 25 15:11:09.649927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58004) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:09.662265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb7c3365-bc1e-4a2c-b9c0-f5ad2922e0cf req-aff66d54-59ec-4526-88e1-60ce217a7e57 service neutron] 10.222.0.45 "GET /v2.0/networks/8f4740de-c21c-4f9e-81ef-caad616367f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557020 Aug 25 15:11:09.679239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.685038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fbf0196d-05c2-49cc-b2eb-c4eeb1c1151b req-d853f878-7b6f-4f9d-b2ce-c9ab32cc67b3 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349940 Aug 25 15:11:09.692949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:09.708289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ca6b5d7-8390-47cc-83c4-5d91b682bb6a req-b124089c-c8f2-4b36-829a-6662b313690a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 210 time: 0.0514295 Aug 25 15:11:09.709480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:09.715153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.737183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.880459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.886447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58014) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:09.888440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a339941-2f49-4d93-b199-46ba0328ff6e tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5141435 Aug 25 15:11:09.904969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9', 'name': 'tempest-PortsTestJSON-1625460447'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:09.916071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30f22cc6-1862-41e8-b41f-2b0baf3ffa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.924530 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:09.953834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Transition to ACTIVE for port object dad7848f-7155-4a25-89db-961a8462dafc will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:09.979663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Transition to ACTIVE for port object dad7848f-7155-4a25-89db-961a8462dafc will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:09.980750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c05e6-9890-4d4f-8fb9-bc81995b3aaa req-05301752-73e2-46b1-9949-ff0cbd2c7410 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:09.982505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e36c05e6-9890-4d4f-8fb9-bc81995b3aaa req-05301752-73e2-46b1-9949-ff0cbd2c7410 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 907 time: 0.1449432 Aug 25 15:11:10.043474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30f22cc6-1862-41e8-b41f-2b0baf3ffa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.061146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.080416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.9 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/58690a3d-55b2-405d-9252-83b69e765b8e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:10.098033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:10.105834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:10.109667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:10.115429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Pushing event updated for resources: {'Port': ['ID=dad7848f-7155-4a25-89db-961a8462dafc,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:10.116075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0b5861c5-7652-490d-841c-a6b18e46d4c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02c721953585433486deef8c5213e33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646063 Aug 25 15:11:10.118527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58018) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:10.197086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Attempting to bind port dad7848f-7155-4a25-89db-961a8462dafc on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:11:10.199581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Attempting to bind port dad7848f-7155-4a25-89db-961a8462dafc by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'b2a79376-d203-48bc-8ef1-8f80dd196755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:11:10.199581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Attempting to bind port dad7848f-7155-4a25-89db-961a8462dafc on network c538251c-b0f4-49d3-add3-3db2bbf8afe9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:10.203394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:11:10.203777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Checking segment: {'id': 'b2a79376-d203-48bc-8ef1-8f80dd196755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:10.204179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.204577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Bound using segment: {'id': 'b2a79376-d203-48bc-8ef1-8f80dd196755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:11:10.205052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Bound port: dad7848f-7155-4a25-89db-961a8462dafc, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a79376-d203-48bc-8ef1-8f80dd196755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c538251c-b0f4-49d3-add3-3db2bbf8afe9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:11:10.205501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.206858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b71debaf-b7cb-42fd-8fbe-6b37bb24c9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.233397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58024) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:10.237777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30f22cc6-1862-41e8-b41f-2b0baf3ffa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.241339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b71debaf-b7cb-42fd-8fbe-6b37bb24c9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.329053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30f22cc6-1862-41e8-b41f-2b0baf3ffa75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6efcfccc7d1940a58f88081e4ec257bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345544 Aug 25 15:11:10.329856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f22cc6-1862-41e8-b41f-2b0baf3ffa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1301ffd0-c740-41da-ac61-11d859f6bfb2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:10.332414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] For port dad7848f-7155-4a25-89db-961a8462dafc, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:11:10.334413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58028) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:10.337034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] For port dad7848f-7155-4a25-89db-961a8462dafc, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dad7848f-7155-4a25-89db-961a8462dafc,segment=NetworkSegment(b2a79376-d203-48bc-8ef1-8f80dd196755),segment_id=b2a79376-d203-48bc-8ef1-8f80dd196755)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:11:10.371149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:10.371149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.383852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.417537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port b24f5be2-3461-4651-a780-b02d5fd2cbd4 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:11:10.434443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.472693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d288d2a2-3802-44aa-8204-db139dc8ea8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.547172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d288d2a2-3802-44aa-8204-db139dc8ea8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.553148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece723ce-de95-45eb-8d0d-40163fd35d30 None None] Pushing event updated for resources: {'Port': ['ID=dad7848f-7155-4a25-89db-961a8462dafc,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:10.592964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:10.605189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.13 (c538251c-b0f4-49d3-add3-3db2bbf8afe9/0ae49805-d54a-4a40-9fa9-711c8a0eaec0/b24f5be2-3461-4651-a780-b02d5fd2cbd4) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:10.606659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:10.646498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:10.668476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['84604afd-9d77-454c-b03a-1a8fd0f94d80'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:10.700000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:10.709742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:10.877467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=58690a3d-55b2-405d-9252-83b69e765b8e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:10.940444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:10.941373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.138212 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b71debaf-b7cb-42fd-8fbe-6b37bb24c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.140825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b71debaf-b7cb-42fd-8fbe-6b37bb24c9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.145517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b71debaf-b7cb-42fd-8fbe-6b37bb24c9f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12e29384-f423-49e2-836b-7de582717cef HTTP/1.1" status: 204 len: 168 time: 1.0224886 Aug 25 15:11:11.299654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71debaf-b7cb-42fd-8fbe-6b37bb24c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e29384-f423-49e2-836b-7de582717cef,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:11.354668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c7087-b041-4d89-8e90-8668880a543c req-9d72a57c-bfe9-4141-b342-fce2647a1e06 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:11.363365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596c7087-b041-4d89-8e90-8668880a543c req-9d72a57c-bfe9-4141-b342-fce2647a1e06 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.5009606 Aug 25 15:11:11.409957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a396989-a45b-4437-9b13-6a7118183da5 req-6dd6689f-6016-44fd-8b5f-8c43bb0383ce tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:11.412290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a396989-a45b-4437-9b13-6a7118183da5 req-6dd6689f-6016-44fd-8b5f-8c43bb0383ce tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 931 time: 0.2589929 Aug 25 15:11:11.430097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-342848b4-5add-4bde-a423-55d3480d44bd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2317884 Aug 25 15:11:11.440323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Request body: {'port': {'device_id': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:11.472587 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-596c7087-b041-4d89-8e90-8668880a543c req-4d297c4c-a5a5-48e4-8b7e-6a17fd4193e9 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947278 Aug 25 15:11:11.486409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.498640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d288d2a2-3802-44aa-8204-db139dc8ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.500267 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d288d2a2-3802-44aa-8204-db139dc8ea8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.501540 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d288d2a2-3802-44aa-8204-db139dc8ea8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1301ffd0-c740-41da-ac61-11d859f6bfb2 HTTP/1.1" status: 204 len: 168 time: 1.1661582 Aug 25 15:11:11.506296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object b24f5be2-3461-4651-a780-b02d5fd2cbd4 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:11.562472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288d2a2-3802-44aa-8204-db139dc8ea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301ffd0-c740-41da-ac61-11d859f6bfb2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:11.600554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dad7848f-7155-4a25-89db-961a8462dafc up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:11.625417 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a396989-a45b-4437-9b13-6a7118183da5 req-b6bba53b-d345-4051-8c1f-1bc2c8d2adca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583755 Aug 25 15:11:11.648964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.739375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.748183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:11.804845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5039f-8ae5-4d53-b285-9c8ea2a7e0be req-de82931c-558f-489b-b82a-4a891d418886 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:11.806466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4a5039f-8ae5-4d53-b285-9c8ea2a7e0be req-de82931c-558f-489b-b82a-4a891d418886 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 907 time: 0.2086926 Aug 25 15:11:11.807516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:11.831491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:11.837763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=b24f5be2-3461-4651-a780-b02d5fd2cbd4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:11.865042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port dad7848f-7155-4a25-89db-961a8462dafc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:11.917763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:11.918427 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:11.949184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.025775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba6f44fe-3cde-4783-9073-20dc8243de8e details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:11:12.147750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ba6f44fe-3cde-4783-9073-20dc8243de8e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba6f44fe-3cde-4783-9073-20dc8243de8e,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:12.161283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df418cac-ac29-4bfb-b10a-cb8c8766ab63 None None] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:12.169529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'ba6f44fe-3cde-4783-9073-20dc8243de8e', 'network_id': '8f4740de-c21c-4f9e-81ef-caad616367f9', 'port_id': 'ba6f44fe-3cde-4783-9073-20dc8243de8e', 'mac_address': 'fa:16:3e:1f:7b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadbf36e-4144-493a-8bde-c7af6bb4e73b', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:11:12.201578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58690a3d-55b2-405d-9252-83b69e765b8e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:12.214213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.231844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Transition to ACTIVE for port object 58690a3d-55b2-405d-9252-83b69e765b8e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:12.234511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-83cbcd99-e3c6-4f73-ab5d-39e992c8498b tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3478506 Aug 25 15:11:12.237147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58052) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:12.283512 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.310775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6f44fe-3cde-4783-9073-20dc8243de8e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:12.371405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.379553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ba6f44fe-3cde-4783-9073-20dc8243de8e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba6f44fe-3cde-4783-9073-20dc8243de8e,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:12.407246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] Provisioning for port dad7848f-7155-4a25-89db-961a8462dafc completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:12.423100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] Provisioning complete for port dad7848f-7155-4a25-89db-961a8462dafc triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:12.424261 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.434226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Deleting port fa2b41fa-08aa-4ded-889f-12ada5bb05ac {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:12.434586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.523580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.549890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] For port fa2b41fa-08aa-4ded-889f-12ada5bb05ac, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:12.552168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.583349 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.612864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Calling delete_port for fa2b41fa-08aa-4ded-889f-12ada5bb05ac owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:12.632915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=ba6f44fe-3cde-4783-9073-20dc8243de8e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:12.646043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] For port dad7848f-7155-4a25-89db-961a8462dafc, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dad7848f-7155-4a25-89db-961a8462dafc,segment=NetworkSegment(b2a79376-d203-48bc-8ef1-8f80dd196755),segment_id=b2a79376-d203-48bc-8ef1-8f80dd196755)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:12.716796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Pushing event updated for resources: {'Port': ['ID=58690a3d-55b2-405d-9252-83b69e765b8e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:12.722312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:12.747872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05de2f-9e8d-4702-ab21-0a5be1b24627 req-e2910c64-29ba-4537-b4d1-9c19551c52b0 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:12.749965 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c05de2f-9e8d-4702-ab21-0a5be1b24627 req-e2910c64-29ba-4537-b4d1-9c19551c52b0 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1843343 Aug 25 15:11:12.782253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['ba6f44fe-3cde-4783-9073-20dc8243de8e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:12.849222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c05de2f-9e8d-4702-ab21-0a5be1b24627 req-f454d8e3-ede4-4b3e-bf6c-2cd83d6a94ba tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877359 Aug 25 15:11:12.897594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90621ca-d1b8-4774-8b5d-4fc8fbae14af None None] Pushing event updated for resources: {'Port': ['ID=dad7848f-7155-4a25-89db-961a8462dafc,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:12.975142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cee484aa-7551-448c-b598-0f93cff4391b None None] Provisioning complete for port dad7848f-7155-4a25-89db-961a8462dafc triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:12.980472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cee484aa-7551-448c-b598-0f93cff4391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.060814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Attempting to bind port 58690a3d-55b2-405d-9252-83b69e765b8e on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:11:13.061176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Attempting to bind port 58690a3d-55b2-405d-9252-83b69e765b8e by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:11:13.061489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Attempting to bind port 58690a3d-55b2-405d-9252-83b69e765b8e on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:13.111535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e2549-928d-497e-9056-d7ac052fb304 req-169fa1b0-8404-4508-ad63-e6abe927ae68 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:13.113431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a34e2549-928d-497e-9056-d7ac052fb304 req-169fa1b0-8404-4508-ad63-e6abe927ae68 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 908 time: 0.1036680 Aug 25 15:11:13.119927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Port 58690a3d-55b2-405d-9252-83b69e765b8e on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:11:13.120500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Attempting to bind port 58690a3d-55b2-405d-9252-83b69e765b8e on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:13.142333 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.176032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ef52b-fed3-446d-84a7-60a45d23a9ce req-de9ffa8d-cef2-4b0e-8faa-36fc2238e560 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:13.187532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed3ef52b-fed3-446d-84a7-60a45d23a9ce req-de9ffa8d-cef2-4b0e-8faa-36fc2238e560 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 943 time: 0.4306419 Aug 25 15:11:13.203371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:11:13.206900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:13.213484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:11:13.213484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Bound port: 58690a3d-55b2-405d-9252-83b69e765b8e, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:11:13.213484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.220814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2b41fa-08aa-4ded-889f-12ada5bb05ac,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:13.232029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cee484aa-7551-448c-b598-0f93cff4391b None None] Provisioning for port b24f5be2-3461-4651-a780-b02d5fd2cbd4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:13.238524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cee484aa-7551-448c-b598-0f93cff4391b None None] Provisioning complete for port b24f5be2-3461-4651-a780-b02d5fd2cbd4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:13.238902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cee484aa-7551-448c-b598-0f93cff4391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.346426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cee484aa-7551-448c-b598-0f93cff4391b None None] Port b24f5be2-3461-4651-a780-b02d5fd2cbd4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:13.354485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58122) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:13.394542 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed3ef52b-fed3-446d-84a7-60a45d23a9ce req-bbafd39b-e0b9-4857-b194-7dc0c62aa7a0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061203 Aug 25 15:11:13.482782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50434168-8d3e-4eba-9ab2-a4ec4a2145be None None] Provisioning complete for port b24f5be2-3461-4651-a780-b02d5fd2cbd4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:13.483191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50434168-8d3e-4eba-9ab2-a4ec4a2145be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.504275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.556264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] For port 58690a3d-55b2-405d-9252-83b69e765b8e, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:11:13.567210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-50434168-8d3e-4eba-9ab2-a4ec4a2145be None None] Port b24f5be2-3461-4651-a780-b02d5fd2cbd4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:13.601369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dad7848f-7155-4a25-89db-961a8462dafc up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:13.603973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] For port 58690a3d-55b2-405d-9252-83b69e765b8e, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=58690a3d-55b2-405d-9252-83b69e765b8e,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:11:13.624871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.672347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.697487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dad7848f-7155-4a25-89db-961a8462dafc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:13.698175 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.730078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1079862173'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:13.783893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:13.784505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.786045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] 10.222.0.52 "PUT /v2.0/ports/58690a3d-55b2-405d-9252-83b69e765b8e HTTP/1.1" status: 200 len: 1091 time: 2.3498681 Aug 25 15:11:13.790328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'tag': '58690a3d-55b2-405d-9252-83b69e765b8e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:13.798993 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cf61de-eb0b-47e3-8bc2-43d72f2add57" -d '{"events": [{"name": "network-changed", "server_uuid": "ae056b33-13dc-45d5-8031-0b8c7594c558", "tag": "58690a3d-55b2-405d-9252-83b69e765b8e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:13.870749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8313f1-9897-4be1-8176-a84545bfe2ef service neutron] Pushing event updated for resources: {'Port': ['ID=58690a3d-55b2-405d-9252-83b69e765b8e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:13.885464 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49fd1d2-66c7-49dd-8803-6b67ed0f2713 x-openstack-request-id: req-a49fd1d2-66c7-49dd-8803-6b67ed0f2713 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:13.885464 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae056b33-13dc-45d5-8031-0b8c7594c558", "tag": "58690a3d-55b2-405d-9252-83b69e765b8e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:13.886912 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a49fd1d2-66c7-49dd-8803-6b67ed0f2713 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:13.886912 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'tag': '58690a3d-55b2-405d-9252-83b69e765b8e', 'status': 'completed', 'code': 200} Aug 25 15:11:13.938994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Router b45f0d32-1196-44f7-bc62-c7ca7587610d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:13.960061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:13.963592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.977286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:13.994821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf61de-eb0b-47e3-8bc2-43d72f2add57 req-d9fecf5d-ac86-4c73-8718-51271c248fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:13.996376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76cf61de-eb0b-47e3-8bc2-43d72f2add57 req-d9fecf5d-ac86-4c73-8718-51271c248fec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 1094 time: 0.0860281 Aug 25 15:11:14.029496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.045591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba6f44fe-3cde-4783-9073-20dc8243de8e up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:14.112219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:14.121128 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71c59a2d-922f-45e5-af6d-101fc32deed4 admin admin] 10.222.0.58 "PUT /v2.0/routers/b45f0d32-1196-44f7-bc62-c7ca7587610d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8891933 Aug 25 15:11:14.123329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58136) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:14.182791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.256177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf61de-eb0b-47e3-8bc2-43d72f2add57 req-2af4e160-d798-4c21-bcd9-8ff3a4124ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:14.257667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76cf61de-eb0b-47e3-8bc2-43d72f2add57 req-2af4e160-d798-4c21-bcd9-8ff3a4124ddb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9b4667880b644474aab5c0bd0d0764b0&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2535493 Aug 25 15:11:14.260175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] Sync routers for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:14.281998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:14.282650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:14.420517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:14.452429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port ba6f44fe-3cde-4783-9073-20dc8243de8e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:14.497419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port ba6f44fe-3cde-4783-9073-20dc8243de8e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:14.497797 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.509907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.527661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=b24f5be2-3461-4651-a780-b02d5fd2cbd4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:14.624150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.672235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805048b-e245-43fc-9e09-029f8aef7b5e req-f1e65b9c-d933-44ee-8a2e-45c8d5fc1f21 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:14.672937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf61de-eb0b-47e3-8bc2-43d72f2add57 req-8d8423e0-0352-4a45-9494-62c4d5d3fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:14.673937 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.675012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76cf61de-eb0b-47e3-8bc2-43d72f2add57 req-8d8423e0-0352-4a45-9494-62c4d5d3fbd0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3650272 Aug 25 15:11:14.675369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1805048b-e245-43fc-9e09-029f8aef7b5e req-f1e65b9c-d933-44ee-8a2e-45c8d5fc1f21 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 943 time: 0.1163757 Aug 25 15:11:14.741624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6f44fe-3cde-4783-9073-20dc8243de8e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:14.744470 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c6b01b-6516-4b10-aff7-731cdcb2ee18" -d '{"events": [{"server_uuid": "1bdc50a6-15d4-4ebc-b375-88c923cd5b57", "name": "network-vif-plugged", "status": "completed", "tag": "ba6f44fe-3cde-4783-9073-20dc8243de8e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:14.761987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e0b0712e-9764-46aa-ba7e-ca1935a6d6f6 None None] Provisioning complete for port b24f5be2-3461-4651-a780-b02d5fd2cbd4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:14.762379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0b0712e-9764-46aa-ba7e-ca1935a6d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.762705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1805048b-e245-43fc-9e09-029f8aef7b5e req-0c53c6cb-a73e-4c5a-912f-d7c3aee8b4e8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704753 Aug 25 15:11:14.765378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port ba6f44fe-3cde-4783-9073-20dc8243de8e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba6f44fe-3cde-4783-9073-20dc8243de8e,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:14.824776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0712e-9764-46aa-ba7e-ca1935a6d6f6 None None] Port b24f5be2-3461-4651-a780-b02d5fd2cbd4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:14.847887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:11:12Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:14.892070 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e682cc-b1ef-49b6-a6d5-311cd3e31bed x-openstack-request-id: req-00e682cc-b1ef-49b6-a6d5-311cd3e31bed {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:14.892070 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc50a6-15d4-4ebc-b375-88c923cd5b57", "name": "network-vif-plugged", "status": "completed", "tag": "ba6f44fe-3cde-4783-9073-20dc8243de8e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:14.892409 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00e682cc-b1ef-49b6-a6d5-311cd3e31bed {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:14.892815 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6f44fe-3cde-4783-9073-20dc8243de8e', 'code': 200} Aug 25 15:11:14.893730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] Checking router: b45f0d32-1196-44f7-bc62-c7ca7587610d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:11:14.895869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:14.926661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] Routers {'b45f0d32-1196-44f7-bc62-c7ca7587610d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:14.929149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b45f0d32-1196-44f7-bc62-c7ca7587610d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:15.035692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=ba6f44fe-3cde-4783-9073-20dc8243de8e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:15.074149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] Set router b45f0d32-1196-44f7-bc62-c7ca7587610d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:15.233214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c158-b39e-434b-a082-88809287b83c req-8ffe8416-2bd0-48b3-81ec-a6f13d56b33d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:15.235082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed49c158-b39e-434b-a082-88809287b83c req-8ffe8416-2bd0-48b3-81ec-a6f13d56b33d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 908 time: 1.0267098 Aug 25 15:11:15.267101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.272017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:11:12Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:15.304895 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f11f1-26a3-4152-985a-c3d4d473ed4e None None] The sync data for ids ['b45f0d32-1196-44f7-bc62-c7ca7587610d'] in n-d-805995-2 is: [{'id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'name': 'tempest-AttachVolumeShelveTestJSON-584103092-router', 'tenant_id': '56e820ecc4194f23919567e5e1acd804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '7007a273-5645-4c62-a563-4838950a65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:01:45Z', 'updated_at': '2021-08-25T15:11:12Z', 'revision_number': 5, 'project_id': '56e820ecc4194f23919567e5e1acd804', 'gw_port': {'id': '7007a273-5645-4c62-a563-4838950a65c9', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45f0d32-1196-44f7-bc62-c7ca7587610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:01:47Z', 'updated_at': '2021-08-25T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:15.386535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:11:15.399550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.478374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.489864 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.490207 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Added segment 9056e1c0-0621-45e2-af07-ea8df6bb9a52 of type vlan for network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa Aug 25 15:11:15.491466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c84410-a064-45bb-866f-5b404122fed9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:15.576564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-2c2efb39-2a00-46d6-acf2-dc99e8ded53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:15.578010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-2c2efb39-2a00-46d6-acf2-dc99e8ded53a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 1094 time: 0.3416736 Aug 25 15:11:15.579651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91775-ce4b-44cb-b1e0-f210d073d849 req-b4b9181a-3301-485c-823c-7128c12a08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:15.581005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5fe91775-ce4b-44cb-b1e0-f210d073d849 req-b4b9181a-3301-485c-823c-7128c12a08b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 1060 time: 0.3278313 Aug 25 15:11:15.623193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.682183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-4f6b1bab-b76e-4e3c-8d5a-e7682294abcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58690a3d-55b2-405d-9252-83b69e765b8e HTTP/1.1" status: 200 len: 217 time: 0.0910773 Aug 25 15:11:15.771599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-b43f9b1f-e702-4584-b3f0-4ba2cc1cbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:15.773777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-b43f9b1f-e702-4584-b3f0-4ba2cc1cbaf2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.0799596 Aug 25 15:11:15.777777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Deleting port 7007a273-5645-4c62-a563-4838950a65c9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:15.778348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.869513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-d454d863-6a96-4725-8cd6-df40d6946699 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883436 Aug 25 15:11:15.880152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.886718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:15.887444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.918326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:15.937968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32e2f-c70c-4617-bda1-da72511b27ef req-85cbc49f-30dc-43bd-9c1f-2baeb89b3c67 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:15.940249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ec32e2f-c70c-4617-bda1-da72511b27ef req-85cbc49f-30dc-43bd-9c1f-2baeb89b3c67 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 943 time: 0.0739017 Aug 25 15:11:16.019857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0ec32e2f-c70c-4617-bda1-da72511b27ef req-7da03101-1e18-401e-aeae-3c1cb2ded5e8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Aug 25 15:11:16.067463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Network': ['ID=72cf4dea-8d46-4f3d-8c15-e6363ae725aa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:16.078648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] For port 7007a273-5645-4c62-a563-4838950a65c9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7007a273-5645-4c62-a563-4838950a65c9,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:16.079005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.082912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:11:16.139620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Calling delete_port for 7007a273-5645-4c62-a563-4838950a65c9 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:16.143522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6540440e-4600-438e-97fb-af62cf8be2b1 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7652743 Aug 25 15:11:16.145058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:16.153181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'subnet': {'network_id': '72cf4dea-8d46-4f3d-8c15-e6363ae725aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:16.169472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-54c55083-c959-4d3b-9ff9-fac6011bf883 service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786551 Aug 25 15:11:16.360724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:16.365811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.541790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4b72c-1b43-4947-bd4d-59b1811b7c5e req-1a2f5b59-1e82-4509-8977-640b379aca05 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:16.543324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03b4b72c-1b43-4947-bd4d-59b1811b7c5e req-1a2f5b59-1e82-4509-8977-640b379aca05 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 909 time: 0.2142112 Aug 25 15:11:16.548833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ddd09d6c-2fdf-42de-9b3b-bbd3a7f39835 req-be029d9c-9d8e-421d-a027-3277d15dea3f service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414893 Aug 25 15:11:16.655705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.681924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.749856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Subnet': ['ID=279c46c2-a495-4574-b098-ac2873669694,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:16.763502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.763831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.764179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.764603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.764862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.765194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.765527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.765861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.766199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.766527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.766860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.767220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:16.770061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Checking segment: {'id': '9056e1c0-0621-45e2-af07-ea8df6bb9a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72cf4dea-8d46-4f3d-8c15-e6363ae725aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:16.770574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network hostable DHCP agents. Network: 72cf4dea-8d46-4f3d-8c15-e6363ae725aa, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:11:16.779302 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.828564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.869199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Pushing event deleted for resources: {'Port': ['ID=7007a273-5645-4c62-a563-4838950a65c9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:16.900171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:11:16.946379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:16.951670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58232) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:16.975623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.002407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=b24f5be2-3461-4651-a780-b02d5fd2cbd4,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:17.003596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 72cf4dea-8d46-4f3d-8c15-e6363ae725aa) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:17.010390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:17.011204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.016982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189d1245-41f7-45c3-ad04-c584361624ba None None] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:17.146127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.150367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.162882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d64f3-e6b5-46f3-8a90-bf98c88ed672 req-26cf1fdc-33b0-4eca-b992-e3760dc699fe tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:17.167532 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-746d64f3-e6b5-46f3-8a90-bf98c88ed672 req-26cf1fdc-33b0-4eca-b992-e3760dc699fe tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 943 time: 0.0779870 Aug 25 15:11:17.195874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.207826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efeb42-34a0-4b8b-8024-1d6b0760d418 None None] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:17.212597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a0b0512a-cf07-47e7-9a29-37eacd12dd0c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0655067 Aug 25 15:11:17.216254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58238) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:17.222299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1256943561', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:17.259808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:17.261639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:11:17.261639 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:11:17.261639 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '882c62464e5e4144a9b2b7fcb1e3b16e', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 11, 17, 245392)}] Aug 25 15:11:17.261639 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:11:17.262115 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:11:17.262637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:17.275306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-746d64f3-e6b5-46f3-8a90-bf98c88ed672 req-76eb91ca-c1a2-4089-9597-80fc15986ca8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966833 Aug 25 15:11:17.369531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.370638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.486352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.511343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa2b41fa-08aa-4ded-889f-12ada5bb05ac no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:17.537147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: fa2b41fa-08aa-4ded-889f-12ada5bb05ac {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:17.537495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa2b41fa-08aa-4ded-889f-12ada5bb05ac not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:17.671008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a657d0e6-fbc1-4de2-9a1d-0be706265c4b None None] Provisioning complete for port b24f5be2-3461-4651-a780-b02d5fd2cbd4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:17.671592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a657d0e6-fbc1-4de2-9a1d-0be706265c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.718351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a657d0e6-fbc1-4de2-9a1d-0be706265c4b None None] Port b24f5be2-3461-4651-a780-b02d5fd2cbd4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:17.738950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.739611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45f0d32-1196-44f7-bc62-c7ca7587610d {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:11:17.746754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.763491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.787012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.788245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6bd2db28-bc15-4b35-9529-e7b59484d086 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b45f0d32-1196-44f7-bc62-c7ca7587610d HTTP/1.1" status: 204 len: 168 time: 3.6631575 Aug 25 15:11:17.803328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58244) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:17.911221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Deleting subnet d13e322e-8460-43ec-af52-e2b36b2b4646 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:17.923708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b7bd7-36f6-4391-b732-ccd59400b52b req-d6dacb80-fca6-4e71-a9e0-53363dcfd88a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:17.925539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee2b7bd7-36f6-4391-b732-ccd59400b52b req-d6dacb80-fca6-4e71-a9e0-53363dcfd88a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 909 time: 0.1901736 Aug 25 15:11:17.926229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.937079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:17.989482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.065722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.086146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.117727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Router ef494ad7-a1a8-457e-abbe-cfd18638a716 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:11:18.184725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=882c62464e5e4144a9b2b7fcb1e3b16e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2317271 Aug 25 15:11:18.188114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.197520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58248) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:18.198188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e048186-c1a6-4bae-b480-21421ab79ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690a6758-5613-4f0f-9145-777e7a717096,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:18.232157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:18.237340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.237649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dee024de-5652-49a1-89c3-a79c799a1d53 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/routers/ef494ad7-a1a8-457e-abbe-cfd18638a716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9994297 Aug 25 15:11:18.240328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:18.248917 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] Sync routers for ids ['ef494ad7-a1a8-457e-abbe-cfd18638a716'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:18.265365 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] Routers {'ef494ad7-a1a8-457e-abbe-cfd18638a716'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:18.266466 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ef494ad7-a1a8-457e-abbe-cfd18638a716'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:18.292816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad17ca-afb1-4728-8207-e827d95d7cde req-fb387898-00b2-45a2-8f8a-0996af5798bc tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:18.305391 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a5ad17ca-afb1-4728-8207-e827d95d7cde req-fb387898-00b2-45a2-8f8a-0996af5798bc tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 909 time: 0.2863200 Aug 25 15:11:18.314113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.358084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.360299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d13e322e-8460-43ec-af52-e2b36b2b4646 HTTP/1.1" status: 204 len: 168 time: 0.5535982 Aug 25 15:11:18.364198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7af0a-e659-48ab-b27f-7df22ad9c991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13e322e-8460-43ec-af52-e2b36b2b4646,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:18.365629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c2a19-8fb3-405a-a99f-816cd91192b4 None None] Network 15a360c9-d785-4015-bd7b-16d775fe35de requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:18.373442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58256) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:18.383494 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:18.401060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2adb359-ae64-4e06-aae8-99be9b34e23c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:18.403238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c2adb359-ae64-4e06-aae8-99be9b34e23c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef494ad7-a1a8-457e-abbe-cfd18638a716 HTTP/1.1" status: 200 len: 983 time: 0.1614649 Aug 25 15:11:18.406077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58258) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:18.427075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] Routers {'ef494ad7-a1a8-457e-abbe-cfd18638a716'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:18.429339 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ef494ad7-a1a8-457e-abbe-cfd18638a716'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:18.478031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40318fd5-2a8b-46d1-87e0-e885c21b1fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.561008 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:18.561871 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a8d8b-55f4-452b-8b00-2e07f54bb1fd None None] The sync data for ids ['ef494ad7-a1a8-457e-abbe-cfd18638a716'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:18.615475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40318fd5-2a8b-46d1-87e0-e885c21b1fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.682193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967cbfc-c099-49b2-995a-ddcfef080a11 req-f7af27c1-6de9-4c7c-bb33-abee5fd50f34 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:18.683813 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c967cbfc-c099-49b2-995a-ddcfef080a11 req-f7af27c1-6de9-4c7c-bb33-abee5fd50f34 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 1060 time: 0.2245767 Aug 25 15:11:18.697549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:18.722451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 58690a3d-55b2-405d-9252-83b69e765b8e details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:11:18.741014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.128 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a8e68a9f-e09b-4db9-a4d7-ced5a7d3f13b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:18.816779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5d3b-6620-48da-b474-696e255778de req-ba886284-1659-4cc4-bd0c-4911f6087bed tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:18.818577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45dc5d3b-6620-48da-b474-696e255778de req-ba886284-1659-4cc4-bd0c-4911f6087bed tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 943 time: 0.2022943 Aug 25 15:11:18.904827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] DHCP port deletion for 15a360c9-d785-4015-bd7b-16d775fe35de request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:18.988043 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45dc5d3b-6620-48da-b474-696e255778de req-8ddafd95-bbc6-4a8e-9fbd-fc3bb06fcc45 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587284 Aug 25 15:11:19.001430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 58690a3d-55b2-405d-9252-83b69e765b8e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=58690a3d-55b2-405d-9252-83b69e765b8e,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:19.019187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] Deleting port 172235ad-91cf-4837-ada6-cdf66e4739e8 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:19.019577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.041517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Deleting port 172235ad-91cf-4837-ada6-cdf66e4739e8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:19.041892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.068591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '58690a3d-55b2-405d-9252-83b69e765b8e', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': '58690a3d-55b2-405d-9252-83b69e765b8e', 'mac_address': 'fa:16:3e:cc:91:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:11:19.137638 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.140731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] For port 172235ad-91cf-4837-ada6-cdf66e4739e8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=172235ad-91cf-4837-ada6-cdf66e4739e8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:19.141203 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.166806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] Calling delete_port for 172235ad-91cf-4837-ada6-cdf66e4739e8 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:19.169460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58690a3d-55b2-405d-9252-83b69e765b8e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:19.173657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] For port 172235ad-91cf-4837-ada6-cdf66e4739e8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=172235ad-91cf-4837-ada6-cdf66e4739e8,segment=NetworkSegment(1d2d84d5-d36e-43dd-8916-c041fc4dea4f),segment_id=1d2d84d5-d36e-43dd-8916-c041fc4dea4f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:19.174027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.197585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Calling delete_port for 172235ad-91cf-4837-ada6-cdf66e4739e8 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:19.230580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 58690a3d-55b2-405d-9252-83b69e765b8e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=58690a3d-55b2-405d-9252-83b69e765b8e,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:19.335092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637c235-11b6-400b-86df-8146bdea5b3e req-324fc98f-6992-4557-865a-5f792257f593 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:19.336311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.337589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0637c235-11b6-400b-86df-8146bdea5b3e req-324fc98f-6992-4557-865a-5f792257f593 tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1136 time: 0.0805149 Aug 25 15:11:19.357482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.361823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.378873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40318fd5-2a8b-46d1-87e0-e885c21b1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.381909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40318fd5-2a8b-46d1-87e0-e885c21b1fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.386170 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-40318fd5-2a8b-46d1-87e0-e885c21b1fd6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/690a6758-5613-4f0f-9145-777e7a717096 HTTP/1.1" status: 204 len: 168 time: 1.1813922 Aug 25 15:11:19.405310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.418004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40318fd5-2a8b-46d1-87e0-e885c21b1fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690a6758-5613-4f0f-9145-777e7a717096,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:19.438756 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0637c235-11b6-400b-86df-8146bdea5b3e req-b9674661-83e4-4e4b-b80b-cf71e3b33c3b tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0886412 Aug 25 15:11:19.468553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.479463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58266) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:19.502824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 172235ad-91cf-4837-ada6-cdf66e4739e8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:19.508349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=172235ad-91cf-4837-ada6-cdf66e4739e8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:19.510691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] No DVR routers for this DVR port 172235ad-91cf-4837-ada6-cdf66e4739e8 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:19.531556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.531913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.532266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.532697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.533039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.533372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.533694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.534025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.534345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.534667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.535118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.535331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:11:19.544903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] No DVR routers for this DVR port 172235ad-91cf-4837-ada6-cdf66e4739e8 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:19.547412 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.584960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 172235ad-91cf-4837-ada6-cdf66e4739e8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:19.585933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 172235ad-91cf-4837-ada6-cdf66e4739e8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:19.586301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7007a273-5645-4c62-a563-4838950a65c9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:19.611938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=58690a3d-55b2-405d-9252-83b69e765b8e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:19.632002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['58690a3d-55b2-405d-9252-83b69e765b8e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:19.656725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7007a273-5645-4c62-a563-4838950a65c9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:19.657648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7007a273-5645-4c62-a563-4838950a65c9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:19.668840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=a8e68a9f-e09b-4db9-a4d7-ced5a7d3f13b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:19.697210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d679895-b017-4847-bb18-c36f22f7068a tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:19.699132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d679895-b017-4847-bb18-c36f22f7068a tempest-TestSecurityGroupsBasicOps-376608371 tempest-TestSecurityGroupsBasicOps-376608371-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 1055 time: 0.2178082 Aug 25 15:11:19.708562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:19.711351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:19.715377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:19.717477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37d677-2a87-4b6f-b483-94df92062ca0 None None] Pushing event deleted for resources: {'Port': ['ID=172235ad-91cf-4837-ada6-cdf66e4739e8,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:19.730827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.749898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a360c9-d785-4015-bd7b-16d775fe35de']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:19.775490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2d84d5-d36e-43dd-8916-c041fc4dea4f') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:19.775785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2d84d5-d36e-43dd-8916-c041fc4dea4f') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:19.845701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.881702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.910106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:19.910826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:19.914651 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:19.989376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port b24f5be2-3461-4651-a780-b02d5fd2cbd4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:19.989718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.090544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.094234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.121733 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.123998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/15a360c9-d785-4015-bd7b-16d775fe35de HTTP/1.1" status: 204 len: 168 time: 1.7489920 Aug 25 15:11:20.138997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904d16-04a5-434c-9079-c7881e38ecb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a360c9-d785-4015-bd7b-16d775fe35de,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:20.141904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for b24f5be2-3461-4651-a780-b02d5fd2cbd4 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:20.193478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.205026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b58bac-d29c-4fba-a71f-82768bff0fb7 req-257e1552-08a2-4fd8-a7b9-8bbc75edc568 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:20.206593 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5b58bac-d29c-4fba-a71f-82768bff0fb7 req-257e1552-08a2-4fd8-a7b9-8bbc75edc568 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 944 time: 0.1194093 Aug 25 15:11:20.316366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5b58bac-d29c-4fba-a71f-82768bff0fb7 req-8189c727-bdc7-4010-aedf-72375f4e18cc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780368 Aug 25 15:11:20.431355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea38bd-332c-42aa-ac88-9c41e55be0b4 req-835b3f8c-70bf-4a27-9192-682e2ebb0854 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:20.433430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bbea38bd-332c-42aa-ac88-9c41e55be0b4 req-835b3f8c-70bf-4a27-9192-682e2ebb0854 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 909 time: 0.0543041 Aug 25 15:11:20.463274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.476795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.617488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58280) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:20.636981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18fc08e4-dde3-4b91-952a-c07ca34de922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.730109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:20.739994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 58690a3d-55b2-405d-9252-83b69e765b8e up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:20.752944 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18fc08e4-dde3-4b91-952a-c07ca34de922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.760535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:11:20.843992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba4fe924-1cf0-40c7-b0fe-0b77d3437174 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56e820ecc4194f23919567e5e1acd804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119881 Aug 25 15:11:20.846454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58286) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:20.851433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-18fc08e4-dde3-4b91-952a-c07ca34de922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.853636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=b24f5be2-3461-4651-a780-b02d5fd2cbd4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:20.911688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 58690a3d-55b2-405d-9252-83b69e765b8e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:20.939680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 58690a3d-55b2-405d-9252-83b69e765b8e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:20.940059 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:20.953753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-18fc08e4-dde3-4b91-952a-c07ca34de922 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=272573592b1a4b508662b56af777d818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325055 Aug 25 15:11:20.955989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58288) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:20.956660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc08e4-dde3-4b91-952a-c07ca34de922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47a906-95f9-4025-a1d7-ded0b560dea4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:20.966896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:20.985360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:21.017756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:21.018632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.044943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e15cc8e-3228-47cd-87a5-ff43ac6fc6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.080784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e15cc8e-3228-47cd-87a5-ff43ac6fc6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.081101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.118690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:21.119375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.152501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b85b1b8-a81a-4785-96cd-f69c9c69e094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.155759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.156996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.157497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacc46f-42e0-4e54-9ae2-c7a99ab9646c None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:21.158732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cc5afa84-f95b-4896-b664-16ba4a8bceb2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9412258 Aug 25 15:11:21.161050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58290) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:21.163122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2784aa6a-c6be-4f64-9431-9b37fa09d78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.167746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.175527 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.192703 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b85b1b8-a81a-4785-96cd-f69c9c69e094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.209857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58690a3d-55b2-405d-9252-83b69e765b8e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:21.213066 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85be73-08ee-44cd-9f28-63fba49afa12" -d '{"events": [{"server_uuid": "ae056b33-13dc-45d5-8031-0b8c7594c558", "name": "network-vif-plugged", "status": "completed", "tag": "58690a3d-55b2-405d-9252-83b69e765b8e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:21.418124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Router ef494ad7-a1a8-457e-abbe-cfd18638a716 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:21.422248 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f135e96-ebc4-4582-bb57-c9b87266b979 x-openstack-request-id: req-9f135e96-ebc4-4582-bb57-c9b87266b979 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:21.422515 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae056b33-13dc-45d5-8031-0b8c7594c558", "name": "network-vif-plugged", "status": "completed", "tag": "58690a3d-55b2-405d-9252-83b69e765b8e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:21.422851 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f135e96-ebc4-4582-bb57-c9b87266b979 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:21.423449 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58690a3d-55b2-405d-9252-83b69e765b8e', 'code': 200} Aug 25 15:11:21.427200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 58690a3d-55b2-405d-9252-83b69e765b8e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=58690a3d-55b2-405d-9252-83b69e765b8e,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:21.446039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fe5c-a7da-49b1-9cdf-9fc0fc6c3dd6 req-3cb0e9e8-2d73-4247-ab07-8a492cbc3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:21.448749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9805fe5c-a7da-49b1-9cdf-9fc0fc6c3dd6 req-3cb0e9e8-2d73-4247-ab07-8a492cbc3708 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 1095 time: 0.0753214 Aug 25 15:11:21.450723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e15cc8e-3228-47cd-87a5-ff43ac6fc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.456024 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e15cc8e-3228-47cd-87a5-ff43ac6fc6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.460354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7e15cc8e-3228-47cd-87a5-ff43ac6fc6c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b47a906-95f9-4025-a1d7-ded0b560dea4 HTTP/1.1" status: 204 len: 168 time: 0.5006626 Aug 25 15:11:21.519673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15cc8e-3228-47cd-87a5-ff43ac6fc6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47a906-95f9-4025-a1d7-ded0b560dea4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:21.556815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.560328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b85b1b8-a81a-4785-96cd-f69c9c69e094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.561283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b85b1b8-a81a-4785-96cd-f69c9c69e094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.575299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6b85b1b8-a81a-4785-96cd-f69c9c69e094 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ec08d3d-6d59-4256-8ae7-7305d674d432 HTTP/1.1" status: 204 len: 168 time: 0.7177503 Aug 25 15:11:21.612353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:21.614070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85b1b8-a81a-4785-96cd-f69c9c69e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec08d3d-6d59-4256-8ae7-7305d674d432,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:21.625237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bbdfc261-555a-43cb-8881-22829a46b0df tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/routers/ef494ad7-a1a8-457e-abbe-cfd18638a716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2179737 Aug 25 15:11:21.628555 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] Sync routers for ids ['ef494ad7-a1a8-457e-abbe-cfd18638a716'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:21.629120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58302) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:21.645602 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] Routers {'ef494ad7-a1a8-457e-abbe-cfd18638a716'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:21.646597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ef494ad7-a1a8-457e-abbe-cfd18638a716'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.652360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=58690a3d-55b2-405d-9252-83b69e765b8e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:21.657919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9805fe5c-a7da-49b1-9cdf-9fc0fc6c3dd6 req-c7ef3a3c-ae24-4d7d-9c45-3abff4f77d59 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931264 Aug 25 15:11:21.680461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598f2e0-fe75-47d4-9459-c6b1c0627ee7 req-c3302fee-e5a5-49a5-94e5-12e19b44f7e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:21.682144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6598f2e0-fe75-47d4-9459-c6b1c0627ee7 req-c3302fee-e5a5-49a5-94e5-12e19b44f7e3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 944 time: 0.2300847 Aug 25 15:11:21.703551 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.722566 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] Routers {'ef494ad7-a1a8-457e-abbe-cfd18638a716'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:21.724247 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ef494ad7-a1a8-457e-abbe-cfd18638a716'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.750866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6598f2e0-fe75-47d4-9459-c6b1c0627ee7 req-c9b46ec9-0164-4541-81a3-331a1c1474bb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554886 Aug 25 15:11:21.777192 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-747aef82-f332-4c15-8849-b4ddd1975c55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:11:21.781221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-747aef82-f332-4c15-8849-b4ddd1975c55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/b24f5be2-3461-4651-a780-b02d5fd2cbd4 HTTP/1.1" status: 404 len: 333 time: 0.0382745 Aug 25 15:11:21.781470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58306) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:21.817133 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:21.817795 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc373e-4cf4-476d-b611-0b46d58b9d3d None None] The sync data for ids ['ef494ad7-a1a8-457e-abbe-cfd18638a716'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:21.874672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-2f18fa7b-5db5-4310-9e72-9eef017f4f71 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:21.877226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-2f18fa7b-5db5-4310-9e72-9eef017f4f71 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 909 time: 0.1119592 Aug 25 15:11:21.927080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab8e67-ba57-4226-ba37-219c9248ef1f req-729967a0-e380-4a42-b76f-9bdb0b218c3e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:21.935751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8ab8e67-ba57-4226-ba37-219c9248ef1f req-729967a0-e380-4a42-b76f-9bdb0b218c3e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 909 time: 0.4022174 Aug 25 15:11:21.961929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:21.998236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port ba6f44fe-3cde-4783-9073-20dc8243de8e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:21.998502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.115054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] For port ba6f44fe-3cde-4783-9073-20dc8243de8e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=ba6f44fe-3cde-4783-9073-20dc8243de8e,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:22.115742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.131931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for ba6f44fe-3cde-4783-9073-20dc8243de8e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:22.403117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.438357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=ba6f44fe-3cde-4783-9073-20dc8243de8e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:22.456553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.461173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.535733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] No DVR routers for this DVR port ba6f44fe-3cde-4783-9073-20dc8243de8e on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:22.538764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.558392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4fefafcb-5b86-4f20-ac01-b76ab9322469 req-e7ef7a92-6ead-46fd-9b65-2fd44cc4b597 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.45 "DELETE /v2.0/ports/ba6f44fe-3cde-4783-9073-20dc8243de8e HTTP/1.1" status: 204 len: 173 time: 0.6731329 Aug 25 15:11:22.558918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'name': 'network-vif-deleted', 'tag': 'ba6f44fe-3cde-4783-9073-20dc8243de8e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:22.566489 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83113ed3-2176-47b1-95a3-0ae37847c921" -d '{"events": [{"server_uuid": "1bdc50a6-15d4-4ebc-b375-88c923cd5b57", "name": "network-vif-deleted", "tag": "ba6f44fe-3cde-4783-9073-20dc8243de8e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:22.626396 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.638415 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ff585-b34b-4d12-9c54-c4ddcfff3f01 x-openstack-request-id: req-dd8ff585-b34b-4d12-9c54-c4ddcfff3f01 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:22.638733 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc50a6-15d4-4ebc-b375-88c923cd5b57", "name": "network-vif-deleted", "tag": "ba6f44fe-3cde-4783-9073-20dc8243de8e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:22.639172 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd8ff585-b34b-4d12-9c54-c4ddcfff3f01 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:22.639614 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc50a6-15d4-4ebc-b375-88c923cd5b57', 'name': 'network-vif-deleted', 'tag': 'ba6f44fe-3cde-4783-9073-20dc8243de8e', 'status': 'completed', 'code': 200} Aug 25 15:11:22.658146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.658825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Fanout notify agent at l3_agent the message router_deleted on router ef494ad7-a1a8-457e-abbe-cfd18638a716 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:11:22.713612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.714871 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-151c3ad0-29bb-4402-b32a-fbfbb148a567 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/routers/ef494ad7-a1a8-457e-abbe-cfd18638a716 HTTP/1.1" status: 204 len: 168 time: 0.9324808 Aug 25 15:11:22.717673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58330) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:22.839105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 0ae49805-d54a-4a40-9fa9-711c8a0eaec0 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:22.849222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:22.948277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.053740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f931-c0e3-4b3c-af8e-e9eda00a09d5 req-4aa2eb83-5f6e-4e09-a0aa-75bba6a75ef2 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:23.056050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-def58676-2bc0-495d-bc5e-359cbf0156fb req-2d3ed5af-8475-48f7-b137-850590efd573 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdc50a6-15d4-4ebc-b375-88c923cd5b57 HTTP/1.1" status: 200 len: 210 time: 0.0380032 Aug 25 15:11:23.062961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4934f931-c0e3-4b3c-af8e-e9eda00a09d5 req-4aa2eb83-5f6e-4e09-a0aa-75bba6a75ef2 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 945 time: 0.1857266 Aug 25 15:11:23.178616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4934f931-c0e3-4b3c-af8e-e9eda00a09d5 req-0736f7bc-8a72-4071-b11a-7b3b93aa7c09 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146657 Aug 25 15:11:23.216050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.310456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.1 (72cf4dea-8d46-4f3d-8c15-e6363ae725aa/279c46c2-a495-4574-b098-ac2873669694/8ee67123-9c74-4f8d-a4a3-8dd5dfb278cb) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:23.429605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.482380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae49805-d54a-4a40-9fa9-711c8a0eaec0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:23.485232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14719844-175b-4334-ad86-f909719588e5 None None] Network c538251c-b0f4-49d3-add3-3db2bbf8afe9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:23.491222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.491222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1d1d5c67-1c81-4972-9083-cae6d3dc4ca3 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/0ae49805-d54a-4a40-9fa9-711c8a0eaec0 HTTP/1.1" status: 204 len: 168 time: 0.7718029 Aug 25 15:11:23.494245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58364) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:23.654140 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.664268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.758706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port dad7848f-7155-4a25-89db-961a8462dafc {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:23.759066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.786896 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-976027f9-2bf5-4703-96e8-069bd918cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.820871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] DHCP port deletion for c538251c-b0f4-49d3-add3-3db2bbf8afe9 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:23.854286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port dad7848f-7155-4a25-89db-961a8462dafc, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dad7848f-7155-4a25-89db-961a8462dafc,segment=NetworkSegment(b2a79376-d203-48bc-8ef1-8f80dd196755),segment_id=b2a79376-d203-48bc-8ef1-8f80dd196755)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:23.854658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.859077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.871583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for dad7848f-7155-4a25-89db-961a8462dafc owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:23.884200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] Deleting port dad7848f-7155-4a25-89db-961a8462dafc {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:23.884776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:23.927737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:23.935015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:23.937885 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:23.969808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=8ee67123-9c74-4f8d-a4a3-8dd5dfb278cb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:23.996320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.014293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] For port dad7848f-7155-4a25-89db-961a8462dafc, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dad7848f-7155-4a25-89db-961a8462dafc,segment=NetworkSegment(b2a79376-d203-48bc-8ef1-8f80dd196755),segment_id=b2a79376-d203-48bc-8ef1-8f80dd196755)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:24.015494 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.049684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] Calling delete_port for dad7848f-7155-4a25-89db-961a8462dafc owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:24.099736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba6f44fe-3cde-4783-9073-20dc8243de8e no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:24.131479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58380) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:24.148633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: ba6f44fe-3cde-4783-9073-20dc8243de8e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:24.149336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device ba6f44fe-3cde-4783-9073-20dc8243de8e not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:24.195324 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.215927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.248452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] Pushing event deleted for resources: {'Port': ['ID=dad7848f-7155-4a25-89db-961a8462dafc,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:24.254388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=dad7848f-7155-4a25-89db-961a8462dafc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:24.254499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.255927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0c697-37f4-498a-8624-666b2f1413d7 None None] No DVR routers for this DVR port dad7848f-7155-4a25-89db-961a8462dafc on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:24.263954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port dad7848f-7155-4a25-89db-961a8462dafc on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:24.324521 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.448222 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.470311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c538251c-b0f4-49d3-add3-3db2bbf8afe9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:24.483493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6ddc-e912-4084-b5f6-a7b2a47b24a5 req-8f6941cb-4127-4888-a4c9-03ab92005115 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:24.485081 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8ce6ddc-e912-4084-b5f6-a7b2a47b24a5 req-8f6941cb-4127-4888-a4c9-03ab92005115 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 945 time: 0.1116145 Aug 25 15:11:24.513799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a79376-d203-48bc-8ef1-8f80dd196755') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:24.514149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a79376-d203-48bc-8ef1-8f80dd196755') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:24.539589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.568117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8ce6ddc-e912-4084-b5f6-a7b2a47b24a5 req-071cfa4c-e99f-44e8-b044-71c6a23a7725 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Aug 25 15:11:24.580131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.621828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:24.622244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:24.724301 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:24.817276 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.826472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.847777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedfb05-4741-45b6-903f-079e51089828 req-c1cc49b7-1e6b-4fb4-90ad-6269279a6680 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:24.849470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebedfb05-4741-45b6-903f-079e51089828 req-c1cc49b7-1e6b-4fb4-90ad-6269279a6680 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.1312523 Aug 25 15:11:24.875362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:24.877212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/c538251c-b0f4-49d3-add3-3db2bbf8afe9 HTTP/1.1" status: 204 len: 168 time: 1.3818319 Aug 25 15:11:24.881747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:24.900440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee652bf-a96f-44d2-b100-75adbc89728d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=c538251c-b0f4-49d3-add3-3db2bbf8afe9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:24.910045 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:11:24.967320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebedfb05-4741-45b6-903f-079e51089828 req-aa8434c7-7a40-432d-baeb-11bc39062120 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034160 Aug 25 15:11:24.975594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa1094-8f87-4d18-8bd7-2a53088990b2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:24.980424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0faa1094-8f87-4d18-8bd7-2a53088990b2 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/a22f8728-f6f7-4a08-9595-2de7cc32fa85 HTTP/1.1" status: 200 len: 841 time: 0.0958064 Aug 25 15:11:24.986653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:25.050564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3e40b76a-487a-445c-8d05-c3fb31aa45eb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/a22f8728-f6f7-4a08-9595-2de7cc32fa85?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0626605 Aug 25 15:11:25.054960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:25.060331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:25.063626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.107122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.161041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5486-1c72-4b5f-abcd-bcc20945ecad req-990a5292-06a4-49c6-8f30-30cbb1d31c39 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:25.162552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efaf5486-1c72-4b5f-abcd-bcc20945ecad req-990a5292-06a4-49c6-8f30-30cbb1d31c39 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 945 time: 0.1097124 Aug 25 15:11:25.178338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.264285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-efaf5486-1c72-4b5f-abcd-bcc20945ecad req-3bab2870-58e2-453f-9dae-702c9422c4e4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838945 Aug 25 15:11:25.318920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=8ee67123-9c74-4f8d-a4a3-8dd5dfb278cb,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:25.431201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:25.433347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:25.451512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dad7848f-7155-4a25-89db-961a8462dafc no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:25.496845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: dad7848f-7155-4a25-89db-961a8462dafc {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:25.497466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dad7848f-7155-4a25-89db-961a8462dafc not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:25.516692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.575572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:25.586141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.587373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:25.587919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.660849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:25.724581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] For port b28ce4dc-e0cf-441e-b33c-ee04f95fcf97, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:25.726886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:25.743748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:25.868907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:25.877817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-06838c29-e89c-410e-bf42-9d4bad62f34f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/routers/2907138b-94f8-4107-b0f0-dce544a62765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7153263 Aug 25 15:11:25.881160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58438) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:25.886926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'port': {'network_id': '72cf4dea-8d46-4f3d-8c15-e6363ae725aa', 'name': 'tempest-FloatingIPTestJSON-201789834'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:25.907624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:25.949170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:25.951169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:26.046784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:26.047430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114baf71-59c5-4813-bfde-bcde95782d65 req-ac973307-57e6-4557-bc6f-6e6c4f71b96e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:26.062509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:26.063278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-114baf71-59c5-4813-bfde-bcde95782d65 req-ac973307-57e6-4557-bc6f-6e6c4f71b96e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 945 time: 0.1755450 Aug 25 15:11:26.063771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:26.117192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:26.118328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7a2ed-0e5f-4901-84d1-468050d8f544 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:26.137540 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.211516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:26.216017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:26.219291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:26.220918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.223948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:26.227599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0657f71a-1276-4e42-a6f2-05ed0831f9e7 None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:26.228687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.235408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-114baf71-59c5-4813-bfde-bcde95782d65 req-33b57775-c3e8-48c8-ac26-51a31a8adb73 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699507 Aug 25 15:11:26.261131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] device_id is not set on port feac7f5e-0bb4-471d-a660-5cfe799c3cd6 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:11:26.294899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=785e4aec-1567-4f49-bdb9-37b5230c463d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:26.352015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.381530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=b28ce4dc-e0cf-441e-b33c-ee04f95fcf97,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:26.409011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e4110871-303e-4678-b48e-40b15e31da19 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3504119 Aug 25 15:11:26.413425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:26.415225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'security_group': {'name': 'tempest-secgroup-422771275'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:26.451392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-2bec6178-aaff-448a-a777-8bd443dc5cc1', 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'tenant_id': 'f77ccc4cdcca480990da5e46893bf799', 'fixed_ips': [{'subnet_id': '785e4aec-1567-4f49-bdb9-37b5230c463d'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:11:26.452668 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.465263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.9 (72cf4dea-8d46-4f3d-8c15-e6363ae725aa/279c46c2-a495-4574-b098-ac2873669694/feac7f5e-0bb4-471d-a660-5cfe799c3cd6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:26.533754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.695081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.720909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Allocated IP 172.20.0.2 (2bec6178-aaff-448a-a777-8bd443dc5cc1/785e4aec-1567-4f49-bdb9-37b5230c463d/f8317fb4-e7e4-4dd9-a7c7-38da20a6f553) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:26.933829 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:26.966014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Transition to ACTIVE for port object f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:26.966014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Transition to ACTIVE for port object f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:27.126427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.132582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.406352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-397328e0-6b34-4345-9521-594bdb08bead tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:27.412260 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.412260 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.412507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-397328e0-6b34-4345-9521-594bdb08bead tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 945 time: 0.0798113 Aug 25 15:11:27.412619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.412719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router e843c316-120f-45bd-93c7-8b0b8c82cade has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:27.439102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.443427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.484166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:27.492621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:27.496606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:27.557449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9785f05a-a55c-46f9-a79b-6c7b3fa2a1a1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:27.563067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Pushing event updated for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:27.565547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Attempting to bind port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:11:27.566359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Attempting to bind port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a7b8d95b-b3d3-468e-8505-955cf36b322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:11:27.566359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Attempting to bind port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 on network 2bec6178-aaff-448a-a777-8bd443dc5cc1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:27.572298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:11:27.573070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Checking segment: {'id': 'a7b8d95b-b3d3-468e-8505-955cf36b322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:27.573070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.573775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Bound using segment: {'id': 'a7b8d95b-b3d3-468e-8505-955cf36b322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:11:27.574143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Bound port: f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b8d95b-b3d3-468e-8505-955cf36b322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:11:27.575152 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.597574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:27.603335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-99e6b5af-0086-4634-8dbb-6de16e0d68cf tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "PUT /v2.0/routers/e843c316-120f-45bd-93c7-8b0b8c82cade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4700947 Aug 25 15:11:27.607863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:27.609210 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] Sync routers for ids ['e843c316-120f-45bd-93c7-8b0b8c82cade'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:27.609816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port 58690a3d-55b2-405d-9252-83b69e765b8e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:27.610151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.613568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:27.615529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:27.637516 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] Routers {'e843c316-120f-45bd-93c7-8b0b8c82cade'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:27.640035 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e843c316-120f-45bd-93c7-8b0b8c82cade'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:27.647421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:27.712241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:11:27.717535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,segment=NetworkSegment(a7b8d95b-b3d3-468e-8505-955cf36b322e),segment_id=a7b8d95b-b3d3-468e-8505-955cf36b322e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:11:27.771468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting subnet cadbf36e-4144-493a-8bde-c7af6bb4e73b {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:27.774476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:27.775171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.793745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.798792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.801155 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2891c97-d2b1-449a-a52e-a397427f7974 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3896778 Aug 25 15:11:27.803377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=feac7f5e-0bb4-471d-a660-5cfe799c3cd6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:27.813435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:27.818490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'security_group': {'name': 'tempest-secgroup-464803361'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:27.824425 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.830933 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] Set router e843c316-120f-45bd-93c7-8b0b8c82cade gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:27.839800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679ca48-648f-4028-8353-fcef8d208a09 req-042b1a71-65be-476b-b9fc-2f7282e70860 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:27.841738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8679ca48-648f-4028-8353-fcef8d208a09 req-042b1a71-65be-476b-b9fc-2f7282e70860 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 945 time: 0.4618192 Aug 25 15:11:27.857545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port 58690a3d-55b2-405d-9252-83b69e765b8e, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=58690a3d-55b2-405d-9252-83b69e765b8e,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:27.858011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.883648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for 58690a3d-55b2-405d-9252-83b69e765b8e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:27.890138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:27.927113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6520d17b-08f4-42e9-ae96-8005da37f5e5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0361216 Aug 25 15:11:27.927113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:27.929226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'port': {'network_id': '72cf4dea-8d46-4f3d-8c15-e6363ae725aa', 'name': 'tempest-FloatingIPTestJSON-2075239351'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:27.929839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d7c02-4ec7-4525-9e25-d51c9b9d8e6a None None] Pushing event updated for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:27.937192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8679ca48-648f-4028-8353-fcef8d208a09 req-4741d4b4-1467-4468-9453-d66db1ccf427 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886362 Aug 25 15:11:28.144015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.149894 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:11:25Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:28.162295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.195942 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] Checking router: e843c316-120f-45bd-93c7-8b0b8c82cade for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:11:28.279228 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] Routers {'e843c316-120f-45bd-93c7-8b0b8c82cade'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:28.280138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e843c316-120f-45bd-93c7-8b0b8c82cade'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:28.280596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:11:28.280596 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:11:28.280596 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '25ad7fa07dd342fe937ef6221d9f6b1c', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 11, 28, 202357)}] Aug 25 15:11:28.280596 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:11:28.280992 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:11:28.352093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.366131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', '58690a3d-55b2-405d-9252-83b69e765b8e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:28.379513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['84604afd-9d77-454c-b03a-1a8fd0f94d80'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:28.444109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.456415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.469861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=58690a3d-55b2-405d-9252-83b69e765b8e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:28.511307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.515103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/subnets/cadbf36e-4144-493a-8bde-c7af6bb4e73b HTTP/1.1" status: 204 len: 168 time: 0.8998733 Aug 25 15:11:28.516885 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58512) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:28.535577 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] Set router e843c316-120f-45bd-93c7-8b0b8c82cade gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:28.544206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c990e0-2878-43e2-9ba4-fdf57e260c3a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Subnet': ['ID=cadbf36e-4144-493a-8bde-c7af6bb4e73b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:28.555764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7759f5f-a44a-4f2e-86d4-30bee127dd55 None None] Network 8f4740de-c21c-4f9e-81ef-caad616367f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:28.591616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.611498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port 58690a3d-55b2-405d-9252-83b69e765b8e on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:28.620761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.625221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-107a1e50-7c2d-45f4-9a1a-d31e54396762 req-33ac1cdc-c966-442e-b4e5-a2551d158cd6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "DELETE /v2.0/ports/58690a3d-55b2-405d-9252-83b69e765b8e HTTP/1.1" status: 204 len: 173 time: 1.2096467 Aug 25 15:11:28.625419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'name': 'network-vif-deleted', 'tag': '58690a3d-55b2-405d-9252-83b69e765b8e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:28.628919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec591792-1905-4b63-b912-f9f5f3ff16db,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:28.634422 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a42757-fed0-48eb-b964-8d212a9fbb78" -d '{"events": [{"server_uuid": "ae056b33-13dc-45d5-8031-0b8c7594c558", "name": "network-vif-deleted", "tag": "58690a3d-55b2-405d-9252-83b69e765b8e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:28.709741 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31080a-9fe6-4831-81d1-649d97dbad56 x-openstack-request-id: req-ef31080a-9fe6-4831-81d1-649d97dbad56 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:28.710299 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae056b33-13dc-45d5-8031-0b8c7594c558", "name": "network-vif-deleted", "tag": "58690a3d-55b2-405d-9252-83b69e765b8e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:28.710559 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef31080a-9fe6-4831-81d1-649d97dbad56 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:28.710992 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae056b33-13dc-45d5-8031-0b8c7594c558', 'name': 'network-vif-deleted', 'tag': '58690a3d-55b2-405d-9252-83b69e765b8e', 'status': 'completed', 'code': 200} Aug 25 15:11:28.728201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.806947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:28.812332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58520) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:28.816534 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2d3ebf3b-f7f5-41c7-ba1f-b3d1d3178a9c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0018620 Aug 25 15:11:28.820504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1835516665', 'security_groups': ['ec591792-1905-4b63-b912-f9f5f3ff16db'], 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '785e4aec-1567-4f49-bdb9-37b5230c463d'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:28.919943 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:11:25Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:28.979068 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2629f-953b-4098-99dc-37f43c7d591f None None] The sync data for ids ['e843c316-120f-45bd-93c7-8b0b8c82cade'] in n-d-805995-2 is: [{'id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1287752683', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:10:37Z', 'updated_at': '2021-08-25T15:11:25Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': '13398b10-02b6-485a-b8b4-f1956d3fa191', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e843c316-120f-45bd-93c7-8b0b8c82cade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:10:38Z', 'updated_at': '2021-08-25T15:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:28.998821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:29.002493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.050428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.104748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] device_id is not set on port 08c1217b-5587-45d7-9593-53d20f9c10d6 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:11:29.195605 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.200676 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4929776-c310-4499-ab47-3663897b216a req-4932ca7e-1f68-4e74-93d5-c88b52cabd17 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae056b33-13dc-45d5-8031-0b8c7594c558 HTTP/1.1" status: 200 len: 210 time: 0.0848567 Aug 25 15:11:29.368492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:29.430659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] DHCP port deletion for 8f4740de-c21c-4f9e-81ef-caad616367f9 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:29.442517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.8 (72cf4dea-8d46-4f3d-8c15-e6363ae725aa/279c46c2-a495-4574-b098-ac2873669694/08c1217b-5587-45d7-9593-53d20f9c10d6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:29.449041 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port 13398b10-02b6-485a-b8b4-f1956d3fa191 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:29.449439 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.629657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] Deleting port 7e047d66-bbfd-4500-828d-025d3c737d62 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:29.630231 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.701043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:29.712696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.771131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port e6a68747-4c2e-430d-92d3-8b530a862162 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:11:29.781307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] For port 7e047d66-bbfd-4500-828d-025d3c737d62, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7e047d66-bbfd-4500-828d-025d3c737d62,segment=NetworkSegment(332c5939-1af6-419b-8085-805bbafa8ab8),segment_id=332c5939-1af6-419b-8085-805bbafa8ab8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:29.781710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:29.798650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] Calling delete_port for 7e047d66-bbfd-4500-828d-025d3c737d62 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:29.946024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:29.977366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:30.008117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] For port 13398b10-02b6-485a-b8b4-f1956d3fa191, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=13398b10-02b6-485a-b8b4-f1956d3fa191,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:30.012690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.042783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for 13398b10-02b6-485a-b8b4-f1956d3fa191 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:30.051206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:30.051206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b28ce4dc-e0cf-441e-b33c-ee04f95fcf97 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:30.053045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.088156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] Pushing event deleted for resources: {'Port': ['ID=7e047d66-bbfd-4500-828d-025d3c737d62,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:30.094249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Provisioning for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:30.100183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8262b3-794c-41de-90b7-564f502b6509 None None] No DVR routers for this DVR port 7e047d66-bbfd-4500-828d-025d3c737d62 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:30.107012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:30.107265 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.135705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.8 (2bec6178-aaff-448a-a777-8bd443dc5cc1/785e4aec-1567-4f49-bdb9-37b5230c463d/e6a68747-4c2e-430d-92d3-8b530a862162) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:30.182337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.265104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.327967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,segment=NetworkSegment(a7b8d95b-b3d3-468e-8505-955cf36b322e),segment_id=a7b8d95b-b3d3-468e-8505-955cf36b322e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:30.363960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.392864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object e6a68747-4c2e-430d-92d3-8b530a862162 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:30.439129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.443618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.508731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.513686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Pushing event updated for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:30.534870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:30.538983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.539419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.564073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=08c1217b-5587-45d7-9593-53d20f9c10d6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:30.586902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:30.602624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:30.640994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:30.651271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:30.654730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:30.659655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:30.661653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bf6eb5df-969d-4683-91d5-ed94b65f90b1 None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:30.785110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=e6a68747-4c2e-430d-92d3-8b530a862162,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:30.786311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:30.786311 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.786862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:30.786862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.787241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=13398b10-02b6-485a-b8b4-f1956d3fa191,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:30.792298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.827755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 58690a3d-55b2-405d-9252-83b69e765b8e no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:30.915167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 58690a3d-55b2-405d-9252-83b69e765b8e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:30.920842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:30.921029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 58690a3d-55b2-405d-9252-83b69e765b8e not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:30.921149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.046013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ade06-c034-4670-baed-c979ea9f12a1 req-1d605923-99bd-4638-b38b-5c0d8e250d50 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:31.047633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a85ade06-c034-4670-baed-c979ea9f12a1 req-1d605923-99bd-4638-b38b-5c0d8e250d50 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1098 time: 0.0655224 Aug 25 15:11:31.089937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-db102b44-c46d-4e80-ab2e-27e219d95926 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1659074 Aug 25 15:11:31.093068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.093068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Fanout notify agent at l3_agent the message router_deleted on router e843c316-120f-45bd-93c7-8b0b8c82cade {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:11:31.099495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.103868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6eb2701c-22f4-4d4a-aea3-1cf0a5e6e3e9 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/routers/e843c316-120f-45bd-93c7-8b0b8c82cade HTTP/1.1" status: 204 len: 168 time: 2.5824232 Aug 25 15:11:31.103868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58576) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:31.110500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '08c1217b-5587-45d7-9593-53d20f9c10d6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:31.113160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a85ade06-c034-4670-baed-c979ea9f12a1 req-1774d305-0d2e-4a48-9fad-240c470a47ba tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556724 Aug 25 15:11:31.118789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:31.127587 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6da69156-5c67-4797-ac88-f541b361a6d8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3125517 Aug 25 15:11:31.135628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:31.140425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58586) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:31.144499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:31.229740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b42f9677-077a-4f04-baa1-9a2563a3a3d9 None None] Provisioning for port e6a68747-4c2e-430d-92d3-8b530a862162 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:31.234367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b42f9677-077a-4f04-baa1-9a2563a3a3d9 None None] Provisioning complete for port e6a68747-4c2e-430d-92d3-8b530a862162 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:31.234535 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b42f9677-077a-4f04-baa1-9a2563a3a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.294757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b42f9677-077a-4f04-baa1-9a2563a3a3d9 None None] Port e6a68747-4c2e-430d-92d3-8b530a862162 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:31.329855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.395260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.450715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4888b7-0d8d-4a6a-82f7-e40d6197dca8 req-73db03e8-c531-42ea-8d7a-a14ebeacf19a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:31.457699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.458180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f4888b7-0d8d-4a6a-82f7-e40d6197dca8 req-73db03e8-c531-42ea-8d7a-a14ebeacf19a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.1513405 Aug 25 15:11:31.549895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:31.550765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f4888b7-0d8d-4a6a-82f7-e40d6197dca8 req-f4bc0a81-5a12-4d1b-a0db-5737a1b334a7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917768 Aug 25 15:11:31.565688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.670854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.172 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/dbd61749-c468-402a-9f58-248d24ebb985) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:31.710854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.758262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4740de-c21c-4f9e-81ef-caad616367f9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:31.767319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332c5939-1af6-419b-8085-805bbafa8ab8') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:31.767773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332c5939-1af6-419b-8085-805bbafa8ab8') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:31.769989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:31.781640 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.798023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port de2575cb-cd16-4f1d-ba53-9d0c6720a7d0 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:31.798683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.853978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.867342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:31.868562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.870475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:31.870897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:31.874796 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:31.941843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.972543 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 785e4aec-1567-4f49-bdb9-37b5230c463d (CIDR: 172.20.0.0/28) Aug 25 15:11:31.984521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.985620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:31.999216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for de2575cb-cd16-4f1d-ba53-9d0c6720a7d0 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:32.009696 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:11:32.010292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:32.059898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.075368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.076620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/networks/8f4740de-c21c-4f9e-81ef-caad616367f9 HTTP/1.1" status: 204 len: 168 time: 0.9561102 Aug 25 15:11:32.079590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:32.090385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.127249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5a2b6-3167-4a0b-a230-e827abff6904 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Network': ['ID=8f4740de-c21c-4f9e-81ef-caad616367f9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:32.159102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7e047d66-bbfd-4500-828d-025d3c737d62 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:32.194556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7e047d66-bbfd-4500-828d-025d3c737d62 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:32.195202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7e047d66-bbfd-4500-828d-025d3c737d62 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:32.195695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13398b10-02b6-485a-b8b4-f1956d3fa191 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:32.216303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 13398b10-02b6-485a-b8b4-f1956d3fa191 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:32.216744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 13398b10-02b6-485a-b8b4-f1956d3fa191 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:32.217068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f943c6c1-9555-4981-bafc-339607ed6819 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0795984 Aug 25 15:11:32.231640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58612) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:32.240656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:32.298882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:32.322839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:32.331740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:32.370244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.376197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=dbd61749-c468-402a-9f58-248d24ebb985,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:32.425037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=de2575cb-cd16-4f1d-ba53-9d0c6720a7d0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:32.512753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.512753 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP ba3203f7-27d0-4a5d-a769-531dda04423c disassociated (deleted). External IP: 172.25.8.122, port: 9e06074b-aa19-4d34-acd9-795e87322539. Aug 25 15:11:32.660623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-b511ec5f-8120-41ad-adab-82fb8c23f05d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:32.662685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-b511ec5f-8120-41ad-adab-82fb8c23f05d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.0951188 Aug 25 15:11:32.790846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port 98750eaf-1ef6-4bc7-bb08-56a8bd3e5d1c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:32.791387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.810756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:32.814603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:32.905058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef7d09-34c0-41d4-ba63-e6ea1d62a82f req-9d4a0985-2efb-4573-b8fa-5c4fea1d2591 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:32.907133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cef7d09-34c0-41d4-ba63-e6ea1d62a82f req-9d4a0985-2efb-4573-b8fa-5c4fea1d2591 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.1897633 Aug 25 15:11:33.016673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cef7d09-34c0-41d4-ba63-e6ea1d62a82f req-729eead9-6ca0-4bac-bc82-f4034db64f82 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992093 Aug 25 15:11:33.046291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58654) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:33.075262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port 84604afd-9d77-454c-b03a-1a8fd0f94d80 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:33.075634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:33.153061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 05c26900-c03a-4b3e-971a-9e89d53462bf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:33.274900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port 84604afd-9d77-454c-b03a-1a8fd0f94d80, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=84604afd-9d77-454c-b03a-1a8fd0f94d80,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:33.275346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:33.321444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for 84604afd-9d77-454c-b03a-1a8fd0f94d80 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:33.394179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:33.405234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:33.408665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] Sync routers for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:33.420944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:33.422343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:33.543956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:33.544292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:33.660944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:33.791317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for 98750eaf-1ef6-4bc7-bb08-56a8bd3e5d1c owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:33.934665 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b67a9d9e-c179-43f8-81bc-d0a5b8ef91ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:33.978944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c79a4028-0aec-4b24-8f4a-b9e41f76f242 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/floatingips/ba3203f7-27d0-4a5d-a769-531dda04423c HTTP/1.1" status: 204 len: 168 time: 2.8350468 Aug 25 15:11:33.993302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:33.998286 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc650a5-e982-476f-b114-c2adde111231" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:34.114278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:34.114804 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e55db76-b538-4c42-ab96-220f2b76c776 x-openstack-request-id: req-5e55db76-b538-4c42-ab96-220f2b76c776 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:34.115118 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:34.126265 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e55db76-b538-4c42-ab96-220f2b76c776 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:34.126834 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'status': 'completed', 'code': 200} Aug 25 15:11:34.212980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] Checking router: 05c26900-c03a-4b3e-971a-9e89d53462bf for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:11:34.225105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:34.226805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:34.329964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:34.360614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc650a5-e982-476f-b114-c2adde111231 req-524cd0d1-0f37-4f54-911a-fa1a7cc2b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:34.362409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-524cd0d1-0f37-4f54-911a-fa1a7cc2b952 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 1098 time: 0.2346506 Aug 25 15:11:34.391941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:34.547461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f115-29f1-4835-8fb9-fbcf73a983ce req-ee78b076-17d6-4b9c-8b15-f3544df2aedf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:34.547461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c28f115-29f1-4835-8fb9-fbcf73a983ce req-ee78b076-17d6-4b9c-8b15-f3544df2aedf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 945 time: 0.3061998 Aug 25 15:11:34.579114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b67a9d9e-c179-43f8-81bc-d0a5b8ef91ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:34.621707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc650a5-e982-476f-b114-c2adde111231 req-41e65a66-9a7d-46e2-b38e-fbf870f2b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:34.623366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-41e65a66-9a7d-46e2-b38e-fbf870f2b09e service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 200 len: 897 time: 0.2448158 Aug 25 15:11:34.633946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c28f115-29f1-4835-8fb9-fbcf73a983ce req-282f1bb9-1f5d-4090-8ba0-e1d586cae585 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934510 Aug 25 15:11:34.679425 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-b13d8070-dd84-4c30-ba72-a7ea1d9b531f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 200 len: 217 time: 0.0415652 Aug 25 15:11:34.736063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc650a5-e982-476f-b114-c2adde111231 req-dbc37c33-53ef-4329-88ad-872ad25053ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:34.737875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-dbc37c33-53ef-4329-88ad-872ad25053ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 200 len: 833 time: 0.0525007 Aug 25 15:11:34.814457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc650a5-e982-476f-b114-c2adde111231 req-7d6ee685-0856-4d07-bb6d-b8f398ab0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:34.818677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:34.820873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-7d6ee685-0856-4d07-bb6d-b8f398ab0491 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d0e954-e0f0-4276-a99f-6cc7a0ca533b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763652 Aug 25 15:11:34.847163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226586c2-d648-48d4-908a-6481a9540a15 None None] The sync data for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 is: [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:08:59Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '4678723a-b492-4157-890d-f4b619a683e6', 'name': '', 'network_id': '78d0e954-e0f0-4276-a99f-6cc7a0ca533b', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:3f:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:57Z', 'updated_at': '2021-08-25T15:09:10Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '40fd0936-95cc-427f-8a6d-302df7ef43b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:34.887471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:34.949107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b67a9d9e-c179-43f8-81bc-d0a5b8ef91ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:34.964654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:34.998671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.012592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b67a9d9e-c179-43f8-81bc-d0a5b8ef91ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7b0a6770f73498ca6552055e2e4d2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9633825 Aug 25 15:11:35.019971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['84604afd-9d77-454c-b03a-1a8fd0f94d80'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:35.029593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58740) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:35.057545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=98750eaf-1ef6-4bc7-bb08-56a8bd3e5d1c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:35.070204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.080093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:35.119781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=84604afd-9d77-454c-b03a-1a8fd0f94d80,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:35.122299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:35.139436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:35.206881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:35.209028 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.217745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=1e84c0b7-12e8-4e49-a585-eb5660d3cd89,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:35.231098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port 84604afd-9d77-454c-b03a-1a8fd0f94d80 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:35.235511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.238197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0faf4d8-c08a-45d2-833e-ee1772593a6e req-34ced275-42ce-4872-bc51-fb46701d771f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "DELETE /v2.0/ports/84604afd-9d77-454c-b03a-1a8fd0f94d80 HTTP/1.1" status: 204 len: 173 time: 2.5318358 Aug 25 15:11:35.240704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461f4e3-37e7-4b2c-9ade-de7756503712 None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:35.246563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a9d9e-c179-43f8-81bc-d0a5b8ef91ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b52dc8-957f-4555-aa4c-271ce53e6459,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:35.258983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-0eb3a163-460e-4da0-b597-203f3b059e8c service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311483 Aug 25 15:11:35.341748 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8d5d36-9d12-42bc-8e45-168f5f3660c1 None None] New status for floating IP ba3203f7-27d0-4a5d-a769-531dda04423c: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:11:35.526285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e756-cbee-4aaa-b90b-27aa5965f988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.527247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.535133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.535735 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Floating IP 9b395b36-4c91-45a7-8598-51bd2721017e disassociated (deleted). External IP: 172.25.8.210, port: 13d1de30-b6ce-4f50-96e9-0cd41dc56dba. Aug 25 15:11:35.568715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2210d-7ccc-44f3-bbfe-73df1795c096 req-63867cc1-ce1b-4b56-a19c-a22396af60e8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:35.571242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9a2210d-7ccc-44f3-bbfe-73df1795c096 req-63867cc1-ce1b-4b56-a19c-a22396af60e8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 947 time: 0.2768562 Aug 25 15:11:35.615072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.635864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9a2210d-7ccc-44f3-bbfe-73df1795c096 req-44648a43-8fcb-471b-ad2e-0d6cd6c0348d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Aug 25 15:11:35.637291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5bc650a5-e982-476f-b114-c2adde111231 req-990af558-726a-44da-9820-c013f3b332b9 service neutron] 10.222.0.45 "GET /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657579 Aug 25 15:11:35.645580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e756-cbee-4aaa-b90b-27aa5965f988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.676771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-311d55d9-7131-4a67-b147-543aa0b3fa56 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4401593 Aug 25 15:11:35.679911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58772) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:35.702973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-597104437', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e84c0b7-12e8-4e49-a585-eb5660d3cd89'}], 'security_groups': ['9785f05a-a55c-46f9-a79b-6c7b3fa2a1a1']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:35.742914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=dbd61749-c468-402a-9f58-248d24ebb985,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:35.773070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Update dhcp port {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'fixed_ips': [{'subnet_id': '785e4aec-1567-4f49-bdb9-37b5230c463d', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e84c0b7-12e8-4e49-a585-eb5660d3cd89'}], 'binding:host_id': 'n-d-805995-2'}, 'id': 'f8317fb4-e7e4-4dd9-a7c7-38da20a6f553'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:11:35.800429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.802492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:35.881316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcf77175-300e-4090-91d8-540ad15a029a req-91e0ffd1-8da4-4d6c-a78c-f541beae2ee0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=2958deeb-3ea4-469b-afef-aaeb6a3da117 HTTP/1.1" status: 200 len: 210 time: 0.0726080 Aug 25 15:11:36.008979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Allocated IP 172.20.0.18 (2bec6178-aaff-448a-a777-8bd443dc5cc1/1e84c0b7-12e8-4e49-a585-eb5660d3cd89/f8317fb4-e7e4-4dd9-a7c7-38da20a6f553) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:36.016177 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP c7a13ca4-7da1-4bed-86b0-46a33c22a38c associated. External IP: 172.25.8.172, port: 08c1217b-5587-45d7-9593-53d20f9c10d6. Aug 25 15:11:36.051707 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:36.142484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'name': 'network-vif-deleted', 'tag': '84604afd-9d77-454c-b03a-1a8fd0f94d80'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:36.144661 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb1cda-3a11-4eac-92f6-be196afc8cfb" -d '{"events": [{"server_uuid": "2958deeb-3ea4-469b-afef-aaeb6a3da117", "name": "network-vif-deleted", "tag": "84604afd-9d77-454c-b03a-1a8fd0f94d80"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:36.160289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e756-cbee-4aaa-b90b-27aa5965f988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:36.163924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e756-cbee-4aaa-b90b-27aa5965f988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:36.167668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ddf2e756-cbee-4aaa-b90b-27aa5965f988 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35b52dc8-957f-4555-aa4c-271ce53e6459 HTTP/1.1" status: 204 len: 168 time: 1.1154580 Aug 25 15:11:36.227501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2e756-cbee-4aaa-b90b-27aa5965f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b52dc8-957f-4555-aa4c-271ce53e6459,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:36.261796 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db9abc-fd55-49bc-9c3b-7f7e3080de50 x-openstack-request-id: req-42db9abc-fd55-49bc-9c3b-7f7e3080de50 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:36.261796 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958deeb-3ea4-469b-afef-aaeb6a3da117", "name": "network-vif-deleted", "tag": "84604afd-9d77-454c-b03a-1a8fd0f94d80", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:36.262546 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42db9abc-fd55-49bc-9c3b-7f7e3080de50 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:36.263550 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958deeb-3ea4-469b-afef-aaeb6a3da117', 'name': 'network-vif-deleted', 'tag': '84604afd-9d77-454c-b03a-1a8fd0f94d80', 'status': 'completed', 'code': 200} Aug 25 15:11:36.313249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,segment=NetworkSegment(a7b8d95b-b3d3-468e-8505-955cf36b322e),segment_id=a7b8d95b-b3d3-468e-8505-955cf36b322e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:36.435071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:36.497935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Transition to ACTIVE for port object f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:36.557964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:36.619910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-ec78e73f-6955-48ee-8358-37b8631ca8a6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:36.621445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-ec78e73f-6955-48ee-8358-37b8631ca8a6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 947 time: 0.0695961 Aug 25 15:11:36.639376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:36.876701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d8e8-fef7-48bb-849f-a74baedd2da7 None None] Pushing event updated for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:36.942591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Delete allocated IP 172.20.0.8 (2bec6178-aaff-448a-a777-8bd443dc5cc1/785e4aec-1567-4f49-bdb9-37b5230c463d) {{(pid=101873) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 15:11:36.963475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.20 (2bec6178-aaff-448a-a777-8bd443dc5cc1/1e84c0b7-12e8-4e49-a585-eb5660d3cd89/e6a68747-4c2e-430d-92d3-8b530a862162) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:36.997565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:37.005783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:37.008176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] Sync routers for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:37.021546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:37.026673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:37.069957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b3d80-7179-4cd1-9aa1-b6322dfbe634 req-b8c59d93-69ad-474d-b15a-b2458a65b4ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:37.071577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e3b3d80-7179-4cd1-9aa1-b6322dfbe634 req-b8c59d93-69ad-474d-b15a-b2458a65b4ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 947 time: 0.2528157 Aug 25 15:11:37.083530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-922e104b-d394-4c5b-9051-ac8f0b05430b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/floatingips/9b395b36-4c91-45a7-8598-51bd2721017e HTTP/1.1" status: 204 len: 168 time: 5.0022130 Aug 25 15:11:37.094108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:37.096506 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c72b6-36e9-40e8-9149-567181d7aa86" -d '{"events": [{"name": "network-changed", "server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:37.099950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 9e06074b-aa19-4d34-acd9-795e87322539 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:37.102326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:37.152273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:37.167746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e3b3d80-7179-4cd1-9aa1-b6322dfbe634 req-2aba6ebb-8f90-46cd-85f7-6667bc3e7b00 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736806 Aug 25 15:11:37.289807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:37.291226 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40805cb-75f0-43ac-b39b-be0a44c6e0ee x-openstack-request-id: req-d40805cb-75f0-43ac-b39b-be0a44c6e0ee {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:37.295484 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:37.295484 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d40805cb-75f0-43ac-b39b-be0a44c6e0ee {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:37.295484 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'status': 'completed', 'code': 200} Aug 25 15:11:37.557780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:37.562643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:37.588450 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:37.601143 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:37.607189 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:37.657545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:37.669011 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:37.670716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:37.673115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-8f524096-7fae-40a1-bdac-18cd613c3a68 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:37.687601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-8f524096-7fae-40a1-bdac-18cd613c3a68 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.2543283 Aug 25 15:11:37.703078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:37.723797 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:37.724861 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6a718-d470-4852-ad30-21518d01fd19 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:37.748243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-e53c6457-a71c-4726-96b8-92476db16dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:37.750611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-e53c6457-a71c-4726-96b8-92476db16dd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 1136 time: 0.4350917 Aug 25 15:11:37.790730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fcffdbc1-c7fc-452f-bfe7-f952ea616085 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6840911 Aug 25 15:11:37.790730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:37.800277 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-6e70a14a-9157-498a-9e0f-22d7ac3f7070 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.1117730 Aug 25 15:11:37.827461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:37.851532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:34Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:37.881324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] Checking router: 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:11:37.891243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:37.891854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:38.012093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.027355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:38.039441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.054836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object e6a68747-4c2e-430d-92d3-8b530a862162 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:38.065032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 9e06074b-aa19-4d34-acd9-795e87322539, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=9e06074b-aa19-4d34-acd9-795e87322539,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:38.065529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.089211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 9e06074b-aa19-4d34-acd9-795e87322539 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:38.117389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0fcb7-39e4-4d3e-a9f1-e082cb289b2c req-dd2cbd94-bf0c-46a7-84e6-b0c4a6c8b852 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:38.120692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dd0fcb7-39e4-4d3e-a9f1-e082cb289b2c req-dd2cbd94-bf0c-46a7-84e6-b0c4a6c8b852 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.3404541 Aug 25 15:11:38.166520 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.239681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 84604afd-9d77-454c-b03a-1a8fd0f94d80 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:38.250704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dd0fcb7-39e4-4d3e-a9f1-e082cb289b2c req-1b321c07-f932-4d80-9ed2-db82cbeab531 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1199880 Aug 25 15:11:38.253638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.281893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-b17a6ca8-2938-4665-ba99-907d9d29abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:38.284489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-b17a6ca8-2938-4665-ba99-907d9d29abaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e58db2c-47ef-4c69-82a8-697789360975 HTTP/1.1" status: 200 len: 897 time: 0.5220661 Aug 25 15:11:38.289455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-d7453e6a-2cef-4716-b1ef-020892d41266 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4801846 Aug 25 15:11:38.372851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Provisioning for port e6a68747-4c2e-430d-92d3-8b530a862162 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:38.374196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] In _notify_port_updated(), no bound segment for port e6a68747-4c2e-430d-92d3-8b530a862162 on network 2bec6178-aaff-448a-a777-8bd443dc5cc1 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:11:38.382764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:38.383459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.387247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 84604afd-9d77-454c-b03a-1a8fd0f94d80 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:38.388248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/ports/e6a68747-4c2e-430d-92d3-8b530a862162 HTTP/1.1" status: 200 len: 920 time: 2.7059560 Aug 25 15:11:38.388758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 84604afd-9d77-454c-b03a-1a8fd0f94d80 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:38.398413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Provisioning complete for port e6a68747-4c2e-430d-92d3-8b530a862162 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:38.398799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.405593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58880) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:38.468219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Port e6a68747-4c2e-430d-92d3-8b530a862162 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:38.478911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:34Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:38.495988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1e5b6-c376-4d10-9761-d69b40163d4d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=e6a68747-4c2e-430d-92d3-8b530a862162,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:38.506214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.506569 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP c7a13ca4-7da1-4bed-86b0-46a33c22a38c disassociated. External IP: 172.25.8.172, port: 08c1217b-5587-45d7-9593-53d20f9c10d6. Aug 25 15:11:38.511711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39bf457-9858-4cf6-b8de-ad6974e53b54 None None] The sync data for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 is: [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:09:25Z', 'revision_number': 4, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6eee1cb6-58a7-47e7-a044-ba7da9266b22', 'name': '', 'network_id': '0e58db2c-47ef-4c69-82a8-697789360975', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'mac_address': 'fa:16:3e:b8:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:23Z', 'updated_at': '2021-08-25T15:09:34Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'subnets': [{'id': 'e0c29693-bb7e-4d47-b137-1cbf077f8a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:38.605826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-d45d0346-3c8b-449d-a7a9-1b0509a57e64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba HTTP/1.1" status: 200 len: 217 time: 0.2380965 Aug 25 15:11:38.617998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Provisioning for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:38.627505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:38.627505 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.670971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-aaf330c5-65d8-44bc-b743-136f096eec16 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747039 Aug 25 15:11:38.902694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:38.903421 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:38.917045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098993-00c8-4ec9-8f51-acfd2538c17c req-f3ed563d-c3d7-4c31-9222-93ef4a03ba53 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:38.918843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74098993-00c8-4ec9-8f51-acfd2538c17c req-f3ed563d-c3d7-4c31-9222-93ef4a03ba53 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 947 time: 0.5293095 Aug 25 15:11:38.997358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3668a-b136-4fd0-b3d7-3efcc8e1016d None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:39.034171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446ac72-6408-40b7-ac64-6ca09caa68ea None None] New status for floating IP 9b395b36-4c91-45a7-8598-51bd2721017e: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:11:39.035872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:39.040395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.054523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-d61331f8-0557-4af0-80fd-a643426c3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:39.056048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-d61331f8-0557-4af0-80fd-a643426c3673 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0c29693-bb7e-4d47-b137-1cbf077f8a62 HTTP/1.1" status: 200 len: 835 time: 0.3623698 Aug 25 15:11:39.144286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0f3fd2b4-e5ad-4831-b74d-cfaac790dda3 None None] Provisioning complete for port e6a68747-4c2e-430d-92d3-8b530a862162 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:39.144286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f3fd2b4-e5ad-4831-b74d-cfaac790dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.191838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0f3fd2b4-e5ad-4831-b74d-cfaac790dda3 None None] Port e6a68747-4c2e-430d-92d3-8b530a862162 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:39.203841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-2612ea02-8c1e-4efc-9d37-3d4048b8c495 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532130 Aug 25 15:11:39.205162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=9e06074b-aa19-4d34-acd9-795e87322539,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:39.220405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74098993-00c8-4ec9-8f51-acfd2538c17c req-dcf9cee9-235b-4d25-b610-ce1be9ad0488 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3243c8d-905d-4c6c-9431-e84b09318f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877090 Aug 25 15:11:39.235985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port e6a68747-4c2e-430d-92d3-8b530a862162 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:39.236405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.282765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-cc482c03-a373-49da-9b12-c4a7f93cf6bc tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:39.284621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-cc482c03-a373-49da-9b12-c4a7f93cf6bc tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.3622077 Aug 25 15:11:39.306214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:39.307680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.311973 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:39.341067 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:39.341067 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:39.347564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d800febe-2f9f-495a-b497-bbd255f15932 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/floatingips/c7a13ca4-7da1-4bed-86b0-46a33c22a38c HTTP/1.1" status: 200 len: 688 time: 1.5331368 Aug 25 15:11:39.349568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58910) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:39.404994 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:39.406673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] No DVR routers for this DVR port 9e06074b-aa19-4d34-acd9-795e87322539 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:39.417809 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:39.419059 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:39.457350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.468066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-901c3883-5fa1-4415-b9d9-ee3368040ef8 req-be5430c2-c050-456f-ac72-b84511cf4ae0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "DELETE /v2.0/ports/9e06074b-aa19-4d34-acd9-795e87322539 HTTP/1.1" status: 204 len: 173 time: 2.8403358 Aug 25 15:11:39.468571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-deleted', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:39.471383 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5261e47-8fb2-40cf-84ac-82e45ad7c728" -d '{"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-deleted", "tag": "9e06074b-aa19-4d34-acd9-795e87322539"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:39.511798 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:39.514004 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58893-87ee-4eb5-a525-67f6eae0356d None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:39.520236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-6e55e605-42f4-49c6-9665-564d4d3512fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:39.521895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-6e55e605-42f4-49c6-9665-564d4d3512fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e58db2c-47ef-4c69-82a8-697789360975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4118733 Aug 25 15:11:39.553419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port dbd61749-c468-402a-9f58-248d24ebb985 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:39.554084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.653397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.653868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.668265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for dbd61749-c468-402a-9f58-248d24ebb985 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:39.706766 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47919815-4ff3-405d-b57e-e1d7955279de x-openstack-request-id: req-47919815-4ff3-405d-b57e-e1d7955279de {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:39.707411 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb95d7-e115-46d8-9315-20bd9331890d", "name": "network-vif-deleted", "tag": "9e06074b-aa19-4d34-acd9-795e87322539", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:39.707842 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47919815-4ff3-405d-b57e-e1d7955279de {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:39.708563 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb95d7-e115-46d8-9315-20bd9331890d', 'name': 'network-vif-deleted', 'tag': '9e06074b-aa19-4d34-acd9-795e87322539', 'status': 'completed', 'code': 200} Aug 25 15:11:39.798985 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e58ba899-0f4e-4741-a996-d4e96d6c7683 req-e8798e4a-615f-4e99-aa7e-1f3d5e7cd1a9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 210 time: 0.0415642 Aug 25 15:11:39.814963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:39.846943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fb1d2-84c1-4f4a-ac5b-bec07a87216c req-846c1525-5515-474e-bbcd-07baffe1a716 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:39.849042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-031fb1d2-84c1-4f4a-ac5b-bec07a87216c req-846c1525-5515-474e-bbcd-07baffe1a716 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 985 time: 0.4086313 Aug 25 15:11:39.885559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for e6a68747-4c2e-430d-92d3-8b530a862162 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:40.097335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-0970a28e-69f1-4b6a-81a5-cc594a3f44bd service neutron] 10.222.0.52 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085573 Aug 25 15:11:40.105866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.112149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-031fb1d2-84c1-4f4a-ac5b-bec07a87216c req-a1bfc4cf-9340-489e-8db9-0c0a3736fdc2 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/security-groups?id=568d6575-1cd3-4ddf-84a7-26e360bf6de8&id=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2468719 Aug 25 15:11:40.127443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:40.127869 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.157796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=dbd61749-c468-402a-9f58-248d24ebb985,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:40.290377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.295236 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.298988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-64646428-e84e-4fc7-9782-4236a900df05 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/floatingips/c7a13ca4-7da1-4bed-86b0-46a33c22a38c HTTP/1.1" status: 204 len: 168 time: 0.9460678 Aug 25 15:11:40.299725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58952) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:40.304527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'feac7f5e-0bb4-471d-a660-5cfe799c3cd6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:40.373520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c4c72b6-36e9-40e8-9149-567181d7aa86 req-19a00cf8-a1da-45b3-a3fe-94ebffb96cde service neutron] 10.222.0.52 "GET /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602823 Aug 25 15:11:40.429414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] For port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:40.429414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.442512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for 13d1de30-b6ce-4f50-96e9-0cd41dc56dba owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:40.448539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b247d240-51ea-4b21-996b-0fc61c5a5ff9 req-35bd4248-7e71-4483-aa7c-3ab3e6b2bf7d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fdb95d7-e115-46d8-9315-20bd9331890d HTTP/1.1" status: 200 len: 210 time: 0.0458374 Aug 25 15:11:40.462153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.589186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.642819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.674665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=e6a68747-4c2e-430d-92d3-8b530a862162,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:40.706111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.181 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/4f9321df-a15f-4511-82a1-0b22a3f5ab65) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:40.750790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.842724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=13d1de30-b6ce-4f50-96e9-0cd41dc56dba,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:40.876470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.932216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] No DVR routers for this DVR port 13d1de30-b6ce-4f50-96e9-0cd41dc56dba on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:40.935749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.938412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b5f9117-5a58-40bb-a945-b15ca7b04606 req-c345c7d7-b38d-4a93-bee0-bc826e3b250e tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.52 "DELETE /v2.0/ports/13d1de30-b6ce-4f50-96e9-0cd41dc56dba HTTP/1.1" status: 204 len: 173 time: 1.6019359 Aug 25 15:11:40.956503 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:40.958738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d70c4cb1-8084-4e4c-a31d-a950c6e14594 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/e6a68747-4c2e-430d-92d3-8b530a862162 HTTP/1.1" status: 204 len: 168 time: 2.5499301 Aug 25 15:11:40.961533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:40.990545 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7e1d7f7-3c73-4b63-a258-19c5b6998f3e req-9f5e48d6-a27d-45d6-a12e-bab5dfd44009 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 210 time: 0.0625882 Aug 25 15:11:40.991715 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0977d6a-c2fd-4178-a48c-5b6ae86318c0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:11:40.993943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b0977d6a-c2fd-4178-a48c-5b6ae86318c0 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/e6a68747-4c2e-430d-92d3-8b530a862162 HTTP/1.1" status: 404 len: 333 time: 0.0310721 Aug 25 15:11:40.996693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58974) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:41.051508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13c61c75-05db-4aae-bf50-c1fc29eaa030 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.082572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13c61c75-05db-4aae-bf50-c1fc29eaa030 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.173079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.245971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:41.252460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-786224af-3b9f-4721-be27-2d681937c1b3 req-e042a61e-bdc4-4187-86d1-f2cfe3f36ec3 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0447092 Aug 25 15:11:41.255832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:41.260746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:41.276057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=4f9321df-a15f-4511-82a1-0b22a3f5ab65,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:41.433034 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13c61c75-05db-4aae-bf50-c1fc29eaa030 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.435608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13c61c75-05db-4aae-bf50-c1fc29eaa030 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.437795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-13c61c75-05db-4aae-bf50-c1fc29eaa030 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/security-groups/ec591792-1905-4b63-b912-f9f5f3ff16db HTTP/1.1" status: 204 len: 168 time: 0.4390714 Aug 25 15:11:41.443163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58982) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:41.451065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61c75-05db-4aae-bf50-c1fc29eaa030 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec591792-1905-4b63-b912-f9f5f3ff16db,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:41.515681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee77a87a-209e-42a6-bdd4-c482aafaea59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.530358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 58986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:41.587745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee77a87a-209e-42a6-bdd4-c482aafaea59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.751924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 58992) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:41.776375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:41.877382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f51f6133-68ba-476e-93b4-65943498c096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.005108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'name': 'network-vif-deleted', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:42.008337 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79462ade-a4d9-4eaf-925e-78ad5ffa9fe3" -d '{"events": [{"server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "name": "network-vif-deleted", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:42.009042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f51f6133-68ba-476e-93b4-65943498c096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.031416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.084351 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175cc0f-6e85-45bd-a502-16a153c098f3 x-openstack-request-id: req-1175cc0f-6e85-45bd-a502-16a153c098f3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:42.085740 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f74182b-8f5c-4fac-961e-fb1c63a6f7c0", "name": "network-vif-deleted", "tag": "13d1de30-b6ce-4f50-96e9-0cd41dc56dba", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:42.086360 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1175cc0f-6e85-45bd-a502-16a153c098f3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:42.086956 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74182b-8f5c-4fac-961e-fb1c63a6f7c0', 'name': 'network-vif-deleted', 'tag': '13d1de30-b6ce-4f50-96e9-0cd41dc56dba', 'status': 'completed', 'code': 200} Aug 25 15:11:42.126860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:42.133057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01cbc75c-40de-4476-bd9c-629cfb260025 req-1a9537e1-ecfb-4821-a9a0-219a6f214895 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 210 time: 0.0427699 Aug 25 15:11:42.168039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f51f6133-68ba-476e-93b4-65943498c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.185588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 9e06074b-aa19-4d34-acd9-795e87322539 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:42.186258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 9e06074b-aa19-4d34-acd9-795e87322539 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:42.197225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee77a87a-209e-42a6-bdd4-c482aafaea59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.199932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee77a87a-209e-42a6-bdd4-c482aafaea59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.205679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee77a87a-209e-42a6-bdd4-c482aafaea59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/security-groups/9785f05a-a55c-46f9-a79b-6c7b3fa2a1a1 HTTP/1.1" status: 204 len: 168 time: 0.7603929 Aug 25 15:11:42.210982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59002) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:42.257820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77a87a-209e-42a6-bdd4-c482aafaea59 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9785f05a-a55c-46f9-a79b-6c7b3fa2a1a1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:42.347351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6133-68ba-476e-93b4-65943498c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879e2f2-8000-49e0-b78e-95c755b18783,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:42.371229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 785e4aec-1567-4f49-bdb9-37b5230c463d {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:42.372530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f51f6133-68ba-476e-93b4-65943498c096 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24380faac4294a66b6183d41921640a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195190 Aug 25 15:11:42.374973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.377389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59006) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:42.418236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.433618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c51bad0-0b23-40e2-9cb8-c6a007fe58bf req-07c5143f-a589-4822-8edc-4dcab028f77d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74182b-8f5c-4fac-961e-fb1c63a6f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0535929 Aug 25 15:11:42.483605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.497097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3de4828-0bd0-4d90-8fd7-bf87382a6a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.524825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3de4828-0bd0-4d90-8fd7-bf87382a6a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.552865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.621246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.629399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.686196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3de4828-0bd0-4d90-8fd7-bf87382a6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.689229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3de4828-0bd0-4d90-8fd7-bf87382a6a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.697637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c3de4828-0bd0-4d90-8fd7-bf87382a6a77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c879e2f2-8000-49e0-b78e-95c755b18783 HTTP/1.1" status: 204 len: 168 time: 0.3119450 Aug 25 15:11:42.720610 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.723866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de4828-0bd0-4d90-8fd7-bf87382a6a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879e2f2-8000-49e0-b78e-95c755b18783,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:42.727271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=4f9321df-a15f-4511-82a1-0b22a3f5ab65,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:42.871180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.908565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 13d1de30-b6ce-4f50-96e9-0cd41dc56dba no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:42.959279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 13d1de30-b6ce-4f50-96e9-0cd41dc56dba {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:42.959771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 13d1de30-b6ce-4f50-96e9-0cd41dc56dba not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:42.970983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31681bf0-810e-4685-849a-e6cbd9b775ca None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:42.980846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:42.982980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/785e4aec-1567-4f49-bdb9-37b5230c463d HTTP/1.1" status: 204 len: 168 time: 0.7702389 Aug 25 15:11:42.983859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586bb37-e20c-4202-9ab1-a6a5a95d7b0d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=785e4aec-1567-4f49-bdb9-37b5230c463d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:42.990744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:43.000780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:43.140195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 4678723a-b492-4157-890d-f4b619a683e6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:43.140830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:43.213303 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 associated. External IP: 172.25.8.181, port: feac7f5e-0bb4-471d-a660-5cfe799c3cd6. Aug 25 15:11:43.310067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4abc3dac-18ed-4ff9-b80f-41b27af094f3 req-734c7ca9-dea1-4f62-bc82-d9326e20a8e1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 210 time: 0.0707448 Aug 25 15:11:43.364284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-3f9feeef-a859-4ead-901f-8fc8205022f3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:43.372714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-3f9feeef-a859-4ead-901f-8fc8205022f3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.2651260 Aug 25 15:11:43.391631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:43.404409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 4678723a-b492-4157-890d-f4b619a683e6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4678723a-b492-4157-890d-f4b619a683e6,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:43.404409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:43.461331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:43.466437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:43.479610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 4678723a-b492-4157-890d-f4b619a683e6 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:43.526075 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59026) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:43.561799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:43.667992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae6bdcc6-3819-4c00-b4c3-e1b972d6652b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:43.777370 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae6bdcc6-3819-4c00-b4c3-e1b972d6652b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:43.824274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:43.845625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:43.859194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:43.861594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:43.908989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:43.922645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:43.924028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:43.951189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:43.957881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:43.979379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:43.980152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb592a4-c0d9-4335-a7c3-6ff50acf7205 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:44.010641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae6bdcc6-3819-4c00-b4c3-e1b972d6652b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.013306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae6bdcc6-3819-4c00-b4c3-e1b972d6652b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.014412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ae6bdcc6-3819-4c00-b4c3-e1b972d6652b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/security-groups/568d6575-1cd3-4ddf-84a7-26e360bf6de8 HTTP/1.1" status: 204 len: 168 time: 0.4873719 Aug 25 15:11:44.017707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59040) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:44.045420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bdcc6-3819-4c00-b4c3-e1b972d6652b tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d6575-1cd3-4ddf-84a7-26e360bf6de8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:44.070303 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.128160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7366ab9-6fff-4375-963d-a24a809b8c49 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8272858 Aug 25 15:11:44.132826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59042) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:44.162502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a393438d-1a20-4396-a38a-26c725f37f91 None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:44.163983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a393438d-1a20-4396-a38a-26c725f37f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.190782 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f26755-ab5b-4305-9920-01a5f555cd66 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.214979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.224998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bd545787-6947-4c7d-891e-64a94df2d118 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/floatingips/5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 HTTP/1.1" status: 200 len: 977 time: 0.0911477 Aug 25 15:11:44.227672 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f26755-ab5b-4305-9920-01a5f555cd66 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.230453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59044) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:44.254716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=4678723a-b492-4157-890d-f4b619a683e6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:44.274265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a393438d-1a20-4396-a38a-26c725f37f91 None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:44.281319 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a393438d-1a20-4396-a38a-26c725f37f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.286642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.14 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/70f7f43c-80ee-4b41-be8d-20cc53575b6c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:44.350362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.367994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a393438d-1a20-4396-a38a-26c725f37f91 None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:44.402131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-39d33469-abb1-45b9-8524-4be5ed976aae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1703422 Aug 25 15:11:44.404953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59052) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:44.410774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'port_id': '08c1217b-5587-45d7-9593-53d20f9c10d6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:44.502666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:44.534582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.539545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:44.554305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7fb36-8f9d-4462-a4e5-1f80f872d44b None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:44.634467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1042536-a713-43ad-90fc-823802209c64 req-10a20d5f-3cbf-4e25-9d25-e5cd4b8b1f17 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 210 time: 0.1473136 Aug 25 15:11:44.635633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f26755-ab5b-4305-9920-01a5f555cd66 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.636387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:44.637040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.648503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=104067bd-1e85-482e-8a99-5cb6215766e1,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:44.654035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f26755-ab5b-4305-9920-01a5f555cd66 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:44.659208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2f26755-ab5b-4305-9920-01a5f555cd66 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/security-groups/9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67 HTTP/1.1" status: 204 len: 168 time: 0.6402855 Aug 25 15:11:44.663913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59060) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:44.680108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f26755-ab5b-4305-9920-01a5f555cd66 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbbaf8c-57d6-4a5f-bd51-5f78af1b5e67,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:44.898975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Update dhcp port {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'fixed_ips': [{'subnet_id': '1e84c0b7-12e8-4e49-a585-eb5660d3cd89', 'ip_address': '172.20.0.18'}, {'subnet_id': '104067bd-1e85-482e-8a99-5cb6215766e1'}], 'binding:host_id': 'n-d-805995-2'}, 'id': 'f8317fb4-e7e4-4dd9-a7c7-38da20a6f553'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:11:44.900338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dcf5989f-4ce4-4bae-adc7-9e635800cc2d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9037979 Aug 25 15:11:44.903942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59066) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:44.912243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'security_group': {'name': 'tempest-secgroup-81129321'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:44.939439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.136494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.151493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.206306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.222412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Allocated IP 172.20.0.2 (2bec6178-aaff-448a-a777-8bd443dc5cc1/104067bd-1e85-482e-8a99-5cb6215766e1/f8317fb4-e7e4-4dd9-a7c7-38da20a6f553) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:45.402958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,segment=NetworkSegment(a7b8d95b-b3d3-468e-8505-955cf36b322e),segment_id=a7b8d95b-b3d3-468e-8505-955cf36b322e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:45.431788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.447378 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.470930 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.489863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Transition to ACTIVE for port object f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:45.495662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.509094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:45.517654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.563039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f256df-c64a-4202-b186-47eb9c6404a8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:45.573863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.627250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.674507 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:45.680484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb37ee23-4607-49be-bbd8-e06a4b7fa9ee tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7733400 Aug 25 15:11:45.683232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59082) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:45.690947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1601058051'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:45.826995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83468b1c-9042-4581-8d46-d5a1968d594f req-e7d8d51f-5258-4e61-83db-3d2b27a1e6ee tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:45.828781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83468b1c-9042-4581-8d46-d5a1968d594f req-e7d8d51f-5258-4e61-83db-3d2b27a1e6ee tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 932 time: 0.1108601 Aug 25 15:11:45.838263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82ab7b-efce-41bc-bdbd-65cdf648a2ae None None] Pushing event updated for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:45.861208 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 associated. External IP: 172.25.8.181, port: feac7f5e-0bb4-471d-a660-5cfe799c3cd6. Aug 25 15:11:45.942173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.011530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83468b1c-9042-4581-8d46-d5a1968d594f req-995797ee-a301-4364-8195-2cc8cd35b2cd tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681457 Aug 25 15:11:46.080370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=70f7f43c-80ee-4b41-be8d-20cc53575b6c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:46.101696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:46.107516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:46.110756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:46.151305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.154468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 05c26900-c03a-4b3e-971a-9e89d53462bf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:46.234968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:46.235901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.245108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.282325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:46.371878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.414491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d80ad-c42e-4acc-93ea-937e41b7db26,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:46.456786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:46.462960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a65884a3-9cc2-4fa3-b5da-4da786419b36 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/05c26900-c03a-4b3e-971a-9e89d53462bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9315286 Aug 25 15:11:46.466076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59100) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:46.476641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] Sync routers for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:46.494039 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:46.495406 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:46.531159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-eb2d591c-14da-400f-a739-358fea771344 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1423671 Aug 25 15:11:46.541723 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.542991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9c859f7f-1eb7-40db-98bd-418b329e6350 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8583255 Aug 25 15:11:46.555423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Request body: {'port': {'device_id': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:46.557902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59108) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:46.574652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'security_group': {'name': 'tempest-secgroup-405132497'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:46.599596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:46.607360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting subnet 40fd0936-95cc-427f-8a6d-302df7ef43b3 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:46.622678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:46.638435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.648251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:46.652004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:46.737292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.746463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.764690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:46.774095 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:46.785977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:46.789594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:46.851201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:46.851879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc8944-917c-4067-a24c-2a1c482eb360 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:46.917736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port 6eee1cb6-58a7-47e7-a044-ba7da9266b22 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:46.918089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.937087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:46.991588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1e5f89d3-20a6-47dc-8280-789477a2c4fc None None] Provisioning for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:46.997830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1e5f89d3-20a6-47dc-8280-789477a2c4fc None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:46.997830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1e5f89d3-20a6-47dc-8280-789477a2c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.128169 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.141092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1e5f89d3-20a6-47dc-8280-789477a2c4fc None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:47.142114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1e5f89d3-20a6-47dc-8280-789477a2c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.252256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f89d3-20a6-47dc-8280-789477a2c4fc None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:47.268631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.273314 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:11:43Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:47.281540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:47.348321 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] Checking router: 05c26900-c03a-4b3e-971a-9e89d53462bf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:11:47.359871 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] Routers {'05c26900-c03a-4b3e-971a-9e89d53462bf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:47.362213 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['05c26900-c03a-4b3e-971a-9e89d53462bf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:47.400055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.510565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] For port 6eee1cb6-58a7-47e7-a044-ba7da9266b22, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6eee1cb6-58a7-47e7-a044-ba7da9266b22,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:47.511136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.516670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:47.537101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fab0b8-c61b-4946-bd0d-887d8cceec09 req-982600e8-9ec6-4567-b7bd-0f0ad8e12861 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:47.537918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:47.538724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7fab0b8-c61b-4946-bd0d-887d8cceec09 req-982600e8-9ec6-4567-b7bd-0f0ad8e12861 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 932 time: 0.4018757 Aug 25 15:11:47.559802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.565347 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:47.571088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.572500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0135846 Aug 25 15:11:47.579901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:47.608889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for 6eee1cb6-58a7-47e7-a044-ba7da9266b22 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:47.614846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1510280407', 'security_groups': ['f6feffe7-65f7-45a5-a7cb-69f2b374c247'], 'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '104067bd-1e85-482e-8a99-5cb6215766e1'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:47.617221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:47.617853 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:47.620460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:47.620841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.629076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967ee10-f729-4d6d-8204-93b11ca81b96 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6feffe7-65f7-45a5-a7cb-69f2b374c247,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:47.634086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.745499 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] Set router 05c26900-c03a-4b3e-971a-9e89d53462bf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:47.748256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1fa1b9aa-73b7-4629-858f-b45f11645e4f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/floatingips/5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 HTTP/1.1" status: 200 len: 978 time: 3.3411257 Aug 25 15:11:47.752325 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:47.756359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59136) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:47.765943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Subnet': ['ID=40fd0936-95cc-427f-8a6d-302df7ef43b3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:47.766488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:47.780975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529423df-2f23-45ac-8953-45cff773b6ea None None] Network 78d0e954-e0f0-4276-a99f-6cc7a0ca533b requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:47.846862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.853338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aa40c594-e7a9-41c5-a53c-0021ad52c898 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/subnets/40fd0936-95cc-427f-8a6d-302df7ef43b3 HTTP/1.1" status: 204 len: 168 time: 1.3862967 Aug 25 15:11:47.856792 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:47.857503 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:47.861765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:47.869656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59140) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:47.917376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7fab0b8-c61b-4946-bd0d-887d8cceec09 req-fb469820-bf6e-473b-97bb-24a8b1cedff9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540831 Aug 25 15:11:47.984961 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:47.986041 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837062a1-9656-424d-a66c-d94e5371eb25 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:48.030494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f7f43c-80ee-4b41-be8d-20cc53575b6c {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:48.042587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.127014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] DHCP port deletion for 78d0e954-e0f0-4276-a99f-6cc7a0ca533b request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:48.160334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Transition to ACTIVE for port object 70f7f43c-80ee-4b41-be8d-20cc53575b6c will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:48.220339 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:11:43Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:48.287151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.296532 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d7135-3b0c-4594-941d-aa1e5f37a357 None None] The sync data for ids ['05c26900-c03a-4b3e-971a-9e89d53462bf'] in n-d-805995-2 is: [{'id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900916150', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '249bd437-e966-460c-995c-33d3613ae8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:08:45Z', 'updated_at': '2021-08-25T15:11:43Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': '249bd437-e966-460c-995c-33d3613ae8a1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c26900-c03a-4b3e-971a-9e89d53462bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:08:46Z', 'updated_at': '2021-08-25T15:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:48.326434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] Deleting port d83d710c-6e6f-4e2d-8cf2-51c42872357a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:48.326883 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.398586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Pushing event updated for resources: {'Port': ['ID=70f7f43c-80ee-4b41-be8d-20cc53575b6c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:48.585787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Attempting to bind port 70f7f43c-80ee-4b41-be8d-20cc53575b6c on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:11:48.586386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Attempting to bind port 70f7f43c-80ee-4b41-be8d-20cc53575b6c by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:11:48.586503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Attempting to bind port 70f7f43c-80ee-4b41-be8d-20cc53575b6c on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:48.595670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Port 70f7f43c-80ee-4b41-be8d-20cc53575b6c on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:11:48.596316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Attempting to bind port 70f7f43c-80ee-4b41-be8d-20cc53575b6c on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:11:48.598372 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.634372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] For port d83d710c-6e6f-4e2d-8cf2-51c42872357a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d83d710c-6e6f-4e2d-8cf2-51c42872357a,segment=NetworkSegment(28921d43-5575-4cb1-a887-b4e6ca19094b),segment_id=28921d43-5575-4cb1-a887-b4e6ca19094b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:48.634372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.638241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=6eee1cb6-58a7-47e7-a044-ba7da9266b22,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:48.646182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:11:48.646665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:11:48.647018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:11:48.647488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Bound port: 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:11:48.647853 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.663242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] Calling delete_port for d83d710c-6e6f-4e2d-8cf2-51c42872357a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:48.768831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.771574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.843354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:48.872512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] For port 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:11:48.882025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.882884 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 disassociated. External IP: 172.25.8.181, port: 08c1217b-5587-45d7-9593-53d20f9c10d6. Aug 25 15:11:48.951469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:48.969878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] For port 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=70f7f43c-80ee-4b41-be8d-20cc53575b6c,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:11:49.004621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] Pushing event deleted for resources: {'Port': ['ID=d83d710c-6e6f-4e2d-8cf2-51c42872357a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:49.007841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071aae7-42f1-4459-875d-8d59487f2e19 None None] No DVR routers for this DVR port d83d710c-6e6f-4e2d-8cf2-51c42872357a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:49.055753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.107517 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.155549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:49.156178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.157590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] 10.222.0.45 "PUT /v2.0/ports/70f7f43c-80ee-4b41-be8d-20cc53575b6c HTTP/1.1" status: 200 len: 1092 time: 2.6074953 Aug 25 15:11:49.158048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'tag': '70f7f43c-80ee-4b41-be8d-20cc53575b6c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:49.160422 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb668a49-aa4a-477d-8bb1-12ed53710ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "34c6f5be-c1f5-45e1-bf6b-c2813081891d", "tag": "70f7f43c-80ee-4b41-be8d-20cc53575b6c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:49.232574 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b431e1-a992-49bd-a875-cb4b57ef336d x-openstack-request-id: req-b0b431e1-a992-49bd-a875-cb4b57ef336d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:49.232842 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c6f5be-c1f5-45e1-bf6b-c2813081891d", "tag": "70f7f43c-80ee-4b41-be8d-20cc53575b6c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:49.233126 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0b431e1-a992-49bd-a875-cb4b57ef336d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:49.233521 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'tag': '70f7f43c-80ee-4b41-be8d-20cc53575b6c', 'status': 'completed', 'code': 200} Aug 25 15:11:49.242199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.283738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.307392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d095f3-90d0-4327-888b-ea821cef8ebb req-bdfba560-1884-4884-a983-d65ee1cc9036 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:49.311160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59196) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:49.314850 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3d095f3-90d0-4327-888b-ea821cef8ebb req-bdfba560-1884-4884-a983-d65ee1cc9036 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 944 time: 0.2638423 Aug 25 15:11:49.319978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0535fe-3cda-47d9-b4b2-6f6a76133186 service neutron] Pushing event updated for resources: {'Port': ['ID=70f7f43c-80ee-4b41-be8d-20cc53575b6c,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:49.384952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] device_id is not set on port 7fafc68c-168f-44ae-9218-0d69872d3a59 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:11:49.437157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668a49-aa4a-477d-8bb1-12ed53710ed6 req-2bcdab5f-3a62-421e-b682-0db4157d1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:49.439247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb668a49-aa4a-477d-8bb1-12ed53710ed6 req-2bcdab5f-3a62-421e-b682-0db4157d1688 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 1095 time: 0.1888304 Aug 25 15:11:49.541498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3d095f3-90d0-4327-888b-ea821cef8ebb req-13442ba0-0aea-4c08-94a3-6637f650c62c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255821 Aug 25 15:11:49.611788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be177dd1-547b-4eb1-a2f8-45155d2494f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.614338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d83d710c-6e6f-4e2d-8cf2-51c42872357a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:49.633143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:49.639440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d83d710c-6e6f-4e2d-8cf2-51c42872357a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:49.640042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d83d710c-6e6f-4e2d-8cf2-51c42872357a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:49.640634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4678723a-b492-4157-890d-f4b619a683e6 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:49.658481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 249bd437-e966-460c-995c-33d3613ae8a1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:49.659120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.665748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4678723a-b492-4157-890d-f4b619a683e6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:49.666458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4678723a-b492-4157-890d-f4b619a683e6 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:49.689789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:49.698142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668a49-aa4a-477d-8bb1-12ed53710ed6 req-98c5b253-59a9-46fc-a63d-60c689c0907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:49.699649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb668a49-aa4a-477d-8bb1-12ed53710ed6 req-98c5b253-59a9-46fc-a63d-60c689c0907d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9b4667880b644474aab5c0bd0d0764b0&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2527905 Aug 25 15:11:49.817782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.11 (2bec6178-aaff-448a-a777-8bd443dc5cc1/104067bd-1e85-482e-8a99-5cb6215766e1/7fafc68c-168f-44ae-9218-0d69872d3a59) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:49.897894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 249bd437-e966-460c-995c-33d3613ae8a1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=249bd437-e966-460c-995c-33d3613ae8a1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:49.898274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.929925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668a49-aa4a-477d-8bb1-12ed53710ed6 req-d3e4c085-6364-49cc-b3c2-2a0d93b9addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:49.931442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb668a49-aa4a-477d-8bb1-12ed53710ed6 req-d3e4c085-6364-49cc-b3c2-2a0d93b9addf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201319 Aug 25 15:11:49.932224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 249bd437-e966-460c-995c-33d3613ae8a1 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:49.938848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:49.948523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34064d7c-63de-4888-a083-843eef2d952d tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "PUT /v2.0/routers/732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2803028 Aug 25 15:11:49.949241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59210) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:49.969950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be177dd1-547b-4eb1-a2f8-45155d2494f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:49.972601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] Sync routers for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:49.982956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:49.983618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.001503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:50.014843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.015745 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:50.041245 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:50.042184 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.043725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting subnet e0c29693-bb7e-4d47-b137-1cbf077f8a62 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:11:50.050287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.073340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-80cd2a10-8c8a-45b3-ae1e-b5bc7c0741fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:50.074903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-80cd2a10-8c8a-45b3-ae1e-b5bc7c0741fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 1095 time: 0.0865915 Aug 25 15:11:50.080196 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be177dd1-547b-4eb1-a2f8-45155d2494f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.086593 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.091800 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ed68766b-c297-4c41-89be-971f40824265 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/floatingips/5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 HTTP/1.1" status: 200 len: 688 time: 2.3292570 Aug 25 15:11:50.096521 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:50.097733 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.099377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:50.132672 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.133597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c3ef3e-9e8d-4572-8a19-0ebdb94c2296 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:50.197855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:50.296306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.327061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 7fafc68c-168f-44ae-9218-0d69872d3a59 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:50.416802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 4f9321df-a15f-4511-82a1-0b22a3f5ab65 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:50.417376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.436401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:11:48Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.474722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] Checking router: 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:11:50.485755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] Routers {'732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:50.486699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:50.512950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.517086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.531180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.531542 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.546125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-ac89fbb6-9486-4ab8-a274-76f48d6c63a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f7f43c-80ee-4b41-be8d-20cc53575b6c HTTP/1.1" status: 200 len: 217 time: 0.4500251 Aug 25 15:11:50.552899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.584647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=249bd437-e966-460c-995c-33d3613ae8a1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:50.597139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be177dd1-547b-4eb1-a2f8-45155d2494f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46aa794909bb4ee183c01e6a8c88cf7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2848616 Aug 25 15:11:50.599355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59222) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:50.602816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 4f9321df-a15f-4511-82a1-0b22a3f5ab65 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:50.649352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:50.685523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:50.689895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be177dd1-547b-4eb1-a2f8-45155d2494f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cef22a-e639-4b8c-a903-c4478b1bc900,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:50.700212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:50.711173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] Set router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:11:50.714414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-94f212da-e572-4dfd-850e-7d78e17a7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:50.720567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-94f212da-e572-4dfd-850e-7d78e17a7911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1631365 Aug 25 15:11:50.782481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=7fafc68c-168f-44ae-9218-0d69872d3a59,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:50.825256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-9a4b8927-9117-445a-84d7-6dba1dfd3c89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419474 Aug 25 15:11:50.871487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.905007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:50.905476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:50.977828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08ea68-d522-4081-850a-bf238c8c31b9 req-1ca8bc80-ee0b-4ad8-b566-17376dd77b25 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:50.979348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c08ea68-d522-4081-850a-bf238c8c31b9 req-1ca8bc80-ee0b-4ad8-b566-17376dd77b25 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 944 time: 0.2914777 Aug 25 15:11:51.011618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:11:48Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:51.036798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.054516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e754f78-4374-4f33-8c2f-bbaa122ca681 None None] The sync data for ids ['732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20'] in n-d-805995-2 is: [{'id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-12287839', 'tenant_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:09:06Z', 'updated_at': '2021-08-25T15:11:48Z', 'revision_number': 5, 'project_id': '00eaff2a685f4a8a8eb7a4ace5a3d74c', 'gw_port': {'id': 'dea72391-7faa-44e7-a76b-14b70f0ea8d4', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:09:09Z', 'updated_at': '2021-08-25T15:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:11:51.071729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f544-3731-4bb9-98c8-97733ed2cce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.082929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46d7ef15-2423-4b67-88fc-964a1f3923f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.105959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.117161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.133013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46d7ef15-2423-4b67-88fc-964a1f3923f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.172578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2961e5d1-a967-4edc-b5f6-fdbec9391ffb tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5673556 Aug 25 15:11:51.180511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59226) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:51.188713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:51.236949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-bf3dbc17-f299-4bb4-9131-f4d75f32435e service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516347 Aug 25 15:11:51.237220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ce82fd9a-e9ef-4d96-abd5-48784deccc1e None None] Provisioning for port 7fafc68c-168f-44ae-9218-0d69872d3a59 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:51.242484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ce82fd9a-e9ef-4d96-abd5-48784deccc1e None None] Provisioning complete for port 7fafc68c-168f-44ae-9218-0d69872d3a59 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:51.242989 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce82fd9a-e9ef-4d96-abd5-48784deccc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.336591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ce82fd9a-e9ef-4d96-abd5-48784deccc1e None None] Port 7fafc68c-168f-44ae-9218-0d69872d3a59 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:51.353884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c5970cb9-cffe-4246-ac47-14e3157adcf9 req-d7f3c9ad-8db9-4bc2-a482-0e48985ac6bd service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072628 Aug 25 15:11:51.364086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46d7ef15-2423-4b67-88fc-964a1f3923f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.365067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46d7ef15-2423-4b67-88fc-964a1f3923f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.366307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-46d7ef15-2423-4b67-88fc-964a1f3923f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42cef22a-e639-4b8c-a903-c4478b1bc900 HTTP/1.1" status: 204 len: 168 time: 0.7638516 Aug 25 15:11:51.374384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7ef15-2423-4b67-88fc-964a1f3923f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cef22a-e639-4b8c-a903-c4478b1bc900,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:51.409595 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.473770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c29693-bb7e-4d47-b137-1cbf077f8a62,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:51.479792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.482099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c5fd7b33-4db1-4846-bae2-10805319f159 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/subnets/e0c29693-bb7e-4d47-b137-1cbf077f8a62 HTTP/1.1" status: 204 len: 168 time: 1.5303047 Aug 25 15:11:51.485705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59230) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:51.510271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b093e976-854a-40dd-b14b-fdd62df44f0b None None] Network 0e58db2c-47ef-4c69-82a8-697789360975 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:51.584481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6eee1cb6-58a7-47e7-a044-ba7da9266b22 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:51.615120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c08ea68-d522-4081-850a-bf238c8c31b9 req-2e141639-f152-40a7-a4a2-852c344c6dcf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425916 Aug 25 15:11:51.629262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.629696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Fanout notify agent at l3_agent the message router_deleted on router 05c26900-c03a-4b3e-971a-9e89d53462bf {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:11:51.652094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.671759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.675464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1ec9d2dc-0324-496f-a248-202ed9671c42 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/routers/05c26900-c03a-4b3e-971a-9e89d53462bf HTTP/1.1" status: 204 len: 168 time: 3.8022385 Aug 25 15:11:51.677674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59234) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:51.684930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6eee1cb6-58a7-47e7-a044-ba7da9266b22 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:51.686422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6eee1cb6-58a7-47e7-a044-ba7da9266b22 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:51.925937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:51.963534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] DHCP port deletion for 0e58db2c-47ef-4c69-82a8-697789360975 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:11:52.015327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.050557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] Deleting port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:52.051842 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.060450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59242) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.126630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] For port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,segment=NetworkSegment(88662348-0d89-4cd3-9bba-94d16a45b851),segment_id=88662348-0d89-4cd3-9bba-94d16a45b851)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:52.127070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.143426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] Calling delete_port for f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:52.153291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 70f7f43c-80ee-4b41-be8d-20cc53575b6c details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:11:52.167823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.179095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d0e954-e0f0-4276-a99f-6cc7a0ca533b']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:52.188672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:52.192536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.196852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.210666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b034202-b769-45c9-a015-1d1571f555ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.223704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28921d43-5575-4cb1-a887-b4e6ca19094b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:52.224494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28921d43-5575-4cb1-a887-b4e6ca19094b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:52.282960 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.297196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=4f9321df-a15f-4511-82a1-0b22a3f5ab65,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:52.337421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b034202-b769-45c9-a015-1d1571f555ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.398520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.402129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=70f7f43c-80ee-4b41-be8d-20cc53575b6c,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:52.410416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7b034202-b769-45c9-a015-1d1571f555ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.432089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '70f7f43c-80ee-4b41-be8d-20cc53575b6c', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': '70f7f43c-80ee-4b41-be8d-20cc53575b6c', 'mac_address': 'fa:16:3e:24:2d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:11:52.447389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:52.448092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:52.451581 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:52.472189 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.478316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Deleting port dea72391-7faa-44e7-a76b-14b70f0ea8d4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:52.478745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.485090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.500647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f7f43c-80ee-4b41-be8d-20cc53575b6c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:11:52.518115 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 104067bd-1e85-482e-8a99-5cb6215766e1 (CIDR: 172.20.0.0/28) Aug 25 15:11:52.524256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=70f7f43c-80ee-4b41-be8d-20cc53575b6c,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:52.525553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.531102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7b034202-b769-45c9-a015-1d1571f555ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=371aa723e79b457a84984661601a5152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665937 Aug 25 15:11:52.531263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59248) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.532270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b034202-b769-45c9-a015-1d1571f555ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd785731-57e1-4f4d-9a9f-5be8138693a2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:52.547686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.550849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.552177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9eb5241c-9d8e-4d52-8eb4-72aea7799af0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/floatingips/5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 HTTP/1.1" status: 204 len: 168 time: 2.4516971 Aug 25 15:11:52.555792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4125b5f9-1af3-42df-a134-6a1f47b57cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.562641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] Pushing event deleted for resources: {'Port': ['ID=f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:52.570427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee86482-9140-44ad-96c2-3d75da89a13c None None] No DVR routers for this DVR port f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:11:52.581602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.589741 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:11:52.590273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:52.610579 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.659537 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-1ded2041-2b4e-4996-a8b7-143b9c42086b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] delete failed (client error): The resource could not be found. Aug 25 15:11:52.660559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1ded2041-2b4e-4996-a8b7-143b9c42086b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/floatingips/5b7fe5c3-0476-49ac-9cc4-ddb1c6bef7d3 HTTP/1.1" status: 404 len: 345 time: 0.0670028 Aug 25 15:11:52.666043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59254) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.678274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=70f7f43c-80ee-4b41-be8d-20cc53575b6c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:52.705584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b8545f9-0000-4a09-a6ee-2168973dca9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.731981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.746679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.750955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/networks/78d0e954-e0f0-4276-a99f-6cc7a0ca533b HTTP/1.1" status: 204 len: 168 time: 1.0646224 Aug 25 15:11:52.755521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59256) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.787560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b8545f9-0000-4a09-a6ee-2168973dca9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.818766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['70f7f43c-80ee-4b41-be8d-20cc53575b6c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:11:52.826962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e50e-e218-4bd6-aeaa-2ab22b573466 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Network': ['ID=78d0e954-e0f0-4276-a99f-6cc7a0ca533b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:52.841607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] For port dea72391-7faa-44e7-a76b-14b70f0ea8d4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dea72391-7faa-44e7-a76b-14b70f0ea8d4,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:52.842096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:52.876802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Calling delete_port for dea72391-7faa-44e7-a76b-14b70f0ea8d4 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:52.887336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5301e-0d9e-472d-a0d3-5f679f81e3da tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:52.894186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5301e-0d9e-472d-a0d3-5f679f81e3da tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:52.900923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5301e-0d9e-472d-a0d3-5f679f81e3da tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:52.902759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cee5301e-0d9e-472d-a0d3-5f679f81e3da tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/ports?network_id=72cf4dea-8d46-4f3d-8c15-e6363ae725aa HTTP/1.1" status: 200 len: 2357 time: 0.2356653 Aug 25 15:11:52.907010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59260) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:52.930710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbd124-af3d-4e52-85cf-356dedf322f8 req-1373d951-47e3-4224-b795-76e99f56782c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:52.939732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77dbd124-af3d-4e52-85cf-356dedf322f8 req-1373d951-47e3-4224-b795-76e99f56782c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 945 time: 0.1905582 Aug 25 15:11:52.986629 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf59-d7bd-4a08-9f12-19d61e4143c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.039831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4125b5f9-1af3-42df-a134-6a1f47b57cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.041105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77dbd124-af3d-4e52-85cf-356dedf322f8 req-83d3977f-16fd-4b75-9dbe-88c50e76a0c6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927608 Aug 25 15:11:53.048296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226e4cd-b770-4ddd-a940-1ee69696bb94 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:53.051537 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6226e4cd-b770-4ddd-a940-1ee69696bb94 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/subnets/279c46c2-a495-4574-b098-ac2873669694 HTTP/1.1" status: 200 len: 797 time: 0.1360574 Aug 25 15:11:53.064075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf59-d7bd-4a08-9f12-19d61e4143c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.087953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59262) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:53.097695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'port': {'network_id': '72cf4dea-8d46-4f3d-8c15-e6363ae725aa', 'name': 'tempest-FloatingIPTestJSON-1042229235', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:53.154276 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b8545f9-0000-4a09-a6ee-2168973dca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.156965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b8545f9-0000-4a09-a6ee-2168973dca9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.158132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b8545f9-0000-4a09-a6ee-2168973dca9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd785731-57e1-4f4d-9a9f-5be8138693a2 HTTP/1.1" status: 204 len: 168 time: 0.6216040 Aug 25 15:11:53.174022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4125b5f9-1af3-42df-a134-6a1f47b57cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.197999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8545f9-0000-4a09-a6ee-2168973dca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd785731-57e1-4f4d-9a9f-5be8138693a2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:53.245904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b84f8528-8c6e-4d28-85ce-a937070ef7de tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0634501 Aug 25 15:11:53.248653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59266) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:53.255572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:53.262162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.284130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4125b5f9-1af3-42df-a134-6a1f47b57cdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=634135fc9e824bafa291af4e62f078c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059947 Aug 25 15:11:53.288972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125b5f9-1af3-42df-a134-6a1f47b57cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41f042-61b8-4753-9369-e43ea1e8f3aa,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:53.295955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59268) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:53.361058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Port': ['ID=dea72391-7faa-44e7-a76b-14b70f0ea8d4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:53.398725 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a0327fa-6368-4eb8-88f0-dfe7b0f1d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.425923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf59-d7bd-4a08-9f12-19d61e4143c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.430051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf59-d7bd-4a08-9f12-19d61e4143c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.430447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be1fbf59-d7bd-4a08-9f12-19d61e4143c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/security-groups/b3243c8d-905d-4c6c-9431-e84b09318f7e HTTP/1.1" status: 204 len: 168 time: 0.6676233 Aug 25 15:11:53.432665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a0327fa-6368-4eb8-88f0-dfe7b0f1d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.451124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fbf59-d7bd-4a08-9f12-19d61e4143c5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3243c8d-905d-4c6c-9431-e84b09318f7e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:53.463438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:53.539790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.567141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 249bd437-e966-460c-995c-33d3613ae8a1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:53.613601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 249bd437-e966-460c-995c-33d3613ae8a1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:53.614088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 249bd437-e966-460c-995c-33d3613ae8a1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:53.614624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:53.642773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.666381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] device_id is not set on port c1925119-b09f-432e-9e26-359cb8fb539d yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:11:53.675738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a0327fa-6368-4eb8-88f0-dfe7b0f1d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.681240 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9a0327fa-6368-4eb8-88f0-dfe7b0f1d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.683016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9a0327fa-6368-4eb8-88f0-dfe7b0f1d26a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a41f042-61b8-4753-9369-e43ea1e8f3aa HTTP/1.1" status: 204 len: 168 time: 0.3842800 Aug 25 15:11:53.722388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0327fa-6368-4eb8-88f0-dfe7b0f1d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41f042-61b8-4753-9369-e43ea1e8f3aa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:53.737826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:53.743125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f66b7b32-e8b1-4a3d-b7b3-621623eeaaeb not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:53.785672 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.805602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.900741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:53.904464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:53.928902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b35c0ff-0787-4436-8559-be9f657fd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.025885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.025885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Fanout notify agent at l3_agent the message router_deleted on router 732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:11:54.030027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.031145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fca42ec5-cc03-4edd-b39c-6bc37c4b926a tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/routers/732a2c0b-b7c5-4c56-9ab6-91a0bcbe6f20 HTTP/1.1" status: 204 len: 168 time: 2.5443199 Aug 25 15:11:54.039848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59280) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:54.154116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 70f7f43c-80ee-4b41-be8d-20cc53575b6c up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:54.240043 n-d-805995-2 neutron-server[101873]: INFO neutron.db.ipam_backend_mixin [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1e84c0b7-12e8-4e49-a585-eb5660d3cd89 (CIDR: 172.20.0.16/28) Aug 25 15:11:54.249249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.286010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.327166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.14 (72cf4dea-8d46-4f3d-8c15-e6363ae725aa/279c46c2-a495-4574-b098-ac2873669694/c1925119-b09f-432e-9e26-359cb8fb539d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:54.340623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.13 (72cf4dea-8d46-4f3d-8c15-e6363ae725aa/279c46c2-a495-4574-b098-ac2873669694/c1925119-b09f-432e-9e26-359cb8fb539d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:54.357621 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:11:54.358661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:11:54.380208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 70f7f43c-80ee-4b41-be8d-20cc53575b6c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:54.391509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 70f7f43c-80ee-4b41-be8d-20cc53575b6c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:54.391898 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.436902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.445913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-db34d933-bc70-4500-acaa-605fb723a087 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1959774 Aug 25 15:11:54.452171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59284) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:54.452515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59286) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:54.457867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'subnet': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:54.468223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229995462', 'description': 'tempest-secgroup-smoke-1229995462 description', 'project_id': '1adf2409290d43fda7863871e785644e'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:54.497140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e58db2c-47ef-4c69-82a8-697789360975']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:54.501139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59288) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:54.524446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3da72be-d330-42d2-be7f-ec90b6949b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.546339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.552642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88662348-0d89-4cd3-9bba-94d16a45b851') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:54.553057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88662348-0d89-4cd3-9bba-94d16a45b851') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:54.556577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fb152-01b4-45aa-b81c-7f74c96bcaaa req-1b4769cd-4b7f-4b73-8555-f52c1c9a02fa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:54.564110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc0fb152-01b4-45aa-b81c-7f74c96bcaaa req-1b4769cd-4b7f-4b73-8555-f52c1c9a02fa tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 945 time: 0.2862730 Aug 25 15:11:54.575744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f7f43c-80ee-4b41-be8d-20cc53575b6c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:11:54.578290 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80760de0-770b-46f7-95b5-87d1c1b92fd6" -d '{"events": [{"server_uuid": "34c6f5be-c1f5-45e1-bf6b-c2813081891d", "name": "network-vif-plugged", "status": "completed", "tag": "70f7f43c-80ee-4b41-be8d-20cc53575b6c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:11:54.600896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.601747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=70f7f43c-80ee-4b41-be8d-20cc53575b6c,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:54.640669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc0fb152-01b4-45aa-b81c-7f74c96bcaaa req-2c68bb79-55d8-4a17-b668-cb482a69d201 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755115 Aug 25 15:11:54.641573 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.649601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:11:54.650237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:11:54.654047 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:11:54.657424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.679696 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c9e9d-f895-4f30-894d-b5eb696fe845 x-openstack-request-id: req-6e4c9e9d-f895-4f30-894d-b5eb696fe845 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:11:54.680625 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c6f5be-c1f5-45e1-bf6b-c2813081891d", "name": "network-vif-plugged", "status": "completed", "tag": "70f7f43c-80ee-4b41-be8d-20cc53575b6c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:11:54.680902 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e4c9e9d-f895-4f30-894d-b5eb696fe845 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:11:54.681789 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f7f43c-80ee-4b41-be8d-20cc53575b6c', 'code': 200} Aug 25 15:11:54.728347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.731962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.794080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3da72be-d330-42d2-be7f-ec90b6949b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.842759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=70f7f43c-80ee-4b41-be8d-20cc53575b6c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:54.849744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.855641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99206337-8280-44f1-9a26-ea3275dac0f6 req-a2493c18-f5b1-461b-9fd5-002533db794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:54.859793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99206337-8280-44f1-9a26-ea3275dac0f6 req-a2493c18-f5b1-461b-9fd5-002533db794f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 1097 time: 0.1148338 Aug 25 15:11:54.911910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3da72be-d330-42d2-be7f-ec90b6949b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.930180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99206337-8280-44f1-9a26-ea3275dac0f6 req-541b2df5-80c5-446f-90a6-6902f06bd4d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589268 Aug 25 15:11:54.958126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:54.967722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.971552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:54.977321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:54.983925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] 10.222.0.58 "DELETE /v2.0/networks/0e58db2c-47ef-4c69-82a8-697789360975 HTTP/1.1" status: 204 len: 168 time: 0.9273198 Aug 25 15:11:54.995367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:55.010548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13b14d-59bc-4e20-ae21-4a1bca6d1e29 tempest-TestSecurityGroupsBasicOps-58179890 tempest-TestSecurityGroupsBasicOps-58179890-project] Pushing event deleted for resources: {'Network': ['ID=0e58db2c-47ef-4c69-82a8-697789360975,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:55.021082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=c1925119-b09f-432e-9e26-359cb8fb539d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:55.025361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d3da72be-d330-42d2-be7f-ec90b6949b8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28f09209c7fa46d09d142aa9d206e7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232120 Aug 25 15:11:55.030048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59302) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:55.038633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da72be-d330-42d2-be7f-ec90b6949b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2094b35-2d1b-404d-b64e-488d36b2f55c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:55.057652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.078438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:55.079139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.112865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5921eb55-3fc1-4f7a-934c-c7c28afda308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.136406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5921eb55-3fc1-4f7a-934c-c7c28afda308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.197014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.234743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b722a14-eb86-492a-9fcb-4d91509b11b1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:55.287991 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5921eb55-3fc1-4f7a-934c-c7c28afda308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.290679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5921eb55-3fc1-4f7a-934c-c7c28afda308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.294342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5921eb55-3fc1-4f7a-934c-c7c28afda308 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2094b35-2d1b-404d-b64e-488d36b2f55c HTTP/1.1" status: 204 len: 168 time: 0.2608840 Aug 25 15:11:55.300843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921eb55-3fc1-4f7a-934c-c7c28afda308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2094b35-2d1b-404d-b64e-488d36b2f55c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:55.339246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c6047997-11c8-4158-ad01-ee85742569f7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2481663 Aug 25 15:11:55.343744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59312) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:55.348545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'c1925119-b09f-432e-9e26-359cb8fb539d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:55.392854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dea72391-7faa-44e7-a76b-14b70f0ea8d4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:11:55.415524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: dea72391-7faa-44e7-a76b-14b70f0ea8d4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:11:55.415865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dea72391-7faa-44e7-a76b-14b70f0ea8d4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:11:55.433034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Made reservation on behalf of f77ccc4cdcca480990da5e46893bf799 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:55.438153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.483000 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.546843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.548156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb70b6e3-9473-45b2-b77f-cb82092c4e33 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0843723 Aug 25 15:11:55.551353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59316) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:55.558273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '2b722a14-eb86-492a-9fcb-4d91509b11b1', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:55.670918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.780612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59326) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:55.813271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.844631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:55.959497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e745d-b70b-4281-ac90-8af9368fb76d req-3169fb8b-5771-4de4-8898-8e425ef3e96b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:55.963632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf3e745d-b70b-4281-ac90-8af9368fb76d req-3169fb8b-5771-4de4-8898-8e425ef3e96b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.2298470 Aug 25 15:11:55.983223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.016591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.213 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/7f86e64c-b65b-40c7-98af-314e62602ab2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:56.027086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7bb92cf7-0a96-4e16-b8a8-69140e9f0cf1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00eaff2a685f4a8a8eb7a4ace5a3d74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410967 Aug 25 15:11:56.029647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59336) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:56.102849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:56.104633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:56.107932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:56.108963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.117646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b614b5c-b55e-42ba-90de-aee8bafbf8ba None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:11:56.148320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.179324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Subnet': ['ID=6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:56.198845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf3e745d-b70b-4281-ac90-8af9368fb76d req-51aebb98-8fc7-4df2-96af-202bb88d11ce tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186458 Aug 25 15:11:56.207014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9ac4632d-a11e-495c-896b-900ace35745c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7525024 Aug 25 15:11:56.208810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59342) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:56.215456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-750098685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0'}], 'security_groups': ['68f256df-c64a-4202-b186-47eb9c6404a8', '1f9d80ad-c42e-4acc-93ea-937e41b7db26']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:56.228784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-716c627b-1b30-44d6-85c9-e7922c0f8d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.329108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.356364 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-716c627b-1b30-44d6-85c9-e7922c0f8d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.359227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a173ff40-e64b-483b-854d-af30135c174c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:56.438810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Update dhcp port {'port': {'network_id': '2bec6178-aaff-448a-a777-8bd443dc5cc1', 'fixed_ips': [{'subnet_id': '1e84c0b7-12e8-4e49-a585-eb5660d3cd89', 'ip_address': '172.20.0.18'}, {'subnet_id': '104067bd-1e85-482e-8a99-5cb6215766e1', 'ip_address': '172.20.0.2'}, {'subnet_id': '6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0'}], 'binding:host_id': 'n-d-805995-2'}, 'id': 'f8317fb4-e7e4-4dd9-a7c7-38da20a6f553'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:11:56.445773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.449897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fdca0d5e-5de9-447f-b653-f162626f891d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8975868 Aug 25 15:11:56.450548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59348) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:56.462308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '2b722a14-eb86-492a-9fcb-4d91509b11b1', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:56.471664 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.476522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.481942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.605814 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.659983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.714393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:11:56.717920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:11:56.721704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:11:56.729671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-716c627b-1b30-44d6-85c9-e7922c0f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.732290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-716c627b-1b30-44d6-85c9-e7922c0f8d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.736143 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-716c627b-1b30-44d6-85c9-e7922c0f8d4d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee7858fc-9c72-42c0-bd9d-7e8d438559d5 HTTP/1.1" status: 204 len: 168 time: 0.7028260 Aug 25 15:11:56.766416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.775235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Allocated IP 172.20.0.34 (2bec6178-aaff-448a-a777-8bd443dc5cc1/6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0/f8317fb4-e7e4-4dd9-a7c7-38da20a6f553) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:56.777299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c627b-1b30-44d6-85c9-e7922c0f8d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7858fc-9c72-42c0-bd9d-7e8d438559d5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:56.779340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=7f86e64c-b65b-40c7-98af-314e62602ab2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:56.837121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.864526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37938ecf-c3aa-4aa5-af94-2a7c8cfbd993,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:56.962244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:56.966112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4be917ee-0baa-43b5-b69c-8e3ce19a7141 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5098705 Aug 25 15:11:56.966491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59364) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:56.973668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,segment=NetworkSegment(a7b8d95b-b3d3-468e-8505-955cf36b322e),segment_id=a7b8d95b-b3d3-468e-8505-955cf36b322e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:11:56.983735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '2b722a14-eb86-492a-9fcb-4d91509b11b1', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:57.042264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.076193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Transition to ACTIVE for port object f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:57.116810 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.167981 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.183986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.341370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.353529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Delete allocated IP 172.20.0.11 (2bec6178-aaff-448a-a777-8bd443dc5cc1/104067bd-1e85-482e-8a99-5cb6215766e1) {{(pid=101873) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 15:11:57.357275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9cada-8881-4f1e-afca-2a2f943e2f64 None None] Pushing event updated for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:57.363647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Allocated IP 172.20.0.37 (2bec6178-aaff-448a-a777-8bd443dc5cc1/6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0/7fafc68c-168f-44ae-9218-0d69872d3a59) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:11:57.395499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.450821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.484068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dcb58-fb72-4b22-bbbd-90e887abfc69 req-92ac932d-dec4-426a-a349-a15e84590676 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:57.485999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f20dcb58-fb72-4b22-bbbd-90e887abfc69 req-92ac932d-dec4-426a-a349-a15e84590676 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.1743717 Aug 25 15:11:57.495214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.520934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:11:57.530620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a2d821-ae53-4602-bb4f-fa27812d1133,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:57.609188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f20dcb58-fb72-4b22-bbbd-90e887abfc69 req-79a06fa1-3027-456c-84b7-90e6977f27d0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690289 Aug 25 15:11:57.609696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59378) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:57.643691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.649753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3beef035-8ff9-4973-bafe-a02899eacc98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6805935 Aug 25 15:11:57.655049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87dab25f-3d6f-431f-a645-a997fac8c0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.657532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59382) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:57.663852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '2b722a14-eb86-492a-9fcb-4d91509b11b1', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:57.704277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.707825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.722739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Transition to ACTIVE for port object 7fafc68c-168f-44ae-9218-0d69872d3a59 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:11:57.790797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:57.840718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.056442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event updated for resources: {'Port': ['ID=7fafc68c-168f-44ae-9218-0d69872d3a59,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:58.073323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.087352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] In _notify_port_updated(), no bound segment for port 7fafc68c-168f-44ae-9218-0d69872d3a59 on network 2bec6178-aaff-448a-a777-8bd443dc5cc1 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:11:58.103796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:58.104490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.105937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-70c449ca-3f4d-411e-a129-b55e97aa2433 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "PUT /v2.0/ports/7fafc68c-168f-44ae-9218-0d69872d3a59 HTTP/1.1" status: 200 len: 959 time: 1.8953836 Aug 25 15:11:58.113525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59394) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:58.130794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028b8ea-5347-46d9-81f9-32fb67bc835f req-69a79225-163f-4913-a4e1-b9cc9e7187d3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:58.133254 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1028b8ea-5347-46d9-81f9-32fb67bc835f req-69a79225-163f-4913-a4e1-b9cc9e7187d3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.1201539 Aug 25 15:11:58.149153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59396) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:58.162221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.237827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:58.238324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.261399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5570f5ee-a2c7-42e2-b849-03241eda8455,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:58.319070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:58.329788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87dab25f-3d6f-431f-a645-a997fac8c0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.333784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.338474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port 7fafc68c-168f-44ae-9218-0d69872d3a59 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:11:58.338828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.346805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-536732303'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:58.359856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1028b8ea-5347-46d9-81f9-32fb67bc835f req-25774348-e1d3-4eb1-89ca-502d1bb318b7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197967 Aug 25 15:11:58.424952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Provisioning for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:58.428722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.430796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87dab25f-3d6f-431f-a645-a997fac8c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.434134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:58.435259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.445824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.475116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for 7fafc68c-168f-44ae-9218-0d69872d3a59 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:11:58.503376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6b8ab-059f-44af-9653-9933b5d738e6 req-f7d9a97c-4022-45ef-856b-1a5f3a817fdb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:58.505147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5a6b8ab-059f-44af-9653-9933b5d738e6 req-f7d9a97c-4022-45ef-856b-1a5f3a817fdb tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.0731752 Aug 25 15:11:58.508949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.509633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f53dd5e2-8d2d-40aa-a37c-fac3894c0a3b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8508630 Aug 25 15:11:58.516568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:58.580145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '2b722a14-eb86-492a-9fcb-4d91509b11b1', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:58.585714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5a6b8ab-059f-44af-9653-9933b5d738e6 req-1f432a49-d767-4deb-9c62-f2461c81519d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460024 Aug 25 15:11:58.606038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-87dab25f-3d6f-431f-a645-a997fac8c0d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=227b008ccb644b68bd79c936fed78f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935105 Aug 25 15:11:58.615464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59412) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:58.619094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dab25f-3d6f-431f-a645-a997fac8c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfc1f2-30a2-4cec-b11b-464fcd42e032,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:58.629891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=7f86e64c-b65b-40c7-98af-314e62602ab2,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:58.654604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Provisioning for port 7fafc68c-168f-44ae-9218-0d69872d3a59 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:11:58.661943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.665546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Provisioning complete for port 7fafc68c-168f-44ae-9218-0d69872d3a59 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:11:58.665925 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.712002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Made reservation on behalf of 802ef02ea2774eb4b70fbf873d6ec7c9 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:11:58.715833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.739743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.754689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-69cf27f0-1d13-4036-b1fc-e332f39f77bd None None] Port 7fafc68c-168f-44ae-9218-0d69872d3a59 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:11:58.806939 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4b236f0-28e3-4025-8c91-48adea32e1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.833165 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:11:58.852440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.861468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4b236f0-28e3-4025-8c91-48adea32e1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.863337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.900227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=7fafc68c-168f-44ae-9218-0d69872d3a59,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:58.904197 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 03f18ab9-1d2e-4a86-9420-1b0595bda8a4 associated. External IP: 172.25.8.213, port: c1925119-b09f-432e-9e26-359cb8fb539d. Aug 25 15:11:58.981534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:58.982266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a567c9a8-77df-46f0-bd47-4944388ee123 None None] Could not find standard attr ID for object 7fafc68c-168f-44ae-9218-0d69872d3a59. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:11:58.986808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c72feb8-4a0a-496d-ab0f-5166616313d1 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/7fafc68c-168f-44ae-9218-0d69872d3a59 HTTP/1.1" status: 204 len: 168 time: 0.8696401 Aug 25 15:11:58.987163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59422) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:59.021279 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fa5e0a-1af3-4d17-8747-1e67ea575680 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] GET failed (client error): The resource could not be found. Aug 25 15:11:59.025584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-68fa5e0a-1af3-4d17-8747-1e67ea575680 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports/7fafc68c-168f-44ae-9218-0d69872d3a59 HTTP/1.1" status: 404 len: 333 time: 0.0348387 Aug 25 15:11:59.025989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59426) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:59.091149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f002d6c-685f-4d49-8722-c4cae5589610 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.105749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.126447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f002d6c-685f-4d49-8722-c4cae5589610 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.232231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6d7a-7d55-4d73-98a2-0f332e3df269 req-3cccdf77-9b37-489f-a1cc-838a8c142b09 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:59.233946 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3aed6d7a-7d55-4d73-98a2-0f332e3df269 req-3cccdf77-9b37-489f-a1cc-838a8c142b09 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.0666814 Aug 25 15:11:59.278769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3aed6d7a-7d55-4d73-98a2-0f332e3df269 req-94dbea7a-ba99-4e46-b118-a99ad5b5a631 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Aug 25 15:11:59.356452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f002d6c-685f-4d49-8722-c4cae5589610 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.359075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f002d6c-685f-4d49-8722-c4cae5589610 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.360546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3f002d6c-685f-4d49-8722-c4cae5589610 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/security-groups/f6feffe7-65f7-45a5-a7cb-69f2b374c247 HTTP/1.1" status: 204 len: 168 time: 0.3332310 Aug 25 15:11:59.364045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59432) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:59.379650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f002d6c-685f-4d49-8722-c4cae5589610 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6feffe7-65f7-45a5-a7cb-69f2b374c247,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:59.439620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a09aa88e-9094-4d2f-98d3-3c224da28cd8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.455484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4b236f0-28e3-4025-8c91-48adea32e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.458081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4b236f0-28e3-4025-8c91-48adea32e1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.459504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4b236f0-28e3-4025-8c91-48adea32e1da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dbfc1f2-30a2-4cec-b11b-464fcd42e032 HTTP/1.1" status: 204 len: 168 time: 0.8415799 Aug 25 15:11:59.461430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.470479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a09aa88e-9094-4d2f-98d3-3c224da28cd8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.487860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b236f0-28e3-4025-8c91-48adea32e1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfc1f2-30a2-4cec-b11b-464fcd42e032,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:59.519983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.558935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.578861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.591579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62b1e14-714e-472c-813a-c5bbebc38126,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:59.630732 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a09aa88e-9094-4d2f-98d3-3c224da28cd8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.633784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a09aa88e-9094-4d2f-98d3-3c224da28cd8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.635426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a09aa88e-9094-4d2f-98d3-3c224da28cd8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/security-groups/1f9d80ad-c42e-4acc-93ea-937e41b7db26 HTTP/1.1" status: 204 len: 168 time: 0.2702827 Aug 25 15:11:59.639172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59442) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:59.654414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aa88e-9094-4d2f-98d3-3c224da28cd8 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d80ad-c42e-4acc-93ea-937e41b7db26,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:59.658458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:11:59.660511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fb1c0-e750-446d-83e6-29784f6cdc7e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:59.692114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.692900 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Added segment dbef250f-06da-4ae6-b400-e66d9df9715f of type vlan for network 84ebd208-e848-48fa-af34-b929f61daf0a Aug 25 15:11:59.727980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8c77bb1-274d-4348-8249-d78da02c6f38 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.742718 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:11:59.752392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.754785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8c77bb1-274d-4348-8249-d78da02c6f38 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.757232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.758565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d22bcd41-530d-4191-9689-2e96148d80a4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2264132 Aug 25 15:11:59.768488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59446) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:59.777392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '2b722a14-eb86-492a-9fcb-4d91509b11b1', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:11:59.890696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:11:59.898636 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:11:59.899731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.903312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:11:59.904583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.907244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8c77bb1-274d-4348-8249-d78da02c6f38 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.909747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8c77bb1-274d-4348-8249-d78da02c6f38 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.910886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c8c77bb1-274d-4348-8249-d78da02c6f38 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/security-groups/68f256df-c64a-4202-b186-47eb9c6404a8 HTTP/1.1" status: 204 len: 168 time: 0.2694507 Aug 25 15:11:59.916066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:11:59.916809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:11:59.918040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:11:59.918922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:59.919566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59452) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:11:59.937643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c77bb1-274d-4348-8249-d78da02c6f38 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f256df-c64a-4202-b186-47eb9c6404a8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:11:59.981911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:11:59.987134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.004591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:00.005449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:00.052801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 104067bd-1e85-482e-8a99-5cb6215766e1 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:00.060341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:00.061127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1993ee2-89b4-4c6a-8d32-5a38584fe581 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:00.064468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.104812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Pushing event updated for resources: {'Network': ['ID=84ebd208-e848-48fa-af34-b929f61daf0a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:00.109641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9eeb66b9-f547-41a4-9ae0-447af57afde8 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9595003 Aug 25 15:12:00.117370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 84ebd208-e848-48fa-af34-b929f61daf0a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:00.117674 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.197312 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.222880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.255401 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0a6f739-df28-40c8-af2d-1d667a640c64 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9114211 Aug 25 15:12:00.258851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59462) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:00.263696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'port_id': 'c1925119-b09f-432e-9e26-359cb8fb539d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:00.267945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.325093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415ac41f-790c-4d33-b1ce-4ddc1fe4a44f,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:00.345387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.408367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.426990 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.431309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82cf6422-8e09-4616-acc4-a2923fe73b22 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6617358 Aug 25 15:12:00.440751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59466) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:00.448553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'network': {'name': 'tempest-network-smoke--713682624', 'project_id': '1adf2409290d43fda7863871e785644e', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:00.455922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5098c8-efe1-478a-9438-0c8f323014b4 None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:00.470527 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.475988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/104067bd-1e85-482e-8a99-5cb6215766e1 HTTP/1.1" status: 204 len: 168 time: 0.5485322 Aug 25 15:12:00.478117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b46e3f-04ff-4677-b696-4898a6f3ac4c tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=104067bd-1e85-482e-8a99-5cb6215766e1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:00.484574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59468) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:00.545010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59470) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:00.551779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59472) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:00.555444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Request body: {'port': {'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a', 'binding:host_id': 'n-h2-805995-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-909052860'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:00.587357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:00.591467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.609490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4507a3-bbad-4475-95a7-320af662c12e req-1d380178-9121-4c1c-879c-e81c9c1c1780 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:00.611610 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb4507a3-bbad-4475-95a7-320af662c12e req-1d380178-9121-4c1c-879c-e81c9c1c1780 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.2350185 Aug 25 15:12:00.645895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.654920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886779b-eba1-470f-b823-a840835754c5 req-b981e98b-5ec1-4135-9157-03fcf55464f5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:00.662333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8886779b-eba1-470f-b823-a840835754c5 req-b981e98b-5ec1-4135-9157-03fcf55464f5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.2845128 Aug 25 15:12:00.676468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:00.680344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.723748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:00.756291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.756649 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Added segment e51095d9-c9fe-4f59-8735-334d354bd77e of type vlan for network 69c3dd72-3121-4452-a5ad-13319aebb075 Aug 25 15:12:00.837260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:00.838176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.002102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.008340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:01.009301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.075935 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.127597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:01.130031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.135066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f5ce7ecb-303d-4bb2-9b83-e34cc130ba55 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/6dd1ae78-bd02-4d90-bcb1-1a6d605e64c0 HTTP/1.1" status: 204 len: 168 time: 0.6442356 Aug 25 15:12:01.135066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Network': ['ID=69c3dd72-3121-4452-a5ad-13319aebb075,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:01.142988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59482) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.145699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 69c3dd72-3121-4452-a5ad-13319aebb075 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:01.171980 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22e806c-5a85-48c7-b54b-7941391a751d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:01.172670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22e806c-5a85-48c7-b54b-7941391a751d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:01.174562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d22e806c-5a85-48c7-b54b-7941391a751d tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/104067bd-1e85-482e-8a99-5cb6215766e1 HTTP/1.1" status: 404 len: 337 time: 0.0372164 Aug 25 15:12:01.178822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.250625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting subnet 1e84c0b7-12e8-4e49-a585-eb5660d3cd89 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:01.255538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.314153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e0e03905-0ce5-4557-ac2b-82782dadd70d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a905a5a349e4360b74f250192528a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352262 Aug 25 15:12:01.320263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59488) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.323789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8886779b-eba1-470f-b823-a840835754c5 req-e080b249-234e-468b-bece-a4e212b9c22d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605940 Aug 25 15:12:01.334888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.421347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Made reservation on behalf of 98dc6fb380a9462fb2677413828c50ef for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:01.423755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.448994 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.454497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.466995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847c636-5140-4ea7-8d30-c57f80c15040 None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:01.491375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port 70f7f43c-80ee-4b41-be8d-20cc53575b6c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:01.491661 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.504635 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-87d8a876-304b-48e0-a6be-95232cd00cc9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0609114 Aug 25 15:12:01.518070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59492) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.535349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'admin_state_up': True, 'project_id': '1adf2409290d43fda7863871e785644e', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:01.568081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bb4e8e81-2168-42eb-ac83-69228714e65c None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:01.569064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8e81-2168-42eb-ac83-69228714e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.671564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb687230-05f1-4b8e-a05c-b8d6a4a98638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.739916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bb4e8e81-2168-42eb-ac83-69228714e65c None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:01.740334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8e81-2168-42eb-ac83-69228714e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.773237 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.781686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb687230-05f1-4b8e-a05c-b8d6a4a98638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.782139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e8e81-2168-42eb-ac83-69228714e65c None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:01.796971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.798891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/1e84c0b7-12e8-4e49-a585-eb5660d3cd89 HTTP/1.1" status: 204 len: 168 time: 0.6188996 Aug 25 15:12:01.813468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.828379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a853b66-7033-48f9-bb6a-64ddd1bc8ebd tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Subnet': ['ID=1e84c0b7-12e8-4e49-a585-eb5660d3cd89,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:01.895888 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2fd9a3-a7a8-4eae-b037-6ef9bff802ec tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:01.896380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2fd9a3-a7a8-4eae-b037-6ef9bff802ec tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:01.899088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a2fd9a3-a7a8-4eae-b037-6ef9bff802ec tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/785e4aec-1567-4f49-bdb9-37b5230c463d HTTP/1.1" status: 404 len: 337 time: 0.0846162 Aug 25 15:12:01.902515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59502) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.909604 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:12:01.916284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port 70f7f43c-80ee-4b41-be8d-20cc53575b6c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=70f7f43c-80ee-4b41-be8d-20cc53575b6c,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:01.916284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:01.937533 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0e622520-0afc-4eb5-9b46-ae2ee517ba62 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef494ad7-a1a8-457e-abbe-cfd18638a716 HTTP/1.1" status: 200 len: 205 time: 0.0340221 Aug 25 15:12:01.938453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59506) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:01.960245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for 70f7f43c-80ee-4b41-be8d-20cc53575b6c owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:01.983823 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-2e7bb838-ca25-40f4-a5cc-04f67a0ab199 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] delete failed (client error): The resource could not be found. Aug 25 15:12:01.986457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e7bb838-ca25-40f4-a5cc-04f67a0ab199 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/routers/ef494ad7-a1a8-457e-abbe-cfd18638a716 HTTP/1.1" status: 404 len: 336 time: 0.0467961 Aug 25 15:12:01.987227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59508) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.018448 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02ac3fc-6fe2-4dc3-9484-9f0890580c32 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.019337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02ac3fc-6fe2-4dc3-9484-9f0890580c32 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.021621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e02ac3fc-6fe2-4dc3-9484-9f0890580c32 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/0ae49805-d54a-4a40-9fa9-711c8a0eaec0 HTTP/1.1" status: 404 len: 337 time: 0.0335131 Aug 25 15:12:02.026346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.061241 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9375e274-b893-452d-9cfd-78aed483c1c4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.061795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9375e274-b893-452d-9cfd-78aed483c1c4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.063770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9375e274-b893-452d-9cfd-78aed483c1c4 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/dac6741b-c17e-4f94-83f5-6b53294c5cf3 HTTP/1.1" status: 404 len: 337 time: 0.0363312 Aug 25 15:12:02.067293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59512) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.082144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.098489 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcbd304-8647-406c-81cc-35584b14cd50 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.098797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcbd304-8647-406c-81cc-35584b14cd50 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.101564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bcbd304-8647-406c-81cc-35584b14cd50 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/763d49bf-bb46-465f-b08c-632a42cad7e7 HTTP/1.1" status: 404 len: 337 time: 0.0327196 Aug 25 15:12:02.104024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.121097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.129285 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-563c39b0-ba39-4b8f-aeda-dfcd289c4657 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.130019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563c39b0-ba39-4b8f-aeda-dfcd289c4657 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.134344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-563c39b0-ba39-4b8f-aeda-dfcd289c4657 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/35347565-d48e-4327-8651-4e0e3632c9ef HTTP/1.1" status: 404 len: 333 time: 0.0268521 Aug 25 15:12:02.138179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59518) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.169598 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa76cbc7-ec11-4987-b3ff-855f20c22b02 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.170068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa76cbc7-ec11-4987-b3ff-855f20c22b02 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.171937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aa76cbc7-ec11-4987-b3ff-855f20c22b02 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/4d144250-80f4-48ea-b602-98c7b56613ec HTTP/1.1" status: 404 len: 337 time: 0.0289001 Aug 25 15:12:02.174686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.180795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.182893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb687230-05f1-4b8e-a05c-b8d6a4a98638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.185585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cb687230-05f1-4b8e-a05c-b8d6a4a98638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.189682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb687230-05f1-4b8e-a05c-b8d6a4a98638 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65623251-9ec8-4abe-80fa-77758f1c0b63 HTTP/1.1" status: 204 len: 168 time: 0.8608415 Aug 25 15:12:02.203719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:02.207918 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ceeb323-fec3-4f9d-98a5-8f06852edb6a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.208297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ceeb323-fec3-4f9d-98a5-8f06852edb6a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.211869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ceeb323-fec3-4f9d-98a5-8f06852edb6a tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/23d23339-73eb-467a-92a3-7d222665c612 HTTP/1.1" status: 404 len: 337 time: 0.0351551 Aug 25 15:12:02.218453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.221236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.262551 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d12ba86-ae63-4b7d-9236-1458dd214c26 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.264333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d12ba86-ae63-4b7d-9236-1458dd214c26 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.270708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2d12ba86-ae63-4b7d-9236-1458dd214c26 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/7480d78b-2fc3-444f-8daa-6735c67a12df HTTP/1.1" status: 404 len: 333 time: 0.0481541 Aug 25 15:12:02.272526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.276776 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.278050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.355782 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d831549-6c50-4988-83c1-eb203b8eba39 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.357591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d831549-6c50-4988-83c1-eb203b8eba39 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.359922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d831549-6c50-4988-83c1-eb203b8eba39 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/2aaa5a9a-8d20-4765-8df5-49223b7f84f3 HTTP/1.1" status: 404 len: 337 time: 0.0855236 Aug 25 15:12:02.362710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59532) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.403621 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab335e6-d477-4544-b2fd-a68a5e8e8362 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:02.404054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab335e6-d477-4544-b2fd-a68a5e8e8362 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:02.405811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bab335e6-d477-4544-b2fd-a68a5e8e8362 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/subnets/ed3a664b-b7fa-41ad-b3d6-d02c1bc2cf19 HTTP/1.1" status: 404 len: 337 time: 0.0420637 Aug 25 15:12:02.409304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59534) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:02.411782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6789dc-a6f8-41cc-92f5-af8737da4668,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:02.487554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc8514-9172-49c6-b867-372883d6e2aa None None] Network 2bec6178-aaff-448a-a777-8bd443dc5cc1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:02.518909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb687230-05f1-4b8e-a05c-b8d6a4a98638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65623251-9ec8-4abe-80fa-77758f1c0b63,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:02.556527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f80e3-aecf-4a05-ac34-e6fec1fefbfa req-c897bb94-5129-44bd-b28a-6410d0f2452f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:02.556527 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-550f80e3-aecf-4a05-ac34-e6fec1fefbfa req-c897bb94-5129-44bd-b28a-6410d0f2452f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 946 time: 0.1097662 Aug 25 15:12:02.660640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port a22f8728-f6f7-4a08-9595-2de7cc32fa85 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:02.661398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.683398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.701888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:12:02.737570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fef4ef41-7888-44ef-b84b-015cfe4c1716 None None] Provisioning complete for port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:02.738267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fef4ef41-7888-44ef-b84b-015cfe4c1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.766076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=70f7f43c-80ee-4b41-be8d-20cc53575b6c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:02.785923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.808611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for a22f8728-f6f7-4a08-9595-2de7cc32fa85 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:02.926463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port 70f7f43c-80ee-4b41-be8d-20cc53575b6c on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:02.936395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:02.938533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb4507a3-bbad-4475-95a7-320af662c12e req-f6e5f544-fecd-4d53-8db9-d7244c5fc979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "DELETE /v2.0/ports/70f7f43c-80ee-4b41-be8d-20cc53575b6c HTTP/1.1" status: 204 len: 173 time: 2.3164394 Aug 25 15:12:02.939016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'name': 'network-vif-deleted', 'tag': '70f7f43c-80ee-4b41-be8d-20cc53575b6c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:02.945257 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a278f-cdd3-423b-ac04-fb0ca48f45ad" -d '{"events": [{"server_uuid": "34c6f5be-c1f5-45e1-bf6b-c2813081891d", "name": "network-vif-deleted", "tag": "70f7f43c-80ee-4b41-be8d-20cc53575b6c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:02.961862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:03.007619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:03.011162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.031511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] DHCP port deletion for 2bec6178-aaff-448a-a777-8bd443dc5cc1 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:03.100821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.105384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-550f80e3-aecf-4a05-ac34-e6fec1fefbfa req-2016f11f-c742-478f-983d-d7a7ff99f449 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447183 Aug 25 15:12:03.149137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.175746 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff58a9d-b8c6-4bff-9ee9-a2844b819bf5 x-openstack-request-id: req-eff58a9d-b8c6-4bff-9ee9-a2844b819bf5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:03.176333 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c6f5be-c1f5-45e1-bf6b-c2813081891d", "name": "network-vif-deleted", "tag": "70f7f43c-80ee-4b41-be8d-20cc53575b6c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:03.177836 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eff58a9d-b8c6-4bff-9ee9-a2844b819bf5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:03.177836 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6f5be-c1f5-45e1-bf6b-c2813081891d', 'name': 'network-vif-deleted', 'tag': '70f7f43c-80ee-4b41-be8d-20cc53575b6c', 'status': 'completed', 'code': 200} Aug 25 15:12:03.178925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Transition to ACTIVE for port object 4abe89d7-1d18-4cf8-bead-db22da6aecc6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:03.201581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fef4ef41-7888-44ef-b84b-015cfe4c1716 None None] Provisioning complete for port a22f8728-f6f7-4a08-9595-2de7cc32fa85 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:03.202091 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fef4ef41-7888-44ef-b84b-015cfe4c1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.213158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.215350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/ports/a22f8728-f6f7-4a08-9595-2de7cc32fa85 HTTP/1.1" status: 204 len: 168 time: 0.8049169 Aug 25 15:12:03.219806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59546) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:03.230435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da737d4-268a-40e7-b01c-ab82e1373942 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=a22f8728-f6f7-4a08-9595-2de7cc32fa85,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:03.246140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fef4ef41-7888-44ef-b84b-015cfe4c1716 None None] Port a22f8728-f6f7-4a08-9595-2de7cc32fa85 was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:12:03.268799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] Deleting port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:03.269231 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.322982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.347332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,segment=NetworkSegment(a7b8d95b-b3d3-468e-8505-955cf36b322e),segment_id=a7b8d95b-b3d3-468e-8505-955cf36b322e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:03.348079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.363469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] Calling delete_port for f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:03.407372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.466128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.479143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=4abe89d7-1d18-4cf8-bead-db22da6aecc6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:03.484312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:03.485543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:03.496623 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:03.504165 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.506719 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:03.507497 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:03.543766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Checking segment: {'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:03.544345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Network hostable DHCP agents. Network: 84ebd208-e848-48fa-af34-b929f61daf0a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:03.552815 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:03.561739 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:03.562362 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:03.598896 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:03.599876 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5f31-906b-4ff1-897f-39810d0c998c None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:03.616300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-188b80fc-0106-46be-9734-7ab6d6480f84 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/floatingips/03f18ab9-1d2e-4a86-9420-1b0595bda8a4 HTTP/1.1" status: 200 len: 979 time: 3.3536110 Aug 25 15:12:03.616922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.617451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:03.631415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] No DVR routers for this DVR port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:03.669441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96227a-fd76-4a3a-8282-d52c12d276f3 None None] Pushing event deleted for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:03.674777 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.705421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Deleting port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:03.705785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.711081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Network 84ebd208-e848-48fa-af34-b929f61daf0a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:03.824463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] For port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553, host n-d-805995-2, got binding levels [] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:03.824835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.844430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.862596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 84ebd208-e848-48fa-af34-b929f61daf0a) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:03.869845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.870463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:03.873410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Calling delete_port for f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:03.875721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230feba0-7217-412c-9bf5-9f14c7b49c80 None None] Network 84ebd208-e848-48fa-af34-b929f61daf0a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:03.878867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 was not found and therefore no delete operation was performed {{(pid=101873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:12:03.887830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:03.902542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:03.902542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:03.902542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:03.935552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Port': ['ID=f8317fb4-e7e4-4dd9-a7c7-38da20a6f553,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:03.937571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] No DVR routers for this DVR port f8317fb4-e7e4-4dd9-a7c7-38da20a6f553 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:03.940064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:03.940402 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:03.944394 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 2 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:03.984007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:03.984007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:03.984007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.013350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.146 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/d0eb2194-8570-4ff5-b7b9-9586fc3a45f8) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:04.030842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 7f86e64c-b65b-40c7-98af-314e62602ab2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:04.031209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.053700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.053700 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.081905 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 3 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.109129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.113876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.115960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.115960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.129786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.130122 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.132333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bec6178-aaff-448a-a777-8bd443dc5cc1']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:04.140048 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 4 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.152618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 70f7f43c-80ee-4b41-be8d-20cc53575b6c no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:04.163982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b8d95b-b3d3-468e-8505-955cf36b322e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:04.164292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b8d95b-b3d3-468e-8505-955cf36b322e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:04.168480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.168847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.169163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.177569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 70f7f43c-80ee-4b41-be8d-20cc53575b6c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:04.178995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 70f7f43c-80ee-4b41-be8d-20cc53575b6c not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:04.187069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.201259 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.201259 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.209122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.209122 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.211300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.212031 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 5 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.217440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.228455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 7f86e64c-b65b-40c7-98af-314e62602ab2 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:04.243409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:04.243854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:04.248501 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:04.269890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.270238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.270581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.355084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dac1d96f-6b66-4af7-bd59-1018ecc69bec req-8bba4555-b81e-4a09-ad5c-b6c088fbc761 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c6f5be-c1f5-45e1-bf6b-c2813081891d HTTP/1.1" status: 200 len: 210 time: 0.1055138 Aug 25 15:12:04.364302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.364545 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.370431 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 6 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.391861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.392211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.392542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.395556 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.401736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.403316 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.403578 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 7 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.424546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.424546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.424866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.437509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.437849 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.439365 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 8 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.443911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:04.447130 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:04.450933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:04.465666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.465998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.466350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.472003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.472353 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.473297 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 9 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.476513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:04.478156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.493617 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.498378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] 10.222.0.58 "DELETE /v2.0/networks/2bec6178-aaff-448a-a777-8bd443dc5cc1 HTTP/1.1" status: 204 len: 168 time: 1.2774944 Aug 25 15:12:04.530496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce7a4-839c-4453-99a8-afced6c30784 tempest-PortsTestJSON-1093075351 tempest-PortsTestJSON-1093075351-project] Pushing event deleted for resources: {'Network': ['ID=2bec6178-aaff-448a-a777-8bd443dc5cc1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:04.534855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.534855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.535198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.547055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.547735 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.549343 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 10 to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 Aug 25 15:12:04.569521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:04.569802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:04.570064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:04.575671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:04.576009 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:04.576385 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.616882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.655592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=7f86e64c-b65b-40c7-98af-314e62602ab2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:04.736466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] For port 4abe89d7-1d18-4cf8-bead-db22da6aecc6, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:04.736843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempted to set empty binding levels {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 15:12:04.740010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.741589 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 03f18ab9-1d2e-4a86-9420-1b0595bda8a4 disassociated (deleted). External IP: 172.25.8.213, port: c1925119-b09f-432e-9e26-359cb8fb539d. Aug 25 15:12:04.835416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.862826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.878740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:04.879379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:04.905041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=4abe89d7-1d18-4cf8-bead-db22da6aecc6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:05.052248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-148efa4e-32b7-4d30-ae48-5c5891a8d13f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.5018282 Aug 25 15:12:05.054803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59576) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:05.056790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:05.134652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:05.186969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:05.310814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Deleting port 4abe89d7-1d18-4cf8-bead-db22da6aecc6 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:05.311191 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:05.424247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] For port 4abe89d7-1d18-4cf8-bead-db22da6aecc6, host n-h2-805995-2, got binding levels [] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:05.424909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:05.444056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Calling delete_port for 4abe89d7-1d18-4cf8-bead-db22da6aecc6 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:05.515840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 29833e4a-6101-4832-9a6b-e1a952559566 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:12:05.842381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:05.854315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:05.857298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:05.871589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:05.872589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:05.888869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-004de080-739e-4c7f-aac9-52e239476173 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f77ccc4cdcca480990da5e46893bf799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537341 Aug 25 15:12:05.893623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59606) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:05.940002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7f239da3-0faf-4bc4-9a44-4f695fe3de69 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/floatingips/03f18ab9-1d2e-4a86-9420-1b0595bda8a4 HTTP/1.1" status: 204 len: 168 time: 2.3221481 Aug 25 15:12:05.942452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59608) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:05.946774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:05.973421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:05.974349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:06.011689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-a55788c0-c6a3-47bd-a41b-3ea09c0f35f2 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:06.013304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-a55788c0-c6a3-47bd-a41b-3ea09c0f35f2 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.2985015 Aug 25 15:12:06.035710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.040676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:06.041536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482800c-5f71-41c8-9b12-1334b23c36f1 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:06.077795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-b5763004-92c8-4c2e-918e-4913b38fe779 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/quotas/9b4667880b644474aab5c0bd0d0764b0 HTTP/1.1" status: 200 len: 375 time: 0.0285711 Aug 25 15:12:06.082781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.085646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "DELETE /v2.0/ports/4abe89d7-1d18-4cf8-bead-db22da6aecc6 HTTP/1.1" status: 204 len: 168 time: 1.0295324 Aug 25 15:12:06.086791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389aee04-7fe0-46ce-8882-5c61778b9af0 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event deleted for resources: {'Port': ['ID=4abe89d7-1d18-4cf8-bead-db22da6aecc6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:06.089259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59612) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:06.102125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:06.113047 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Sync routers for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:06.120120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24439a15-310e-48f0-bd91-938a724c62fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.124089 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:06.124796 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:06.129643 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62c94d5-e2c9-4146-ac51-a1f0073eee9a tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:12:06.135253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f62c94d5-e2c9-4146-ac51-a1f0073eee9a tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "GET /v2.0/ports/4abe89d7-1d18-4cf8-bead-db22da6aecc6 HTTP/1.1" status: 404 len: 333 time: 0.0390067 Aug 25 15:12:06.138393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59614) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:06.144624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Request body: {'port': {'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-581023210'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:06.202048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24439a15-310e-48f0-bd91-938a724c62fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.217687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port c1925119-b09f-432e-9e26-359cb8fb539d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:06.218178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.230527 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.234815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d37345d8-20c5-4ccf-a6a8-1e9dca0ea3a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7120678 Aug 25 15:12:06.235632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59616) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:06.242002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-e106638a-c0fb-4c16-a7fb-2f43d7ac7f67 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441712 Aug 25 15:12:06.261241 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:12:06.339124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59622) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:06.366798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f75b2ea6-eb16-411c-a233-2a1bf623fb07 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1adf2409290d43fda7863871e785644e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986254 Aug 25 15:12:06.417795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Made reservation on behalf of 98dc6fb380a9462fb2677413828c50ef for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:06.417795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.470940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port afe5b736-0f64-4ddb-af83-7ce88437ad10 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:06.645884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.693356 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:04Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:06.711945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24439a15-310e-48f0-bd91-938a724c62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.714942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24439a15-310e-48f0-bd91-938a724c62fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.718650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-24439a15-310e-48f0-bd91-938a724c62fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25923ff0-37a1-46b5-b793-4280d4abab60 HTTP/1.1" status: 204 len: 168 time: 0.8196127 Aug 25 15:12:06.725356 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Checking router: 29833e4a-6101-4832-9a6b-e1a952559566 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:12:06.725713 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Updating router 29833e4a-6101-4832-9a6b-e1a952559566 port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:12:06.735845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for c1925119-b09f-432e-9e26-359cb8fb539d owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:06.748084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.763619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439a15-310e-48f0-bd91-938a724c62fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25923ff0-37a1-46b5-b793-4280d4abab60,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:06.766213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4933a-204b-4597-8a7a-89eaf13c4299 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:06.775515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b4c4933a-204b-4597-8a7a-89eaf13c4299 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4362037 Aug 25 15:12:06.779974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59630) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:06.811264 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:06.903097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6bbd4548-c660-4160-a543-3e43e30820f9 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070764 Aug 25 15:12:06.903884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59634) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:06.903884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065941995', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'project_id': '1adf2409290d43fda7863871e785644e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:06.914063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-914118ea-8938-43be-b6f9-942bdefd5633 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583240 Aug 25 15:12:07.060859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.088367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-00af8b9f-521b-4afa-a52e-4a6bd9577115 service neutron] 10.222.0.58 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587572 Aug 25 15:12:07.136049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Network 84ebd208-e848-48fa-af34-b929f61daf0a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:07.138589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:07.139766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=afe5b736-0f64-4ddb-af83-7ce88437ad10,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:07.142195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:07.143266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:07.143929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.264512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:07.269009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.342563 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.356042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.357146 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Transition to ACTIVE for port object d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:07.433145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=c1925119-b09f-432e-9e26-359cb8fb539d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:07.436375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8366800d-1a31-4610-a2b3-174b07e14535 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2968161 Aug 25 15:12:07.442046 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.448558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59644) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:07.468503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805995-2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:07.522325 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Attempting to bind port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:07.522943 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Attempting to bind port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:07.523442 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Attempting to bind port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:07.527493 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Pushing event updated for resources: {'Port': ['ID=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:07.539859 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:07.540455 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:07.541427 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.541427 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:07.542162 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Bound port: d0eb2194-8570-4ff5-b7b9-9586fc3a45f8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:07.542610 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.546532 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.547050 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.547704 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.548138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.548570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.549037 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.550548 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.550548 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.550807 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.551248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.552054 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.552776 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:07.582734 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.588596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e63499bd-8562-4a1c-9486-953c5a7de5b9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/ports/c1925119-b09f-432e-9e26-359cb8fb539d HTTP/1.1" status: 204 len: 168 time: 1.6412051 Aug 25 15:12:07.590357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59650) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:07.598570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6ec0daed-3daf-4e60-a76e-484a24b60e12 req-6afbca5b-eb80-45d9-83e0-dc68f8d4bc9d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 210 time: 0.1206739 Aug 25 15:12:07.598699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:07.655886 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] For port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:07.660906 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] For port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:07.694137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.722120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.757338 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.822650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:07.844288 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:07.844738 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:07.890384 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27130c-0a91-4506-b7ba-708687d615a9 None None] Pushing event updated for resources: {'Port': ['ID=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:07.954649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Subnet': ['ID=477a3a76-8a0a-49e3-aba8-ac4ca1002d71,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:07.984173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:12:08.002209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.034089 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Checking segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:08.034937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network hostable DHCP agents. Network: 69c3dd72-3121-4452-a5ad-13319aebb075, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:08.100510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port afe5b736-0f64-4ddb-af83-7ce88437ad10 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:08.123664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.139372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Transition to ACTIVE for port object afe5b736-0f64-4ddb-af83-7ce88437ad10 will not be triggered until provisioned by entity L2. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:08.148619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.183 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/1a61cfe2-07bd-48c7-8168-8ab005714f6c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:08.224408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 69c3dd72-3121-4452-a5ad-13319aebb075 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:08.253116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.312041 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:04Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:08.325448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 69c3dd72-3121-4452-a5ad-13319aebb075) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:08.332711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:08.333404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.339065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afdc36-56da-49d6-9443-5b0c6d6e2757 None None] Network 69c3dd72-3121-4452-a5ad-13319aebb075 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:08.363158 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c864-d88e-4960-8a0e-f2159a3baad4 None None] The sync data for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 is: [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:04Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:08.368989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.368989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.368989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.371580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=afe5b736-0f64-4ddb-af83-7ce88437ad10,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:08.381210 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.382816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.384860 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.384860 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 2 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.450346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.453045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.456724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.466490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.466912 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.467404 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 3 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.484314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-09ada285-c950-41af-8308-930d77d5f360 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5898187 Aug 25 15:12:08.487728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59682) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:08.489597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.490022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.490965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.502367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.502791 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.503377 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 4 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.517694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.518251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.518374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.523540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.523885 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.524287 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 5 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.540599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.541886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.542288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.542631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.548297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.549137 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.549137 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 6 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.565146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.565522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.565906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.576850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.576850 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.576850 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 7 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.588127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.588841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.588841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.593620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.594167 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.594466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=1a61cfe2-07bd-48c7-8168-8ab005714f6c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:08.594902 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 8 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.615016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.616468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.616826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.622649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.623329 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.623902 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 9 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.655069 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.655438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.658568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.669863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.675216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-69c3dd72-3121-4452-a5ad-13319aebb075', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:08.675359 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.675359 n-d-805995-2 neutron-server[101872]: INFO neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 10 to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 Aug 25 15:12:08.675557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.679746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:08.682146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:08.689137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:08.689750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:08.690266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:08.694859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:08.697714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:08.699239 n-d-805995-2 neutron-server[101872]: ERROR neutron.plugins.ml2.managers [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port afe5b736-0f64-4ddb-af83-7ce88437ad10 on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:08.703524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:08.850311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:08.939216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] For port afe5b736-0f64-4ddb-af83-7ce88437ad10, host n-h2-805995-2, cleared binding levels {{(pid=101872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:08.939728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempted to set empty binding levels {{(pid=101872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 15:12:08.969748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Allocated IP 172.20.0.2 (69c3dd72-3121-4452-a5ad-13319aebb075/477a3a76-8a0a-49e3-aba8-ac4ca1002d71/204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:08.983234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8431c6d-0b04-4541-9a24-f6c13dfdecda req-a2eaf643-5c9c-49e3-b518-23a4cc669e81 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 210 time: 0.1037021 Aug 25 15:12:09.014022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.097084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] In _notify_port_updated(), no bound segment for port afe5b736-0f64-4ddb-af83-7ce88437ad10 on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:12:09.099005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.100986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.107874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "PUT /v2.0/ports/afe5b736-0f64-4ddb-af83-7ce88437ad10 HTTP/1.1" status: 200 len: 974 time: 1.6565933 Aug 25 15:12:09.109733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59694) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:09.222452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.239453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c7d4f-a5f7-481e-bc6a-aadd90720ab3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=afe5b736-0f64-4ddb-af83-7ce88437ad10,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:09.271825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.272627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.273283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.273934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.274602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.275278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.275932 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.276580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.277229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.277878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.278525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.279225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.279874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:09.286471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dda58ffc-9f27-49ae-a290-1510c6c6aa3e tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11188 time: 0.1710830 Aug 25 15:12:09.293191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:09.340644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-996601067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:09.452241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Deleting port afe5b736-0f64-4ddb-af83-7ce88437ad10 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:09.452600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.459932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.478134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Transition to ACTIVE for port object 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:09.509494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Transition to ACTIVE for port object 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:09.515018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.516301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.516512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.577817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:09.581429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] For port afe5b736-0f64-4ddb-af83-7ce88437ad10, host n-h2-805995-2, got binding levels [] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:09.581818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.604053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Calling delete_port for afe5b736-0f64-4ddb-af83-7ce88437ad10 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:09.686896 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.766314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.776259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Network 69c3dd72-3121-4452-a5ad-13319aebb075 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:09.784088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:09.793539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:09.812688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Pushing event updated for resources: {'Port': ['ID=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:09.821169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.821509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.822821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.823377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.823901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.824622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.825132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.825643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.826192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.827826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.827826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.828160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:09.831168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.869172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:09.878986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:09.879317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.887609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.918675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.923307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "DELETE /v2.0/ports/afe5b736-0f64-4ddb-af83-7ce88437ad10 HTTP/1.1" status: 204 len: 168 time: 0.6338086 Aug 25 15:12:09.955017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Attempting to bind port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:09.955797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Attempting to bind port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:09.956348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Attempting to bind port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:09.958040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59702) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:09.975801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:09.976545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Checking segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:09.977507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.978133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Bound using segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:09.978875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Bound port: 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:09.979687 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:09.997265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ecba8-ee01-4dd8-87a1-d27276d7a752 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event deleted for resources: {'Port': ['ID=afe5b736-0f64-4ddb-af83-7ce88437ad10,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:10.083581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.084569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1563a550-ecbe-4984-8623-25eabbeaec5b tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2329810 Aug 25 15:12:10.089565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59708) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:10.104232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-788541538'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:10.119454 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ccc429-3d19-41de-ac01-d1312686f904 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:12:10.126219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7ccc429-3d19-41de-ac01-d1312686f904 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "GET /v2.0/ports/afe5b736-0f64-4ddb-af83-7ce88437ad10 HTTP/1.1" status: 404 len: 333 time: 0.1638963 Aug 25 15:12:10.140607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:10.154234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1099897981', 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:10.183766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] For port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:10.187723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] For port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:10.218535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9600c079-9a9d-4334-99c3-b2298c962705 req-18dcfc2a-9395-4824-9299-3b6067319f2c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 210 time: 0.0506623 Aug 25 15:12:10.226778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.236387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:12:10.236387 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:12:10.236387 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '98dc6fb380a9462fb2677413828c50ef', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 12, 10, 161423)}] Aug 25 15:12:10.236387 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:12:10.237283 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:12:10.269536 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.278412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.315228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.326474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:10.365687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa78c3-cf65-4f08-baa0-7db2ea1c93d3 None None] Pushing event updated for resources: {'Port': ['ID=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:10.367938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:10.371735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.388535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.407624 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.474278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:10.488877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-e112dc5a-d9d5-4e9b-b2f0-d0e1e28ecb5e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:10.491102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-e112dc5a-d9d5-4e9b-b2f0-d0e1e28ecb5e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 806 time: 0.5175421 Aug 25 15:12:10.505498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.507973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=1a61cfe2-07bd-48c7-8168-8ab005714f6c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:10.513779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Request body: {'port': {'device_id': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'admin_state_up': True, 'tenant_id': '9b4667880b644474aab5c0bd0d0764b0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:10.580715 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.656431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.708635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.715431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:10.796247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1365be8-4758-48d8-870d-3f58f8ccbc24,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:10.805323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.809376 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Added segment fad7914d-2202-4f2a-a9bd-45027f4f0850 of type vlan for network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd Aug 25 15:12:10.901301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:10.914795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59716) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:10.977771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Made reservation on behalf of 98dc6fb380a9462fb2677413828c50ef for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:10.983349 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.000151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:11.049529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.055503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:11.056332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.157191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0657980 Aug 25 15:12:11.160833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa8458-a1b4-4b0c-9cac-65cc92423c1d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Network': ['ID=8cb6ec66-0dfd-40ab-96e1-844bac6202bd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:11.163117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59720) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:11.170342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'subnet': {'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:11.173701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:11.333373 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.432758 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.436606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2f57d705-7361-4be9-87f7-91c5745af574 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8427300 Aug 25 15:12:11.437869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59724) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:11.445880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'port': {'network_id': '72cf4dea-8d46-4f3d-8c15-e6363ae725aa', 'name': 'tempest-FloatingIPTestJSON-524897057'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:11.456168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:11.459791 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.481322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9f91d0b-c088-48d5-ae74-d8ac23a71c26 req-66df8c41-c708-4f21-b512-c8605467a8a5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 210 time: 0.0692263 Aug 25 15:12:11.491495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d809f8d-2ae7-40c6-b619-bd501f1d8fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.507161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.575431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Made reservation on behalf of 9b4667880b644474aab5c0bd0d0764b0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:11.580460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.632085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:11.659859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Network 84ebd208-e848-48fa-af34-b929f61daf0a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:11.666141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:11.674685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:11.675855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:11.676666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.715753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:11.808826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.1 (69c3dd72-3121-4452-a5ad-13319aebb075/477a3a76-8a0a-49e3-aba8-ac4ca1002d71/6a3cf290-e63f-47a4-adda-bc284515753f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:11.819555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd872b4f-d71a-4f59-9696-cbf314ad5658 None None] Network 69c3dd72-3121-4452-a5ad-13319aebb075 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:11.895651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:11.902707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:11.932661 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d809f8d-2ae7-40c6-b619-bd501f1d8fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:11.944642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Allocated IP 172.20.0.14 (bd76e024-7ba0-4ed1-b06e-192a2f45d2c2/ee06b698-303d-4f4d-b9f1-56aeb4065cc4/db688cf5-4d08-49e3-8095-aae1d75f7fec) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:11.998431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] Provisioning for port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:12.010212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] Provisioning complete for port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:12.010575 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.027268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:12.027643 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.037472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.042511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.056056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d809f8d-2ae7-40c6-b619-bd501f1d8fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.111236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Subnet': ['ID=ab6f21ef-9cd6-4f5f-a45b-442c7d37f933,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:12.135360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 6a3cf290-e63f-47a4-adda-bc284515753f will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:12.161507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3d809f8d-2ae7-40c6-b619-bd501f1d8fa4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=601e829ca7d442daa9dd08e43b21540d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2455170 Aug 25 15:12:12.169739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10917ce0-8336-474c-8047-19aa51fb750f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0236287 Aug 25 15:12:12.169739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59732) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:12.172375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:12.186153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809f8d-2ae7-40c6-b619-bd501f1d8fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4147203-3b67-408e-a856-01255056c9af,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:12.241774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda368a5-689e-4483-a29d-9325bf1b4aac tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:12.245706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.247443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dda368a5-689e-4483-a29d-9325bf1b4aac tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "GET /v2.0/ports/ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a HTTP/1.1" status: 200 len: 955 time: 0.0751216 Aug 25 15:12:12.248700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:12.249789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.293872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] For port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:12.298604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Checking segment: {'id': 'fad7914d-2202-4f2a-a9bd-45027f4f0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:12.299015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network hostable DHCP agents. Network: 8cb6ec66-0dfd-40ab-96e1-844bac6202bd, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:12.314879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:12.319205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.337456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.389908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.394647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 69c3dd72-3121-4452-a5ad-13319aebb075 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:12.396003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.402443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:12.407539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:12.425425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] device_id is not set on port 38b9192e-484f-430c-8a12-243f3c70ccec yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:12.425557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:12:12.431461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41f112fa-0461-4bdf-82ca-e21509df4333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.454784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=6a3cf290-e63f-47a4-adda-bc284515753f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:12.485434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:12.488330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:12.501744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b0742-1c99-4d55-a8c4-0a3160505e86 None None] Pushing event updated for resources: {'Port': ['ID=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:12.521052 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41f112fa-0461-4bdf-82ca-e21509df4333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.528551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:12.562084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:12.641555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:12.643559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.654433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.4 (72cf4dea-8d46-4f3d-8c15-e6363ae725aa/279c46c2-a495-4574-b098-ac2873669694/38b9192e-484f-430c-8a12-243f3c70ccec) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:12.678447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.770444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2671773 Aug 25 15:12:12.777465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-09a1160f-5721-4317-9e85-a340572c9381 None None] Provisioning complete for port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:12.778050 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-09a1160f-5721-4317-9e85-a340572c9381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.789488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886f7e1-6349-490a-a60b-6dc604c4007e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event updated for resources: {'Port': ['ID=db688cf5-4d08-49e3-8095-aae1d75f7fec,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:12.799993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Request body: {'port': {'device_id': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:12.851440 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.875375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.926184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 8cb6ec66-0dfd-40ab-96e1-844bac6202bd) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:12.936974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c1dde-0582-49f0-bb5e-82cba1ad3112 None None] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:12.945285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:12.945285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:12.969142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Deleting port ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:12.969637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.028491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.097150 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41f112fa-0461-4bdf-82ca-e21509df4333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.100273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-41f112fa-0461-4bdf-82ca-e21509df4333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.101512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-41f112fa-0461-4bdf-82ca-e21509df4333 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4147203-3b67-408e-a856-01255056c9af HTTP/1.1" status: 204 len: 168 time: 0.9318001 Aug 25 15:12:13.108140 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.133942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-8cb6ec66-0dfd-40ab-96e1-844bac6202bd', 'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd', 'tenant_id': 'c33253df611e49f68f671463943f9635', 'fixed_ips': [{'subnet_id': 'ab6f21ef-9cd6-4f5f-a45b-442c7d37f933'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:13.136276 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.149797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8cb7b-cbfe-4e94-b6b8-e2591d8ab851 req-a1802e4f-98a3-4374-b6ac-bbdcb1d3b3f7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:13.157504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68a8cb7b-cbfe-4e94-b6b8-e2591d8ab851 req-a1802e4f-98a3-4374-b6ac-bbdcb1d3b3f7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 932 time: 0.2609794 Aug 25 15:12:13.163352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 72cf4dea-8d46-4f3d-8c15-e6363ae725aa is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:13.172957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Calling delete_port for ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:13.177964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:13.180020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f112fa-0461-4bdf-82ca-e21509df4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4147203-3b67-408e-a856-01255056c9af,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:13.192355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:13.221009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1872f8e5-2e74-43af-8199-7b923e43ec34 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0548253 Aug 25 15:12:13.221855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=38b9192e-484f-430c-8a12-243f3c70ccec,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:13.229850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59744) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:13.253015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'network': {'name': 'tempest-router-network01--1496492664'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:13.261080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.340679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68a8cb7b-cbfe-4e94-b6b8-e2591d8ab851 req-f16e6064-2818-4a8b-8b7c-7dce809223ef tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735215 Aug 25 15:12:13.346920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:13.347223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Allocated IP 2001:db8::2 (8cb6ec66-0dfd-40ab-96e1-844bac6202bd/ab6f21ef-9cd6-4f5f-a45b-442c7d37f933/ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:13.347574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.399500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bde69442-dde0-4008-a5a9-4dbd8e1488b4 None None] Provisioning for port 6a3cf290-e63f-47a4-adda-bc284515753f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:13.406133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bde69442-dde0-4008-a5a9-4dbd8e1488b4 None None] Provisioning complete for port 6a3cf290-e63f-47a4-adda-bc284515753f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:13.406361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bde69442-dde0-4008-a5a9-4dbd8e1488b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.443220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:13.450591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.468251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bde69442-dde0-4008-a5a9-4dbd8e1488b4 None None] Port 6a3cf290-e63f-47a4-adda-bc284515753f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:13.500533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.526733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:13.559405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:13.562609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:13.578773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.585617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd49defe-d520-42a9-b569-adc20f80495f tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a HTTP/1.1" status: 204 len: 168 time: 1.2881994 Aug 25 15:12:13.586558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59748) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:13.591655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e9960e80-da85-42cd-a081-33bd241153b2 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1514909 Aug 25 15:12:13.595763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59750) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:13.603674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'port_id': '38b9192e-484f-430c-8a12-243f3c70ccec'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:13.618351 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.629925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Transition to ACTIVE for port object ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:13.633097 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa5de04-e4c2-483a-8ce7-4d6eed333b03 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:12:13.639280 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1fa5de04-e4c2-483a-8ce7-4d6eed333b03 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "GET /v2.0/ports/ccc0f8cc-d12f-46b0-9cac-4a0f944aca4a HTTP/1.1" status: 404 len: 333 time: 0.0457852 Aug 25 15:12:13.642262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59752) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:13.646136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.647186 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Added segment 70c8b650-38a3-407e-93f8-7617f871b155 of type vlan for network a6aef92e-7387-44ba-ad88-ac45416d35e4 Aug 25 15:12:13.655006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Request body: {'port': {'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1370939425'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:13.661932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db688cf5-4d08-49e3-8095-aae1d75f7fec {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:12:13.664783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Transition to ACTIVE for port object ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:13.666531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:13.666963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.668409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.676042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.716838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.812180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.827605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Transition to ACTIVE for port object db688cf5-4d08-49e3-8095-aae1d75f7fec will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:13.880515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Made reservation on behalf of 98dc6fb380a9462fb2677413828c50ef for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:13.894436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.904079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.913707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:13.917394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:13.925286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:13.928346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:13.932198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:13.956233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:13.966572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.031860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port 0ba509d8-b35c-4e45-8298-8e0252e81b4b yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:14.050122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Attempting to bind port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:14.050122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Attempting to bind port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'fad7914d-2202-4f2a-a9bd-45027f4f0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:14.050122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Attempting to bind port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e on network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:14.050122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:14.053179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Checking segment: {'id': 'fad7914d-2202-4f2a-a9bd-45027f4f0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:14.053179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.053179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Bound using segment: {'id': 'fad7914d-2202-4f2a-a9bd-45027f4f0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:14.054019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Bound port: ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad7914d-2202-4f2a-a9bd-45027f4f0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8cb6ec66-0dfd-40ab-96e1-844bac6202bd'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:14.055287 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.170651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] For port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:14.170651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] For port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,segment=NetworkSegment(fad7914d-2202-4f2a-a9bd-45027f4f0850),segment_id=fad7914d-2202-4f2a-a9bd-45027f4f0850)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:14.171622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59754) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:14.177062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Pushing event updated for resources: {'Port': ['ID=db688cf5-4d08-49e3-8095-aae1d75f7fec,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:14.199336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fccee59c-3bc2-4552-8f33-533c17535ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.219255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Network': ['ID=a6aef92e-7387-44ba-ad88-ac45416d35e4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:14.230396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:14.281314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.300068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.313379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d064333-d067-4482-ac0e-f1c21bcd0d9f tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0824232 Aug 25 15:12:14.317280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:14.323012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'network': {'name': 'tempest-router-network02--1794996830'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:14.382286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2a6cb-5bc0-473a-93b1-4d80e6291ea4 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:14.442600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.452598 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.493513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Attempting to bind port db688cf5-4d08-49e3-8095-aae1d75f7fec on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:14.494059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Attempting to bind port db688cf5-4d08-49e3-8095-aae1d75f7fec by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:14.494375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Network 84ebd208-e848-48fa-af34-b929f61daf0a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:14.494519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Attempting to bind port db688cf5-4d08-49e3-8095-aae1d75f7fec on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:14.519440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:14.524938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:14.526115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:14.526893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.539959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba509d8-b35c-4e45-8298-8e0252e81b4b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:14.566382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Port db688cf5-4d08-49e3-8095-aae1d75f7fec on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:14.566967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Attempting to bind port db688cf5-4d08-49e3-8095-aae1d75f7fec on network bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:14.574792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.879622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:14.883693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Checking segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:14.883693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Bound using segment: {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:14.883693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Bound port: db688cf5-4d08-49e3-8095-aae1d75f7fec, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb5923-4bfa-4707-b65e-695af956b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:14.883693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:14.928947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a4548-9c57-47b5-8dbb-ad2f7f95e603 req-e9e9d8c7-4efc-4dd4-ad91-51044e52d7a7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:14.930558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f74a4548-9c57-47b5-8dbb-ad2f7f95e603 req-e9e9d8c7-4efc-4dd4-ad91-51044e52d7a7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 944 time: 0.5101178 Aug 25 15:12:15.009536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.023588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=6a3cf290-e63f-47a4-adda-bc284515753f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:15.069812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.resource_extend [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 15:12:15.172421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f74a4548-9c57-47b5-8dbb-ad2f7f95e603 req-dd09ef35-b059-4f53-95a0-ad97dd8e9a44 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254791 Aug 25 15:12:15.212036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] For port db688cf5-4d08-49e3-8095-aae1d75f7fec, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:15.215348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fccee59c-3bc2-4552-8f33-533c17535ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.219147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.237385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] For port db688cf5-4d08-49e3-8095-aae1d75f7fec, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:15.265635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 69c3dd72-3121-4452-a5ad-13319aebb075 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:15.267111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:15.303106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb572950-a9eb-4880-9b57-4ab0cfe49449 None None] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:15.315704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fccee59c-3bc2-4552-8f33-533c17535ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.344261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fccee59c-3bc2-4552-8f33-533c17535ab1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e32597fe5f7f4adc8edc46f95ce48bef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1876149 Aug 25 15:12:15.345629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.347223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59766) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:15.347756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.376464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:15.380187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.458178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-80a2a6fe-6372-42c0-934c-d4298198bda3 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8123577 Aug 25 15:12:15.458401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:15.458401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.461511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:15.461769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] 10.222.0.45 "PUT /v2.0/ports/db688cf5-4d08-49e3-8095-aae1d75f7fec HTTP/1.1" status: 200 len: 1092 time: 2.6649249 Aug 25 15:12:15.468961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59768) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:15.475733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'tag': 'db688cf5-4d08-49e3-8095-aae1d75f7fec'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:15.478216 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041f0326-a5d9-451e-bab7-036177d37e02" -d '{"events": [{"name": "network-changed", "server_uuid": "fa76ba01-4961-4f0e-902d-db7f367947bb", "tag": "db688cf5-4d08-49e3-8095-aae1d75f7fec"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:15.491207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:15.527955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b521781c-f75e-4d1b-9dfe-b05f989df055 None None] Provisioning for port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:15.539434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.539725 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Added segment 4e52c438-77ad-4b37-bfee-ac7289c148b3 of type vlan for network ed5dca95-246c-45af-9be3-f5fefceaa430 Aug 25 15:12:15.571415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a733d31-7e54-4a35-ad52-0f479e80c641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.614148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:15.627859 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0e7e6-9447-4aad-82b5-19fa8fa78205 x-openstack-request-id: req-97a0e7e6-9447-4aad-82b5-19fa8fa78205 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:15.628192 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa76ba01-4961-4f0e-902d-db7f367947bb", "tag": "db688cf5-4d08-49e3-8095-aae1d75f7fec", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:15.628415 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97a0e7e6-9447-4aad-82b5-19fa8fa78205 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:15.628814 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'tag': 'db688cf5-4d08-49e3-8095-aae1d75f7fec', 'status': 'completed', 'code': 200} Aug 25 15:12:15.629409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccee59c-3bc2-4552-8f33-533c17535ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c824f9-816e-40a0-8eee-5c11e1f5ad12,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:15.682762 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a733d31-7e54-4a35-ad52-0f479e80c641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.686682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.718070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-66d6f459-7025-47a2-877c-ba0ce6e0c21f None None] Provisioning complete for port 6a3cf290-e63f-47a4-adda-bc284515753f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:15.718730 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-66d6f459-7025-47a2-877c-ba0ce6e0c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.739060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.752545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e118474-8acf-4290-b4b6-887e505f8048 service neutron] Pushing event updated for resources: {'Port': ['ID=db688cf5-4d08-49e3-8095-aae1d75f7fec,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:15.771112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:15.777263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:15.777976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.782451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-66d6f459-7025-47a2-877c-ba0ce6e0c21f None None] Port 6a3cf290-e63f-47a4-adda-bc284515753f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:15.824902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.839868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:15.839868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.914909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a733d31-7e54-4a35-ad52-0f479e80c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.921908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.922684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a733d31-7e54-4a35-ad52-0f479e80c641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:15.936481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a733d31-7e54-4a35-ad52-0f479e80c641 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68c824f9-816e-40a0-8eee-5c11e1f5ad12 HTTP/1.1" status: 204 len: 168 time: 0.5865970 Aug 25 15:12:15.960845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,segment=NetworkSegment(fad7914d-2202-4f2a-a9bd-45027f4f0850),segment_id=fad7914d-2202-4f2a-a9bd-45027f4f0850)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:15.982327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 29833e4a-6101-4832-9a6b-e1a952559566 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:16.004215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733d31-7e54-4a35-ad52-0f479e80c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c824f9-816e-40a0-8eee-5c11e1f5ad12,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:16.012160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Network': ['ID=ed5dca95-246c-45af-9be3-f5fefceaa430,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:16.014666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c4d90d38-7989-48be-90bd-3c398666c5f2 None None] Provisioning complete for port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:16.015143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c4d90d38-7989-48be-90bd-3c398666c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:16.035281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-31dbf305-637d-4ed3-9abd-7a981b78e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:16.036914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-31dbf305-637d-4ed3-9abd-7a981b78e8ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 1095 time: 0.4116266 Aug 25 15:12:16.040636 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP da281857-0ca4-4c28-9242-1929e06b9bb8 associated. External IP: 172.25.8.183, port: 38b9192e-484f-430c-8a12-243f3c70ccec. Aug 25 15:12:16.045134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ed5dca95-246c-45af-9be3-f5fefceaa430 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:16.097192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:16.110250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-86edc20d-7557-4154-9471-6334816ee1a5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7912796 Aug 25 15:12:16.112852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59776) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:16.121955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'subnet': {'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:16.142857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] device_id is not set on port 0ba509d8-b35c-4e45-8298-8e0252e81b4b yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:16.160024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-65dde8ca-c0c6-4271-9a8e-b5d6bf209679 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec HTTP/1.1" status: 200 len: 217 time: 0.1110153 Aug 25 15:12:16.196720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:16.197741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:16.315242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Transition to ACTIVE for port object 0ba509d8-b35c-4e45-8298-8e0252e81b4b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:16.367492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:16.371092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:16.379352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-f3a06d0b-290e-423b-8c4b-d58e5c72a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:16.381377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-f3a06d0b-290e-423b-8c4b-d58e5c72a014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1802757 Aug 25 15:12:16.433018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-123e4fcf-226d-40d4-a5d6-ace2b4cd2318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402207 Aug 25 15:12:16.437561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:16.495188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ff4d-1a1e-4d49-8bd3-9dfdfec8c33a req-5157403d-489f-40d0-8c91-a047e6d75b8b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:16.496799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ac4ff4d-1a1e-4d49-8bd3-9dfdfec8c33a req-5157403d-489f-40d0-8c91-a047e6d75b8b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 944 time: 0.1989031 Aug 25 15:12:16.514417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:16.519811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0e1d4673-985f-478e-b964-a9d69bee678e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/29833e4a-6101-4832-9a6b-e1a952559566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0307178 Aug 25 15:12:16.531525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Sync routers for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:16.569293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:16.570079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:16.684651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba509d8-b35c-4e45-8298-8e0252e81b4b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:16.724852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:16.725278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:16.725737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:16.734484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ac4ff4d-1a1e-4d49-8bd3-9dfdfec8c33a req-b68e1380-8f58-429c-9b10-df7a41c0fce6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486816 Aug 25 15:12:16.755055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:16.755402 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:16.768647 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 2 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:16.768647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-7e6c8036-ed3d-4cf4-ad40-c8725389796f service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185654 Aug 25 15:12:16.769024 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:16.795526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:12:16.800905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:16.812106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:16.812479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:16.812837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:16.860879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:16.861525 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:16.866022 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 3 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:16.898999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:16.899271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:16.899532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:16.917225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Subnet': ['ID=03f5f3b9-175e-4fb6-a0c4-debf78333959,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:16.936889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Checking segment: {'id': '70c8b650-38a3-407e-93f8-7617f871b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:16.937230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network hostable DHCP agents. Network: a6aef92e-7387-44ba-ad88-ac45416d35e4, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:17.019611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.020229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.020652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.021070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.023970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.024456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.024894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.025310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.026699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.027186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.027532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.027876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:17.067146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-d7233e67-b9aa-48a0-8e33-429fd5e71aff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229995462&fields=id&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 267 time: 0.2129557 Aug 25 15:12:17.205680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:13Z', 'revision_number': 2, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:17.233292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Checking router: 29833e4a-6101-4832-9a6b-e1a952559566 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:12:17.233653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Updating router 29833e4a-6101-4832-9a6b-e1a952559566 port 6a3cf290-e63f-47a4-adda-bc284515753f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:12:17.233968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-4fe184f4-7a94-430d-b543-12d5dff65785 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:17.236261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-4fe184f4-7a94-430d-b543-12d5dff65785 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 796 time: 0.1679718 Aug 25 15:12:17.262876 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-6f66913c-23e6-46f6-bfa1-6ac270f2b611 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/quotas/1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 375 time: 0.0142975 Aug 25 15:12:17.263968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:17.265469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:17.302476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:17.303116 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:17.314976 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 4 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:17.338473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-6e7e7093-74ac-4486-b56d-1fc302e39161 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640132 Aug 25 15:12:17.350908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a6aef92e-7387-44ba-ad88-ac45416d35e4) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:17.362693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:17.363394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:17.424500 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:17.424836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:17.425177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:17.437878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eefb8868-7fa8-43dd-bd35-0c19b7117510 req-70cc12db-9cdb-4890-80de-2eba0cda4906 service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630585 Aug 25 15:12:17.440696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:17.441044 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:17.446728 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 5 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:17.475280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:17.475618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:17.476578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:17.480586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27c487-4e9d-4860-94b2-c10ac57eccd6 None None] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:17.482504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:17.484333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:17.484666 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:17.500753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:17.502831 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 6 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:17.508641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:17.523485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:17.523485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:17.526353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:17.526469 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:17.526469 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:17.545622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:17.550427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:17.550658 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:17.556923 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 7 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:17.573596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b0012ea1-21ca-4f16-bd16-b90adfbb4fc6 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/floatingips/da281857-0ca4-4c28-9242-1929e06b9bb8 HTTP/1.1" status: 200 len: 977 time: 3.9727781 Aug 25 15:12:17.575004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59814) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:17.598004 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:17.624036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:17.625069 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:17.718175 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:17.721738 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde4142-bb22-4e90-8484-2245cc9b664d None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:17.741412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:17.743530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:17.744283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:17.763307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:17.763778 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:17.765992 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 8 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:17.769210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:17.769668 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:17.820296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:17.820740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:17.821234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:17.831361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0326-a5d9-451e-bab7-036177d37e02 req-2d7b1e7b-02b4-4f25-9e62-d06fe74fd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:17.848798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-2d7b1e7b-02b4-4f25-9e62-d06fe74fd385 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 1095 time: 0.2221518 Aug 25 15:12:17.851758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:17.852319 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:17.855332 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 9 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:17.897919 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:17.901791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-a6aef92e-7387-44ba-ad88-ac45416d35e4', 'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4', 'tenant_id': 'c33253df611e49f68f671463943f9635', 'fixed_ips': [{'subnet_id': '03f5f3b9-175e-4fb6-a0c4-debf78333959'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:17.902723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:17.928797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-c948a2db-00b0-46b6-ab68-a0f9d74e20a6 service neutron] 10.222.0.58 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597806 Aug 25 15:12:17.930106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Transition to ACTIVE for port object 6a3cf290-e63f-47a4-adda-bc284515753f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:17.969284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:17.969284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:17.969612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:17.995588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-26281b9d-9a67-436b-953f-69572f3c9d53 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8808815 Aug 25 15:12:17.998386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59822) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:18.006091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'subnet': {'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:18.022066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:18.022405 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:18.026778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.030764 n-d-805995-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempt 10 to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b Aug 25 15:12:18.069951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 38b9192e-484f-430c-8a12-243f3c70ccec {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:18.070301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.100794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d9188-4bdf-42d3-85f3-49ce4904c276 None None] Pushing event updated for resources: {'Port': ['ID=6a3cf290-e63f-47a4-adda-bc284515753f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:18.107809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:18.108251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:18.108598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempting to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:18.148251 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-9107dd30-9def-4e79-a47d-a656937e4367 service neutron] 10.222.0.58 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181194 Aug 25 15:12:18.163457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48826809-d8ae-467d-8c2a-06371afdb715 req-6abb0a50-162b-4ec0-902b-93017b7031c8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:18.165949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48826809-d8ae-467d-8c2a-06371afdb715 req-6abb0a50-162b-4ec0-902b-93017b7031c8 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 944 time: 0.2813389 Aug 25 15:12:18.173118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:18.173355 n-d-805995-2 neutron-server[101873]: ERROR neutron.plugins.ml2.managers [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Failed to bind port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on host n-h2-805995-2 for vnic_type normal using segments [{'id': 'dbef250f-06da-4ae6-b400-e66d9df9715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '84ebd208-e848-48fa-af34-b929f61daf0a'}] Aug 25 15:12:18.173742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.199994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0326-a5d9-451e-bab7-036177d37e02 req-c3d17a41-b5f0-4b45-8538-3212768da1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:18.201739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-c3d17a41-b5f0-4b45-8538-3212768da1ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 907 time: 0.3421903 Aug 25 15:12:18.229784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Attempting to bind port 6a3cf290-e63f-47a4-adda-bc284515753f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:18.230150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Attempting to bind port 6a3cf290-e63f-47a4-adda-bc284515753f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:18.230803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Attempting to bind port 6a3cf290-e63f-47a4-adda-bc284515753f on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:18.248796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Allocated IP 2001:db8::2 (a6aef92e-7387-44ba-ad88-ac45416d35e4/03f5f3b9-175e-4fb6-a0c4-debf78333959/67be1f74-b4ce-4b57-b361-bf1a1ce2031a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:18.258076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:18.258451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Checking segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:18.258857 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.259291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Bound using segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:18.259780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Bound port: 6a3cf290-e63f-47a4-adda-bc284515753f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:18.260164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.276226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:18.286798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.301397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-46fe9eee-4ce5-48bd-90f1-df02d05682da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec HTTP/1.1" status: 200 len: 217 time: 0.0850070 Aug 25 15:12:18.344784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.384780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48826809-d8ae-467d-8c2a-06371afdb715 req-ca48aca7-a445-4439-8399-e06c9acf011c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035406 Aug 25 15:12:18.486088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] For port 0ba509d8-b35c-4e45-8298-8e0252e81b4b, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:18.486475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attempted to set empty binding levels {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 15:12:18.494183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0326-a5d9-451e-bab7-036177d37e02 req-e605d26d-acbd-4a3a-8c14-370797910c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:18.495449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-e605d26d-acbd-4a3a-8c14-370797910c71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1714988 Aug 25 15:12:18.522029 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.546636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] For port 6a3cf290-e63f-47a4-adda-bc284515753f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:18.550052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Transition to ACTIVE for port object 67be1f74-b4ce-4b57-b361-bf1a1ce2031a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:18.553848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] For port 6a3cf290-e63f-47a4-adda-bc284515753f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6a3cf290-e63f-47a4-adda-bc284515753f,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:18.574441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-72705eba-2f31-4bb2-a542-1a9f715d3175 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715230 Aug 25 15:12:18.574602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Transition to ACTIVE for port object 67be1f74-b4ce-4b57-b361-bf1a1ce2031a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:18.581801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.666822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.712232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] In _notify_port_updated(), no bound segment for port 0ba509d8-b35c-4e45-8298-8e0252e81b4b on network 84ebd208-e848-48fa-af34-b929f61daf0a {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:12:18.713328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:18.714090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.715556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "PUT /v2.0/ports/0ba509d8-b35c-4e45-8298-8e0252e81b4b HTTP/1.1" status: 200 len: 975 time: 3.2329025 Aug 25 15:12:18.719589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.720056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:18.741943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d9188-4bdf-42d3-85f3-49ce4904c276 None None] Pushing event updated for resources: {'Port': ['ID=6a3cf290-e63f-47a4-adda-bc284515753f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:18.746664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:18.747346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:18.756851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81a2ee0f-af0b-49c1-b74c-d94d4c327e81 req-94de8f3f-85f0-46ba-9e25-d5ab8fdde15d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 210 time: 0.1335552 Aug 25 15:12:18.758822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:18.781478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.871628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:18.890978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e585-8d90-4d31-8de4-a21bb073ebad tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba509d8-b35c-4e45-8298-8e0252e81b4b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:18.943364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Subnet': ['ID=e1817470-1536-4fcf-9783-1b32f6bba6b4,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:18.947564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:18.979397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.979786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:18.980107 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP da281857-0ca4-4c28-9242-1929e06b9bb8 disassociated. External IP: 172.25.8.183, port: 38b9192e-484f-430c-8a12-243f3c70ccec. Aug 25 15:12:18.980465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 38b9192e-484f-430c-8a12-243f3c70ccec owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:19.037918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Checking segment: {'id': '4e52c438-77ad-4b37-bfee-ac7289c148b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:19.037918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network hostable DHCP agents. Network: ed5dca95-246c-45af-9be3-f5fefceaa430, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:19.047921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Deleting port 0ba509d8-b35c-4e45-8298-8e0252e81b4b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:19.048358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.113881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-9cc91803-5a27-4df4-a056-705871f015bd service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291603 Aug 25 15:12:19.131904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] For port 0ba509d8-b35c-4e45-8298-8e0252e81b4b, host n-h2-805995-2, got binding levels [] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:19.132291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.182491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Calling delete_port for 0ba509d8-b35c-4e45-8298-8e0252e81b4b owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:19.190835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network ed5dca95-246c-45af-9be3-f5fefceaa430 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:19.282621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-041f0326-a5d9-451e-bab7-036177d37e02 req-7f6ff8f8-69c4-47ff-acd5-c8330da3c26b service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610870 Aug 25 15:12:19.364179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ed5dca95-246c-45af-9be3-f5fefceaa430) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:19.371193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:19.372093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.408958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247fda0d-40ad-475a-a224-0afe3b690ea0 None None] Network ed5dca95-246c-45af-9be3-f5fefceaa430 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:19.430740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.442171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Pushing event updated for resources: {'Port': ['ID=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:19.502408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dbaad9fd-842b-42e0-abb4-d765660c3549 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5028379 Aug 25 15:12:19.503249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:19.537863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Attempting to bind port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:19.538245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Attempting to bind port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '70c8b650-38a3-407e-93f8-7617f871b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:19.538697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Attempting to bind port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a on network a6aef92e-7387-44ba-ad88-ac45416d35e4 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:19.556550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:12:19.593649 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.605142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:19.610868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Checking segment: {'id': '70c8b650-38a3-407e-93f8-7617f871b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:19.610868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.610868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Bound using segment: {'id': '70c8b650-38a3-407e-93f8-7617f871b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:19.610868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Bound port: 67be1f74-b4ce-4b57-b361-bf1a1ce2031a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c8b650-38a3-407e-93f8-7617f871b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6aef92e-7387-44ba-ad88-ac45416d35e4'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:19.610868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.642200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:19.660357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=38b9192e-484f-430c-8a12-243f3c70ccec,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:19.703058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ba509d8-b35c-4e45-8298-8e0252e81b4b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:19.775112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:19.780518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a5d44bee-b3d3-4cc2-a667-f6e11070bc22 tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0ba509d8-b35c-4e45-8298-8e0252e81b4b HTTP/1.1" status: 204 len: 168 time: 1.0575569 Aug 25 15:12:19.783807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:19.872420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] For port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:19.878876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b61fb-9ec7-4b61-810e-e1fea6472744 req-380dd630-4230-4d19-b450-857bddb844bc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:19.887653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e40b61fb-9ec7-4b61-810e-e1fea6472744 req-380dd630-4230-4d19-b450-857bddb844bc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 944 time: 0.2977393 Aug 25 15:12:19.889968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] For port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,segment=NetworkSegment(70c8b650-38a3-407e-93f8-7617f871b155),segment_id=70c8b650-38a3-407e-93f8-7617f871b155)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:19.895229 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c5dae6-a61e-4811-a9ac-a3837f68269d tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] GET failed (client error): The resource could not be found. Aug 25 15:12:19.900569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-83c5dae6-a61e-4811-a9ac-a3837f68269d tempest-PortsAdminExtendedAttrsTestJSON-998148640 tempest-PortsAdminExtendedAttrsTestJSON-998148640-project-admin] 10.222.0.58 "GET /v2.0/ports/0ba509d8-b35c-4e45-8298-8e0252e81b4b HTTP/1.1" status: 404 len: 333 time: 0.1109753 Aug 25 15:12:19.921941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:19.988847 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.090595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ed5dca95-246c-45af-9be3-f5fefceaa430', 'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430', 'tenant_id': 'c33253df611e49f68f671463943f9635', 'fixed_ips': [{'subnet_id': 'e1817470-1536-4fcf-9783-1b32f6bba6b4'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:20.091534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.100389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50a95-b1c5-4068-82af-1f48a05f0ddd None None] Pushing event updated for resources: {'Port': ['ID=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:20.159791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.160629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.160810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:18Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.161422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.162713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.163320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.164767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.164767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.164767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.165660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.166248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.166693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.167237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:12:20.237999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bc93c9cf-f19b-4909-a682-439b46717378 req-dec0b32c-90cb-47d3-a2e9-73aa017ff084 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 210 time: 0.0508780 Aug 25 15:12:20.244438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.294988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device db688cf5-4d08-49e3-8095-aae1d75f7fec details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:12:20.302960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:20.314624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ec074-a6fd-4dde-a7dd-0cb7cc47c70b None None] The sync data for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 is: [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:18Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:20.330339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:20.381809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:20.384724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.469716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e40b61fb-9ec7-4b61-810e-e1fea6472744 req-92756ffb-190b-4f00-ac0d-d1a12e4599ea tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812285 Aug 25 15:12:20.498576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.503941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-312b9597-ebbf-4738-9f55-39eb99297e3e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/ports/38b9192e-484f-430c-8a12-243f3c70ccec HTTP/1.1" status: 204 len: 168 time: 2.9223735 Aug 25 15:12:20.504317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59880) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:20.640993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d75499cc-5cad-43bb-8e4f-69a3a13f7238 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/floatingips/da281857-0ca4-4c28-9242-1929e06b9bb8 HTTP/1.1" status: 200 len: 688 time: 0.1350696 Aug 25 15:12:20.641840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59882) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:20.650957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.783678 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.797214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:20.799219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:11:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.803644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.888339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ebd208-e848-48fa-af34-b929f61daf0a']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.904534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.905272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a5b6-a9ef-460d-ad20-10d10d8f638d None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:20.928860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 1a61cfe2-07bd-48c7-8168-8ab005714f6c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:20.929162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:20.932242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Allocated IP 2001:db8::2 (ed5dca95-246c-45af-9be3-f5fefceaa430/e1817470-1536-4fcf-9783-1b32f6bba6b4/318c2071-b51c-4440-8353-c53ef9618e26) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:20.962313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbef250f-06da-4ae6-b400-e66d9df9715f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.968077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbef250f-06da-4ae6-b400-e66d9df9715f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:20.982224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.009250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port db688cf5-4d08-49e3-8095-aae1d75f7fec, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:21.042618 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.042917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.084567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 1a61cfe2-07bd-48c7-8168-8ab005714f6c owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:21.102671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.125442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:21.125442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:21.141712 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:21.165788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'db688cf5-4d08-49e3-8095-aae1d75f7fec', 'network_id': 'bd76e024-7ba0-4ed1-b06e-192a2f45d2c2', 'port_id': 'db688cf5-4d08-49e3-8095-aae1d75f7fec', 'mac_address': 'fa:16:3e:44:ea:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee06b698-303d-4f4d-b9f1-56aeb4065cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:12:21.170992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1148a4c1-39c1-4d0a-9d62-ba9224f0e77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.327465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.396845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db688cf5-4d08-49e3-8095-aae1d75f7fec {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:12:21.433448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port db688cf5-4d08-49e3-8095-aae1d75f7fec, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:21.468458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bcb3e0a7-ef3a-4a1c-9878-aaa75ea52198 req-73b777a0-478f-4a97-bd79-5c4c8a2ca213 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 210 time: 0.0926187 Aug 25 15:12:21.520308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.533526 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.552611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.555245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] 10.222.0.58 "DELETE /v2.0/networks/84ebd208-e848-48fa-af34-b929f61daf0a HTTP/1.1" status: 204 len: 168 time: 1.6320064 Aug 25 15:12:21.641863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.678102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 67be1f74-b4ce-4b57-b361-bf1a1ce2031a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:21.712175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4320b7c-a32b-4f3a-93e1-8044ec99f045 tempest-PortsAdminExtendedAttrsTestJSON-443688722 tempest-PortsAdminExtendedAttrsTestJSON-443688722-project] Pushing event deleted for resources: {'Network': ['ID=84ebd208-e848-48fa-af34-b929f61daf0a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:21.715440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=1a61cfe2-07bd-48c7-8168-8ab005714f6c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:21.749230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.755240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['db688cf5-4d08-49e3-8095-aae1d75f7fec'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:12:21.842217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Transition to ACTIVE for port object 318c2071-b51c-4440-8353-c53ef9618e26 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:21.850269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.853284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.862927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5edcd402-85d2-46ee-9c64-d04331169bc7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/floatingips/da281857-0ca4-4c28-9242-1929e06b9bb8 HTTP/1.1" status: 204 len: 168 time: 1.2195187 Aug 25 15:12:21.863624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59900) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:21.868736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '08c1217b-5587-45d7-9593-53d20f9c10d6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:21.916810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0857f-f6ea-4c05-a3ad-79a8d59f5b30 req-9112dec9-6657-4d97-ab8f-b53d9d2c78bf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:21.926596 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70e0857f-f6ea-4c05-a3ad-79a8d59f5b30 req-9112dec9-6657-4d97-ab8f-b53d9d2c78bf tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 945 time: 0.2668483 Aug 25 15:12:21.938890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=db688cf5-4d08-49e3-8095-aae1d75f7fec,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:21.949728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Transition to ACTIVE for port object 318c2071-b51c-4440-8353-c53ef9618e26 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:21.957087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:21.966937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Allocated IP 2001:db8::1 (a6aef92e-7387-44ba-ad88-ac45416d35e4/03f5f3b9-175e-4fb6-a0c4-debf78333959/fe793c70-eb5f-4c04-9c78-43577d32305f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:21.979946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c87ae-c79a-46dd-9a36-e411824a6a1e None None] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:22.006796 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70e0857f-f6ea-4c05-a3ad-79a8d59f5b30 req-263024f1-8dcc-451e-b064-126eed062979 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773473 Aug 25 15:12:22.142461 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.151862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:22.178525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.182190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6a3cf290-e63f-47a4-adda-bc284515753f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:22.204447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.220077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] Provisioning for port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:22.222227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Transition to ACTIVE for port object fe793c70-eb5f-4c04-9c78-43577d32305f will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:22.258582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Network ed5dca95-246c-45af-9be3-f5fefceaa430 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:22.266350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] Provisioning complete for port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:22.266734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.340951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.395056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:22.402458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:22.434725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:22.449760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:22.456679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:22.456951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.117 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/cbe3234c-0094-4065-b503-55496204d599) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:22.457810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.467171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-772a34a6-26cd-4b85-865d-e0f0dd390e74 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:22.470623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-772a34a6-26cd-4b85-865d-e0f0dd390e74 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 796 time: 0.2321126 Aug 25 15:12:22.538656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Pushing event updated for resources: {'Port': ['ID=318c2071-b51c-4440-8353-c53ef9618e26,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:22.622058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Port': ['ID=fe793c70-eb5f-4c04-9c78-43577d32305f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:22.663750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-b18477f6-7986-4d88-be41-b8466c499011 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 380 time: 0.1803145 Aug 25 15:12:22.664248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:22.690101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'port': {'device_id': '07a39788-a489-4963-bd1b-3eab751d2afd', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'admin_state_up': True, 'tenant_id': '1adf2409290d43fda7863871e785644e', 'security_groups': ['2b722a14-eb86-492a-9fcb-4d91509b11b1']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:22.725714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.788894 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-429313bc-7cb3-4bea-9be8-c08152f3fa4b req-67f46dc2-814b-4172-9645-ea1ccd87a0bd tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 210 time: 0.1169200 Aug 25 15:12:22.876003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.910039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Attempting to bind port 318c2071-b51c-4440-8353-c53ef9618e26 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:22.910417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Attempting to bind port 318c2071-b51c-4440-8353-c53ef9618e26 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '4e52c438-77ad-4b37-bfee-ac7289c148b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:22.910784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Attempting to bind port 318c2071-b51c-4440-8353-c53ef9618e26 on network ed5dca95-246c-45af-9be3-f5fefceaa430 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:22.932367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6a3cf290-e63f-47a4-adda-bc284515753f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:22.949067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6a3cf290-e63f-47a4-adda-bc284515753f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:22.949445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.951361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:22.951636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Checking segment: {'id': '4e52c438-77ad-4b37-bfee-ac7289c148b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:22.951977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:22.952378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Bound using segment: {'id': '4e52c438-77ad-4b37-bfee-ac7289c148b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:22.952874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Bound port: 318c2071-b51c-4440-8353-c53ef9618e26, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e52c438-77ad-4b37-bfee-ac7289c148b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ed5dca95-246c-45af-9be3-f5fefceaa430'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:22.953257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.009224 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.129081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.131841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] For port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,segment=NetworkSegment(70c8b650-38a3-407e-93f8-7617f871b155),segment_id=70c8b650-38a3-407e-93f8-7617f871b155)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:23.175956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bd261d95-fa17-429c-b3ff-ec3fe37b44d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=802ef02ea2774eb4b70fbf873d6ec7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138707 Aug 25 15:12:23.179068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:23.191493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] For port 318c2071-b51c-4440-8353-c53ef9618e26, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:23.202225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] For port 318c2071-b51c-4440-8353-c53ef9618e26, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=318c2071-b51c-4440-8353-c53ef9618e26,segment=NetworkSegment(4e52c438-77ad-4b37-bfee-ac7289c148b3),segment_id=4e52c438-77ad-4b37-bfee-ac7289c148b3)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:23.234395 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.237387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:23.249494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.252331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.269822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.276975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.311779 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.328931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:23.335512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:23.340316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.348175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:23.388938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Port': ['ID=fe793c70-eb5f-4c04-9c78-43577d32305f,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:23.397080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6303-7fe7-4845-beed-63037ff57279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.420302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6a3cf290-e63f-47a4-adda-bc284515753f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6a3cf290-e63f-47a4-adda-bc284515753f,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:23.434802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2d3d9-bc97-4ed0-a0a8-d1282608c803 None None] Pushing event updated for resources: {'Port': ['ID=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:23.457572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6303-7fe7-4845-beed-63037ff57279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.500524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.512193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f67de-4993-4911-ae3c-fffc8d6a4c3b None None] Pushing event updated for resources: {'Port': ['ID=318c2071-b51c-4440-8353-c53ef9618e26,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:23.655845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6a3cf290-e63f-47a4-adda-bc284515753f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:23.669349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4527c-2651-41fa-aba7-897c599a4e8e req-f3e29d94-1da6-4309-9c06-7f230424af34 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:23.670973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53e4527c-2651-41fa-aba7-897c599a4e8e req-f3e29d94-1da6-4309-9c06-7f230424af34 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 945 time: 0.5398967 Aug 25 15:12:23.702977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 67be1f74-b4ce-4b57-b361-bf1a1ce2031a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:23.740042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:23.740220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.8 (69c3dd72-3121-4452-a5ad-13319aebb075/477a3a76-8a0a-49e3-aba8-ac4ca1002d71/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:23.744193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:23.765313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76269dd8-136b-4b34-aa10-08e3ff147370 None None] Provisioning complete for port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:23.765690 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76269dd8-136b-4b34-aa10-08e3ff147370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.904802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-815bcf19-1d23-4827-b4a4-639d64cb575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.918616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53e4527c-2651-41fa-aba7-897c599a4e8e req-f709f718-652d-41a6-94f6-1a125b3531cc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262244 Aug 25 15:12:23.921022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6303-7fe7-4845-beed-63037ff57279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.937223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6303-7fe7-4845-beed-63037ff57279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:23.942193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9e0c6303-7fe7-4845-beed-63037ff57279 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be5fb1c0-e750-446d-83e6-29784f6cdc7e HTTP/1.1" status: 204 len: 168 time: 0.7619464 Aug 25 15:12:23.954653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c6303-7fe7-4845-beed-63037ff57279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fb1c0-e750-446d-83e6-29784f6cdc7e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:24.004719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:24.004719 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.010772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=cbe3234c-0094-4065-b503-55496204d599,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:24.056385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Router 94386397-99e4-426a-ba0f-e07f4dcd65f8 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:12:24.222970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.244499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device db688cf5-4d08-49e3-8095-aae1d75f7fec up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:24.247316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5e80f76-993f-4d0c-b1bf-9c9978ef724a req-a193d89f-150f-4e54-8e28-85a1e45216a6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 210 time: 0.2230017 Aug 25 15:12:24.288466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76269dd8-136b-4b34-aa10-08e3ff147370 None None] Provisioning for port fe793c70-eb5f-4c04-9c78-43577d32305f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:24.294410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76269dd8-136b-4b34-aa10-08e3ff147370 None None] Provisioning complete for port fe793c70-eb5f-4c04-9c78-43577d32305f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:24.294920 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76269dd8-136b-4b34-aa10-08e3ff147370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.348896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:24.356321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5cd2dc2b-4b7f-4046-9166-95ed213754c4 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8507698 Aug 25 15:12:24.360865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59946) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:24.370978 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] Sync routers for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:24.377841 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.386104 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:24.386755 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:24.423650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-76269dd8-136b-4b34-aa10-08e3ff147370 None None] Port fe793c70-eb5f-4c04-9c78-43577d32305f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:24.493634 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:24.509880 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:24.511347 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:24.541836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:24.544362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port db688cf5-4d08-49e3-8095-aae1d75f7fec completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:24.563014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port db688cf5-4d08-49e3-8095-aae1d75f7fec triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:24.566133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.590845 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:24.599857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba67bd-d3e8-4928-8915-879c0760d915 None None] The sync data for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:24.650684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6bd35b4b-8cd9-4805-96ed-79414ad4ee44 None None] Provisioning complete for port fe793c70-eb5f-4c04-9c78-43577d32305f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:24.651420 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6bd35b4b-8cd9-4805-96ed-79414ad4ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.722698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6bd35b4b-8cd9-4805-96ed-79414ad4ee44 None None] Port fe793c70-eb5f-4c04-9c78-43577d32305f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:24.736951 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.770934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.779995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port db688cf5-4d08-49e3-8095-aae1d75f7fec, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:24.782048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db688cf5-4d08-49e3-8095-aae1d75f7fec'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:24.786098 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f20755c-ea08-447d-af1f-2076601c6a1d" -d '{"events": [{"server_uuid": "fa76ba01-4961-4f0e-902d-db7f367947bb", "name": "network-vif-plugged", "status": "completed", "tag": "db688cf5-4d08-49e3-8095-aae1d75f7fec"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:24.870844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78541e49-2dd7-42e3-bcdd-879edf921419 None None] Provisioning complete for port fe793c70-eb5f-4c04-9c78-43577d32305f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:24.871592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78541e49-2dd7-42e3-bcdd-879edf921419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.937873 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1107df09-8bd9-42f2-871c-4fe559ce1f20 x-openstack-request-id: req-1107df09-8bd9-42f2-871c-4fe559ce1f20 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:24.938588 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa76ba01-4961-4f0e-902d-db7f367947bb", "name": "network-vif-plugged", "status": "completed", "tag": "db688cf5-4d08-49e3-8095-aae1d75f7fec", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:24.938588 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1107df09-8bd9-42f2-871c-4fe559ce1f20 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:24.939668 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db688cf5-4d08-49e3-8095-aae1d75f7fec', 'code': 200} Aug 25 15:12:24.943384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:24.978589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 69c3dd72-3121-4452-a5ad-13319aebb075 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:24.984196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:24.987108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:24.996674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:24.998757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-78541e49-2dd7-42e3-bcdd-879edf921419 None None] Port fe793c70-eb5f-4c04-9c78-43577d32305f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:25.064127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=db688cf5-4d08-49e3-8095-aae1d75f7fec,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:25.101479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.238263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:25.290125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:25.290766 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.327466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f264-9de7-4c7c-9892-23bc363fae6b req-021ef7f2-f1d3-417a-ac53-0b3e87303bcc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:25.329097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af15f264-9de7-4c7c-9892-23bc363fae6b req-021ef7f2-f1d3-417a-ac53-0b3e87303bcc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2181592 Aug 25 15:12:25.334916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788724-f278-4a13-8f49-44db46bcee47 req-3505c87a-7689-4e25-989a-ac82b447df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:25.336386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38788724-f278-4a13-8f49-44db46bcee47 req-3505c87a-7689-4e25-989a-ac82b447df9d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 1097 time: 0.3557880 Aug 25 15:12:25.337822 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a9dd784f-8354-4c70-9f8a-55318ed12039 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98dc6fb380a9462fb2677413828c50ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982130 Aug 25 15:12:25.342908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 59970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:25.437117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711dace6-47a0-4a46-9eff-2d6c9ef6b925 None None] Network ed5dca95-246c-45af-9be3-f5fefceaa430 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:25.451860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af15f264-9de7-4c7c-9892-23bc363fae6b req-7384536c-d7aa-44ec-964a-e97119193d8a tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938082 Aug 25 15:12:25.461816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.490733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38788724-f278-4a13-8f49-44db46bcee47 req-fd9a3447-f75e-4586-a7f5-8437c47f2d70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303079 Aug 25 15:12:25.494917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-93e12d61-e0a6-4812-89da-ee4f660db25d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8097878 Aug 25 15:12:25.509125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472964d9-61aa-4d9c-a4cb-561753e59216 req-894c563c-93a5-422e-8b1a-269b0cc800ea tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:25.509125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-472964d9-61aa-4d9c-a4cb-561753e59216 req-894c563c-93a5-422e-8b1a-269b0cc800ea tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 931 time: 0.1281664 Aug 25 15:12:25.521706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Request body: {'port': {'device_id': '07a39788-a489-4963-bd1b-3eab751d2afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:25.524218 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-02592be1-fa0c-4c41-9114-a09679d49c98 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:12:25.525330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-02592be1-fa0c-4c41-9114-a09679d49c98 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1634250 Aug 25 15:12:25.526059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7268-3983-4075-b82d-35b45f4e495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.531922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 59974) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:25.603759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7268-3983-4075-b82d-35b45f4e495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.644236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-472964d9-61aa-4d9c-a4cb-561753e59216 req-7085f2a3-2fd7-4763-97d1-0e1bd1b123d6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243925 Aug 25 15:12:25.718787 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.748038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.830509 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7268-3983-4075-b82d-35b45f4e495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.834626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7268-3983-4075-b82d-35b45f4e495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:25.834929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3b6a7268-3983-4075-b82d-35b45f4e495c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc6789dc-a6f8-41cc-92f5-af8737da4668 HTTP/1.1" status: 204 len: 168 time: 0.4908550 Aug 25 15:12:25.836916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7690b556-fc4a-4124-9811-71eb72da67bc None None] Provisioning for port 318c2071-b51c-4440-8353-c53ef9618e26 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:25.879563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a7268-3983-4075-b82d-35b45f4e495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6789dc-a6f8-41cc-92f5-af8737da4668,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:25.927373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 318c2071-b51c-4440-8353-c53ef9618e26 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:25.952251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7690b556-fc4a-4124-9811-71eb72da67bc None None] Provisioning for port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:25.961295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7690b556-fc4a-4124-9811-71eb72da67bc None None] Provisioning complete for port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:25.962062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7690b556-fc4a-4124-9811-71eb72da67bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.018429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7690b556-fc4a-4124-9811-71eb72da67bc None None] Port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:26.138977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 318c2071-b51c-4440-8353-c53ef9618e26 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:26.145713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 318c2071-b51c-4440-8353-c53ef9618e26 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:26.153053 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.240924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.264242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9a25320d-0c09-4faa-9a47-9dd1e28ab925 None None] Provisioning complete for port 318c2071-b51c-4440-8353-c53ef9618e26 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:26.264612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a25320d-0c09-4faa-9a47-9dd1e28ab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.301293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 318c2071-b51c-4440-8353-c53ef9618e26, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=318c2071-b51c-4440-8353-c53ef9618e26,segment=NetworkSegment(4e52c438-77ad-4b37-bfee-ac7289c148b3),segment_id=4e52c438-77ad-4b37-bfee-ac7289c148b3)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:26.378532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.384004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a25320d-0c09-4faa-9a47-9dd1e28ab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.390100 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.391740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6a3cf290-e63f-47a4-adda-bc284515753f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:26.509126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.581548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=318c2071-b51c-4440-8353-c53ef9618e26,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:26.594081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6a3cf290-e63f-47a4-adda-bc284515753f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:26.594635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.637911 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-9a25320d-0c09-4faa-9a47-9dd1e28ab925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:12:26.638630 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-9a25320d-0c09-4faa-9a47-9dd1e28ab925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:12:26.665493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6ab23-5764-486f-a7fd-1545df5d46c5 req-42a66ac2-7c96-42b5-8c39-1f947a419d02 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:26.675189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2e6ab23-5764-486f-a7fd-1545df5d46c5 req-42a66ac2-7c96-42b5-8c39-1f947a419d02 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0917001 Aug 25 15:12:26.686665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=cbe3234c-0094-4065-b503-55496204d599,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:26.747243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:26.752980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2e6ab23-5764-486f-a7fd-1545df5d46c5 req-b2cf42b2-55c3-4104-b57b-a4438b147623 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746801 Aug 25 15:12:26.946015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:12:26.966788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.008397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55896e50-0ae4-4399-8660-060d07c71a72 req-a2579fd2-ebd6-4cce-8107-fcc8065b0bff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:27.010019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55896e50-0ae4-4399-8660-060d07c71a72 req-a2579fd2-ebd6-4cce-8107-fcc8065b0bff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 931 time: 0.2573814 Aug 25 15:12:27.021890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Transition to ACTIVE for port object f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:27.033621 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 4786c7ab-289a-418b-9616-30b22f4247b9 associated. External IP: 172.25.8.117, port: 08c1217b-5587-45d7-9593-53d20f9c10d6. Aug 25 15:12:27.093995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.132024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.140492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55896e50-0ae4-4399-8660-060d07c71a72 req-3ad0f2f6-133f-40a8-ab72-b7b835768c69 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208971 Aug 25 15:12:27.265270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.304802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.393377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:27.648021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:27.648373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:27.648710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:27.662252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 318c2071-b51c-4440-8353-c53ef9618e26 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:27.684572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:27.684907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:27.704582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:27.704871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Checking segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:27.705172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Bound using segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:27.705622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Bound port: f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:27.705980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.732517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:27.758338 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60030) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:27.774712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 318c2071-b51c-4440-8353-c53ef9618e26 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:27.790072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:27.929389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-920816498'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:27.970899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0eaff-59d5-4e3c-9fc8-2b75a3a47513 req-aa684b61-e05a-4adf-ba6b-edd80aa53776 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:27.973069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5d0eaff-59d5-4e3c-9fc8-2b75a3a47513 req-aa684b61-e05a-4adf-ba6b-edd80aa53776 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0993361 Aug 25 15:12:27.990646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:27.996160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:28.024595 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5d0eaff-59d5-4e3c-9fc8-2b75a3a47513 req-8dc000a6-1517-461b-b184-14a0625b7af0 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Aug 25 15:12:28.047311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:28.054183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.071732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.075734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting port fe793c70-eb5f-4c04-9c78-43577d32305f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:28.076149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.124847 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.131559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:28.140918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:28.158664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:28.159439 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:28.221297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.230133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:28.250204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:28.250965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:28.279663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:28.279663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.279663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] 10.222.0.52 "PUT /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 1091 time: 2.7605870 Aug 25 15:12:28.279663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:28.281125 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982218b-969c-4578-86b9-4e05a5054791" -d '{"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:28.339971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07460ae6-fef8-4b95-8de5-e109210c5fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:28.340302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:28.341544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16bed8-a3f2-40f5-9a16-0e5fef41aa2c None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:28.344062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638a21-080a-4acd-87e7-0407998173d0 req-d1d34ead-de28-4cf3-bb5c-6c72dfe0ed53 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:28.349849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68638a21-080a-4acd-87e7-0407998173d0 req-d1d34ead-de28-4cf3-bb5c-6c72dfe0ed53 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 943 time: 0.1163166 Aug 25 15:12:28.353024 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.366715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.373243 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cee5d7-45f1-411d-9c25-251b31b7606d x-openstack-request-id: req-c6cee5d7-45f1-411d-9c25-251b31b7606d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:28.373594 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:28.373851 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6cee5d7-45f1-411d-9c25-251b31b7606d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:28.374260 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'status': 'completed', 'code': 200} Aug 25 15:12:28.397355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Calling delete_port for fe793c70-eb5f-4c04-9c78-43577d32305f owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:28.463525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:28.468146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4799d6a3-0329-4698-b390-87cbdaed4b22,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:28.479770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68638a21-080a-4acd-87e7-0407998173d0 req-9ba77c6b-84bd-4911-85da-4e7f4bc1f92a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168051 Aug 25 15:12:28.488721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.489308 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment 644a3686-5d0c-4440-8c7f-be3b699cc8df of type vlan for network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf Aug 25 15:12:28.541669 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.642003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.650560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:28.651758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.726334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:28.739048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:28.778876 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:28.787810 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-82cff8de-c872-4726-986f-bf5991411e02 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0243554 Aug 25 15:12:28.788370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60052) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:28.793529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'name': 'tempest-PortsIpV6TestJSON-133698508'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:28.885589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c5d36ef0-7e2a-4566-a4e4-c04e318e4de9 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0208130 Aug 25 15:12:28.886899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60056) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:28.902770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1677274193'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:28.916205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982218b-969c-4578-86b9-4e05a5054791 req-ad685a93-16cc-4985-834c-8785e0fe3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:28.917742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a982218b-969c-4578-86b9-4e05a5054791 req-ad685a93-16cc-4985-834c-8785e0fe3299 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1094 time: 0.5223060 Aug 25 15:12:28.933309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07020-2b6d-4b34-bcef-27011ff38f1a req-60e834f8-eca9-454d-abcd-0ffff11db759 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:28.934792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa07020-2b6d-4b34-bcef-27011ff38f1a req-60e834f8-eca9-454d-abcd-0ffff11db759 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1751845 Aug 25 15:12:28.995282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:28.998883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.024590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:29.063909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.133851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfa07020-2b6d-4b34-bcef-27011ff38f1a req-775e5f3b-98af-4017-9b34-35d123d10940 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501374 Aug 25 15:12:29.170077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:29.173744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.190286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982218b-969c-4578-86b9-4e05a5054791 req-5bf805d0-58d5-4a51-b8c9-83186f09052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.191825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a982218b-969c-4578-86b9-4e05a5054791 req-5bf805d0-58d5-4a51-b8c9-83186f09052f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1adf2409290d43fda7863871e785644e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2545621 Aug 25 15:12:29.264435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:29.284510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.284743 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.285046 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Added segment 78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e of type vlan for network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe Aug 25 15:12:29.290574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.317063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e3ba-65b4-44ce-87b1-25760a75e4e8 req-d7cc3282-1c9f-4df1-b904-129d85c73260 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.319494 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7735e3ba-65b4-44ce-87b1-25760a75e4e8 req-d7cc3282-1c9f-4df1-b904-129d85c73260 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0831466 Aug 25 15:12:29.363165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Port': ['ID=fe793c70-eb5f-4c04-9c78-43577d32305f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:29.412444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.437168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7735e3ba-65b4-44ce-87b1-25760a75e4e8 req-f1b81dac-fba8-4346-a792-2c248a07361c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018629 Aug 25 15:12:29.487806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.492105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982218b-969c-4578-86b9-4e05a5054791 req-300987fb-7306-4df5-87a4-06258ebf7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.494893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a982218b-969c-4578-86b9-4e05a5054791 req-300987fb-7306-4df5-87a4-06258ebf7dbb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2916284 Aug 25 15:12:29.575834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=464998e7-6b9b-47e9-b2b1-b65c71e97e06,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:29.603390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': '644a3686-5d0c-4440-8c7f-be3b699cc8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:29.604087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:29.660428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.668558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.669136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.709712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.712402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d308b-9b4f-4769-96a9-9b2feada19fd req-acd9191f-55ce-457f-b970-a919845ea628 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.714188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b8d308b-9b4f-4769-96a9-9b2feada19fd req-acd9191f-55ce-457f-b970-a919845ea628 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 943 time: 0.0952477 Aug 25 15:12:29.766257 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9b8d308b-9b4f-4769-96a9-9b2feada19fd req-4bc1327a-c58a-4758-aed1-20d871adab68 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 Aug 25 15:12:29.767974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:29.811969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-f8ef60a3-ddfb-4a89-84ce-8f2c8bf42acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.813478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-f8ef60a3-ddfb-4a89-84ce-8f2c8bf42acb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1094 time: 0.2649150 Aug 25 15:12:29.850691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Network': ['ID=a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:29.861121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:29.862149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:29.870082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:29.876833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:29.877591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:29.885335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce4ff4-0714-4184-9e96-df8935f0b3b1 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:29.927920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dae6c533-c1df-4729-8b75-c49bf1e6567a tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0364602 Aug 25 15:12:29.930683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60076) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:29.938733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'subnet': {'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:29.942561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-3384a7c4-1b01-4a3b-b1b9-44719e3b0a3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 217 time: 0.0929410 Aug 25 15:12:29.989927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cc663-869a-4959-adb6-e062e60d446f req-72b0f515-0d44-42e9-b889-913c96059cc5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:30.004013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-708cc663-869a-4959-adb6-e062e60d446f req-72b0f515-0d44-42e9-b889-913c96059cc5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1057642 Aug 25 15:12:30.061082 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a61eb3b4-8428-416f-a4ea-9dc9cfbc0a97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2681749 Aug 25 15:12:30.073314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60080) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:30.081361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402256769'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:30.102718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-708cc663-869a-4959-adb6-e062e60d446f req-e39ed4c1-b586-4193-91da-16591ae38157 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971227 Aug 25 15:12:30.149384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-da0b860c-e45c-4752-a3c4-6127b5d33ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:30.150884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-da0b860c-e45c-4752-a3c4-6127b5d33ce6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 200 len: 835 time: 0.1890783 Aug 25 15:12:30.153377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Router 94386397-99e4-426a-ba0f-e07f4dcd65f8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:30.239998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:30.243850 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.267678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:30.277682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.278361 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment 676bb1c2-87ee-4ccb-af88-cb5735198a43 of type vlan for network d483470b-9fb3-496d-80c1-860da8d429b9 Aug 25 15:12:30.285579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-f14a55e5-d1ae-491c-9403-4a35bc3d1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:30.287589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-f14a55e5-d1ae-491c-9403-4a35bc3d1d3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69c3dd72-3121-4452-a5ad-13319aebb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272967 Aug 25 15:12:30.291160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:30.298465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0f500387-39b9-4499-a737-bf7f283ca5d5 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7637653 Aug 25 15:12:30.304094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60082) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:30.306544 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] Sync routers for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:30.319885 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:30.320963 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:30.326470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.369603 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:30.379489 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:30.380283 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:30.399158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:30.402563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.407655 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-31be6e23-21f0-4edc-ae95-6f0bca2a1ba9 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] delete failed (client error): The resource could not be found. Aug 25 15:12:30.412888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-31be6e23-21f0-4edc-ae95-6f0bca2a1ba9 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-276862056 HTTP/1.1" status: 404 len: 334 time: 0.0923362 Aug 25 15:12:30.415149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60084) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:30.416318 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:30.417278 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a4fcb4-6fd2-4457-b98e-84e5c2d9efb3 None None] The sync data for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:30.430368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2d6ab6c6-376b-4607-8200-3c4dbbe2dff8 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'router': {'external_gateway_info': {'network_id': '94386397-99e4-426a-ba0f-e07f4dcd65f8'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:30.478477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.488841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:30.490527 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.583975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=d483470b-9fb3-496d-80c1-860da8d429b9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:30.596800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d483470b-9fb3-496d-80c1-860da8d429b9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:30.625356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b8918bb-a92c-4199-aeef-71054b9aeb69 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5486095 Aug 25 15:12:30.625626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60090) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:30.631387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'ports': [{'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'}, {'network_id': 'd483470b-9fb3-496d-80c1-860da8d429b9'}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:30.631702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:30.632203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'd483470b-9fb3-496d-80c1-860da8d429b9'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:30.926879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:30.932657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.962553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:30.982347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-39c9f20f-898c-4eea-8008-ab6921ba177d service neutron] 10.222.0.52 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849947 Aug 25 15:12:31.067791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 0f2cddf3-618c-4b56-98ad-db8fa0636c08 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:31.116484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab6c6-376b-4607-8200-3c4dbbe2dff8 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.153990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92135d52-1405-45dc-b712-bf2b83b56298 req-de4dc490-d685-41ce-a7f4-a0a84ef33767 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:31.155848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92135d52-1405-45dc-b712-bf2b83b56298 req-de4dc490-d685-41ce-a7f4-a0a84ef33767 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 943 time: 0.2613862 Aug 25 15:12:31.277809 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-2d6ab6c6-376b-4607-8200-3c4dbbe2dff8 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] update failed (client error): The resource could not be found. Aug 25 15:12:31.282279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2d6ab6c6-376b-4607-8200-3c4dbbe2dff8 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8 HTTP/1.1" status: 404 len: 339 time: 0.8636518 Aug 25 15:12:31.285917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60100) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:31.291805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-92135d52-1405-45dc-b712-bf2b83b56298 req-a33598c5-f199-4ef8-89af-ecc9dd219361 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263702 Aug 25 15:12:31.291987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1380076575'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:31.295300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d43d22e9-8f56-4db5-8f42-4525be4468ae req-4c564ceb-2a47-4433-a3bb-fdffff02c3ab service neutron] 10.222.0.52 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034904 Aug 25 15:12:31.300208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.370791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305993d6-ed91-46ae-afee-13ee1b169550 req-c8845e5d-6acb-4fc5-83b8-6ac33a06c95c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:31.373518 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.378144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-305993d6-ed91-46ae-afee-13ee1b169550 req-c8845e5d-6acb-4fc5-83b8-6ac33a06c95c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1517332 Aug 25 15:12:31.435249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 42332d27-9d1f-4ff6-8581-a8cf9093cda7 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:31.445448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Subnet': ['ID=aaa6dd4e-8fa8-408f-8f63-61192af663b5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:31.455533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Checking segment: {'id': '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:31.460099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network hostable DHCP agents. Network: a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:31.461101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-305993d6-ed91-46ae-afee-13ee1b169550 req-56a91c72-1b36-4da9-9ed0-8858af7761d9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771554 Aug 25 15:12:31.463632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:31.467195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.504570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:31.547614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.547971 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Added segment b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae of type vlan for network c0bdc99f-6430-42df-b7e9-f9d662992edf Aug 25 15:12:31.570568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:31.609188 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.652387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.686688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:31.691100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:31.691794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.700940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102c992-f179-40cb-88dd-b8790a37cfcf None None] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:31.726971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.732691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:31.733504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.792819 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.824941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-774ff2cd-0c02-4596-9900-0270c8c7d6c5 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8920619 Aug 25 15:12:31.827422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60108) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:31.838946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Network': ['ID=c0bdc99f-6430-42df-b7e9-f9d662992edf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:31.853511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2062501435', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:31.854665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c0bdc99f-6430-42df-b7e9-f9d662992edf details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:31.856835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:31.861768 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2befc08f-b800-4fc1-8b7a-00fac7471df3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5747409 Aug 25 15:12:31.862736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:31.865300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60110) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:31.867854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:31.868793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.872667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=0f2cddf3-618c-4b56-98ad-db8fa0636c08,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:31.877443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'subnet': {'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:31.914886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe', 'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe', 'tenant_id': '25ad7fa07dd342fe937ef6221d9f6b1c', 'fixed_ips': [{'subnet_id': 'aaa6dd4e-8fa8-408f-8f63-61192af663b5'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:31.916286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:31.940912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=42332d27-9d1f-4ff6-8581-a8cf9093cda7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:31.959662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': '676bb1c2-87ee-4ccb-af88-cb5735198a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd483470b-9fb3-496d-80c1-860da8d429b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:31.960384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: d483470b-9fb3-496d-80c1-860da8d429b9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:32.036814 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.038292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.071063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network d483470b-9fb3-496d-80c1-860da8d429b9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:32.078042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Allocated IP 172.20.0.2 (a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe/aaa6dd4e-8fa8-408f-8f63-61192af663b5/c6be38e4-6a31-404f-97a3-235cfed9c628) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:32.135895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.201381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d483470b-9fb3-496d-80c1-860da8d429b9) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:32.202784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Made reservation on behalf of c33253df611e49f68f671463943f9635 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:32.205609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:32.206446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.212496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:32.217652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:32.218367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.225861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87714dfe-97a8-4159-a7b2-c805cb551f41 None None] Network d483470b-9fb3-496d-80c1-860da8d429b9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:32.282769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.298114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Transition to ACTIVE for port object c6be38e4-6a31-404f-97a3-235cfed9c628 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:32.339281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Transition to ACTIVE for port object c6be38e4-6a31-404f-97a3-235cfed9c628 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:32.346717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cf00b12b-2578-4b66-80f2-8fe0afa2f75f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7170384 Aug 25 15:12:32.346929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60114) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:32.470216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.493317 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.510522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:32.514525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:32.524010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:32.540031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Pushing event updated for resources: {'Port': ['ID=c6be38e4-6a31-404f-97a3-235cfed9c628,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:32.604395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Attempting to bind port c6be38e4-6a31-404f-97a3-235cfed9c628 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:32.604802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Attempting to bind port c6be38e4-6a31-404f-97a3-235cfed9c628 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:32.605239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Attempting to bind port c6be38e4-6a31-404f-97a3-235cfed9c628 on network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:32.612933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:32.613807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Checking segment: {'id': '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:32.615731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.616591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Bound using segment: {'id': '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:32.617563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Bound port: c6be38e4-6a31-404f-97a3-235cfed9c628, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:32.618312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.626514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7378a30-2512-441f-b4e4-fa2a28a6ec68 req-9499912d-1ff0-42b9-b01a-a941af6b40b1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:32.628335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7378a30-2512-441f-b4e4-fa2a28a6ec68 req-9499912d-1ff0-42b9-b01a-a941af6b40b1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 943 time: 0.2196960 Aug 25 15:12:32.645271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60122) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:32.671743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a4eb-1462-4a29-8896-1c36bd765f68 req-747f8d6c-ab77-4876-a14b-e0be595e0ae9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:32.679579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f81a4eb-1462-4a29-8896-1c36bd765f68 req-747f8d6c-ab77-4876-a14b-e0be595e0ae9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1275401 Aug 25 15:12:32.732550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] For port c6be38e4-6a31-404f-97a3-235cfed9c628, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:32.738056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] For port c6be38e4-6a31-404f-97a3-235cfed9c628, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6be38e4-6a31-404f-97a3-235cfed9c628,segment=NetworkSegment(78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e),segment_id=78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:32.742565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 42332d27-9d1f-4ff6-8581-a8cf9093cda7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:32.742914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.747078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f81a4eb-1462-4a29-8896-1c36bd765f68 req-db063a72-5a3d-48d5-b24d-e19385e2f445 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583146 Aug 25 15:12:32.797356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7378a30-2512-441f-b4e4-fa2a28a6ec68 req-cdbfe2de-b904-4641-8acf-d682514df086 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534302 Aug 25 15:12:32.821289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.882473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b4ecb-d7b1-4d3b-b49c-5c9a55d3f0b1 None None] Pushing event updated for resources: {'Port': ['ID=c6be38e4-6a31-404f-97a3-235cfed9c628,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:32.888623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97919214-5056-4c0e-988f-2c8cdcff1d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.892402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.896433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:32.951197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 42332d27-9d1f-4ff6-8581-a8cf9093cda7 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:33.048610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Subnet': ['ID=b54f82ce-3827-4164-af3b-a733488f3e6b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:33.113134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Checking segment: {'id': 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:33.113419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network hostable DHCP agents. Network: c0bdc99f-6430-42df-b7e9-f9d662992edf, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:33.181504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:12:33.258939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97919214-5056-4c0e-988f-2c8cdcff1d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.292968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:33.304331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'port_id': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'mac_address': 'fa:16:3e:a7:56:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:12:33.308409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network c0bdc99f-6430-42df-b7e9-f9d662992edf is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:33.308839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-8a3f9ba1-96d7-45e1-9d1c-e035f468177d req-e8526362-ff42-4cb7-8afb-d56a1ee59dcf service neutron] (101872) timed out ('10.222.0.58', 34790) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:12:33.310336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.341413 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.352879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-97919214-5056-4c0e-988f-2c8cdcff1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.356023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:12:33.364307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=42332d27-9d1f-4ff6-8581-a8cf9093cda7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:33.375913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.380197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7ccb242d-e8b6-4bf1-8bec-a09193339a65 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/42332d27-9d1f-4ff6-8581-a8cf9093cda7 HTTP/1.1" status: 204 len: 168 time: 1.0304637 Aug 25 15:12:33.380408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:33.380632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:33.406718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.434783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55669826-b15a-4d6c-b2de-7d1acabab134 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:33.440925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55669826-b15a-4d6c-b2de-7d1acabab134 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:33.442507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-55669826-b15a-4d6c-b2de-7d1acabab134 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0608940 Aug 25 15:12:33.445352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60132) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:33.447312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.456367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c0bdc99f-6430-42df-b7e9-f9d662992edf) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:33.465045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:33.465045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.476583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711baa2-617e-480c-af62-9a29007a9922 req-6d04494b-43fd-41ca-8fdb-5680fcc4c89e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:33.477553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f13fca-13fc-4b53-a405-2d426dfdb930 None None] Network c0bdc99f-6430-42df-b7e9-f9d662992edf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:33.478148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c711baa2-617e-480c-af62-9a29007a9922 req-6d04494b-43fd-41ca-8fdb-5680fcc4c89e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.2744350 Aug 25 15:12:33.479286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.489390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-97919214-5056-4c0e-988f-2c8cdcff1d80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4d2262c252c4f789bc0438692faeedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8335240 Aug 25 15:12:33.490290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60134) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:33.498219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97919214-5056-4c0e-988f-2c8cdcff1d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d296c07a-05b8-47ab-81af-fd0262d40142,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:33.589733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:33.601612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c711baa2-617e-480c-af62-9a29007a9922 req-df71967f-0277-49c7-92e3-b9cd80021523 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980215 Aug 25 15:12:33.650509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bfdf4bde-f6c7-4c80-9d36-1b908618e58e tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7788532 Aug 25 15:12:33.653052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60136) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:33.670941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-99c68031-ca87-4401-a38f-097c093ba557 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:33.676680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ffde046-3023-4789-b7c6-b3835f3e5787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.687195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 0f2cddf3-618c-4b56-98ad-db8fa0636c08 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:33.687570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.711056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:12:33.757409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6be38e4-6a31-404f-97a3-235cfed9c628 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:33.834089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.25.8.69 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/59165109-19c3-4e7c-8e49-932bd07a9ca6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:33.851053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c0bdc99f-6430-42df-b7e9-f9d662992edf', 'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf', 'tenant_id': 'c33253df611e49f68f671463943f9635', 'fixed_ips': [{'subnet_id': 'b54f82ce-3827-4164-af3b-a733488f3e6b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:33.851929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.876701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ffde046-3023-4789-b7c6-b3835f3e5787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.907479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:33.983740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 0f2cddf3-618c-4b56-98ad-db8fa0636c08 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:34.080553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f9ff-330a-4491-bf0b-5d6e1f067748 req-af927739-963d-4703-a178-4d9752897762 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:34.093767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efe3f9ff-330a-4491-bf0b-5d6e1f067748 req-af927739-963d-4703-a178-4d9752897762 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1804585 Aug 25 15:12:34.154112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c6be38e4-6a31-404f-97a3-235cfed9c628 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:34.188133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-efe3f9ff-330a-4491-bf0b-5d6e1f067748 req-9252b15e-f870-420a-bf33-328417003d39 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931053 Aug 25 15:12:34.228433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ffde046-3023-4789-b7c6-b3835f3e5787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.232537 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ffde046-3023-4789-b7c6-b3835f3e5787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.232730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Allocated IP 2001:db8:1::2 (c0bdc99f-6430-42df-b7e9-f9d662992edf/b54f82ce-3827-4164-af3b-a733488f3e6b/affc59c8-def7-46bb-988b-d29b75a07b1d) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:34.235555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ffde046-3023-4789-b7c6-b3835f3e5787 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d296c07a-05b8-47ab-81af-fd0262d40142 HTTP/1.1" status: 204 len: 168 time: 0.7441678 Aug 25 15:12:34.246321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffde046-3023-4789-b7c6-b3835f3e5787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296c07a-05b8-47ab-81af-fd0262d40142,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:34.315737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.357859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=0f2cddf3-618c-4b56-98ad-db8fa0636c08,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:34.366328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.368898 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7019481-9612-4e7b-b49b-cf060eab3c9c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/0f2cddf3-618c-4b56-98ad-db8fa0636c08 HTTP/1.1" status: 204 len: 168 time: 0.9220400 Aug 25 15:12:34.371339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60144) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:34.452655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618a7f1-7652-4b0e-be5a-94b42e0ee2a6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:34.455174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b618a7f1-7652-4b0e-be5a-94b42e0ee2a6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0819075 Aug 25 15:12:34.457947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60146) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:34.459555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c68031-ca87-4401-a38f-097c093ba557 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.490780 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-de057cb6-eee1-494c-bc3c-37f129a1a914 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:12:34.493130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de057cb6-eee1-494c-bc3c-37f129a1a914 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/42332d27-9d1f-4ff6-8581-a8cf9093cda7 HTTP/1.1" status: 404 len: 333 time: 0.0334573 Aug 25 15:12:34.495766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60148) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:34.522911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.524548 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4658654-59d1-4c9b-8d98-f917a9c42e18 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:12:34.535971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace95bad-e57e-41a4-bfe8-073b5e893116 None None] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:34.558055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a4658654-59d1-4c9b-8d98-f917a9c42e18 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/0f2cddf3-618c-4b56-98ad-db8fa0636c08 HTTP/1.1" status: 404 len: 333 time: 0.0582826 Aug 25 15:12:34.558604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60150) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:34.628976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0195f7-89f8-4906-b4d4-519f2d364f8c req-28540aad-b1b1-4f14-ad32-b1f6d6cc6eb6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:34.638400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f0195f7-89f8-4906-b4d4-519f2d364f8c req-28540aad-b1b1-4f14-ad32-b1f6d6cc6eb6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.6849749 Aug 25 15:12:34.658811 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.711749 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.751717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4f0195f7-89f8-4906-b4d4-519f2d364f8c req-06838497-2f11-487f-ae34-901fd34646d9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122115 Aug 25 15:12:34.757361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Transition to ACTIVE for port object affc59c8-def7-46bb-988b-d29b75a07b1d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:34.771262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.821374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Transition to ACTIVE for port object affc59c8-def7-46bb-988b-d29b75a07b1d will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:34.859305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:34.873667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:34.877423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:34.885541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] Provisioning for port c6be38e4-6a31-404f-97a3-235cfed9c628 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:34.896561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.905931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1d5f9-878e-452d-a5f4-16faa091afc8 req-605a4559-84a4-41e5-bfb1-02e04c45b6d2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:34.907493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0a1d5f9-878e-452d-a5f4-16faa091afc8 req-605a4559-84a4-41e5-bfb1-02e04c45b6d2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1871536 Aug 25 15:12:34.918267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d483470b-9fb3-496d-80c1-860da8d429b9']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:34.925806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] Provisioning complete for port c6be38e4-6a31-404f-97a3-235cfed9c628 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:34.926187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.933766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=59165109-19c3-4e7c-8e49-932bd07a9ca6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:34.939721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676bb1c2-87ee-4ccb-af88-cb5735198a43') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:34.940043 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676bb1c2-87ee-4ccb-af88-cb5735198a43') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:34.955637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.968066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.978378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0a1d5f9-878e-452d-a5f4-16faa091afc8 req-b547f351-b6d4-477b-bf9a-9e9cb8d2c6de tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626421 Aug 25 15:12:34.982458 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.991673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:34.992456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:34.996615 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:35.002448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Network c0bdc99f-6430-42df-b7e9-f9d662992edf is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:35.013325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:35.038118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-4c83a7c0-5e6e-462a-8e35-0d7030bcc435 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:35.039775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-4c83a7c0-5e6e-462a-8e35-0d7030bcc435 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.52 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.3437979 Aug 25 15:12:35.049532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:35.122423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60156) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:35.125469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Pushing event updated for resources: {'Port': ['ID=affc59c8-def7-46bb-988b-d29b75a07b1d,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:35.143219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6dc819cf-f662-45a2-8ee4-e0f7982d7e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.180808 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-99c68031-ca87-4401-a38f-097c093ba557 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:12:35.181020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.186660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-99c68031-ca87-4401-a38f-097c093ba557 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8 HTTP/1.1" status: 400 len: 364 time: 1.5280225 Aug 25 15:12:35.186660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60158) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:35.196223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.204854 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/d483470b-9fb3-496d-80c1-860da8d429b9 HTTP/1.1" status: 204 len: 168 time: 0.6431057 Aug 25 15:12:35.205757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60162) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:35.207651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Attempting to bind port affc59c8-def7-46bb-988b-d29b75a07b1d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:35.211786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Attempting to bind port affc59c8-def7-46bb-988b-d29b75a07b1d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:35.211786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Attempting to bind port affc59c8-def7-46bb-988b-d29b75a07b1d on network c0bdc99f-6430-42df-b7e9-f9d662992edf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:35.222151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:35.222415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Checking segment: {'id': 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:35.223051 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.223458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Bound using segment: {'id': 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:35.224144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Bound port: affc59c8-def7-46bb-988b-d29b75a07b1d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0bdc99f-6430-42df-b7e9-f9d662992edf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:35.224532 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.230435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1172723701'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:35.238349 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd7d65-479b-49aa-aeb4-f7d40a8b6498 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=d483470b-9fb3-496d-80c1-860da8d429b9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:35.294300 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.305902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] For port affc59c8-def7-46bb-988b-d29b75a07b1d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:35.323446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6dc819cf-f662-45a2-8ee4-e0f7982d7e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.327068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] For port affc59c8-def7-46bb-988b-d29b75a07b1d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=affc59c8-def7-46bb-988b-d29b75a07b1d,segment=NetworkSegment(b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae),segment_id=b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:35.344418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] For port c6be38e4-6a31-404f-97a3-235cfed9c628, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6be38e4-6a31-404f-97a3-235cfed9c628,segment=NetworkSegment(78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e),segment_id=78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:35.400951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6dc819cf-f662-45a2-8ee4-e0f7982d7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.428724 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.431014 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.466696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6dc819cf-f662-45a2-8ee4-e0f7982d7e43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42549aa2669d4549a3360929212254fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419740 Aug 25 15:12:35.468078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc819cf-f662-45a2-8ee4-e0f7982d7e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7afc0f-f12f-4073-a829-2d07f619a226,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:35.470710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60164) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:35.481858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Deleting port 6f212165-107b-4e1c-a14f-14c7decfcc07 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:35.482121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.511507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17fd03-0e21-48a3-b7b2-31da267f7ba3 None None] Pushing event updated for resources: {'Port': ['ID=c6be38e4-6a31-404f-97a3-235cfed9c628,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:35.552637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a49f63fd-bdde-43a5-b3bb-1dae6687184a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.552637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:35.557145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.593582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a1aa-3d78-4015-90a9-f39b216d181b req-dee366f1-e083-4b06-9c62-5544f8c68f26 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:35.601491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec11a1aa-3d78-4015-90a9-f39b216d181b req-dee366f1-e083-4b06-9c62-5544f8c68f26 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2914417 Aug 25 15:12:35.604840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a49f63fd-bdde-43a5-b3bb-1dae6687184a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.618031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1c779256-fbb6-4451-8e16-8634cb7367b5 None None] Provisioning complete for port c6be38e4-6a31-404f-97a3-235cfed9c628 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:35.618766 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c779256-fbb6-4451-8e16-8634cb7367b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.620001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42d8b7-a7ee-4bc1-b59a-160d15331b8c None None] Pushing event updated for resources: {'Port': ['ID=affc59c8-def7-46bb-988b-d29b75a07b1d,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:35.629492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:35.649515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6be38e4-6a31-404f-97a3-235cfed9c628 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:35.655964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.656319 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment 69dcd48e-93f1-44df-ba50-3c32293c86f3 of type vlan for network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 Aug 25 15:12:35.701605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.732781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c6be38e4-6a31-404f-97a3-235cfed9c628 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:35.733248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.743625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.799114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a49f63fd-bdde-43a5-b3bb-1dae6687184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.803390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a49f63fd-bdde-43a5-b3bb-1dae6687184a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.804675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a49f63fd-bdde-43a5-b3bb-1dae6687184a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe7afc0f-f12f-4073-a829-2d07f619a226 HTTP/1.1" status: 204 len: 168 time: 0.3329439 Aug 25 15:12:35.829835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.849311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:35.857519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.870166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] For port 6f212165-107b-4e1c-a14f-14c7decfcc07, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=6f212165-107b-4e1c-a14f-14c7decfcc07,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:35.874455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:35.903620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec11a1aa-3d78-4015-90a9-f39b216d181b req-973b339b-747b-46ea-be5d-298bf942e61b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929289 Aug 25 15:12:35.917555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Calling delete_port for 6f212165-107b-4e1c-a14f-14c7decfcc07 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:35.960013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f63fd-bdde-43a5-b3bb-1dae6687184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7afc0f-f12f-4073-a829-2d07f619a226,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:36.026065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=0b942e16-0fc0-4ecc-9d84-6e74154527b9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:36.038291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:36.051260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5314f0-3606-435a-aee4-e09434c48c46 req-97d6cf99-461d-421a-9c76-c76a1e446554 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:36.063197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a5314f0-3606-435a-aee4-e09434c48c46 req-97d6cf99-461d-421a-9c76-c76a1e446554 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.1050208 Aug 25 15:12:36.072118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:36.100560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6db44ed1-b78c-474f-9969-6e28721f18db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8885529 Aug 25 15:12:36.101316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60172) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:36.111759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:36.122385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a5314f0-3606-435a-aee4-e09434c48c46 req-157b3816-07ec-4a69-9b8a-12d82fcede73 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581903 Aug 25 15:12:36.319379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:36.323476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:36.381344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48d51e-1028-48e9-a05d-34ce73615f4b req-75f642b7-bf50-43c6-a2e8-52f95ff4270e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:36.382921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa48d51e-1028-48e9-a05d-34ce73615f4b req-75f642b7-bf50-43c6-a2e8-52f95ff4270e tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 945 time: 0.2572603 Aug 25 15:12:36.390357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:36.580673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa48d51e-1028-48e9-a05d-34ce73615f4b req-ba9054ac-2cba-40bf-9ab5-2b09de97f0ec tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878717 Aug 25 15:12:36.601177 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:36.670663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=1c4771bc-8a34-48b5-a190-8f8a9324c7fe,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:36.680135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': '69dcd48e-93f1-44df-ba50-3c32293c86f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:36.680514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: 0b942e16-0fc0-4ecc-9d84-6e74154527b9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:36.749724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:36.843011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0b942e16-0fc0-4ecc-9d84-6e74154527b9) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:36.847418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:36.848449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:36.854894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcdf620-7850-4393-910a-d7c2a56c9ae1 None None] Network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:36.874665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f389f1-a85b-4f5e-9019-33535c466638 None None] Network c0bdc99f-6430-42df-b7e9-f9d662992edf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:36.952588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-48c4d37e-6aa5-4209-be30-46c60b1d0205 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8480937 Aug 25 15:12:36.955221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60194) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:36.961118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:36.961650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9', 'name': 'tempest-PortsIpV6TestJSON-1249572'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:36.997343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['6f212165-107b-4e1c-a14f-14c7decfcc07'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:12:37.026937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Pushing event deleted for resources: {'Port': ['ID=6f212165-107b-4e1c-a14f-14c7decfcc07,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:37.048583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Allocated IP 2001:db8::1 (8cb6ec66-0dfd-40ab-96e1-844bac6202bd/ab6f21ef-9cd6-4f5f-a45b-442c7d37f933/e09fea29-8a42-4bcd-8064-b5ac4e51c3f2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:37.077334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] No DVR routers for this DVR port 6f212165-107b-4e1c-a14f-14c7decfcc07 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:37.080109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.082435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79631399-c592-4f4e-89bb-69d5ebc8d120 req-fc253dc6-e07d-4f15-9019-c5f84a109e0f tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.52 "DELETE /v2.0/ports/6f212165-107b-4e1c-a14f-14c7decfcc07 HTTP/1.1" status: 204 len: 173 time: 2.0345709 Aug 25 15:12:37.095194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'name': 'network-vif-deleted', 'tag': '6f212165-107b-4e1c-a14f-14c7decfcc07'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:37.100099 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6705781-56b3-474b-b16f-194d4f08b10d" -d '{"events": [{"server_uuid": "9882fe06-636d-4ab3-b186-f6a9b918b2b1", "name": "network-vif-deleted", "tag": "6f212165-107b-4e1c-a14f-14c7decfcc07"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:37.127613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d53c0757-f088-4bc2-bb6b-c88088a0a8b4 None None] Provisioning for port affc59c8-def7-46bb-988b-d29b75a07b1d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:37.184462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81425-1cdb-4aaa-b8ad-9f3711953add req-6f88864d-3dc5-42a7-a5b2-254180751d97 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:37.187877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cd81425-1cdb-4aaa-b8ad-9f3711953add req-6f88864d-3dc5-42a7-a5b2-254180751d97 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2199609 Aug 25 15:12:37.200766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:37.219666 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894c31c-339d-4b4a-a07b-f275221003bb x-openstack-request-id: req-0894c31c-339d-4b4a-a07b-f275221003bb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:37.219960 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9882fe06-636d-4ab3-b186-f6a9b918b2b1", "name": "network-vif-deleted", "tag": "6f212165-107b-4e1c-a14f-14c7decfcc07", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:37.220226 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0894c31c-339d-4b4a-a07b-f275221003bb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:37.220709 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9882fe06-636d-4ab3-b186-f6a9b918b2b1', 'name': 'network-vif-deleted', 'tag': '6f212165-107b-4e1c-a14f-14c7decfcc07', 'status': 'completed', 'code': 200} Aug 25 15:12:37.238752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:37.243428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.260591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0b942e16-0fc0-4ecc-9d84-6e74154527b9', 'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': '1c4771bc-8a34-48b5-a190-8f8a9324c7fe'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:37.261468 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.268455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cd81425-1cdb-4aaa-b8ad-9f3711953add req-1c5174fe-d35f-43a0-a249-9ce8e9e8f5ba tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643475 Aug 25 15:12:37.287477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port b2fd59f9-96ab-406d-91a5-e73b2f04f97e yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:37.371296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.382495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d18b6-b620-468a-9cce-e1ac11ebbbc6 req-8bf4170b-d11c-438f-a74b-c49fb165ae6d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:37.384058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c0d18b6-b620-468a-9cce-e1ac11ebbbc6 req-8bf4170b-d11c-438f-a74b-c49fb165ae6d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.1018050 Aug 25 15:12:37.403649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router c00ee499-b3c3-4f5b-9f8b-3291530c7694 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:12:37.442306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Transition to ACTIVE for port object e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:37.452237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::2ed (0b942e16-0fc0-4ecc-9d84-6e74154527b9/1c4771bc-8a34-48b5-a190-8f8a9324c7fe/b2fd59f9-96ab-406d-91a5-e73b2f04f97e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:37.473134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c0d18b6-b620-468a-9cce-e1ac11ebbbc6 req-ca0b176d-33af-4636-b513-1730ce3ba14e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751982 Aug 25 15:12:37.502771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:37.505245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:37.505812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.627317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.648362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:37.668287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.671681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] Sync routers for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:37.682194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:37.683846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object b2fd59f9-96ab-406d-91a5-e73b2f04f97e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:37.685050 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18bd06b-8e14-4751-9816-a7a854ca1dc8" -d '{"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-plugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:37.701223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:37.703975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:37.704692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:37.713902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.786175 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabaf46b-109b-4c88-8cba-f27cde13967e x-openstack-request-id: req-eabaf46b-109b-4c88-8cba-f27cde13967e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:37.786483 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-plugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:37.786748 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eabaf46b-109b-4c88-8cba-f27cde13967e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:37.787165 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'code': 200} Aug 25 15:12:37.788783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device affc59c8-def7-46bb-988b-d29b75a07b1d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:37.792168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:37.797086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.803857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be93d392-aa7d-4955-9de5-249e6336f990 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9751410 Aug 25 15:12:37.805636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60212) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:37.818271 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.819160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6f212165-107b-4e1c-a14f-14c7decfcc07 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:37.832666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:37.860890 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b427fc0-7e3b-4ad6-bff0-2d827dacc384 req-df7fe88d-8195-420d-99ea-bbbc55b21c88 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9882fe06-636d-4ab3-b186-f6a9b918b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0887556 Aug 25 15:12:37.862101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.897261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 6f212165-107b-4e1c-a14f-14c7decfcc07 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:37.897261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 6f212165-107b-4e1c-a14f-14c7decfcc07 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:37.900296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:37.920724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:37.921350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:37.921519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:37.921909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.938423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:37.941865 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:37.946565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:37.952851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:37.960972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:37.976036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:37.976699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d4555-a1ca-4e12-8253-a66b926bc975 None None] The sync data for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:37.990045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Allocated IP 2001:db8::2 (0b942e16-0fc0-4ecc-9d84-6e74154527b9/1c4771bc-8a34-48b5-a190-8f8a9324c7fe/f6348ccd-02fd-457e-9c09-568007d38401) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:37.990645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=b2fd59f9-96ab-406d-91a5-e73b2f04f97e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:38.020777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:38.114207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb17feb9-5c42-4b0f-bac3-214b3ce3262a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1578476 Aug 25 15:12:38.115587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60216) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:38.128268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port affc59c8-def7-46bb-988b-d29b75a07b1d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:38.131171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Port': ['ID=e09fea29-8a42-4bcd-8064-b5ac4e51c3f2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:38.153016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port affc59c8-def7-46bb-988b-d29b75a07b1d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:38.153874 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.247634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3a4a-2b2b-4238-93c3-24dd85afa115 req-63f988f9-6994-4cd4-bc9a-7a7b116cd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:38.251836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-898b3a4a-2b2b-4238-93c3-24dd85afa115 req-63f988f9-6994-4cd4-bc9a-7a7b116cd31e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1096 time: 0.3435173 Aug 25 15:12:38.280908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port b2fd59f9-96ab-406d-91a5-e73b2f04f97e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:38.282251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.312952 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.345418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Transition to ACTIVE for port object f6348ccd-02fd-457e-9c09-568007d38401 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:38.367638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-898b3a4a-2b2b-4238-93c3-24dd85afa115 req-2e549f49-9044-4d42-a24f-9f9e95fd228a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791180 Aug 25 15:12:38.372747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Transition to ACTIVE for port object f6348ccd-02fd-457e-9c09-568007d38401 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:38.374524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.417602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.439492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port affc59c8-def7-46bb-988b-d29b75a07b1d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=affc59c8-def7-46bb-988b-d29b75a07b1d,segment=NetworkSegment(b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae),segment_id=b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:38.451226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.461495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.479096 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for b2fd59f9-96ab-406d-91a5-e73b2f04f97e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:38.497879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:38.506408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:38.510382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:38.516795 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.526035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Pushing event updated for resources: {'Port': ['ID=f6348ccd-02fd-457e-9c09-568007d38401,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:38.578748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1bff3dca-247d-4b38-ba75-8bb5e4684124 None None] Provisioning for port e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:38.597092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b21b4b-c657-4107-9c1a-ab2bf6c9a2d9 req-8e449828-4640-44c4-b082-212b9f98759c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:38.597352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1bff3dca-247d-4b38-ba75-8bb5e4684124 None None] Provisioning complete for port e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:38.597688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1bff3dca-247d-4b38-ba75-8bb5e4684124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.598397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9b21b4b-c657-4107-9c1a-ab2bf6c9a2d9 req-8e449828-4640-44c4-b082-212b9f98759c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1744690 Aug 25 15:12:38.684567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Attempting to bind port f6348ccd-02fd-457e-9c09-568007d38401 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:38.685152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Attempting to bind port f6348ccd-02fd-457e-9c09-568007d38401 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '69dcd48e-93f1-44df-ba50-3c32293c86f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:38.685492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Attempting to bind port f6348ccd-02fd-457e-9c09-568007d38401 on network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:38.692201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=affc59c8-def7-46bb-988b-d29b75a07b1d,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:38.699629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1bff3dca-247d-4b38-ba75-8bb5e4684124 None None] Port e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:38.701209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:38.701590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Checking segment: {'id': '69dcd48e-93f1-44df-ba50-3c32293c86f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:38.702003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.702401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Bound using segment: {'id': '69dcd48e-93f1-44df-ba50-3c32293c86f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:38.702886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Bound port: f6348ccd-02fd-457e-9c09-568007d38401, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dcd48e-93f1-44df-ba50-3c32293c86f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b942e16-0fc0-4ecc-9d84-6e74154527b9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:38.703308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.731281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d9b21b4b-c657-4107-9c1a-ab2bf6c9a2d9 req-f551b7c5-446e-4573-b358-3df87aa2734d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972271 Aug 25 15:12:38.764225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f94f0-22b7-418e-a181-dd1405d8ba56 req-c6e373ef-82e9-456c-b21d-9c5d677bce38 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:38.767288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-994f94f0-22b7-418e-a181-dd1405d8ba56 req-c6e373ef-82e9-456c-b21d-9c5d677bce38 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.2137263 Aug 25 15:12:38.830182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-994f94f0-22b7-418e-a181-dd1405d8ba56 req-95ca9b46-1dbe-4c73-80dc-7ebcfdf95cb7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547853 Aug 25 15:12:38.843273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.877062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=b2fd59f9-96ab-406d-91a5-e73b2f04f97e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:38.910264 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:12:38.918126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.923144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0e4e22d-b615-493c-aca2-63a2435ac096 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/b2fd59f9-96ab-406d-91a5-e73b2f04f97e HTTP/1.1" status: 204 len: 168 time: 0.8063879 Aug 25 15:12:38.923777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60242) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:38.942067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:38.949782 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f658ecf3-d9a4-4224-9c2a-0608b6a551b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:38.949945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f658ecf3-d9a4-4224-9c2a-0608b6a551b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:38.954717 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f658ecf3-d9a4-4224-9c2a-0608b6a551b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/b2fd59f9-96ab-406d-91a5-e73b2f04f97e HTTP/1.1" status: 404 len: 333 time: 0.0297823 Aug 25 15:12:38.955206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:38.967321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] For port f6348ccd-02fd-457e-9c09-568007d38401, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:38.974712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] For port f6348ccd-02fd-457e-9c09-568007d38401, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f6348ccd-02fd-457e-9c09-568007d38401,segment=NetworkSegment(69dcd48e-93f1-44df-ba50-3c32293c86f3),segment_id=69dcd48e-93f1-44df-ba50-3c32293c86f3)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:38.990963 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc45cd4-ce47-46d0-89ac-0ff527887208 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:12:38.995388 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9fc45cd4-ce47-46d0-89ac-0ff527887208 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/b2fd59f9-96ab-406d-91a5-e73b2f04f97e HTTP/1.1" status: 404 len: 333 time: 0.0391686 Aug 25 15:12:38.995899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:39.036696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.043659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.044160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.070116 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.163323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8718c-a856-4fa7-bedf-a30464dba10c None None] Pushing event updated for resources: {'Port': ['ID=f6348ccd-02fd-457e-9c09-568007d38401,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:39.186329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 1c4771bc-8a34-48b5-a190-8f8a9324c7fe {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:39.210642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.292340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event updated for resources: {'Port': ['ID=e09fea29-8a42-4bcd-8064-b5ac4e51c3f2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:39.349945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.453404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:39.488138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:39.789969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f6348ccd-02fd-457e-9c09-568007d38401 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:39.946611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f0944c18-7d02-4539-adb1-bb27e5ab897f None None] Provisioning complete for port e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:39.948843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f0944c18-7d02-4539-adb1-bb27e5ab897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:39.970022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c597174-40ea-41c0-8bb2-a05cf0b68d97 req-44bce49b-897f-4645-adb3-bca031c9ebe7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:39.976144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c597174-40ea-41c0-8bb2-a05cf0b68d97 req-44bce49b-897f-4645-adb3-bca031c9ebe7 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0936136 Aug 25 15:12:39.988012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f6348ccd-02fd-457e-9c09-568007d38401 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:40.003693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device affc59c8-def7-46bb-988b-d29b75a07b1d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:40.057480 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c597174-40ea-41c0-8bb2-a05cf0b68d97 req-eedc4dc6-b6a3-4359-a018-333e2caca293 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626633 Aug 25 15:12:40.072066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f0944c18-7d02-4539-adb1-bb27e5ab897f None None] Port e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:40.092641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Router 94386397-99e4-426a-ba0f-e07f4dcd65f8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:40.111289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port affc59c8-def7-46bb-988b-d29b75a07b1d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:40.112094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.210051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60270) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:40.296060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.350795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01d022c9-bafa-460c-9777-9b8fda6119f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.352272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:40.360831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60274) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:40.363327 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] Sync routers for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:40.363794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56c92e95-27c3-46f5-b674-d381e6b63ce7 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1762629 Aug 25 15:12:40.385587 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:40.386215 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:40.439950 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:40.460062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4d0cc-9ed7-48b7-81b1-2a8d0dffd16e None None] Network 0b942e16-0fc0-4ecc-9d84-6e74154527b9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:40.461942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70578b7-d0c2-4d49-8638-5f6fd3099567 req-1c0d4ce9-d25a-4a8b-94e4-d4d771f1b5d0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:40.463723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d70578b7-d0c2-4d49-8638-5f6fd3099567 req-1c0d4ce9-d25a-4a8b-94e4-d4d771f1b5d0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.3636553 Aug 25 15:12:40.479053 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:40.479981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:40.485157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.1 (a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe/aaa6dd4e-8fa8-408f-8f63-61192af663b5/2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:40.519734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-049f825b-484e-423d-99be-654767abc3fa tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.529740 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:40.530756 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2fab6-77fe-432b-9150-e34cda4967f3 None None] The sync data for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:40.532059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d70578b7-d0c2-4d49-8638-5f6fd3099567 req-d0c561f2-d69d-49a2-9f2a-2518c388da5a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576615 Aug 25 15:12:40.536929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.585386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4771bc-8a34-48b5-a190-8f8a9324c7fe,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:40.643374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.648565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aa8abf57-d03c-489b-acd4-24c8e6ec07f1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/1c4771bc-8a34-48b5-a190-8f8a9324c7fe HTTP/1.1" status: 204 len: 168 time: 1.6514914 Aug 25 15:12:40.649187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60280) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:40.682954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-911b3777-287e-407b-b939-d479a389133b None None] Provisioning for port f6348ccd-02fd-457e-9c09-568007d38401 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:40.707679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-911b3777-287e-407b-b939-d479a389133b None None] Provisioning complete for port f6348ccd-02fd-457e-9c09-568007d38401 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:40.709295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-911b3777-287e-407b-b939-d479a389133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.772606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.809685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.820810 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-911b3777-287e-407b-b939-d479a389133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.854356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Transition to ACTIVE for port object 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:40.862810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598d767-c222-4115-ae3a-87121f078223 None None] DHCP port deletion for 0b942e16-0fc0-4ecc-9d84-6e74154527b9 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:40.901523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-911b3777-287e-407b-b939-d479a389133b None None] For port f6348ccd-02fd-457e-9c09-568007d38401, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f6348ccd-02fd-457e-9c09-568007d38401,segment=NetworkSegment(69dcd48e-93f1-44df-ba50-3c32293c86f3),segment_id=69dcd48e-93f1-44df-ba50-3c32293c86f3)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:40.926124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6598d767-c222-4115-ae3a-87121f078223 None None] Deleting port f6348ccd-02fd-457e-9c09-568007d38401 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:40.932074 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6598d767-c222-4115-ae3a-87121f078223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:40.932248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port f6348ccd-02fd-457e-9c09-568007d38401 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:40.932248 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.010032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6598d767-c222-4115-ae3a-87121f078223 None None] For port f6348ccd-02fd-457e-9c09-568007d38401, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f6348ccd-02fd-457e-9c09-568007d38401,segment=NetworkSegment(69dcd48e-93f1-44df-ba50-3c32293c86f3),segment_id=69dcd48e-93f1-44df-ba50-3c32293c86f3)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:41.010437 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6598d767-c222-4115-ae3a-87121f078223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.013710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-911b3777-287e-407b-b939-d479a389133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.034878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] For port f6348ccd-02fd-457e-9c09-568007d38401, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f6348ccd-02fd-457e-9c09-568007d38401,segment=NetworkSegment(69dcd48e-93f1-44df-ba50-3c32293c86f3),segment_id=69dcd48e-93f1-44df-ba50-3c32293c86f3)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:41.035732 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.063185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6598d767-c222-4115-ae3a-87121f078223 None None] Calling delete_port for f6348ccd-02fd-457e-9c09-568007d38401 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:41.070999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for f6348ccd-02fd-457e-9c09-568007d38401 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:41.074491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.157203 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-049f825b-484e-423d-99be-654767abc3fa tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 15:12:41.164827 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-049f825b-484e-423d-99be-654767abc3fa tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8 HTTP/1.1" status: 409 len: 329 time: 0.8029201 Aug 25 15:12:41.165682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:41.186700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b3777-287e-407b-b939-d479a389133b None None] Pushing event updated for resources: {'Port': ['ID=f6348ccd-02fd-457e-9c09-568007d38401,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:41.206947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da891138-d023-4cad-a1c8-de2dfc7ef68c req-ddfca40e-d3b4-4717-b114-8dac2787fc7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:41.216129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da891138-d023-4cad-a1c8-de2dfc7ef68c req-ddfca40e-d3b4-4717-b114-8dac2787fc7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.5575631 Aug 25 15:12:41.225613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:41.275224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:41.279890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:41.282307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:41.332551 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6598d767-c222-4115-ae3a-87121f078223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.374545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da891138-d023-4cad-a1c8-de2dfc7ef68c req-ed7de9ea-e475-4a7b-8e59-fcaf4ee98385 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561539 Aug 25 15:12:41.384350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba930e5-fb50-4249-b1e6-0df14061a061 req-fdab951b-36ea-4425-80f0-43d2959cb7d6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:41.385953 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fba930e5-fb50-4249-b1e6-0df14061a061 req-fdab951b-36ea-4425-80f0-43d2959cb7d6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1258087 Aug 25 15:12:41.408620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.424305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598d767-c222-4115-ae3a-87121f078223 None None] Pushing event deleted for resources: {'Port': ['ID=f6348ccd-02fd-457e-9c09-568007d38401,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:41.428756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598d767-c222-4115-ae3a-87121f078223 None None] No DVR routers for this DVR port f6348ccd-02fd-457e-9c09-568007d38401 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:41.445604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60286) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:41.492737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01d022c9-bafa-460c-9777-9b8fda6119f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.508582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.563930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No DVR routers for this DVR port f6348ccd-02fd-457e-9c09-568007d38401 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:41.565624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=f6348ccd-02fd-457e-9c09-568007d38401,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:41.591853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fba930e5-fb50-4249-b1e6-0df14061a061 req-b4b7c1fa-5491-42d7-82e8-77a27398bc4b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941400 Aug 25 15:12:41.596762 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01d022c9-bafa-460c-9777-9b8fda6119f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.646657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f6348ccd-02fd-457e-9c09-568007d38401 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:41.651001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27d8cc-b5b4-4659-8696-aa1bd0516bab tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:41.653510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dc27d8cc-b5b4-4659-8696-aa1bd0516bab tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1091 time: 0.2118607 Aug 25 15:12:41.658755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60296) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:41.666687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:41.678346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f6348ccd-02fd-457e-9c09-568007d38401 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:41.684010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f6348ccd-02fd-457e-9c09-568007d38401 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:41.686543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d022c9-bafa-460c-9777-9b8fda6119f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8bbaa-a8a4-4621-bcc1-f5f12ce845df,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:41.692943 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-01d022c9-bafa-460c-9777-9b8fda6119f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb6fc3b9728643e7b554889cc1461ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4812379 Aug 25 15:12:41.696332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60298) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:41.747531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.761242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b942e16-0fc0-4ecc-9d84-6e74154527b9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:41.770209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1488730a-11b7-4bc0-b7ed-a291b1cdb776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.774925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dcd48e-93f1-44df-ba50-3c32293c86f3') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:41.775326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dcd48e-93f1-44df-ba50-3c32293c86f3') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:41.785197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.803153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.809945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:41.810426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:41.813578 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:41.824036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1488730a-11b7-4bc0-b7ed-a291b1cdb776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.850595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80eec57d-5892-476b-851c-f73601e4d3c9 None None] Provisioning for port 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:41.854566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80eec57d-5892-476b-851c-f73601e4d3c9 None None] Provisioning complete for port 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:41.854943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80eec57d-5892-476b-851c-f73601e4d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.858635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.871294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:41.891788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-80eec57d-5892-476b-851c-f73601e4d3c9 None None] Port 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:41.960613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.048690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1488730a-11b7-4bc0-b7ed-a291b1cdb776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.051319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1488730a-11b7-4bc0-b7ed-a291b1cdb776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.055661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1488730a-11b7-4bc0-b7ed-a291b1cdb776 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6f8bbaa-a8a4-4621-bcc1-f5f12ce845df HTTP/1.1" status: 204 len: 168 time: 0.3558290 Aug 25 15:12:42.067062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488730a-11b7-4bc0-b7ed-a291b1cdb776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8bbaa-a8a4-4621-bcc1-f5f12ce845df,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:42.096303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.101429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.107186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/0b942e16-0fc0-4ecc-9d84-6e74154527b9 HTTP/1.1" status: 204 len: 168 time: 1.4515245 Aug 25 15:12:42.110017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60308) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:42.120354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635709510'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:42.138256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3962d5-9322-47ff-aa88-9717036e5041 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=0b942e16-0fc0-4ecc-9d84-6e74154527b9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:42.190648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting port e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:42.190648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.199644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.235449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:42.238864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.284783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:42.308371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.308657 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment e3ba84cd-85f7-4b52-8e06-2db787319c13 of type vlan for network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 Aug 25 15:12:42.319497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.340007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Calling delete_port for e09fea29-8a42-4bcd-8064-b5ac4e51c3f2 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:42.383798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.404421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.141 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/12d8b090-8a10-4569-9029-0fcbe0881a32) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:42.491034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.513082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.518809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:42.519517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.548749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.552562 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.619515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=87890f32-d99d-46d2-8f27-fb4dfbc01e92,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:42.637551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:42.641026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-75cd13bc-e1a5-49fc-8246-f926b3dd9d09 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5298903 Aug 25 15:12:42.647138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60314) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:42.656313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:42.711865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.715053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:42.752092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.796180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Port': ['ID=e09fea29-8a42-4bcd-8064-b5ac4e51c3f2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:42.797998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60316) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:42.830917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72704974-c2bc-4c22-8bb9-39ed54669bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.851548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0503354-440f-4791-9e27-7fd52aef9860 req-8e90d87d-a4b7-41e7-98d2-133fe0e8903b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:42.853704 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0503354-440f-4791-9e27-7fd52aef9860 req-8e90d87d-a4b7-41e7-98d2-133fe0e8903b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1465089 Aug 25 15:12:42.855315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.910505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:42.920482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:42.923390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:42.953648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:42.954723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=12d8b090-8a10-4569-9029-0fcbe0881a32,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:42.980853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0503354-440f-4791-9e27-7fd52aef9860 req-cc215fb9-7523-4002-b407-97709ea54b7d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818315 Aug 25 15:12:42.985892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:42.989743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:43.055928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:43.058136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.314515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Router 94386397-99e4-426a-ba0f-e07f4dcd65f8 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:43.431947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:43.438951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b2d28fd9-9bb9-4488-89e3-75e4de2226d5 None None] Provisioning complete for port 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:43.439556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d72764f-3528-47e5-b6e4-ebe67d757683 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2699904 Aug 25 15:12:43.440105 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b2d28fd9-9bb9-4488-89e3-75e4de2226d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.443264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60320) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:43.476116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] Sync routers for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:43.512733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:43.512733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:43.512733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b2d28fd9-9bb9-4488-89e3-75e4de2226d5 None None] Port 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:43.514159 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-90870563-9714-4dd8-80a1-127eac2ffad3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] show failed (client error): The resource could not be found. Aug 25 15:12:43.515473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-90870563-9714-4dd8-80a1-127eac2ffad3 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1470274117 HTTP/1.1" status: 404 len: 335 time: 0.0714285 Aug 25 15:12:43.519188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60322) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:43.526981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-72d36411-8e3a-4cc0-86ea-4de414cf1cbb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:43.555654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:43.567933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] Routers {'94386397-99e4-426a-ba0f-e07f4dcd65f8'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:43.569421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['94386397-99e4-426a-ba0f-e07f4dcd65f8'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:43.571175 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-72d36411-8e3a-4cc0-86ea-4de414cf1cbb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] update failed (client error): The resource could not be found. Aug 25 15:12:43.572377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-72d36411-8e3a-4cc0-86ea-4de414cf1cbb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1963733605 HTTP/1.1" status: 404 len: 335 time: 0.0504544 Aug 25 15:12:43.595788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60324) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:43.612217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:43.613237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4bfe7-3030-4ef3-9290-92c7d8111d7f None None] The sync data for ids ['94386397-99e4-426a-ba0f-e07f4dcd65f8'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:43.669517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting subnet b54f82ce-3827-4164-af3b-a733488f3e6b {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:43.673234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.716536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.755293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router c00ee499-b3c3-4f5b-9f8b-3291530c7694 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:43.760995 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.854592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=38ddcb8b-3da9-4ce9-84f7-33a74e23cb46,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:43.864073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.900020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': 'e3ba84cd-85f7-4b52-8e06-2db787319c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:43.900382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: 87890f32-d99d-46d2-8f27-fb4dfbc01e92, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:43.912928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72704974-c2bc-4c22-8bb9-39ed54669bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:43.995012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72704974-c2bc-4c22-8bb9-39ed54669bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.043042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:44.044912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.046668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.057004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-72704974-c2bc-4c22-8bb9-39ed54669bd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b43572917e9941f29baa5ccedbea2b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2462957 Aug 25 15:12:44.059715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60332) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:44.083736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:44.085229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72704974-c2bc-4c22-8bb9-39ed54669bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7262f789-3ad3-4931-a0f8-82cc2d11e533,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:44.089650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Subnet': ['ID=b54f82ce-3827-4164-af3b-a733488f3e6b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:44.094176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0485e362-ed91-4b78-b730-f9851e534663 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/routers/c00ee499-b3c3-4f5b-9f8b-3291530c7694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2559326 Aug 25 15:12:44.097693 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] Sync routers for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:44.098186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60334) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:44.105826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c307af-a1b8-4c31-a43c-3810cce80298 None None] Network c0bdc99f-6430-42df-b7e9-f9d662992edf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:44.112606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:44.113232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:44.126142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'port': {'network_id': 'a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe', 'name': 'tempest-FloatingIPTestJSON-1653474600'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:44.129663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.131624 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de53519c-49ee-4451-9345-9ddcd56e7d2d tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/subnets/b54f82ce-3827-4164-af3b-a733488f3e6b HTTP/1.1" status: 204 len: 168 time: 0.5347738 Aug 25 15:12:44.134037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60336) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:44.158608 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:44.172263 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:44.172908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:44.187948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ee71b-556f-4547-bbd0-e89f30aa0f9c req-86f643ed-808b-4c85-a4c3-71a5bac7ed3f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:44.190571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-885ee71b-556f-4547-bbd0-e89f30aa0f9c req-86f643ed-808b-4c85-a4c3-71a5bac7ed3f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0672562 Aug 25 15:12:44.207690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 87890f32-d99d-46d2-8f27-fb4dfbc01e92) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:44.215502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19bd42-8c70-4580-8f3c-aa3869e770a0 None None] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:44.226484 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:44.227206 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def54af3-b91f-4c2a-9707-88d8b918107a None None] The sync data for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:44.253883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:44.254494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.256626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.292489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-885ee71b-556f-4547-bbd0-e89f30aa0f9c req-4aa971d3-97c7-4e5a-ae85-ed553f4d68e4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 Aug 25 15:12:44.339390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.378451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98e425fa-c579-4231-b368-f47b26675657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.399053 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1a50501-d615-4971-8138-14662cbcd776 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7506707 Aug 25 15:12:44.406495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60338) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:44.413270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-519681444'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:44.423680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] DHCP port deletion for c0bdc99f-6430-42df-b7e9-f9d662992edf request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:44.436226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98e425fa-c579-4231-b368-f47b26675657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.459121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-87890f32-d99d-46d2-8f27-fb4dfbc01e92', 'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': '38ddcb8b-3da9-4ce9-84f7-33a74e23cb46'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:44.460803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.493317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting port affc59c8-def7-46bb-988b-d29b75a07b1d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:44.493604 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.509165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] Deleting port affc59c8-def7-46bb-988b-d29b75a07b1d {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:44.509526 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.542907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.586090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] For port affc59c8-def7-46bb-988b-d29b75a07b1d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=affc59c8-def7-46bb-988b-d29b75a07b1d,segment=NetworkSegment(b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae),segment_id=b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:44.586463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.589241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Made reservation on behalf of 25ad7fa07dd342fe937ef6221d9f6b1c for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:44.592843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.593965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] For port affc59c8-def7-46bb-988b-d29b75a07b1d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=affc59c8-def7-46bb-988b-d29b75a07b1d,segment=NetworkSegment(b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae),segment_id=b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:44.594375 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.608299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] Calling delete_port for affc59c8-def7-46bb-988b-d29b75a07b1d owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:44.618200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Calling delete_port for affc59c8-def7-46bb-988b-d29b75a07b1d owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:44.627627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.630874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] device_id is not set on port 53d3438c-2597-4673-a391-533f9ac5c68d yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:44.662724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:44.667276 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.677945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98e425fa-c579-4231-b368-f47b26675657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.681303 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-98e425fa-c579-4231-b368-f47b26675657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.682145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-98e425fa-c579-4231-b368-f47b26675657 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7262f789-3ad3-4931-a0f8-82cc2d11e533 HTTP/1.1" status: 204 len: 168 time: 0.5998683 Aug 25 15:12:44.735826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port af5e675f-d132-4497-90c7-4301ba57c150 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:44.745398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=12d8b090-8a10-4569-9029-0fcbe0881a32,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:44.759259 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.817133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Allocated IP 2001:db8::2 (87890f32-d99d-46d2-8f27-fb4dfbc01e92/38ddcb8b-3da9-4ce9-84f7-33a74e23cb46/9e658dd9-207f-411a-bda7-0d97d781a860) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:44.847849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e425fa-c579-4231-b368-f47b26675657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7262f789-3ad3-4931-a0f8-82cc2d11e533,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:44.881409 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.893236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Allocated IP 172.20.0.5 (a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe/aaa6dd4e-8fa8-408f-8f63-61192af663b5/53d3438c-2597-4673-a391-533f9ac5c68d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:44.923922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:44.955909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] Pushing event deleted for resources: {'Port': ['ID=affc59c8-def7-46bb-988b-d29b75a07b1d,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:44.959878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcc2d8-82bc-4b2f-aaf0-c6ae7059b84a None None] No DVR routers for this DVR port affc59c8-def7-46bb-988b-d29b75a07b1d on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:44.960619 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP 9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 associated. External IP: 172.25.8.141, port: f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4. Aug 25 15:12:44.963015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Port': ['ID=affc59c8-def7-46bb-988b-d29b75a07b1d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:44.981796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] No DVR routers for this DVR port affc59c8-def7-46bb-988b-d29b75a07b1d on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:45.143789 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.148072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.162552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Transition to ACTIVE for port object 9e658dd9-207f-411a-bda7-0d97d781a860 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:45.165123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bdc99f-6430-42df-b7e9-f9d662992edf']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:45.179640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:45.179981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e0c4ad-9d7c-40a9-b8f7-844fdabf11ae') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:45.190644 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Transition to ACTIVE for port object 9e658dd9-207f-411a-bda7-0d97d781a860 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:45.199939 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.228059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.244080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:45.244493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:45.247512 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:45.275414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.306196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.330031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Transition to ACTIVE for port object 53d3438c-2597-4673-a391-533f9ac5c68d will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:45.347404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:45.355268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:45.366094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:45.387729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 29833e4a-6101-4832-9a6b-e1a952559566 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:45.402883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.412351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::380 (87890f32-d99d-46d2-8f27-fb4dfbc01e92/38ddcb8b-3da9-4ce9-84f7-33a74e23cb46/af5e675f-d132-4497-90c7-4301ba57c150) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:45.420369 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.427302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60354) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:45.428009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/networks/c0bdc99f-6430-42df-b7e9-f9d662992edf HTTP/1.1" status: 204 len: 168 time: 1.2917922 Aug 25 15:12:45.443388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Pushing event updated for resources: {'Port': ['ID=9e658dd9-207f-411a-bda7-0d97d781a860,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:45.461603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Attempting to bind port 9e658dd9-207f-411a-bda7-0d97d781a860 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:45.461603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Attempting to bind port 9e658dd9-207f-411a-bda7-0d97d781a860 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e3ba84cd-85f7-4b52-8e06-2db787319c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:45.462450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Attempting to bind port 9e658dd9-207f-411a-bda7-0d97d781a860 on network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:45.466940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:45.467361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Checking segment: {'id': 'e3ba84cd-85f7-4b52-8e06-2db787319c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:45.467762 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.468155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Bound using segment: {'id': 'e3ba84cd-85f7-4b52-8e06-2db787319c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:45.468622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Bound port: 9e658dd9-207f-411a-bda7-0d97d781a860, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba84cd-85f7-4b52-8e06-2db787319c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87890f32-d99d-46d2-8f27-fb4dfbc01e92'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:45.469001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.484945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting subnet e1817470-1536-4fcf-9783-1b32f6bba6b4 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:45.489980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6472f3c-e215-4297-87c7-b254ba4fcd80 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Network': ['ID=c0bdc99f-6430-42df-b7e9-f9d662992edf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:45.494051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.536833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.593846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event updated for resources: {'Port': ['ID=53d3438c-2597-4673-a391-533f9ac5c68d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:45.601563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] For port 9e658dd9-207f-411a-bda7-0d97d781a860, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:45.613113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] For port 9e658dd9-207f-411a-bda7-0d97d781a860, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9e658dd9-207f-411a-bda7-0d97d781a860,segment=NetworkSegment(e3ba84cd-85f7-4b52-8e06-2db787319c13),segment_id=e3ba84cd-85f7-4b52-8e06-2db787319c13)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:45.619704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:45.623385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:45.634519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:45.653208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device affc59c8-def7-46bb-988b-d29b75a07b1d no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:45.672330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78041fb9-a26a-4cd3-8b70-ec4d23b9cc12 req-b86b9eec-d73d-4da2-92f6-7f74bbe9ac0e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:45.673960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78041fb9-a26a-4cd3-8b70-ec4d23b9cc12 req-b86b9eec-d73d-4da2-92f6-7f74bbe9ac0e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2247012 Aug 25 15:12:45.704718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: affc59c8-def7-46bb-988b-d29b75a07b1d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:45.705309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device affc59c8-def7-46bb-988b-d29b75a07b1d not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:45.710004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.736880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.777558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aedda-b986-45ca-8452-27b44ccc43c7 None None] Pushing event updated for resources: {'Port': ['ID=9e658dd9-207f-411a-bda7-0d97d781a860,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:45.780736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:45.786508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:45.812173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78041fb9-a26a-4cd3-8b70-ec4d23b9cc12 req-baddaf8d-809f-4fd8-babf-794607334c01 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302345 Aug 25 15:12:45.875851 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6c6e7d9e-12ac-41aa-afc0-a521c17c3d1f tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7538445 Aug 25 15:12:45.879400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60366) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:45.894078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Request body: {'floatingip': {'port_id': '53d3438c-2597-4673-a391-533f9ac5c68d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:45.930334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:45.949322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] Sync routers for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:45.964877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:45.966183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:45.978662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.008934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object af5e675f-d132-4497-90c7-4301ba57c150 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:46.016663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.023444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.069234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.211305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-916bfbb1-f265-48b9-8845-0706250e5d44 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5475283 Aug 25 15:12:46.211305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:46.213577 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b77135-f257-47e9-ab2f-a21ef914f77c" -d '{"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:46.230623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-df96d9ee-7b48-4773-9209-622eac157409 None None] Provisioning for port 53d3438c-2597-4673-a391-533f9ac5c68d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:46.233969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-df96d9ee-7b48-4773-9209-622eac157409 None None] Provisioning complete for port 53d3438c-2597-4673-a391-533f9ac5c68d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:46.234619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df96d9ee-7b48-4773-9209-622eac157409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.279434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.299136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:12:46.357497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-df96d9ee-7b48-4773-9209-622eac157409 None None] Port 53d3438c-2597-4673-a391-533f9ac5c68d cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:46.366231 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f860e52-b11e-4c76-b97f-d7e218e96474 x-openstack-request-id: req-9f860e52-b11e-4c76-b97f-d7e218e96474 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:46.366686 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:46.366849 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f860e52-b11e-4c76-b97f-d7e218e96474 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:46.372521 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'status': 'completed', 'code': 200} Aug 25 15:12:46.448911 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.450868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/subnets/e1817470-1536-4fcf-9783-1b32f6bba6b4 HTTP/1.1" status: 204 len: 168 time: 1.0217965 Aug 25 15:12:46.459551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60376) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:46.470245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad525f-5b0e-4f88-a7e6-420769a8e275 None None] Network ed5dca95-246c-45af-9be3-f5fefceaa430 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:46.490984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbbfa8-0918-41e6-bad9-50010a816433 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Subnet': ['ID=e1817470-1536-4fcf-9783-1b32f6bba6b4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:46.495889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.684462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:46.699516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:46.702937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-c7291fb5-bc76-4983-9138-d557e332e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:46.711438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-c7291fb5-bc76-4983-9138-d557e332e453 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1096 time: 0.3469098 Aug 25 15:12:46.716472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:46.732223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:46.735168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.750851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffefc0a-608d-47bb-81af-e5f085429d67 req-8857bcca-1881-42eb-9707-36431c5c851c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:46.752636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ffefc0a-608d-47bb-81af-e5f085429d67 req-8857bcca-1881-42eb-9707-36431c5c851c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.3792374 Aug 25 15:12:46.753488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=af5e675f-d132-4497-90c7-4301ba57c150,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:46.789774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting subnet 03f5f3b9-175e-4fb6-a0c4-debf78333959 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:46.805485 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:46.862637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'port_id': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'mac_address': 'fa:16:3e:a7:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a39788-a489-4963-bd1b-3eab751d2afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:12:43Z', 'updated_at': '2021-08-25T15:12:43Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:23Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:46.931189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] Checking router: 29833e4a-6101-4832-9a6b-e1a952559566 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:12:46.934118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] DHCP port deletion for ed5dca95-246c-45af-9be3-f5fefceaa430 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:46.979884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:46.980587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:47.033654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-b16baa0d-04a1-4c4a-98fe-ce11c442aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:47.035252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-b16baa0d-04a1-4c4a-98fe-ce11c442aaee service neutron] 10.222.0.52 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 897 time: 0.2692251 Aug 25 15:12:47.037921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:47.084277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56c35e1f-ce6e-4a5a-a4f7-b5f1e8c345d1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6736877 Aug 25 15:12:47.128644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60386) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:47.132500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ffefc0a-608d-47bb-81af-e5f085429d67 req-afa850dd-be6e-496a-88b7-f54be73fcb71 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635540 Aug 25 15:12:47.170955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60390) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:47.337035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3aab8-eb57-4663-8c0b-53e1e9d96d4f req-2b0e5212-835b-4062-b8af-6676c946de28 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:47.338659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ced3aab8-eb57-4663-8c0b-53e1e9d96d4f req-2b0e5212-835b-4062-b8af-6676c946de28 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1031656 Aug 25 15:12:47.344311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156ba90-e70d-4a29-9817-1400a083e4a8 None None] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:47.451774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:12:47.464830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:47.500860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] Deleting port 318c2071-b51c-4440-8353-c53ef9618e26 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:47.501495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:47.502511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ced3aab8-eb57-4663-8c0b-53e1e9d96d4f req-2194a96c-56f3-40af-9cc4-90fbf234f6ca tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497483 Aug 25 15:12:47.542945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:47.592257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5909818c-1cec-4bd8-8362-b4b55e2cf64d None None] Provisioning for port 9e658dd9-207f-411a-bda7-0d97d781a860 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:47.703901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9e658dd9-207f-411a-bda7-0d97d781a860 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:47.743001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] For port 318c2071-b51c-4440-8353-c53ef9618e26, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=318c2071-b51c-4440-8353-c53ef9618e26,segment=NetworkSegment(4e52c438-77ad-4b37-bfee-ac7289c148b3),segment_id=4e52c438-77ad-4b37-bfee-ac7289c148b3)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:47.743644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:47.773583 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 4786c7ab-289a-418b-9616-30b22f4247b9 associated. External IP: 172.25.8.117, port: 08c1217b-5587-45d7-9593-53d20f9c10d6. Aug 25 15:12:47.797179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] Calling delete_port for 318c2071-b51c-4440-8353-c53ef9618e26 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:47.817001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-38bcc1ee-afaf-493b-9b74-a350178d9de9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 999 time: 0.7702284 Aug 25 15:12:47.909333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-1dd199b7-9275-45f6-a113-e7549c446ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:47.911316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-1dd199b7-9275-45f6-a113-e7549c446ba3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 200 len: 835 time: 0.0826681 Aug 25 15:12:47.978913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094afb-75b1-47ce-8ad4-35326558c788 req-71332139-2925-4b12-8ec9-ba35cd081483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:47.980589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-71332139-2925-4b12-8ec9-ba35cd081483 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 1097 time: 0.2766793 Aug 25 15:12:48.034665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9e658dd9-207f-411a-bda7-0d97d781a860 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:48.040771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9e658dd9-207f-411a-bda7-0d97d781a860 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:48.041153 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.108673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.122846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] No DVR routers for this DVR port 318c2071-b51c-4440-8353-c53ef9618e26 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:48.134345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'port_id': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'mac_address': 'fa:16:3e:a7:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a39788-a489-4963-bd1b-3eab751d2afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:12:43Z', 'updated_at': '2021-08-25T15:12:43Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:23Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:48.151796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:48.166486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094afb-75b1-47ce-8ad4-35326558c788 req-c13cfc95-dcd1-4a0d-95d7-851262b8280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:48.167930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-c13cfc95-dcd1-4a0d-95d7-851262b8280c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 907 time: 0.1522563 Aug 25 15:12:48.203640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fdb40-db3b-4a4b-a07d-61cfaf9439d2 None None] Pushing event deleted for resources: {'Port': ['ID=318c2071-b51c-4440-8353-c53ef9618e26,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:48.216118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02ae5f-aae3-4122-88f3-626721d8c501 None None] The sync data for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 is: [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'port_id': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'mac_address': 'fa:16:3e:a7:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a39788-a489-4963-bd1b-3eab751d2afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:12:43Z', 'updated_at': '2021-08-25T15:12:43Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:23Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:48.218179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4c8abe72-8aa2-4d65-93fc-ea4bcf483c89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 HTTP/1.1" status: 200 len: 991 time: 0.5264676 Aug 25 15:12:48.241534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.242793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.280670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9e658dd9-207f-411a-bda7-0d97d781a860, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9e658dd9-207f-411a-bda7-0d97d781a860,segment=NetworkSegment(e3ba84cd-85f7-4b52-8e06-2db787319c13),segment_id=e3ba84cd-85f7-4b52-8e06-2db787319c13)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:48.337831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-d690e92c-d99d-4079-8635-76db3f61c42a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec HTTP/1.1" status: 200 len: 217 time: 0.1334734 Aug 25 15:12:48.343837 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.368355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-d7ee915a-185f-4373-965a-6c102e2970b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:48.371329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-d7ee915a-185f-4373-965a-6c102e2970b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69c3dd72-3121-4452-a5ad-13319aebb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4245274 Aug 25 15:12:48.374179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port af5e675f-d132-4497-90c7-4301ba57c150 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:48.375862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.380589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:48.391347 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:48.403099 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:48.403725 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:48.428279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-54f7bddb-c1c0-4c53-afdb-69afaae84efd None None] Provisioning complete for port 9e658dd9-207f-411a-bda7-0d97d781a860 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:48.428816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-54f7bddb-c1c0-4c53-afdb-69afaae84efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.444136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 318c2071-b51c-4440-8353-c53ef9618e26 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:48.491548 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:48.505087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 318c2071-b51c-4440-8353-c53ef9618e26 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:48.505696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 318c2071-b51c-4440-8353-c53ef9618e26 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:48.522322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9e658dd9-207f-411a-bda7-0d97d781a860,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:48.524193 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:48.524857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:48.606014 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:48.607216 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db50cd5-ea8c-4b40-a08a-28a4b96c15e6 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:48.680844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc747d86-9dc2-4385-8415-7a840ed000c2 None None] New status for floating IP 9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:12:48.765116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-54f7bddb-c1c0-4c53-afdb-69afaae84efd None None] Provisioning for port af5e675f-d132-4497-90c7-4301ba57c150 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:12:48.768923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094afb-75b1-47ce-8ad4-35326558c788 req-4e853092-9e65-4bae-9a63-28633424e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:48.771106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-4e853092-9e65-4bae-9a63-28633424e898 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.3268528 Aug 25 15:12:48.772821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.772972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-54f7bddb-c1c0-4c53-afdb-69afaae84efd None None] Provisioning complete for port af5e675f-d132-4497-90c7-4301ba57c150 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:48.773227 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-54f7bddb-c1c0-4c53-afdb-69afaae84efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.806573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889bfd7-030e-40f7-b7d9-dd0053aec1a7 req-456c8da1-998b-44f6-b968-9894d179b6a9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:48.809216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e889bfd7-030e-40f7-b7d9-dd0053aec1a7 req-456c8da1-998b-44f6-b968-9894d179b6a9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1207652 Aug 25 15:12:48.832197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for af5e675f-d132-4497-90c7-4301ba57c150 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:48.847940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-0645b1e9-4bee-4cd1-a446-39c0ec6acdc5 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:48.848466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router c00ee499-b3c3-4f5b-9f8b-3291530c7694 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:48.849332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-0645b1e9-4bee-4cd1-a446-39c0ec6acdc5 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/networks?id=6df544fa-e6e4-4798-8904-8111e8973542 HTTP/1.1" status: 200 len: 813 time: 0.8890648 Aug 25 15:12:48.851945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-d8b74f63-ffff-4c28-987f-c97612bdba82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611334 Aug 25 15:12:48.868327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e889bfd7-030e-40f7-b7d9-dd0053aec1a7 req-68b52ee1-1471-4a49-a268-92e23390d445 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Aug 25 15:12:48.875111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-54f7bddb-c1c0-4c53-afdb-69afaae84efd None None] Port af5e675f-d132-4497-90c7-4301ba57c150 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:48.980672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:48.986459 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-5bf35ee3-965b-42cb-9f19-38aec9e7d7f8 service neutron] 10.222.0.52 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416560 Aug 25 15:12:48.987862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-e407711c-f06a-442c-a566-9f6933e70ae7 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/quotas/3ea2c34194b842249e348bf11307e6d9 HTTP/1.1" status: 200 len: 375 time: 0.1201358 Aug 25 15:12:48.990724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.994599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:48.996851 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] Sync routers for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:49.004409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d2ea9dd6-f93a-46b3-9fec-06875712bca5 None None] Provisioning complete for port af5e675f-d132-4497-90c7-4301ba57c150 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:49.005672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9dd6-f93a-46b3-9fec-06875712bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.014640 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:49.015586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.040796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Subnet': ['ID=03f5f3b9-175e-4fb6-a0c4-debf78333959,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:49.045565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea9dd6-f93a-46b3-9fec-06875712bca5 None None] Port af5e675f-d132-4497-90c7-4301ba57c150 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:12:49.065521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15b218c9-7fa3-470e-a882-205e632188ec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/floatingips/4786c7ab-289a-418b-9616-30b22f4247b9 HTTP/1.1" status: 200 len: 978 time: 3.1791193 Aug 25 15:12:49.065888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60436) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:49.072462 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.085149 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:49.086060 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.114146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b29b4-6b15-43f3-8cdc-332b900c1f6d None None] Network a6aef92e-7387-44ba-ad88-ac45416d35e4 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:49.133374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-934e99c1-0cc4-4606-9c92-aa6cd18272a8 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea2c34194b842249e348bf11307e6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941606 Aug 25 15:12:49.150675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.151364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5e979729-19f0-49da-adbe-7e606d0e75cc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/subnets/03f5f3b9-175e-4fb6-a0c4-debf78333959 HTTP/1.1" status: 204 len: 168 time: 2.6573033 Aug 25 15:12:49.164421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60440) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:49.174431 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.175403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce504f48-543f-4757-90ee-3387cc98e687 None None] The sync data for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:49.210170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 53d3438c-2597-4673-a391-533f9ac5c68d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:49.210473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.227877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60442) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:49.314450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-69b16b6d-7d2c-4439-a10d-22697f47aa2d service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456179 Aug 25 15:12:49.344609 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1fa606b-0d6d-4ce7-a58a-46cd4767da93 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 HTTP/1.1" status: 200 len: 993 time: 0.1155934 Aug 25 15:12:49.362242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] DHCP port deletion for a6aef92e-7387-44ba-ad88-ac45416d35e4 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:49.376963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.428489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] Deleting port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:49.431172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.459729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-83b77135-f257-47e9-ab2f-a21ef914f77c req-391dca35-1780-4dad-b20f-696225a1b764 service neutron] 10.222.0.52 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590616 Aug 25 15:12:49.468160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.513781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] For port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,segment=NetworkSegment(70c8b650-38a3-407e-93f8-7617f871b155),segment_id=70c8b650-38a3-407e-93f8-7617f871b155)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:49.514832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.521016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-a552157c-7b42-4b9a-a7e3-c2b6d1a273dc service neutron] 10.222.0.58 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570664 Aug 25 15:12:49.535143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] Calling delete_port for 67be1f74-b4ce-4b57-b361-bf1a1ce2031a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:49.559439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57094afb-75b1-47ce-8ad4-35326558c788 req-452977a5-9f20-48c7-8faf-953aaa32cfaa service neutron] 10.222.0.45 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237563 Aug 25 15:12:49.612792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.645556 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.646926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.647580 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Floating IP 4786c7ab-289a-418b-9616-30b22f4247b9 disassociated. External IP: 172.25.8.117, port: 53d3438c-2597-4673-a391-533f9ac5c68d. Aug 25 15:12:49.648095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 53d3438c-2597-4673-a391-533f9ac5c68d owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:49.665176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9e658dd9-207f-411a-bda7-0d97d781a860 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:12:49.687394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=af5e675f-d132-4497-90c7-4301ba57c150,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:49.701582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.727557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.743851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.745767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d69a5e84-e609-4c62-8dcc-cebc7d04f4db tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/af5e675f-d132-4497-90c7-4301ba57c150 HTTP/1.1" status: 204 len: 168 time: 2.6123185 Aug 25 15:12:49.748811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60446) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:49.759383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] Pushing event deleted for resources: {'Port': ['ID=67be1f74-b4ce-4b57-b361-bf1a1ce2031a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:49.760393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5dca95-246c-45af-9be3-f5fefceaa430']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.765675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b596e-a94a-43c9-be3a-59e1f41a6aeb None None] No DVR routers for this DVR port 67be1f74-b4ce-4b57-b361-bf1a1ce2031a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:49.767465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9e658dd9-207f-411a-bda7-0d97d781a860 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:12:49.767863 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.801168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e52c438-77ad-4b37-bfee-ac7289c148b3') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.802824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e52c438-77ad-4b37-bfee-ac7289c148b3') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:49.828245 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.840537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-a8602866-b4cc-4f0f-a5c2-1bda29ba3698 service neutron] 10.222.0.58 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094029 Aug 25 15:12:49.852486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.864039 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecdb9a8-c463-4efa-ba76-6443d43c7e64 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:12:49.864039 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4ecdb9a8-c463-4efa-ba76-6443d43c7e64 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/af5e675f-d132-4497-90c7-4301ba57c150 HTTP/1.1" status: 404 len: 333 time: 0.1040349 Aug 25 15:12:49.864510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60450) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:49.896349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:49.897048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:49.900725 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:49.982766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 67be1f74-b4ce-4b57-b361-bf1a1ce2031a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:49.990130 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.030754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 67be1f74-b4ce-4b57-b361-bf1a1ce2031a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:50.031290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 67be1f74-b4ce-4b57-b361-bf1a1ce2031a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:50.040028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 38ddcb8b-3da9-4ce9-84f7-33a74e23cb46 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:50.041330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60454) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:50.045152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.047238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=53d3438c-2597-4673-a391-533f9ac5c68d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:50.231132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router c00ee499-b3c3-4f5b-9f8b-3291530c7694 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:50.267490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30402c5d-0287-4771-82bf-e5654b7007c3 req-fb3789bb-7fad-4180-83c6-f97089adfd60 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:50.269132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-30402c5d-0287-4771-82bf-e5654b7007c3 req-fb3789bb-7fad-4180-83c6-f97089adfd60 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2308295 Aug 25 15:12:50.342499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa156-cbf9-4fcd-800c-8c692e935297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.423324 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-30402c5d-0287-4771-82bf-e5654b7007c3 req-c208a7ab-c531-45b6-9694-9297006eee2f tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393743 Aug 25 15:12:50.466093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:50.479397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] Sync routers for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:50.484747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.490903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:50.491885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.520801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.524963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/networks/ed5dca95-246c-45af-9be3-f5fefceaa430 HTTP/1.1" status: 204 len: 168 time: 1.3548093 Aug 25 15:12:50.528426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60466) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:50.531962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-994b8893-f0e5-432c-ad61-9f0744428a73 req-99e5ab5d-30aa-4ac3-8257-6f0c4f15ffe2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 210 time: 0.0519736 Aug 25 15:12:50.534186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.543114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.555069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:50.555915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.581521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c702-5016-497e-8a9d-563e9b4f0b01 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Network': ['ID=ed5dca95-246c-45af-9be3-f5fefceaa430,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:50.591948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.597028 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3affc9d4-1783-4ada-a544-47ba7ef05eae tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/ports/53d3438c-2597-4673-a391-533f9ac5c68d HTTP/1.1" status: 204 len: 168 time: 1.5273113 Aug 25 15:12:50.598097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60468) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:50.611070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.612540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c0ef6-8d35-41d8-86f6-35c0aa93f682 None None] The sync data for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:50.660320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.666181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa156-cbf9-4fcd-800c-8c692e935297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.724595 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.728256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa156-cbf9-4fcd-800c-8c692e935297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.813348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa156-cbf9-4fcd-800c-8c692e935297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae753b02-513c-4008-8394-cea69032c112,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:50.820090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.822276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60472) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:50.822410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f4dfa156-cbf9-4fcd-800c-8c692e935297 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b68a6afb3734285bf9d34304af10e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7792404 Aug 25 15:12:50.841086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aef92e-7387-44ba-ad88-ac45416d35e4']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.868649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c8b650-38a3-407e-93f8-7617f871b155') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.869140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c8b650-38a3-407e-93f8-7617f871b155') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:50.886254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.908156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.921409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:50.921819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:50.925063 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:50.935637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff433a1-68eb-4b5e-bb55-61c50f4dd461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:50.979647 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.027902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=38ddcb8b-3da9-4ce9-84f7-33a74e23cb46,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:51.035208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.037128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.046634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-84e79754-4475-4d55-a768-d22e75cb0544 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/38ddcb8b-3da9-4ce9-84f7-33a74e23cb46 HTTP/1.1" status: 204 len: 168 time: 1.1791153 Aug 25 15:12:51.046634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff433a1-68eb-4b5e-bb55-61c50f4dd461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.047000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:51.047129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921bea3d-b8ab-433c-9724-caf0a6c3162d None None] Network 87890f32-d99d-46d2-8f27-fb4dfbc01e92 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:51.082168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a99647b-e1d3-400f-9eac-b99cbf073964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.162003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.171279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.175606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/networks/a6aef92e-7387-44ba-ad88-ac45416d35e4 HTTP/1.1" status: 204 len: 168 time: 0.6439204 Aug 25 15:12:51.183726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60476) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:51.193490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da84900-791e-4025-a87a-dee108fe7248 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Network': ['ID=a6aef92e-7387-44ba-ad88-ac45416d35e4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:51.215085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff433a1-68eb-4b5e-bb55-61c50f4dd461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.217879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ff433a1-68eb-4b5e-bb55-61c50f4dd461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.219519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7ff433a1-68eb-4b5e-bb55-61c50f4dd461 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae753b02-513c-4008-8394-cea69032c112 HTTP/1.1" status: 204 len: 168 time: 0.3954535 Aug 25 15:12:51.256538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff433a1-68eb-4b5e-bb55-61c50f4dd461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae753b02-513c-4008-8394-cea69032c112,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:51.266875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] DHCP port deletion for 87890f32-d99d-46d2-8f27-fb4dfbc01e92 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:51.280531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting subnet ab6f21ef-9cd6-4f5f-a45b-442c7d37f933 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:51.284726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.338409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.439386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.512850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] Deleting port 9e658dd9-207f-411a-bda7-0d97d781a860 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:51.514113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.520972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.606583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 9e658dd9-207f-411a-bda7-0d97d781a860 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:51.606947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.629780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.638713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] For port 9e658dd9-207f-411a-bda7-0d97d781a860, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9e658dd9-207f-411a-bda7-0d97d781a860,segment=NetworkSegment(e3ba84cd-85f7-4b52-8e06-2db787319c13),segment_id=e3ba84cd-85f7-4b52-8e06-2db787319c13)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:51.640442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.658299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] Calling delete_port for 9e658dd9-207f-411a-bda7-0d97d781a860 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:51.672650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9e658dd9-207f-411a-bda7-0d97d781a860 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:51.695767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6f21ef-9cd6-4f5f-a45b-442c7d37f933,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:51.721589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] For port 9e658dd9-207f-411a-bda7-0d97d781a860, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9e658dd9-207f-411a-bda7-0d97d781a860,segment=NetworkSegment(e3ba84cd-85f7-4b52-8e06-2db787319c13),segment_id=e3ba84cd-85f7-4b52-8e06-2db787319c13)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:51.722102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.728487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.732756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-75e746f4-f4de-4e10-bddc-6d1132245855 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/subnets/ab6f21ef-9cd6-4f5f-a45b-442c7d37f933 HTTP/1.1" status: 204 len: 168 time: 0.5458822 Aug 25 15:12:51.739655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca34b06-e462-4cfe-886e-6308ee3323a8 None None] Network 8cb6ec66-0dfd-40ab-96e1-844bac6202bd requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:51.747705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60488) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:51.750908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-569e9091-7fbc-4916-b998-4a50006f63f5 req-da358d19-2354-4bd1-9d63-1a6747f90e9b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 210 time: 0.0629599 Aug 25 15:12:51.751996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 9e658dd9-207f-411a-bda7-0d97d781a860 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:51.846846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.910776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Deleting port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:51.911213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.950679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a535065-5173-4d5d-9055-e43b32071443 req-50cc6e55-81da-4070-b328-45523c3398c6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:51.958047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a535065-5173-4d5d-9055-e43b32071443 req-50cc6e55-81da-4070-b328-45523c3398c6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.3533862 Aug 25 15:12:51.975813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:51.987862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] For port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,segment=NetworkSegment(fad7914d-2202-4f2a-a9bd-45027f4f0850),segment_id=fad7914d-2202-4f2a-a9bd-45027f4f0850)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:51.988368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.005438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Calling delete_port for ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:52.006093 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a535065-5173-4d5d-9055-e43b32071443 req-fdeb1610-3ad5-4c5e-b5e4-601b4e5bb617 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Aug 25 15:12:52.070187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.111687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:52.121294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] DHCP port deletion for 8cb6ec66-0dfd-40ab-96e1-844bac6202bd request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:52.124956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] Pushing event deleted for resources: {'Port': ['ID=9e658dd9-207f-411a-bda7-0d97d781a860,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.130330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764f56e-57ec-438d-94c9-716a9bb62dde None None] No DVR routers for this DVR port 9e658dd9-207f-411a-bda7-0d97d781a860 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:52.137549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3f6b-f2e2-49c6-8c71-07fbf96472a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.145979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.185380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] Deleting port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:52.185794 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.187642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=9e658dd9-207f-411a-bda7-0d97d781a860,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.193699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No DVR routers for this DVR port 9e658dd9-207f-411a-bda7-0d97d781a860 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:52.227419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.254073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Port': ['ID=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.256883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] For port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,segment=NetworkSegment(fad7914d-2202-4f2a-a9bd-45027f4f0850),segment_id=fad7914d-2202-4f2a-a9bd-45027f4f0850)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:52.257478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.274216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] No DVR routers for this DVR port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:52.276191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] Calling delete_port for ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:52.316668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:52.317707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.354786 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.358513 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:12:52.361962 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.368873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.377454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb6ec66-0dfd-40ab-96e1-844bac6202bd']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:52.386590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.388673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad7914d-2202-4f2a-a9bd-45027f4f0850') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:52.388972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad7914d-2202-4f2a-a9bd-45027f4f0850') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:52.396758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] Pushing event deleted for resources: {'Port': ['ID=ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.398536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.398819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87890f32-d99d-46d2-8f27-fb4dfbc01e92']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:52.399691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f9671-d833-419d-b2aa-397c9d241cdd None None] No DVR routers for this DVR port ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:52.422088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ba84cd-85f7-4b52-8e06-2db787319c13') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:52.422389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ba84cd-85f7-4b52-8e06-2db787319c13') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:52.422737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.429539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:52.429944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:52.433375 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:52.444003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.490561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.510308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:52.510703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:52.513624 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:52.517216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.536445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.543780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.545583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/networks/8cb6ec66-0dfd-40ab-96e1-844bac6202bd HTTP/1.1" status: 204 len: 168 time: 0.7936890 Aug 25 15:12:52.557085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60492) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:52.567884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524c1d5-1e3a-44fa-bbb4-d4e19921c520 tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Pushing event deleted for resources: {'Network': ['ID=8cb6ec66-0dfd-40ab-96e1-844bac6202bd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.575406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:52.584809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a02553ad-3ab7-4193-b1cc-0ab3c8459dfc tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "GET /v2.0/ports?device_id=94386397-99e4-426a-ba0f-e07f4dcd65f8 HTTP/1.1" status: 200 len: 205 time: 0.0265985 Aug 25 15:12:52.587241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60494) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:52.610828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3f6b-f2e2-49c6-8c71-07fbf96472a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.664353 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.703267 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.704739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3f6b-f2e2-49c6-8c71-07fbf96472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.725852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.731387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/87890f32-d99d-46d2-8f27-fb4dfbc01e92 HTTP/1.1" status: 204 len: 168 time: 1.6864173 Aug 25 15:12:52.732273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60496) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:52.738007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'name': 'tempest-PortsIpV6TestJSON-507018023'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:52.760300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1c58-03a1-4361-a7d9-f779e2109328 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=87890f32-d99d-46d2-8f27-fb4dfbc01e92,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.782230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f3f6b-f2e2-49c6-8c71-07fbf96472a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528de106-5a9a-48ef-9479-b1227267b309,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:52.825714 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bb5f3f6b-f2e2-49c6-8c71-07fbf96472a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0622681ecf804fd697c930c99ef2cfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094216 Aug 25 15:12:52.842753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:52.914434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb39e526-0fe4-421a-8c9e-c79c7686aa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.936472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb39e526-0fe4-421a-8c9e-c79c7686aa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.966401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-04a68f14-9b1c-4b14-854a-d48a488e1088 req-cb9db302-2e2b-4a1c-9ee0-706f475a5925 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 210 time: 0.1100283 Aug 25 15:12:52.971187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.971439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:52.980625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.014548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=2ddccb55-dc6e-4138-a5c7-10f2a6ab59f0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:53.088435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-84d84170-179d-423e-ad10-2543119ef7c4 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:53.090305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-84d84170-179d-423e-ad10-2543119ef7c4 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.45 "GET /v2.0/networks?id=6df544fa-e6e4-4798-8904-8111e8973542 HTTP/1.1" status: 200 len: 813 time: 0.2351644 Aug 25 15:12:53.103766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Request body: {'port': {'device_id': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542', 'admin_state_up': True, 'tenant_id': '3ea2c34194b842249e348bf11307e6d9'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:53.149675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.150439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Fanout notify agent at l3_agent the message router_deleted on router 94386397-99e4-426a-ba0f-e07f4dcd65f8 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:12:53.159441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.160810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f20c81f1-2938-4b02-929f-8b7cc789b3fb tempest-RoutersNegativeIpV6Test-1785571122 tempest-RoutersNegativeIpV6Test-1785571122-project] 10.222.0.58 "DELETE /v2.0/routers/94386397-99e4-426a-ba0f-e07f4dcd65f8 HTTP/1.1" status: 204 len: 168 time: 0.5725951 Aug 25 15:12:53.164433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:53.168093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.197554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 66de1192-a250-46b0-b9c9-4fd442fc5835 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:53.239603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb39e526-0fe4-421a-8c9e-c79c7686aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.242183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eb39e526-0fe4-421a-8c9e-c79c7686aa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.243613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb39e526-0fe4-421a-8c9e-c79c7686aa8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/528de106-5a9a-48ef-9479-b1227267b309 HTTP/1.1" status: 204 len: 168 time: 0.4000967 Aug 25 15:12:53.263053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e526-0fe4-421a-8c9e-c79c7686aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528de106-5a9a-48ef-9479-b1227267b309,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:53.323487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485f38d-dbc5-4628-be35-9bf7e1bfb7a3 req-4a1c0c05-5fb4-40c8-af86-7b5bc34d50c6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:53.325711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a485f38d-dbc5-4628-be35-9bf7e1bfb7a3 req-4a1c0c05-5fb4-40c8-af86-7b5bc34d50c6 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2222967 Aug 25 15:12:53.370965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.393802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a485f38d-dbc5-4628-be35-9bf7e1bfb7a3 req-7c9280d1-de9f-4f10-80fe-8e235a0e4a3c tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548141 Aug 25 15:12:53.454036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Made reservation on behalf of 3ea2c34194b842249e348bf11307e6d9 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:53.458291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.487257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.614491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:53.633226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Allocated IP 172.20.0.9 (6df544fa-e6e4-4798-8904-8111e8973542/a89606d3-2815-417d-8c36-ccc45f7baff8/4e591414-0304-4c16-8d59-f982d84ddfb2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:53.633478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:53.637708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ccaa6a0a-3c48-43af-bc0e-fcd462d57a9e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:53.641430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router c00ee499-b3c3-4f5b-9f8b-3291530c7694 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:12:53.681896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.757878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:53.765488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:12:53.774843 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a67e50a0-48a5-4e0d-bae1-b7bcfb0765d7 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/routers/c00ee499-b3c3-4f5b-9f8b-3291530c7694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1755147 Aug 25 15:12:53.775687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:53.779663 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43628c49-2dd1-4129-a829-4d382a9b2f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.781151 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] Sync routers for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:12:53.789551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:53.795432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:53.801024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:53.802305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.803261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:53.803899 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:53.807823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=66de1192-a250-46b0-b9c9-4fd442fc5835,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:53.875792 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:53.887169 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] Routers {'c00ee499-b3c3-4f5b-9f8b-3291530c7694'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:12:53.888012 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:53.910214 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:53.920967 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5dfd5c97-2dba-4d67-ae2d-70727e1df350 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1876450 Aug 25 15:12:53.925870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60518) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:53.931441 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:53.936346 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1d85c-2295-4223-a754-c10261b79377 None None] The sync data for ids ['c00ee499-b3c3-4f5b-9f8b-3291530c7694'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:12:53.939796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60522) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:54.085358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2377de66-64d6-4b8b-aeba-5b584bb7fcc2 req-b6f00e8d-34bb-42d5-850c-f8f8b436faf2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 210 time: 0.0299549 Aug 25 15:12:54.091308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.131651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.154578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 66de1192-a250-46b0-b9c9-4fd442fc5835 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:54.154958 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.188157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Network 6df544fa-e6e4-4798-8904-8111e8973542 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:54.191850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:54.194939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:54.200476 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.220870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Pushing event updated for resources: {'Port': ['ID=4e591414-0304-4c16-8d59-f982d84ddfb2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:54.252290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:54.253080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.279631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-95419990-3397-4331-a24a-5bc7a7b2c73c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c33253df611e49f68f671463943f9635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394938 Aug 25 15:12:54.282412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:54.283208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.304251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 66de1192-a250-46b0-b9c9-4fd442fc5835 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:54.327051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.334461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-5d193e22-78e9-4889-99f2-38418ce31cb2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2346816 Aug 25 15:12:54.337211 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f5921da-8290-4901-afd2-dd504b9901e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.353006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Request body: {'port': {'device_id': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:54.381940 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f5921da-8290-4901-afd2-dd504b9901e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.448874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.482874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 59165109-19c3-4e7c-8e49-932bd07a9ca6 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:54.486246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.490436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.556754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f5921da-8290-4901-afd2-dd504b9901e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.559352 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f5921da-8290-4901-afd2-dd504b9901e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.562878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2f5921da-8290-4901-afd2-dd504b9901e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1365be8-4758-48d8-870d-3f58f8ccbc24 HTTP/1.1" status: 204 len: 168 time: 0.2769213 Aug 25 15:12:54.578163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5921da-8290-4901-afd2-dd504b9901e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1365be8-4758-48d8-870d-3f58f8ccbc24,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:54.603698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=66de1192-a250-46b0-b9c9-4fd442fc5835,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:54.619485 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.623540 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1d24a7b8-859e-4388-9c28-47a55e17d6c8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/66de1192-a250-46b0-b9c9-4fd442fc5835 HTTP/1.1" status: 204 len: 168 time: 0.6961298 Aug 25 15:12:54.628092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60544) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:54.635710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'mac_address': 'fa:16:3e:98:73:bd', 'name': 'tempest-PortsIpV6TestJSON-176198231'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:54.716209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0183c-4ac9-467a-a394-63b6e013cfa9 req-d9e8b7ce-968e-4f7d-ad5b-475080c3de94 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:54.717790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cca0183c-4ac9-467a-a394-63b6e013cfa9 req-d9e8b7ce-968e-4f7d-ad5b-475080c3de94 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2191250 Aug 25 15:12:54.766838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.768214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e591414-0304-4c16-8d59-f982d84ddfb2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:12:54.777999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.791943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 59165109-19c3-4e7c-8e49-932bd07a9ca6 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:54.794706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Transition to ACTIVE for port object 4e591414-0304-4c16-8d59-f982d84ddfb2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:54.826562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cca0183c-4ac9-467a-a394-63b6e013cfa9 req-0cfd5346-1aea-47ef-8d47-6581cb4a81e5 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970104 Aug 25 15:12:54.924258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:54.951501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:55.032566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Pushing event updated for resources: {'Port': ['ID=4e591414-0304-4c16-8d59-f982d84ddfb2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:55.043647 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.093340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port b1c07678-2d96-4343-87e5-b59a9cb7912d yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:55.128069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Attempting to bind port 4e591414-0304-4c16-8d59-f982d84ddfb2 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:55.128414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Attempting to bind port 4e591414-0304-4c16-8d59-f982d84ddfb2 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:55.129028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Attempting to bind port 4e591414-0304-4c16-8d59-f982d84ddfb2 on network 6df544fa-e6e4-4798-8904-8111e8973542 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:55.134992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Port 4e591414-0304-4c16-8d59-f982d84ddfb2 on network 6df544fa-e6e4-4798-8904-8111e8973542 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:12:55.135471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Attempting to bind port 4e591414-0304-4c16-8d59-f982d84ddfb2 on network 6df544fa-e6e4-4798-8904-8111e8973542 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:55.141260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:55.148835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Checking segment: {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:55.148835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Bound using segment: {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:55.148835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Bound port: 4e591414-0304-4c16-8d59-f982d84ddfb2, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a5ba3a-efd3-4831-873f-6bec290e9a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:55.148835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.176561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.210657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=59165109-19c3-4e7c-8e49-932bd07a9ca6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:55.247702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] For port 4e591414-0304-4c16-8d59-f982d84ddfb2, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:55.257386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855811-f818-49f8-bf50-0ad8333a0f4f req-951c0bb9-f517-4361-a022-dd1c4e9f439b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:55.258930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39855811-f818-49f8-bf50-0ad8333a0f4f req-951c0bb9-f517-4361-a022-dd1c4e9f439b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 943 time: 0.0768623 Aug 25 15:12:55.260741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] For port 4e591414-0304-4c16-8d59-f982d84ddfb2, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e591414-0304-4c16-8d59-f982d84ddfb2,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:55.300613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39855811-f818-49f8-bf50-0ad8333a0f4f req-c3c074c6-65fc-47b3-a697-635726504ae1 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353122 Aug 25 15:12:55.349750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.382643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.436386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:55.437005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.438393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] 10.222.0.45 "PUT /v2.0/ports/4e591414-0304-4c16-8d59-f982d84ddfb2 HTTP/1.1" status: 200 len: 1091 time: 1.0922842 Aug 25 15:12:55.438833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'tag': '4e591414-0304-4c16-8d59-f982d84ddfb2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:12:55.441115 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567ecad7-40fd-456c-9592-73dd747602bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a71ce-153f-4e00-b703-550dc50e2010", "tag": "4e591414-0304-4c16-8d59-f982d84ddfb2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:12:55.462534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.468989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1aaa3-a59b-4ae2-8958-0f1a90ec233c service neutron] Pushing event updated for resources: {'Port': ['ID=4e591414-0304-4c16-8d59-f982d84ddfb2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:55.469272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.476381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.480865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.507178 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e1739c-a16c-4e72-a05a-031679f80626 x-openstack-request-id: req-00e1739c-a16c-4e72-a05a-031679f80626 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:12:55.507645 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a71ce-153f-4e00-b703-550dc50e2010", "tag": "4e591414-0304-4c16-8d59-f982d84ddfb2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:12:55.507906 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00e1739c-a16c-4e72-a05a-031679f80626 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:12:55.508381 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'tag': '4e591414-0304-4c16-8d59-f982d84ddfb2', 'status': 'completed', 'code': 200} Aug 25 15:12:55.584162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.585079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Fanout notify agent at l3_agent the message router_deleted on router c00ee499-b3c3-4f5b-9f8b-3291530c7694 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:12:55.603527 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.603527 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5db84eb4-55b3-40ad-9628-1f3dbf3ea13c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/routers/c00ee499-b3c3-4f5b-9f8b-3291530c7694 HTTP/1.1" status: 204 len: 168 time: 1.8170030 Aug 25 15:12:55.603747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60580) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:55.612440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecad7-40fd-456c-9592-73dd747602bc req-98a466b1-74cf-4799-a02d-c1016cedfd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:55.614393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-567ecad7-40fd-456c-9592-73dd747602bc req-98a466b1-74cf-4799-a02d-c1016cedfd6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea2c34194b842249e348bf11307e6d9&device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 1094 time: 0.0774379 Aug 25 15:12:55.641296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:55.649910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:55.719473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting subnet aaa6dd4e-8fa8-408f-8f63-61192af663b5 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:12:55.730638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.014500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60592) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:56.048756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1e-4c5e-408e-909d-24532b81cfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.063924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:56.071129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=b1c07678-2d96-4343-87e5-b59a9cb7912d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:56.073642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:56.077786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:56.084193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.084743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.128932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.137927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1734563412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:56.180094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecad7-40fd-456c-9592-73dd747602bc req-b1d57352-04d3-4f88-a8c9-a8a4b582f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.181801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-567ecad7-40fd-456c-9592-73dd747602bc req-b1d57352-04d3-4f88-a8c9-a8a4b582f29b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3ea2c34194b842249e348bf11307e6d9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5485170 Aug 25 15:12:56.185836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1e-4c5e-408e-909d-24532b81cfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.203367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab083e-d8fb-4e9d-8ae1-1e20b7cff199 req-5f087f4b-4e2b-4426-920d-978d926aa725 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.204847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cab083e-d8fb-4e9d-8ae1-1e20b7cff199 req-5f087f4b-4e2b-4426-920d-978d926aa725 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1402423 Aug 25 15:12:56.258558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1e-4c5e-408e-909d-24532b81cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.300274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf93ad1e-4c5e-408e-909d-24532b81cfbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=700778c520f448939b2de97905abba09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571746 Aug 25 15:12:56.301085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93ad1e-4c5e-408e-909d-24532b81cfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deadbff-c629-4af1-8d89-54f795a8a283,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:56.304132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60598) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:56.322504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b24bd449-e9a8-4c49-8bfa-428d67c07f99 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6916497 Aug 25 15:12:56.327061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:56.327683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.373799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cab083e-d8fb-4e9d-8ae1-1e20b7cff199 req-7bfd73a9-4df3-43f5-a8cc-9f3e8497df10 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572413 Aug 25 15:12:56.406320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecad7-40fd-456c-9592-73dd747602bc req-d21f4e02-6671-46a5-9d26-bbd659027c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.408124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-567ecad7-40fd-456c-9592-73dd747602bc req-d21f4e02-6671-46a5-9d26-bbd659027c34 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160149 Aug 25 15:12:56.414900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf55fd-8b18-4162-9d06-05601fac03a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.436916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a1c60-a770-4d40-b784-6bf6fcbdd214 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.438284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-808a1c60-a770-4d40-b784-6bf6fcbdd214 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/b1c07678-2d96-4343-87e5-b59a9cb7912d HTTP/1.1" status: 200 len: 844 time: 0.1082039 Aug 25 15:12:56.442605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60606) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:56.451360 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.452412 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.471579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf55fd-8b18-4162-9d06-05601fac03a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.504544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.515777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6239ee-3bb4-459f-a34e-613108bfb090 req-ff14efe9-c19d-4c8c-8d4b-3df40b241260 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.517316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de6239ee-3bb4-459f-a34e-613108bfb090 req-ff14efe9-c19d-4c8c-8d4b-3df40b241260 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 943 time: 0.1327598 Aug 25 15:12:56.545835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa6dd4e-8fa8-408f-8f63-61192af663b5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:56.572635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.574853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2cae3a12-2f72-47a7-828b-173a52e9df28 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/subnets/aaa6dd4e-8fa8-408f-8f63-61192af663b5 HTTP/1.1" status: 204 len: 168 time: 0.9746294 Aug 25 15:12:56.577997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-ba6d07e6-df50-492f-b27c-61079096ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.578370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60610) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:56.579548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-ba6d07e6-df50-492f-b27c-61079096ed5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea2c34194b842249e348bf11307e6d9&device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 1094 time: 0.1258500 Aug 25 15:12:56.588492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9044a-7583-4e06-a36c-dbe3772d20bf None None] Network a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:56.596159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.642921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-fcd962de-0bcb-4204-83cf-dcae6757a873 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e591414-0304-4c16-8d59-f982d84ddfb2 HTTP/1.1" status: 200 len: 217 time: 0.0520988 Aug 25 15:12:56.652658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de6239ee-3bb4-459f-a34e-613108bfb090 req-a6c2f441-d92a-4052-aa75-03cca4513ba3 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271038 Aug 25 15:12:56.681139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.691613 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf55fd-8b18-4162-9d06-05601fac03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.695088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf55fd-8b18-4162-9d06-05601fac03a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.699727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bfdf55fd-8b18-4162-9d06-05601fac03a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6deadbff-c629-4af1-8d89-54f795a8a283 HTTP/1.1" status: 204 len: 168 time: 0.3911870 Aug 25 15:12:56.704581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.717472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf55fd-8b18-4162-9d06-05601fac03a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deadbff-c629-4af1-8d89-54f795a8a283,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:56.728101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port b1c07678-2d96-4343-87e5-b59a9cb7912d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:56.728442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.773215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.773428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66780a-ff4c-4769-9f26-d150fb1530d1 req-82a88fb1-ea3a-452c-9d53-00c18d313c40 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.774980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb66780a-ff4c-4769-9f26-d150fb1530d1 req-82a88fb1-ea3a-452c-9d53-00c18d313c40 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1376336 Aug 25 15:12:56.776496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-857da057-7d12-48f4-9cda-1c9ec88093f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:56.777443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a55bad88-1a57-4f5b-941b-1d3b1b803304 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7619369 Aug 25 15:12:56.777884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-857da057-7d12-48f4-9cda-1c9ec88093f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a89606d3-2815-417d-8c36-ccc45f7baff8 HTTP/1.1" status: 200 len: 853 time: 0.1262784 Aug 25 15:12:56.778425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60614) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:56.788168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port c6be38e4-6a31-404f-97a3-235cfed9c628 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:56.788672 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.830963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-552798300'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:56.873010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] For port c6be38e4-6a31-404f-97a3-235cfed9c628, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6be38e4-6a31-404f-97a3-235cfed9c628,segment=NetworkSegment(78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e),segment_id=78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:56.874742 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.876992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] DHCP port deletion for a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:12:56.886446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-0285f549-3eb3-4e9e-a9ee-b23aa322bc93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6df544fa-e6e4-4798-8904-8111e8973542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705371 Aug 25 15:12:56.890509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for c6be38e4-6a31-404f-97a3-235cfed9c628 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:56.933465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] Deleting port c6be38e4-6a31-404f-97a3-235cfed9c628 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:56.934024 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:56.939559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.001591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for b1c07678-2d96-4343-87e5-b59a9cb7912d owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:57.009263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] For port c6be38e4-6a31-404f-97a3-235cfed9c628, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6be38e4-6a31-404f-97a3-235cfed9c628,segment=NetworkSegment(78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e),segment_id=78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:57.009672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.023138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb66780a-ff4c-4769-9f26-d150fb1530d1 req-2830204d-af0c-45fc-b017-3fb3f9b44407 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027371 Aug 25 15:12:57.023319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] Calling delete_port for c6be38e4-6a31-404f-97a3-235cfed9c628 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:57.025120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Made reservation on behalf of 0c5616e5e5e74428af515019bc31e2ae for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:57.032483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.057609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.071250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.133035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-3ab261b5-0ef5-4ae5-8143-0a0c041552bd service neutron] 10.222.0.45 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350118 Aug 25 15:12:57.139761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d5a-2416-45be-95a4-028b1141eda0 req-d8c48b72-bbf4-4eb9-9921-b9bfc6d872f1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:57.141362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c6881d5a-2416-45be-95a4-028b1141eda0 req-d8c48b72-bbf4-4eb9-9921-b9bfc6d872f1 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0533993 Aug 25 15:12:57.187431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c6881d5a-2416-45be-95a4-028b1141eda0 req-ec5b4007-b2f0-45cb-8b67-29d998fd43dc tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Aug 25 15:12:57.216263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.226250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.245652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=c6be38e4-6a31-404f-97a3-235cfed9c628,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:57.250034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] No DVR routers for this DVR port c6be38e4-6a31-404f-97a3-235cfed9c628 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:57.286949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ae8dde0-dc5d-4edb-ad63-6878702e8f07 req-c7ecebc1-a67b-4160-a914-8a69dd3e5fec service neutron] 10.222.0.45 "GET /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447866 Aug 25 15:12:57.303508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] No DVR routers for this DVR port c6be38e4-6a31-404f-97a3-235cfed9c628 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:12:57.307387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a415a-e7b7-436e-9c6b-1804b7dd3ab4 None None] Pushing event deleted for resources: {'Port': ['ID=c6be38e4-6a31-404f-97a3-235cfed9c628,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:57.315229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.355806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.362017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=b1c07678-2d96-4343-87e5-b59a9cb7912d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:57.369360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.373901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-379a1032-7ab0-43b6-8d9f-ad4c47440d0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/b1c07678-2d96-4343-87e5-b59a9cb7912d HTTP/1.1" status: 204 len: 168 time: 0.9274082 Aug 25 15:12:57.376264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60626) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:57.377529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:57.393436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:57.396246 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.396777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b4fe92-b7c5-4f7d-b70d-eae8c1ca9f6e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:12:57.408021 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.416137 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9353e90-904e-425a-af65-4fe88d140ad7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:12:57.417854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f9353e90-904e-425a-af65-4fe88d140ad7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/b1c07678-2d96-4343-87e5-b59a9cb7912d HTTP/1.1" status: 404 len: 333 time: 0.0413320 Aug 25 15:12:57.423062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60630) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:57.440878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.452729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:12:57.452982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.453140 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.459982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'name': 'tempest-PortsIpV6TestJSON-602577614'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:12:57.465131 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:12:57.501291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-29c440da-3ddd-48e1-8d5a-c1378c16500b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416913 Aug 25 15:12:57.587667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.626698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-485cf222-05a3-48c1-8e1c-a2f9347a1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:57.631908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6be38e4-6a31-404f-97a3-235cfed9c628 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:12:57.639507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-485cf222-05a3-48c1-8e1c-a2f9347a1988 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b4667880b644474aab5c0bd0d0764b0&device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 1097 time: 0.0911992 Aug 25 15:12:57.640462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63def0c-8d6d-4a40-9e99-d7b54430bf27,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:57.654505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c6be38e4-6a31-404f-97a3-235cfed9c628 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:12:57.655330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.655754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6be38e4-6a31-404f-97a3-235cfed9c628 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:12:57.678357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.680424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/networks/a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe HTTP/1.1" status: 204 len: 168 time: 1.1010816 Aug 25 15:12:57.681378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2bd2c-096e-4961-afb1-3001516e2e0e tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Network': ['ID=a781c5f5-94ac-4ae6-ab7f-18416bdb5ffe,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:57.684098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:57.700426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60640) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:57.742123 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.742403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:57.742524 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Added segment 4a18c347-1b25-4b27-bffa-0217767f36ca of type vlan for network d1d1e77e-e769-43d1-86de-0522a33cd609 Aug 25 15:12:57.745861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.829389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.842327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port a34487f7-86bd-4696-a218-94fe0236c51e yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:12:57.881472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0dde-6e5f-4ae6-9fef-2992a45a2908 req-3241de90-6d93-4d30-9394-3a225bbe81ad tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:57.883055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c5d0dde-6e5f-4ae6-9fef-2992a45a2908 req-3241de90-6d93-4d30-9394-3a225bbe81ad tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 943 time: 0.1376464 Aug 25 15:12:57.886015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-b2c1458c-3297-48f4-aecc-319a3d9e7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:57.887475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-b2c1458c-3297-48f4-aecc-319a3d9e7734 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 200 len: 907 time: 0.2191753 Aug 25 15:12:57.947363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edae61-dce8-43c9-87a8-c0fd94008406 req-eb0c3dbe-073b-4f43-9ba3-04fee112a6f3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:57.948941 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54edae61-dce8-43c9-87a8-c0fd94008406 req-eb0c3dbe-073b-4f43-9ba3-04fee112a6f3 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.2108760 Aug 25 15:12:57.959556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-70be57f6-a636-473a-a0e8-bc587b8c42af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 HTTP/1.1" status: 200 len: 217 time: 0.0513570 Aug 25 15:12:57.962147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.967993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:57.968623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:57.994440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c5d0dde-6e5f-4ae6-9fef-2992a45a2908 req-4e565aad-1325-4ff3-9ee1-34ad46704dd0 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002324 Aug 25 15:12:58.067017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port cbe3234c-0094-4065-b503-55496204d599 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:58.067890 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.080896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Network': ['ID=d1d1e77e-e769-43d1-86de-0522a33cd609,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:58.088274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-9bb98522-df25-4e12-a401-647769f1d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:58.089600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-9bb98522-df25-4e12-a401-647769f1d367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 200 len: 846 time: 0.1174905 Aug 25 15:12:58.092498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-530e8ceb-e586-427b-9ac5-a4840445bf74 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2769594 Aug 25 15:12:58.094057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60650) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.096049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d1d1e77e-e769-43d1-86de-0522a33cd609 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:58.099133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'subnet': {'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:58.130202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54edae61-dce8-43c9-87a8-c0fd94008406 req-044a32e0-cd45-4c09-9276-aeba62ffd016 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697295 Aug 25 15:12:58.181194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-1a7fdcd3-7936-48b1-8193-f203640e156d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772610 Aug 25 15:12:58.192725 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.221397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.221732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.240581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for cbe3234c-0094-4065-b503-55496204d599 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:58.306705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-2c574f13-0e27-4903-9f1d-9f6b421168fc service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162219 Aug 25 15:12:58.359838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Made reservation on behalf of 0c5616e5e5e74428af515019bc31e2ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:58.363219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.385888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.439637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:58.445345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:58.449852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:58.455444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:58.456067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.460182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=a34487f7-86bd-4696-a218-94fe0236c51e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:58.475557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d67c97-8aa2-4025-b58a-f1fefd2a14d4 req-a7cb63a2-f01d-4afe-b347-4d5146d5a215 service neutron] 10.222.0.52 "GET /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602407 Aug 25 15:12:58.481853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.521499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=cbe3234c-0094-4065-b503-55496204d599,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:58.543611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2fc1e3cc-5c20-4287-84b2-a1ef1336c434 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0922890 Aug 25 15:12:58.546201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60656) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.553875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:58.627047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.630106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.631274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-26c62201-43d1-4ab5-9d46-1dc7eea5fce4 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/floatingips/4786c7ab-289a-418b-9616-30b22f4247b9 HTTP/1.1" status: 204 len: 168 time: 0.9373989 Aug 25 15:12:58.635140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60660) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.647242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.663671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.691331 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c2508f-d2cc-4f45-bd1d-f55c9c912d03 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:58.692046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c2508f-d2cc-4f45-bd1d-f55c9c912d03 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:58.693765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b7c2508f-d2cc-4f45-bd1d-f55c9c912d03 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/ports/53d3438c-2597-4673-a391-533f9ac5c68d HTTP/1.1" status: 404 len: 333 time: 0.0576971 Aug 25 15:12:58.696925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60666) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.699013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.715218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Subnet': ['ID=a1e10fa7-61e2-412e-91d4-002154db8560,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:58.720767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Checking segment: {'id': '4a18c347-1b25-4b27-bffa-0217767f36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:58.721125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network hostable DHCP agents. Network: d1d1e77e-e769-43d1-86de-0522a33cd609, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:12:58.736377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a9605ac9-1126-4c10-a825-41883a455c3c tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/ports?device_id=c00ee499-b3c3-4f5b-9f8b-3291530c7694 HTTP/1.1" status: 200 len: 205 time: 0.0384319 Aug 25 15:12:58.739038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60668) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.780626 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-1f07d2a7-9946-4616-adad-fa3bf035f02d tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] delete failed (client error): The resource could not be found. Aug 25 15:12:58.781854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1f07d2a7-9946-4616-adad-fa3bf035f02d tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/routers/c00ee499-b3c3-4f5b-9f8b-3291530c7694 HTTP/1.1" status: 404 len: 336 time: 0.0416694 Aug 25 15:12:58.784404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60670) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.806298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network d1d1e77e-e769-43d1-86de-0522a33cd609 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:12:58.835725 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f528b927-65f8-4a55-95df-af896f34bbec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] DELETE failed (client error): The resource could not be found. Aug 25 15:12:58.839559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f528b927-65f8-4a55-95df-af896f34bbec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:12:58.839559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f528b927-65f8-4a55-95df-af896f34bbec tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/subnets/aaa6dd4e-8fa8-408f-8f63-61192af663b5 HTTP/1.1" status: 404 len: 337 time: 0.0524132 Aug 25 15:12:58.842066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60672) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:58.886722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5eed468-3e57-41ed-bf44-246f7875c535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.889045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d1d1e77e-e769-43d1-86de-0522a33cd609) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:58.901277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4815a3-3e56-4950-a819-5f14d5800f47 None None] Network d1d1e77e-e769-43d1-86de-0522a33cd609 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:12:58.914916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:58.915549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.954353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 08c1217b-5587-45d7-9593-53d20f9c10d6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:58.954745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:58.992815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.032726 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.047744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5eed468-3e57-41ed-bf44-246f7875c535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.049936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.058335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.077549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d1d1e77e-e769-43d1-86de-0522a33cd609', 'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609', 'tenant_id': '0c5616e5e5e74428af515019bc31e2ae', 'fixed_ips': [{'subnet_id': 'a1e10fa7-61e2-412e-91d4-002154db8560'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:12:59.078943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.104812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] In _notify_port_updated(), no bound segment for port a34487f7-86bd-4696-a218-94fe0236c51e on network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:12:59.111395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:59.114097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.114281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 08c1217b-5587-45d7-9593-53d20f9c10d6 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:59.114398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/ports/a34487f7-86bd-4696-a218-94fe0236c51e HTTP/1.1" status: 200 len: 818 time: 0.5653851 Aug 25 15:12:59.114495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5eed468-3e57-41ed-bf44-246f7875c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.122286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60676) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.189185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825693fd-876e-4e35-b9fd-e217eec7e355 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=a34487f7-86bd-4696-a218-94fe0236c51e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.202607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-125e8e4e-2935-4bd0-95c3-d265725cd40e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:59.205723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-125e8e4e-2935-4bd0-95c3-d265725cd40e tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.1472046 Aug 25 15:12:59.209579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a5eed468-3e57-41ed-bf44-246f7875c535 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8cda392667d4db0af85291082e83763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448747 Aug 25 15:12:59.210066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60680) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.214625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6ddd2c01-02ce-4788-a19a-27efece0e944 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1195381 Aug 25 15:12:59.216585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.218662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eed468-3e57-41ed-bf44-246f7875c535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbfd866-73a1-491d-82e9-c56e09852713,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.224387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'network': {'name': 'tempest-router-network01--986012512'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:59.253946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Allocated IP 172.20.0.2 (d1d1e77e-e769-43d1-86de-0522a33cd609/a1e10fa7-61e2-412e-91d4-002154db8560/8434d664-a1b7-459a-b750-d0298fa8bbb5) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:12:59.298260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0d77-20c3-45f6-aca9-edd21e84cd1a req-27f43f9b-ecfc-4059-8d89-64d98bbacb83 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:59.305931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aeef0d77-20c3-45f6-aca9-edd21e84cd1a req-27f43f9b-ecfc-4059-8d89-64d98bbacb83 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 943 time: 0.2113271 Aug 25 15:12:59.325983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dd227-090f-47f7-9975-6e4743f84f21 req-9aa97475-66d4-4f6f-a32d-80faebce22be tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:59.327550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f6dd227-090f-47f7-9975-6e4743f84f21 req-9aa97475-66d4-4f6f-a32d-80faebce22be tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 946 time: 0.0714087 Aug 25 15:12:59.330808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port a34487f7-86bd-4696-a218-94fe0236c51e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:59.331258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.390156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Made reservation on behalf of 0c5616e5e5e74428af515019bc31e2ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:12:59.393779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.424302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aeef0d77-20c3-45f6-aca9-edd21e84cd1a req-eaa31b63-1290-49c6-9eb5-e2bd7d23c927 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154022 Aug 25 15:12:59.430875 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.452479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Transition to ACTIVE for port object 8434d664-a1b7-459a-b750-d0298fa8bbb5 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:59.457203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.458988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbe1e-6ab0-4b75-a6e3-5c4da3e60c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.476239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Transition to ACTIVE for port object 8434d664-a1b7-459a-b750-d0298fa8bbb5 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:12:59.479134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for a34487f7-86bd-4696-a218-94fe0236c51e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:59.480831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:12:59.491629 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1f6dd227-090f-47f7-9975-6e4743f84f21 req-3922d17e-9471-4462-8301-470d9ee01d55 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451430 Aug 25 15:12:59.502782 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.503216 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Added segment 421de5d6-0fd0-47b2-9f74-d46c64bf85ec of type vlan for network 5cdca033-ff1b-4fec-b406-0910d0a92a92 Aug 25 15:12:59.523290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port db688cf5-4d08-49e3-8095-aae1d75f7fec {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:12:59.523633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.543878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.579976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbe1e-6ab0-4b75-a6e3-5c4da3e60c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.586309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Network d1d1e77e-e769-43d1-86de-0522a33cd609 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:12:59.593755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:12:59.597516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:12:59.616658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.629784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Pushing event updated for resources: {'Port': ['ID=8434d664-a1b7-459a-b750-d0298fa8bbb5,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.661618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Attempting to bind port 8434d664-a1b7-459a-b750-d0298fa8bbb5 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:12:59.663398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Attempting to bind port 8434d664-a1b7-459a-b750-d0298fa8bbb5 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '4a18c347-1b25-4b27-bffa-0217767f36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:12:59.663795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Attempting to bind port 8434d664-a1b7-459a-b750-d0298fa8bbb5 on network d1d1e77e-e769-43d1-86de-0522a33cd609 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:12:59.666450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port db688cf5-4d08-49e3-8095-aae1d75f7fec, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=db688cf5-4d08-49e3-8095-aae1d75f7fec,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:12:59.666787 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.668932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:12:59.669359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Checking segment: {'id': '4a18c347-1b25-4b27-bffa-0217767f36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:12:59.669756 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.670156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Bound using segment: {'id': '4a18c347-1b25-4b27-bffa-0217767f36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:12:59.670637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Bound port: 8434d664-a1b7-459a-b750-d0298fa8bbb5, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a18c347-1b25-4b27-bffa-0217767f36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1d1e77e-e769-43d1-86de-0522a33cd609'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:12:59.671015 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.675112 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.706377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for db688cf5-4d08-49e3-8095-aae1d75f7fec owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:12:59.712021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=08c1217b-5587-45d7-9593-53d20f9c10d6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.718997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.728707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:59.729744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.747574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] For port 8434d664-a1b7-459a-b750-d0298fa8bbb5, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:12:59.752201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] For port 8434d664-a1b7-459a-b750-d0298fa8bbb5, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8434d664-a1b7-459a-b750-d0298fa8bbb5,segment=NetworkSegment(4a18c347-1b25-4b27-bffa-0217767f36ca),segment_id=4a18c347-1b25-4b27-bffa-0217767f36ca)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:12:59.777814 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbe1e-6ab0-4b75-a6e3-5c4da3e60c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.780484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbe1e-6ab0-4b75-a6e3-5c4da3e60c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.784410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-aa0fbe1e-6ab0-4b75-a6e3-5c4da3e60c64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3bbfd866-73a1-491d-82e9-c56e09852713 HTTP/1.1" status: 204 len: 168 time: 0.5658376 Aug 25 15:12:59.784571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.823711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.829861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=a34487f7-86bd-4696-a218-94fe0236c51e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.835694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Network': ['ID=5cdca033-ff1b-4fec-b406-0910d0a92a92,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.843487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.844913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fbe1e-6ab0-4b75-a6e3-5c4da3e60c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbfd866-73a1-491d-82e9-c56e09852713,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.846430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15b81a18-99cd-4c55-9c7e-b9951a5ff772 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/a34487f7-86bd-4696-a218-94fe0236c51e HTTP/1.1" status: 204 len: 168 time: 0.7218201 Aug 25 15:12:59.851348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60686) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.873822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:12:59.892340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-156a6de3-903f-44f1-bf79-77ae1bc2271d tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6745756 Aug 25 15:12:59.895294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.899457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:12:59.902414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'network': {'name': 'tempest-router-network02--1499870583'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:12:59.902747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-22fb00da-708e-460e-813c-71bc9b102647 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/ports/08c1217b-5587-45d7-9593-53d20f9c10d6 HTTP/1.1" status: 204 len: 168 time: 1.0592210 Aug 25 15:12:59.907175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60690) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.923659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d53bcb-5d29-42fe-a2a8-a1005a1d232d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:12:59.925219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-25d53bcb-5d29-42fe-a2a8-a1005a1d232d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0728748 Aug 25 15:12:59.928800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:12:59.986135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d684caa-0f55-400c-af23-afddf1de4bd2 None None] Pushing event updated for resources: {'Port': ['ID=8434d664-a1b7-459a-b750-d0298fa8bbb5,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:12:59.996479 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da8de9a-7f93-439f-bd52-36871c5d9033 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:00.007718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4da8de9a-7f93-439f-bd52-36871c5d9033 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/a34487f7-86bd-4696-a218-94fe0236c51e HTTP/1.1" status: 404 len: 333 time: 0.0777955 Aug 25 15:13:00.008725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60694) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:00.015763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1353746724'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:00.046522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Made reservation on behalf of 0c5616e5e5e74428af515019bc31e2ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:00.050491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.064720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port feac7f5e-0bb4-471d-a660-5cfe799c3cd6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:00.065151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.084302 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:00.093945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.094301 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Added segment f68f21df-621f-468f-a721-90afeef826d3 of type vlan for network 42fd9207-75cd-4d5d-8b74-40bee205420c Aug 25 15:13:00.163979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.165446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.206104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:13:00.209781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:00.213940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['db688cf5-4d08-49e3-8095-aae1d75f7fec'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:13:00.215892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.235760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=db688cf5-4d08-49e3-8095-aae1d75f7fec,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:00.252968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.269194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:00.289516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.290138 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment 7966679c-5850-4603-ada2-2de2fcd51de0 of type vlan for network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da Aug 25 15:13:00.301914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for feac7f5e-0bb4-471d-a660-5cfe799c3cd6 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:00.312684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port db688cf5-4d08-49e3-8095-aae1d75f7fec on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:00.316705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.335157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dc72092-8485-49e4-bc1e-43e13b51bf70 req-422b644c-9a58-45ea-abab-83fae2362f07 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.45 "DELETE /v2.0/ports/db688cf5-4d08-49e3-8095-aae1d75f7fec HTTP/1.1" status: 204 len: 173 time: 1.1095598 Aug 25 15:13:00.335666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'name': 'network-vif-deleted', 'tag': 'db688cf5-4d08-49e3-8095-aae1d75f7fec'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:00.338202 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edac9fa-3265-474b-84c9-b99458078cf6" -d '{"events": [{"server_uuid": "fa76ba01-4961-4f0e-902d-db7f367947bb", "name": "network-vif-deleted", "tag": "db688cf5-4d08-49e3-8095-aae1d75f7fec"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:00.378498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.413061 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.423269 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa0d0b-349f-40b7-a6ba-5c39bdb284b1 x-openstack-request-id: req-9daa0d0b-349f-40b7-a6ba-5c39bdb284b1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:00.423672 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa76ba01-4961-4f0e-902d-db7f367947bb", "name": "network-vif-deleted", "tag": "db688cf5-4d08-49e3-8095-aae1d75f7fec", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:00.424149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:00.424510 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9daa0d0b-349f-40b7-a6ba-5c39bdb284b1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:00.425494 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa76ba01-4961-4f0e-902d-db7f367947bb', 'name': 'network-vif-deleted', 'tag': 'db688cf5-4d08-49e3-8095-aae1d75f7fec', 'status': 'completed', 'code': 200} Aug 25 15:13:00.425648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.442384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e591414-0304-4c16-8d59-f982d84ddfb2 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:13:00.544403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.552033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:00.552662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.571087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6747177 Aug 25 15:13:00.574236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60710) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:00.579796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'subnet': {'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:00.589884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a499d8d-5cba-4c59-8867-58a9a94fec65 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Network': ['ID=42fd9207-75cd-4d5d-8b74-40bee205420c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:00.604100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 42fd9207-75cd-4d5d-8b74-40bee205420c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:00.688680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6773100 Aug 25 15:13:00.693530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60714) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:00.704691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:00.719613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4e591414-0304-4c16-8d59-f982d84ddfb2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e591414-0304-4c16-8d59-f982d84ddfb2,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:00.744243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '4e591414-0304-4c16-8d59-f982d84ddfb2', 'network_id': '6df544fa-e6e4-4798-8904-8111e8973542', 'port_id': '4e591414-0304-4c16-8d59-f982d84ddfb2', 'mac_address': 'fa:16:3e:99:74:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89606d3-2815-417d-8c36-ccc45f7baff8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:13:00.767501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c702c827-4a3c-41e1-ad90-2ba8acf5b0f6 req-eeda6b83-0ac3-44c3-b364-254129ba7d84 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa76ba01-4961-4f0e-902d-db7f367947bb HTTP/1.1" status: 200 len: 210 time: 0.1564195 Aug 25 15:13:00.791235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.805748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.824147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e591414-0304-4c16-8d59-f982d84ddfb2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:13:00.842987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fbfb2-6181-4624-90ef-04cfe60fac07 req-57c19ee2-25ee-4b3d-9290-5b29329afe7a tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:00.845110 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f98fbfb2-6181-4624-90ef-04cfe60fac07 req-57c19ee2-25ee-4b3d-9290-5b29329afe7a tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 943 time: 0.3023260 Aug 25 15:13:00.847593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=feac7f5e-0bb4-471d-a660-5cfe799c3cd6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:00.847811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57153b38-5937-4327-9081-689819c605a5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:00.862571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4e591414-0304-4c16-8d59-f982d84ddfb2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e591414-0304-4c16-8d59-f982d84ddfb2,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:00.866177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:00.883837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Made reservation on behalf of 0c5616e5e5e74428af515019bc31e2ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:00.887378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.946183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f98fbfb2-6181-4624-90ef-04cfe60fac07 req-19344390-0be8-432f-b437-811961c51711 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873528 Aug 25 15:13:00.972571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:00.999913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:01.011137 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:01.012129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:01.015391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-74af6403-24e6-4790-9d35-b8b63c4d2343 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/ports/feac7f5e-0bb4-471d-a660-5cfe799c3cd6 HTTP/1.1" status: 204 len: 168 time: 1.1049368 Aug 25 15:13:01.023197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:01.039140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4e591414-0304-4c16-8d59-f982d84ddfb2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:01.090235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbe7bb-ca85-4274-adca-5438b67ded01 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:01.091932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bebbe7bb-ca85-4274-adca-5438b67ded01 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "GET /v2.0/ports?device_id=2907138b-94f8-4107-b0f0-dce544a62765 HTTP/1.1" status: 200 len: 913 time: 0.0731838 Aug 25 15:13:01.094690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60722) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:01.259751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4e591414-0304-4c16-8d59-f982d84ddfb2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:13:01.320548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:01.443067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=ef181a2a-a989-443c-ba52-3a93998897a8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:01.445494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3af5a-fbe2-44ce-aab9-e294b67e89ea None None] Network d1d1e77e-e769-43d1-86de-0522a33cd609 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:01.469483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': '7966679c-5850-4603-ada2-2de2fcd51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:01.469935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:01.589306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:01.615338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a184ae70-6f51-4454-8c3e-20cc262211e5 None None] Provisioning for port 8434d664-a1b7-459a-b750-d0298fa8bbb5 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:01.680494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:01.689591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3053c1-be54-46eb-94d3-3867f4b5c6dc None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:01.690497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:01.691137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:01.744513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8434d664-a1b7-459a-b750-d0298fa8bbb5 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:01.794817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-713d1c98-2b06-41db-a8d3-b0825980b392 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0979023 Aug 25 15:13:01.796791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:01.797790 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:01.804915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:01.912424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Checking segment: {'id': '421de5d6-0fd0-47b2-9f74-d46c64bf85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:01.913027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network hostable DHCP agents. Network: 5cdca033-ff1b-4fec-b406-0910d0a92a92, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:01.919053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Subnet': ['ID=854faaaf-323d-4e65-8b4c-f21010113d66,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:02.072578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:02.147854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 5cdca033-ff1b-4fec-b406-0910d0a92a92) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:02.157505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:02.161166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.163837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:02.164522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.191295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.219469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1b242-1397-4148-b244-aee4e98157e9 None None] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:02.252017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688e55f-9078-48c0-b709-21aa128a32e2 req-3602773f-3b61-4741-8d42-209926c078ac tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:02.254095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8688e55f-9078-48c0-b709-21aa128a32e2 req-3602773f-3b61-4741-8d42-209926c078ac tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 944 time: 0.1937022 Aug 25 15:13:02.265777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a3104415-6905-4e11-b6c8-28f19e446a28 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6904335 Aug 25 15:13:02.268433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60764) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:02.299339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'subnet': {'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:02.386174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 8434d664-a1b7-459a-b750-d0298fa8bbb5 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:02.397599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': 'ef181a2a-a989-443c-ba52-3a93998897a8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:02.399571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.420894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8434d664-a1b7-459a-b750-d0298fa8bbb5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:02.421915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.473177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8688e55f-9078-48c0-b709-21aa128a32e2 req-1fcbe8f9-e208-4e29-9f37-7ad30ef8368c tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119362 Aug 25 15:13:02.484933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e591414-0304-4c16-8d59-f982d84ddfb2 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:02.575625 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef181a2a-a989-443c-ba52-3a93998897a8 (CIDR: 2001:db8::/64) Aug 25 15:13:02.629701 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:13:02.630243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:13:02.658872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Made reservation on behalf of 0c5616e5e5e74428af515019bc31e2ae for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:02.664584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-5cdca033-ff1b-4fec-b406-0910d0a92a92', 'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92', 'tenant_id': '0c5616e5e5e74428af515019bc31e2ae', 'fixed_ips': [{'subnet_id': '854faaaf-323d-4e65-8b4c-f21010113d66'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:02.673793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.674392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.675182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port 8ee67123-9c74-4f8d-a4a3-8dd5dfb278cb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:02.675537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.813649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.833245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for 8ee67123-9c74-4f8d-a4a3-8dd5dfb278cb owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:02.848724 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ea8d7515-87e7-4ef6-a30b-5a1819b738fb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0480433 Aug 25 15:13:02.855672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 4e591414-0304-4c16-8d59-f982d84ddfb2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:02.856854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60786) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:02.866914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:02.877946 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:02.904909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Allocated IP 2001:db8::2 (a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da/ef181a2a-a989-443c-ba52-3a93998897a8/bfad5064-155d-4d84-a13f-001f73077891) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:02.910373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 4e591414-0304-4c16-8d59-f982d84ddfb2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:02.918985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.053298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.123164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 8434d664-a1b7-459a-b750-d0298fa8bbb5, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8434d664-a1b7-459a-b750-d0298fa8bbb5,segment=NetworkSegment(4a18c347-1b25-4b27-bffa-0217767f36ca),segment_id=4a18c347-1b25-4b27-bffa-0217767f36ca)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:03.127844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Allocated IP 172.20.0.2 (5cdca033-ff1b-4fec-b406-0910d0a92a92/854faaaf-323d-4e65-8b4c-f21010113d66/da708614-a453-4ac4-8fa0-d9073ba46526) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:03.137259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:03.140815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.207782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Subnet': ['ID=b14cd0fa-6290-4dbe-82bf-1bef140d77aa,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:03.212026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.243430 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.254318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=8ee67123-9c74-4f8d-a4a3-8dd5dfb278cb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:03.270655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d877-4a62-429b-8d2c-d16815c49b8c req-8bc6fb4e-3854-444d-a781-6004357a0548 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:03.272307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2b7d877-4a62-429b-8d2c-d16815c49b8c req-8bc6fb4e-3854-444d-a781-6004357a0548 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 946 time: 0.1756451 Aug 25 15:13:03.273240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Checking segment: {'id': 'f68f21df-621f-468f-a721-90afeef826d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:03.273785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network hostable DHCP agents. Network: 42fd9207-75cd-4d5d-8b74-40bee205420c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:03.299775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.404539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.407602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e591414-0304-4c16-8d59-f982d84ddfb2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:03.410215 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7469153c-6e90-4170-8e12-dda5292b9021" -d '{"events": [{"server_uuid": "ca5a71ce-153f-4e00-b703-550dc50e2010", "name": "network-vif-plugged", "status": "completed", "tag": "4e591414-0304-4c16-8d59-f982d84ddfb2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:03.430416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=8434d664-a1b7-459a-b750-d0298fa8bbb5,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:03.445534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Transition to ACTIVE for port object bfad5064-155d-4d84-a13f-001f73077891 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:03.452711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 4e591414-0304-4c16-8d59-f982d84ddfb2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e591414-0304-4c16-8d59-f982d84ddfb2,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:03.508631 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd317017-37d1-4afb-9f1b-8a5035da614e x-openstack-request-id: req-fd317017-37d1-4afb-9f1b-8a5035da614e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:03.508631 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a71ce-153f-4e00-b703-550dc50e2010", "name": "network-vif-plugged", "status": "completed", "tag": "4e591414-0304-4c16-8d59-f982d84ddfb2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:03.508631 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd317017-37d1-4afb-9f1b-8a5035da614e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:03.508631 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e591414-0304-4c16-8d59-f982d84ddfb2', 'code': 200} Aug 25 15:13:03.508631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Transition to ACTIVE for port object bfad5064-155d-4d84-a13f-001f73077891 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:03.523271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.526731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.545132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Transition to ACTIVE for port object da708614-a453-4ac4-8fa0-d9073ba46526 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:03.604022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Transition to ACTIVE for port object da708614-a453-4ac4-8fa0-d9073ba46526 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:03.652099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8434d664-a1b7-459a-b750-d0298fa8bbb5 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:03.692559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.693162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device db688cf5-4d08-49e3-8095-aae1d75f7fec no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:03.705094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2b7d877-4a62-429b-8d2c-d16815c49b8c req-4364736f-61cd-462e-923f-b0417306b5c9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197795 Aug 25 15:13:03.717620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: db688cf5-4d08-49e3-8095-aae1d75f7fec {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:03.717897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device db688cf5-4d08-49e3-8095-aae1d75f7fec not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:03.758151 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.786699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8434d664-a1b7-459a-b750-d0298fa8bbb5 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:03.787836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.808179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6409e-8e71-4229-b93a-95127a1b0ce5 req-446dba1c-0d01-4f47-95c3-3e601d5ada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:03.809935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ef6409e-8e71-4229-b93a-95127a1b0ce5 req-446dba1c-0d01-4f47-95c3-3e601d5ada28 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 1095 time: 0.2176287 Aug 25 15:13:03.818538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:03.822469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556f2b9-dc90-4598-b99a-4cbb94bf7f7e req-3eba5256-34df-4be0-b29f-b4e2c45e4ef2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:03.823333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.824015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8556f2b9-dc90-4598-b99a-4cbb94bf7f7e req-3eba5256-34df-4be0-b29f-b4e2c45e4ef2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 944 time: 0.2073631 Aug 25 15:13:03.828093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:03.834852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=4e591414-0304-4c16-8d59-f982d84ddfb2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:03.839235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:03.855284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network 42fd9207-75cd-4d5d-8b74-40bee205420c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:03.885226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:03.903354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:03.913365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:03.931720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 42fd9207-75cd-4d5d-8b74-40bee205420c) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:03.940819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:03.941957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:03.947124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba8139-553c-4e3a-8f88-5cb9909f1012 None None] Network 42fd9207-75cd-4d5d-8b74-40bee205420c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:03.964588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ef6409e-8e71-4229-b93a-95127a1b0ce5 req-b75e7c10-2332-4366-86c7-54353dfded7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395464 Aug 25 15:13:03.967703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Pushing event updated for resources: {'Port': ['ID=bfad5064-155d-4d84-a13f-001f73077891,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:03.984178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Router 2907138b-94f8-4107-b0f0-dce544a62765 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:03.987762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8556f2b9-dc90-4598-b99a-4cbb94bf7f7e req-51b98faa-799a-4044-b910-135d318ebe95 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468139 Aug 25 15:13:04.011166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.047810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Attempting to bind port bfad5064-155d-4d84-a13f-001f73077891 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:04.048184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Attempting to bind port bfad5064-155d-4d84-a13f-001f73077891 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7966679c-5850-4603-ada2-2de2fcd51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:04.048547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Attempting to bind port bfad5064-155d-4d84-a13f-001f73077891 on network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:04.110915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:04.111224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Checking segment: {'id': '7966679c-5850-4603-ada2-2de2fcd51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:04.111643 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.112251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Bound using segment: {'id': '7966679c-5850-4603-ada2-2de2fcd51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:04.112925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Bound port: bfad5064-155d-4d84-a13f-001f73077891, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7966679c-5850-4603-ada2-2de2fcd51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:04.113461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:04.113744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.115126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-21179d26-09dc-49d4-b36a-ed91221c5778 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8425274 Aug 25 15:13:04.115934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=cc1abd0c-c1d8-4530-aabc-c0909169aa57,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:04.117609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60848) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:04.132042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:04.133495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:04.136147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:04.136737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.141937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] Sync routers for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:04.153839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Pushing event updated for resources: {'Port': ['ID=da708614-a453-4ac4-8fa0-d9073ba46526,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:04.156190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Attempting to bind port da708614-a453-4ac4-8fa0-d9073ba46526 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:04.156563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Attempting to bind port da708614-a453-4ac4-8fa0-d9073ba46526 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '421de5d6-0fd0-47b2-9f74-d46c64bf85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:04.156925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Attempting to bind port da708614-a453-4ac4-8fa0-d9073ba46526 on network 5cdca033-ff1b-4fec-b406-0910d0a92a92 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:04.168307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d4dfa528-1b61-4519-879e-cdea2e5ea58b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "PUT /v2.0/routers/2907138b-94f8-4107-b0f0-dce544a62765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0725594 Aug 25 15:13:04.171556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60850) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:04.213465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:04.213837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Checking segment: {'id': '421de5d6-0fd0-47b2-9f74-d46c64bf85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:04.214239 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.214629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Bound using segment: {'id': '421de5d6-0fd0-47b2-9f74-d46c64bf85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:04.215142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Bound port: da708614-a453-4ac4-8fa0-d9073ba46526, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421de5d6-0fd0-47b2-9f74-d46c64bf85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5cdca033-ff1b-4fec-b406-0910d0a92a92'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:04.215527 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.220501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:04.221506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:04.268075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-40726a7f-0fad-4737-9160-a6030a803b47 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4102101 Aug 25 15:13:04.270640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60856) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:04.272640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:04.276851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'fixed_ips': [{'subnet_id': 'ef181a2a-a989-443c-ba52-3a93998897a8'}, {'subnet_id': 'cc1abd0c-c1d8-4530-aabc-c0909169aa57'}], 'name': 'tempest-PortsIpV6TestJSON-154071628'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:04.353515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-25101599-ea00-4c4d-bf25-122677816320 None None] For port bfad5064-155d-4d84-a13f-001f73077891, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:04.361907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] Routers {'2907138b-94f8-4107-b0f0-dce544a62765'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:04.362860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2907138b-94f8-4107-b0f0-dce544a62765'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:04.495507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.514493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:04.580939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-06f3ac3f-b7c0-4f29-aa62-7e6953d7182b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:04.584410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-06f3ac3f-b7c0-4f29-aa62-7e6953d7182b tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 946 time: 0.2272551 Aug 25 15:13:04.585943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-25101599-ea00-4c4d-bf25-122677816320 None None] For port bfad5064-155d-4d84-a13f-001f73077891, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bfad5064-155d-4d84-a13f-001f73077891,segment=NetworkSegment(7966679c-5850-4603-ada2-2de2fcd51de0),segment_id=7966679c-5850-4603-ada2-2de2fcd51de0)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:04.588785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:04.588785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e4f3f-e2f8-4bef-b7f5-8cc72926daa6 None None] The sync data for ids ['2907138b-94f8-4107-b0f0-dce544a62765'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:04.625405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] For port da708614-a453-4ac4-8fa0-d9073ba46526, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:04.631479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] For port da708614-a453-4ac4-8fa0-d9073ba46526, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=da708614-a453-4ac4-8fa0-d9073ba46526,segment=NetworkSegment(421de5d6-0fd0-47b2-9f74-d46c64bf85ec),segment_id=421de5d6-0fd0-47b2-9f74-d46c64bf85ec)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:04.633987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-42fd9207-75cd-4d5d-8b74-40bee205420c', 'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c', 'tenant_id': '0c5616e5e5e74428af515019bc31e2ae', 'fixed_ips': [{'subnet_id': 'b14cd0fa-6290-4dbe-82bf-1bef140d77aa'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:04.635258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.648212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.654272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.664833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.685971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:04.749224 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:04.796987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25101599-ea00-4c4d-bf25-122677816320 None None] Pushing event updated for resources: {'Port': ['ID=bfad5064-155d-4d84-a13f-001f73077891,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:04.892575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Allocated IP 172.20.0.2 (42fd9207-75cd-4d5d-8b74-40bee205420c/b14cd0fa-6290-4dbe-82bf-1bef140d77aa/9c56966b-fcc7-4a5e-acee-b7d06bf3c66a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:04.979828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8d32e-095f-4dc3-8fbb-00d38e34dcb0 None None] Pushing event updated for resources: {'Port': ['ID=da708614-a453-4ac4-8fa0-d9073ba46526,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:05.158859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e0b44-b1e7-41e8-9be1-b02887b4f2f1 req-97688365-adf7-4de1-8e26-e5baef18d348 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:05.168035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb5e0b44-b1e7-41e8-9be1-b02887b4f2f1 req-97688365-adf7-4de1-8e26-e5baef18d348 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 946 time: 0.2279723 Aug 25 15:13:05.262472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb5e0b44-b1e7-41e8-9be1-b02887b4f2f1 req-9be18849-ee33-496d-92af-8d1eb0bea4e9 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921297 Aug 25 15:13:05.368794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60874) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:05.375124 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.392751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Transition to ACTIVE for port object 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:05.415611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Transition to ACTIVE for port object 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:05.446532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::3b4 (a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da/ef181a2a-a989-443c-ba52-3a93998897a8/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:05.456804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8:0:1::193 (a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da/cc1abd0c-c1d8-4530-aabc-c0909169aa57/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:05.472782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.492623 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.536445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Deleting port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:05.536797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.581563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Pushing event updated for resources: {'Port': ['ID=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:05.600976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Network 42fd9207-75cd-4d5d-8b74-40bee205420c is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:05.603224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:05.605898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f5b3d-6202-4f5d-a253-c1ebbc3c7074 req-8d3bc123-beed-44b6-85fe-1f79750f7957 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:05.611233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:05.611502 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db17ac1f-4ffa-4170-bdbb-55837c71c2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.612123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-743f5b3d-6202-4f5d-a253-c1ebbc3c7074 req-8d3bc123-beed-44b6-85fe-1f79750f7957 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 945 time: 0.2400842 Aug 25 15:13:05.680751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Attempting to bind port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:05.681134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Attempting to bind port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'f68f21df-621f-468f-a721-90afeef826d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:05.681505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Attempting to bind port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a on network 42fd9207-75cd-4d5d-8b74-40bee205420c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:05.687691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:05.693016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Checking segment: {'id': 'f68f21df-621f-468f-a721-90afeef826d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:05.693016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.693016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Bound using segment: {'id': 'f68f21df-621f-468f-a721-90afeef826d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:05.693016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Bound port: 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68f21df-621f-468f-a721-90afeef826d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '42fd9207-75cd-4d5d-8b74-40bee205420c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:05.693016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.720482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Allocated IP 172.20.0.1 (5cdca033-ff1b-4fec-b406-0910d0a92a92/854faaaf-323d-4e65-8b4c-f21010113d66/a5ae6708-1ef3-46d9-881f-98f743342682) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:05.770965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bfad5064-155d-4d84-a13f-001f73077891 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:05.782133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db17ac1f-4ffa-4170-bdbb-55837c71c2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.807085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.824375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:05.834606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] For port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:05.849991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] For port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,segment=NetworkSegment(f68f21df-621f-468f-a721-90afeef826d3),segment_id=f68f21df-621f-468f-a721-90afeef826d3)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:05.861323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-db17ac1f-4ffa-4170-bdbb-55837c71c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.909760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17ac1f-4ffa-4170-bdbb-55837c71c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733329a-1dce-4a95-8b6a-9581031afee7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:05.916627 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-db17ac1f-4ffa-4170-bdbb-55837c71c2d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49d145271371420ba1b4f91f99ae313b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441036 Aug 25 15:13:05.917857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:05.931580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.953246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-743f5b3d-6202-4f5d-a253-c1ebbc3c7074 req-51ae4158-a258-4d93-abec-3d6874acfd31 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244832 Aug 25 15:13:05.968698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] For port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,segment=NetworkSegment(60eb5923-4bfa-4707-b65e-695af956b4ba),segment_id=60eb5923-4bfa-4707-b65e-695af956b4ba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:05.974326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.976228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:05.997764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Calling delete_port for fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:06.003175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.004351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port bfad5064-155d-4d84-a13f-001f73077891 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:06.026525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device da708614-a453-4ac4-8fa0-d9073ba46526 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:06.027772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa84241f-2bfd-48fb-b79f-9667d4f46283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.028433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting port a8e68a9f-e09b-4db9-a4d7-ced5a7d3f13b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:06.028738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.044944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Transition to ACTIVE for port object a5ae6708-1ef3-46d9-881f-98f743342682 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:06.047858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:06.062682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:06.065436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:06.072597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:06.073407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.104509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00569c-480b-4b59-8a31-05c81e1809bd None None] Pushing event updated for resources: {'Port': ['ID=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:06.104966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa84241f-2bfd-48fb-b79f-9667d4f46283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.107703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=4372c94a-e5f7-4cfa-b27b-7bf0aa496e16,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:06.202675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7c3bd99-d637-46de-a598-c270f7e15fea tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9306200 Aug 25 15:13:06.209843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:06.210559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef181a2a-a989-443c-ba52-3a93998897a8'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:06.249928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.251954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port da708614-a453-4ac4-8fa0-d9073ba46526 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:06.310797 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa84241f-2bfd-48fb-b79f-9667d4f46283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.314479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fa84241f-2bfd-48fb-b79f-9667d4f46283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.315935 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa84241f-2bfd-48fb-b79f-9667d4f46283 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7733329a-1dce-4a95-8b6a-9581031afee7 HTTP/1.1" status: 204 len: 168 time: 0.3980222 Aug 25 15:13:06.328931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.334595 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84241f-2bfd-48fb-b79f-9667d4f46283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733329a-1dce-4a95-8b6a-9581031afee7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:06.346189 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.434350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Calling delete_port for a8e68a9f-e09b-4db9-a4d7-ced5a7d3f13b owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:06.444380 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:06.462056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:06.470933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:06.515569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Port': ['ID=a5ae6708-1ef3-46d9-881f-98f743342682,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:06.543981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1fcb3d-5b95-4ffb-b492-8e733a38562e None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:06.618999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.644017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54c8d0-bc7c-4639-9f91-d52082890444 req-00899897-f8ff-44a6-8cdb-d1f1f38d5eb4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:06.647505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c54c8d0-bc7c-4639-9f91-d52082890444 req-00899897-f8ff-44a6-8cdb-d1f1f38d5eb4 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 946 time: 0.1374736 Aug 25 15:13:06.725867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c54c8d0-bc7c-4639-9f91-d52082890444 req-5fb2ef97-bfb9-4082-b034-8d8b13d9c422 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/security-groups?id=41ae2d89-90e4-4727-8a4d-0a7daa048dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679686 Aug 25 15:13:06.769757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] Provisioning for port bfad5064-155d-4d84-a13f-001f73077891 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:06.841050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] Provisioning complete for port bfad5064-155d-4d84-a13f-001f73077891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:06.841436 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.871284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Delete allocated IP 2001:db8:0:1::193 (a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da/cc1abd0c-c1d8-4530-aabc-c0909169aa57) {{(pid=101872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 15:13:06.885642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a8db42-d304-4e5c-8bea-55c868a8a10b None None] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:06.918842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:06.939488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:13:06.950322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Pushing event deleted for resources: {'Port': ['ID=fd2d6ded-7113-407d-8d5a-1f8db3acb1b3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:07.047165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] No DVR routers for this DVR port fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:07.048883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.053155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.055297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51cebcb1-aefa-4cd8-a0d5-564cddcfdb96 req-72a7f614-a2b5-43f4-8e96-49a33d81053d tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.52 "DELETE /v2.0/ports/fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 HTTP/1.1" status: 204 len: 173 time: 2.4637322 Aug 25 15:13:07.057502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.059143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'name': 'network-vif-deleted', 'tag': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:07.061599 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b66a5f-563c-4bd3-86b5-132937858d32" -d '{"events": [{"server_uuid": "8b42dc13-6dd9-4036-9260-6f6f39d7baf6", "name": "network-vif-deleted", "tag": "fd2d6ded-7113-407d-8d5a-1f8db3acb1b3"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:07.077355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.100916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Ignored duplicate provisioning block setup for port 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 15:13:07.151995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.152121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Port': ['ID=a8e68a9f-e09b-4db9-a4d7-ced5a7d3f13b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:07.152611 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd3e5c-2170-41db-a202-f5a63bd9c0eb x-openstack-request-id: req-53bd3e5c-2170-41db-a202-f5a63bd9c0eb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:07.152971 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b42dc13-6dd9-4036-9260-6f6f39d7baf6", "name": "network-vif-deleted", "tag": "fd2d6ded-7113-407d-8d5a-1f8db3acb1b3", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:07.153290 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53bd3e5c-2170-41db-a202-f5a63bd9c0eb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:07.153744 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b42dc13-6dd9-4036-9260-6f6f39d7baf6', 'name': 'network-vif-deleted', 'tag': 'fd2d6ded-7113-407d-8d5a-1f8db3acb1b3', 'status': 'completed', 'code': 200} Aug 25 15:13:07.206871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.226941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Update dhcp port {'port': {'network_id': 'a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da', 'fixed_ips': [{'subnet_id': 'ef181a2a-a989-443c-ba52-3a93998897a8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc1abd0c-c1d8-4530-aabc-c0909169aa57'}], 'binding:host_id': 'n-d-805995-2'}, 'id': 'bfad5064-155d-4d84-a13f-001f73077891'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:13:07.236907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593e666-7e17-42f7-8648-50f6b3062823 req-0c24e7de-611c-4f1b-aed4-214bed7230bf tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:07.249498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a593e666-7e17-42f7-8648-50f6b3062823 req-0c24e7de-611c-4f1b-aed4-214bed7230bf tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 945 time: 0.2120914 Aug 25 15:13:07.254603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] For port bfad5064-155d-4d84-a13f-001f73077891, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bfad5064-155d-4d84-a13f-001f73077891,segment=NetworkSegment(7966679c-5850-4603-ada2-2de2fcd51de0),segment_id=7966679c-5850-4603-ada2-2de2fcd51de0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:07.278327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:07.286604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.305951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91c74062-5fe2-43bd-b543-78241d82bc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.335345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.352751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] In _notify_port_updated(), no bound segment for port 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 on network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:13:07.359750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:07.360501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.365212 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/ports/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 HTTP/1.1" status: 200 len: 925 time: 1.1577623 Aug 25 15:13:07.366002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60900) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:07.372125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef181a2a-a989-443c-ba52-3a93998897a8'}, {'subnet_id': 'cc1abd0c-c1d8-4530-aabc-c0909169aa57'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:07.406622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217649f4-506a-431a-aa08-3293f556b0c2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=4372c94a-e5f7-4cfa-b27b-7bf0aa496e16,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:07.514179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c434f7-474c-451b-a46d-aaa15462ae29 None None] Pushing event updated for resources: {'Port': ['ID=bfad5064-155d-4d84-a13f-001f73077891,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:07.551607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.584698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Allocated IP 2001:db8:0:1::2 (a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da/cc1abd0c-c1d8-4530-aabc-c0909169aa57/bfad5064-155d-4d84-a13f-001f73077891) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:07.589579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] Provisioning for port da708614-a453-4ac4-8fa0-d9073ba46526 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:07.614412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] Provisioning complete for port da708614-a453-4ac4-8fa0-d9073ba46526 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:07.614412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.614744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a593e666-7e17-42f7-8648-50f6b3062823 req-cc26ba31-f647-45b5-9d9c-2f821c84a642 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584690 Aug 25 15:13:07.671742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef4aa2-bd51-4fdf-8927-751f84ca54f4 None None] Network 42fd9207-75cd-4d5d-8b74-40bee205420c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:07.673518 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.875367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bfad5064-155d-4d84-a13f-001f73077891 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:07.897270 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:07.899950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.005247 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a23419b-94ef-40e1-8532-fc9534460564 req-d026ac6d-2649-45b1-b81b-9c0ee52e1065 tempest-ServersTestJSON-1672409490 tempest-ServersTestJSON-1672409490-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b42dc13-6dd9-4036-9260-6f6f39d7baf6 HTTP/1.1" status: 200 len: 210 time: 0.0536864 Aug 25 15:13:08.027347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] For port bfad5064-155d-4d84-a13f-001f73077891, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bfad5064-155d-4d84-a13f-001f73077891,segment=NetworkSegment(7966679c-5850-4603-ada2-2de2fcd51de0),segment_id=7966679c-5850-4603-ada2-2de2fcd51de0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:08.070963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.096362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.096362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Fanout notify agent at l3_agent the message router_deleted on router 2907138b-94f8-4107-b0f0-dce544a62765 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:08.098439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.102416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.103506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2b9b877d-a1bd-41f5-a7a8-c82ce470af36 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/routers/2907138b-94f8-4107-b0f0-dce544a62765 HTTP/1.1" status: 204 len: 168 time: 3.9310224 Aug 25 15:13:08.106670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60910) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:08.161059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91c74062-5fe2-43bd-b543-78241d82bc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.188917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Deleting subnet 279c46c2-a495-4574-b098-ac2873669694 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:08.193592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.215418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.275751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91c74062-5fe2-43bd-b543-78241d82bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.279190 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.318865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Transition to ACTIVE for port object bfad5064-155d-4d84-a13f-001f73077891 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:08.319887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.326340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] For port da708614-a453-4ac4-8fa0-d9073ba46526, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=da708614-a453-4ac4-8fa0-d9073ba46526,segment=NetworkSegment(421de5d6-0fd0-47b2-9f74-d46c64bf85ec),segment_id=421de5d6-0fd0-47b2-9f74-d46c64bf85ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:08.329998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port bfad5064-155d-4d84-a13f-001f73077891 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:08.330326 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.375643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91c74062-5fe2-43bd-b543-78241d82bc5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f5f0e4ca03a462f8e39cec61d5508d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0933475 Aug 25 15:13:08.380309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60916) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:08.381785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Port': ['ID=a5ae6708-1ef3-46d9-881f-98f743342682,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:08.386768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c74062-5fe2-43bd-b543-78241d82bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9ae132-e11d-4b5c-8749-a307f07bcc5f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:08.389629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.390093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.424855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.521925 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.531644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8:0:1::37d (a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da/cc1abd0c-c1d8-4530-aabc-c0909169aa57/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:08.537798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24c04e7f-066c-4c7e-9a98-c70f86190a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.570122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:08.570422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:08.571907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:08.617051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24c04e7f-066c-4c7e-9a98-c70f86190a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.642569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9aebf-39d0-4803-b7ac-99b7c5ca7db3 None None] Pushing event updated for resources: {'Port': ['ID=bfad5064-155d-4d84-a13f-001f73077891,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:08.699666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.749226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Subnet': ['ID=279c46c2-a495-4574-b098-ac2873669694,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:08.756897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.758846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-15225a88-5e7d-43b6-a019-374be38f29d0 tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/subnets/279c46c2-a495-4574-b098-ac2873669694 HTTP/1.1" status: 204 len: 168 time: 0.6511919 Aug 25 15:13:08.761417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:08.770589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d1efc-a609-40d6-89b7-e4fbb45569d3 None None] Pushing event updated for resources: {'Port': ['ID=da708614-a453-4ac4-8fa0-d9073ba46526,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:08.781815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.789201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:08.808929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Ignored duplicate provisioning block setup for port 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 15:13:08.817304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Provisioning for port a5ae6708-1ef3-46d9-881f-98f743342682 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:08.821917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Provisioning complete for port a5ae6708-1ef3-46d9-881f-98f743342682 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:08.822308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.915131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24c04e7f-066c-4c7e-9a98-c70f86190a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.915384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Port a5ae6708-1ef3-46d9-881f-98f743342682 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:08.920377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24c04e7f-066c-4c7e-9a98-c70f86190a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.922193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-24c04e7f-066c-4c7e-9a98-c70f86190a26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f9ae132-e11d-4b5c-8749-a307f07bcc5f HTTP/1.1" status: 204 len: 168 time: 0.5408845 Aug 25 15:13:08.933543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c04e7f-066c-4c7e-9a98-c70f86190a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9ae132-e11d-4b5c-8749-a307f07bcc5f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:08.947617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.957000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:08.994954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Router f6456f91-f5c2-4a60-8315-93f0bbb2ca28 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:13:09.038198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Provisioning for port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:09.040020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Provisioning complete for port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:09.040489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.069364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=4372c94a-e5f7-4cfa-b27b-7bf0aa496e16,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:09.126789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:09.155410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] In _notify_port_updated(), no bound segment for port 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 on network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:13:09.160959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:09.161734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.166248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8295ec89-b869-4e40-a743-23abd13dfcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/ports/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 HTTP/1.1" status: 200 len: 1011 time: 1.7986958 Aug 25 15:13:09.167803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:09.206458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.212943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.226288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf4dea-8d46-4f3d-8c15-e6363ae725aa']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.252689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] For port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,segment=NetworkSegment(f68f21df-621f-468f-a721-90afeef826d3),segment_id=f68f21df-621f-468f-a721-90afeef826d3)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:09.256764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:09.279962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:09.282668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device fd2d6ded-7113-407d-8d5a-1f8db3acb1b3 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:09.294990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9056e1c0-0621-45e2-af07-ea8df6bb9a52') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.295240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9056e1c0-0621-45e2-af07-ea8df6bb9a52') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.304487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Deleting subnet ee06b698-303d-4f4d-b9f1-56aeb4065cc4 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:09.308279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.313556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.335280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:09.337335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.343335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dbb55f6e-6b1b-46b0-80cf-7985acdd45eb tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2235932 Aug 25 15:13:09.346424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60930) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:09.347788 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.352059 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] Sync routers for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:09.379187 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:09.389202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.392817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.429215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Provisioning complete for port da708614-a453-4ac4-8fa0-d9073ba46526 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:09.434985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.462724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:09.463551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:09.470554 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:09.481070 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.492026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:09.493012 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.516673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.536531 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:09.537636 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8a044-1d9d-4517-99fb-028cb10fb504 None None] The sync data for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:09.548833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f11dcc-2f35-4d43-9d67-3d589a7478a2 None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:09.630563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317bec1-8af1-4307-b424-fcd202dabed9 None None] Pushing event updated for resources: {'Port': ['ID=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:09.653407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:09.653769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.697639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bfad5064-155d-4d84-a13f-001f73077891 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:09.761131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.775559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:09.784797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device da708614-a453-4ac4-8fa0-d9073ba46526 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:09.848091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.882541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee06b698-303d-4f4d-b9f1-56aeb4065cc4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:09.893031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.898209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dbfed36a-7d39-41cc-843c-282567af7668 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ee06b698-303d-4f4d-b9f1-56aeb4065cc4 HTTP/1.1" status: 204 len: 168 time: 0.7700090 Aug 25 15:13:09.899172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:09.927970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Provisioning complete for port a5ae6708-1ef3-46d9-881f-98f743342682 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:09.928571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:09.993939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port da708614-a453-4ac4-8fa0-d9073ba46526 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:09.994821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.047065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Port a5ae6708-1ef3-46d9-881f-98f743342682 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:10.056200 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.137861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Provisioning for port bfad5064-155d-4d84-a13f-001f73077891 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:10.145813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Provisioning complete for port bfad5064-155d-4d84-a13f-001f73077891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:10.150525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.296092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Provisioning complete for port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:10.296092 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.353681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.361578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.376128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd76e024-7ba0-4ed1-b06e-192a2f45d2c2']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:10.405378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.411184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] 10.222.0.58 "DELETE /v2.0/networks/72cf4dea-8d46-4f3d-8c15-e6363ae725aa HTTP/1.1" status: 204 len: 168 time: 1.6478317 Aug 25 15:13:10.412725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eb5923-4bfa-4707-b65e-695af956b4ba') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:10.416793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eb5923-4bfa-4707-b65e-695af956b4ba') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:10.416793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.448730 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.468066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaf990-9749-4e19-8ecb-c19270e5ce6b tempest-FloatingIPTestJSON-1595935916 tempest-FloatingIPTestJSON-1595935916-project] Pushing event deleted for resources: {'Network': ['ID=72cf4dea-8d46-4f3d-8c15-e6363ae725aa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:10.480035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=4372c94a-e5f7-4cfa-b27b-7bf0aa496e16,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:10.497907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.524982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e734169c-13b0-43f2-8905-0ce0efc8ff5a None None] Could not find standard attr ID for object 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:10.555970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:10.561605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:10.568881 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:10.626895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.628895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-99c5a5f9-4753-4402-b367-e079eadde08a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 HTTP/1.1" status: 204 len: 168 time: 1.4601257 Aug 25 15:13:10.632961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:10.656477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8cb45897-4f37-40ac-bf92-737b28d8e96c None None] Provisioning complete for port bfad5064-155d-4d84-a13f-001f73077891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:10.656966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8cb45897-4f37-40ac-bf92-737b28d8e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.711178 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd6e93-13d0-4b08-8dd1-eb69b5b1e44e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:10.714041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-07cd6e93-13d0-4b08-8dd1-eb69b5b1e44e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 HTTP/1.1" status: 404 len: 333 time: 0.0431848 Aug 25 15:13:10.719930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:10.777805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.787226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.792426 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bd76e024-7ba0-4ed1-b06e-192a2f45d2c2 HTTP/1.1" status: 204 len: 168 time: 0.8921037 Aug 25 15:13:10.798205 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-47fc0a97-32ea-42e7-bef3-e5776592f41c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:13:10.803656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:10.806109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-47fc0a97-32ea-42e7-bef3-e5776592f41c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4581826 Aug 25 15:13:10.860523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8cb45897-4f37-40ac-bf92-737b28d8e96c None None] Could not find standard attr ID for object 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:10.865959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e82f3-5acc-4589-b424-d9c8535d0bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd76e024-7ba0-4ed1-b06e-192a2f45d2c2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:10.917746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet cc1abd0c-c1d8-4530-aabc-c0909169aa57 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:10.928152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:10.982946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-763e11aa-fe15-49a1-b4db-169810a72414 None None] Could not find standard attr ID for object 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:11.038085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.160462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60972) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:11.219902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.301982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c7ef7ff5-22c8-49c0-b3b4-61c1f765345b None None] Could not find standard attr ID for object 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:11.368077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.415928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.484960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1abd0c-c1d8-4530-aabc-c0909169aa57,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:11.516598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5b9930c0-9e24-4f4e-86cf-59c56c8507bb None None] Could not find standard attr ID for object 4372c94a-e5f7-4cfa-b27b-7bf0aa496e16. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:11.543986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.549531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28e39102-c209-4aa4-ab81-c9d0a716c2e7 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/cc1abd0c-c1d8-4530-aabc-c0909169aa57 HTTP/1.1" status: 204 len: 168 time: 0.8283815 Aug 25 15:13:11.567085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60982) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:11.567833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60984) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:11.567963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0536cf46-8a5f-44cb-890e-cef05241b357 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25ad7fa07dd342fe937ef6221d9f6b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060571 Aug 25 15:13:11.571679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 60986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:11.701683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:11.709697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e92a46f4-354c-4eae-825f-384218a3a94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.755578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e92a46f4-354c-4eae-825f-384218a3a94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.757912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:11.758299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.794316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-65d2dcf8-0845-4edd-bd34-6d1d16f746c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b4667880b644474aab5c0bd0d0764b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188661 Aug 25 15:13:11.800024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet ef181a2a-a989-443c-ba52-3a93998897a8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:11.806729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 60988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:11.810928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.865574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ce8e0-4f01-41c4-8a75-be4f6584d111 None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:11.909106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.918150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e92a46f4-354c-4eae-825f-384218a3a94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.922225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e92a46f4-354c-4eae-825f-384218a3a94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:11.927603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e92a46f4-354c-4eae-825f-384218a3a94f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5c84410-a064-45bb-866f-5b404122fed9 HTTP/1.1" status: 204 len: 168 time: 0.3546214 Aug 25 15:13:11.958649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a46f4-354c-4eae-825f-384218a3a94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c84410-a064-45bb-866f-5b404122fed9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:11.992555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6c3cc7b-c3d2-47b6-b063-30c1eb363362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.141104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6c3cc7b-c3d2-47b6-b063-30c1eb363362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.206602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.210466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-9b142fd3-f06a-4fdc-8906-e7df3b670a7e req-68cdd967-b54d-4986-a4cb-ec972b5a87a2 service neutron] (101873) timed out ('10.222.0.58', 35798) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:13:12.242683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:12.523442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1247926846'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:12.651852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Made reservation on behalf of b039edf0afc946afa7d22fba0a11bd95 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:12.655941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.671556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.684386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c399f-fdcb-4b03-8dca-e99efd27076e req-454c67be-3331-4a79-b3ed-9b584ddd7848 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:12.694613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b31c399f-fdcb-4b03-8dca-e99efd27076e req-454c67be-3331-4a79-b3ed-9b584ddd7848 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.5977290 Aug 25 15:13:12.747681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Deleting port a5ae6708-1ef3-46d9-881f-98f743342682 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:12.747681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.792568 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b31c399f-fdcb-4b03-8dca-e99efd27076e req-32188f4e-d3f3-4b90-823c-bf6f5b0719ff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970120 Aug 25 15:13:12.817734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32784) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:12.829611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6c3cc7b-c3d2-47b6-b063-30c1eb363362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.843864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6c3cc7b-c3d2-47b6-b063-30c1eb363362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.845420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f6c3cc7b-c3d2-47b6-b063-30c1eb363362 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41ae2d89-90e4-4727-8a4d-0a7daa048dff HTTP/1.1" status: 204 len: 168 time: 1.0367904 Aug 25 15:13:12.846759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.907958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3cc7b-c3d2-47b6-b063-30c1eb363362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ae2d89-90e4-4727-8a4d-0a7daa048dff,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:12.910146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=ef181a2a-a989-443c-ba52-3a93998897a8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:12.917559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.919482 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1a5446ea-4429-409c-aaf3-7cd63c08e45e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/ef181a2a-a989-443c-ba52-3a93998897a8 HTTP/1.1" status: 204 len: 168 time: 1.3453481 Aug 25 15:13:12.924673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32788) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:12.931577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:12.958256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Calling delete_port for a5ae6708-1ef3-46d9-881f-98f743342682 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:13.048433 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4cbc1bf8-c30c-4ce4-8f48-9e585870f878 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 HTTP/1.1" status: 200 len: 993 time: 0.2240875 Aug 25 15:13:13.054444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.104920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68332c9c-aa44-4f2f-8f7f-52f602b82497 None None] Network a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:13.132931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.197559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cfecc5c0-b4b4-4358-abd2-d3c779e289f3 None None] Provisioning complete for port bfad5064-155d-4d84-a13f-001f73077891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:13.197927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cfecc5c0-b4b4-4358-abd2-d3c779e289f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.213009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port bfad5064-155d-4d84-a13f-001f73077891 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:13.213489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.274236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.387222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.443524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] For port bfad5064-155d-4d84-a13f-001f73077891, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bfad5064-155d-4d84-a13f-001f73077891,segment=NetworkSegment(7966679c-5850-4603-ada2-2de2fcd51de0),segment_id=7966679c-5850-4603-ada2-2de2fcd51de0)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:13.443896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.448587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Port': ['ID=a5ae6708-1ef3-46d9-881f-98f743342682,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:13.466720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for bfad5064-155d-4d84-a13f-001f73077891 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:13.486504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] DHCP port deletion for a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:13.553508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:13.593412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Deleting port bfad5064-155d-4d84-a13f-001f73077891 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:13.593412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.608474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:13.669071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.669683 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Added segment 76eb5ff3-1037-41e8-acfc-4a72840ad476 of type vlan for network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a Aug 25 15:13:13.683367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ab777-0c2a-41d6-9625-508c7871e1a2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:13.728936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] For port bfad5064-155d-4d84-a13f-001f73077891, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=bfad5064-155d-4d84-a13f-001f73077891,segment=NetworkSegment(7966679c-5850-4603-ada2-2de2fcd51de0),segment_id=7966679c-5850-4603-ada2-2de2fcd51de0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:13.731263 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.749035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.759308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Calling delete_port for bfad5064-155d-4d84-a13f-001f73077891 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:13.828742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.885771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdff82-a978-4eb0-bf06-27d6df21555d req-fccca0fc-79e6-414f-b659-690365cd759e tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:13.887480 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8cdff82-a978-4eb0-bf06-27d6df21555d req-fccca0fc-79e6-414f-b659-690365cd759e tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1096 time: 0.4481499 Aug 25 15:13:13.889585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No DVR routers for this DVR port bfad5064-155d-4d84-a13f-001f73077891 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:13.890811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.892734 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.898596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:13.899481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.902615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=bfad5064-155d-4d84-a13f-001f73077891,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:13.915148 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:13.919044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bfad5064-155d-4d84-a13f-001f73077891 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:13.991174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f8cdff82-a978-4eb0-bf06-27d6df21555d req-5b6946f3-d38a-4fda-9df2-045504617669 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971711 Aug 25 15:13:14.016766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Pushing event deleted for resources: {'Port': ['ID=bfad5064-155d-4d84-a13f-001f73077891,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.031734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.032735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.033240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.033774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.034279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:14.038947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: bfad5064-155d-4d84-a13f-001f73077891 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:14.039630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device bfad5064-155d-4d84-a13f-001f73077891 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:14.043474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9fe48-47de-4ff0-a332-2d93e7e52dda None None] No DVR routers for this DVR port bfad5064-155d-4d84-a13f-001f73077891 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:14.103324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'networks': [{'name': 'tempest-network--150428584'}, {'name': 'tempest-network--32103606'}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:14.104311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'network': {'name': 'tempest-network--150428584'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:14.106661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'network': {'name': 'tempest-network--32103606'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:14.172652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event updated for resources: {'Network': ['ID=6c40fae6-3b64-4f64-93ea-0fabad78ce0a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:14.181593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.186413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:14.196992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.200952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-650a69d3-ceae-457e-be61-caa5bbc4309b tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9571199 Aug 25 15:13:14.206339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:14.213068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Request body: {'subnet': {'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:14.220222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7966679c-5850-4603-ada2-2de2fcd51de0') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.220833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7966679c-5850-4603-ada2-2de2fcd51de0') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.284588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.288837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Router f6456f91-f5c2-4a60-8315-93f0bbb2ca28 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:14.307713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.322893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:14.323448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:14.326704 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:14.388504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'network': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:14.396031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.408010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:14.417724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] Sync routers for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:14.428046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b1244c6-2450-485a-901b-23cbc819d2f1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6149232 Aug 25 15:13:14.428581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32834) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:14.431132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.440833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:14.442484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.490231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.493504 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-ef8d924b-a70c-4900-b818-e3b7de5a8bca tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] delete failed (client error): The resource could not be found. Aug 25 15:13:14.500110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef8d924b-a70c-4900-b818-e3b7de5a8bca tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1471302113 HTTP/1.1" status: 404 len: 335 time: 0.0702939 Aug 25 15:13:14.500821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32838) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:14.503313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:14.504281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.511840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.524987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.527224 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da HTTP/1.1" status: 204 len: 168 time: 1.5988889 Aug 25 15:13:14.531968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32840) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:14.532395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-170bac76-7696-4574-8524-799674955e78 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:14.560194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:14.561142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24093a-82f6-4b51-8780-e3d631ede8c8 None None] The sync data for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:14.596506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Made reservation on behalf of b039edf0afc946afa7d22fba0a11bd95 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:14.601571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.637571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29b396-e669-4b34-8ba4-607a46ec1e2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:14.639510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-af29b396-e669-4b34-8ba4-607a46ec1e2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1062155 Aug 25 15:13:14.648475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:14.727354 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.736064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dd4aa-2144-404f-a8a3-e3a1d5e42a51 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=a13b7c2f-6fb1-4db3-af5a-a4f9eb3e93da,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:14.741067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6de4c4e1-3aeb-4971-a78f-4d76aa0c94a8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0912652 Aug 25 15:13:14.744676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32856) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:14.750752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1037200833'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:14.800479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.801546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.854618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93792791-e8bf-43ff-bfa2-28bfe2ef4fb2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:14.861360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:14.871964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.872626 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Added segment c41c1aa8-0e42-4eb5-afbc-dd27b0f4ff3d of type vlan for network 1dabedc1-3510-4c56-8a61-3a6c830e053e Aug 25 15:13:14.919960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:14.924030 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.946932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.974727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:14.993233 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:14.993597 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment 5295882b-f528-49a3-82af-88ac9cf0f704 of type vlan for network fd53dc9b-8aa9-456d-804c-723e9fff4f96 Aug 25 15:13:14.995217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:15.022712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.023094 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Added segment f516a4aa-154d-46e7-ba1e-a6f1f04b24fc of type vlan for network cb15a8bc-81b4-4662-94df-ff428c260c73 Aug 25 15:13:15.104790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ac9512a4-930d-4bc0-9b0d-b86adf778159 req-cc40cb61-bfbb-450e-b450-0b8e4af2e7b0 tempest-ServerShowV257Test-1199125455 tempest-ServerShowV257Test-1199125455-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae2af58-210e-48c4-a90d-387dbd269f3a HTTP/1.1" status: 200 len: 210 time: 0.0443769 Aug 25 15:13:15.144566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.144720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-170bac76-7696-4574-8524-799674955e78 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.174185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.251810 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-170bac76-7696-4574-8524-799674955e78 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] update failed (client error): The resource could not be found. Aug 25 15:13:15.252879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-170bac76-7696-4574-8524-799674955e78 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28 HTTP/1.1" status: 404 len: 339 time: 0.7500505 Aug 25 15:13:15.257361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:15.358645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.376075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.381623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:15.382214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.384631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.385804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.390289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:15.395711 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:15.396384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.434317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event updated for resources: {'Subnet': ['ID=5eee446b-50aa-447e-865f-40081ac5837b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:15.444706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Checking segment: {'id': '76eb5ff3-1037-41e8-acfc-4a72840ad476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:15.445282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Network hostable DHCP agents. Network: 6c40fae6-3b64-4f64-93ea-0fabad78ce0a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:15.544714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:15.567393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.0117455 Aug 25 15:13:15.570745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32894) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:15.574394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=fd53dc9b-8aa9-456d-804c-723e9fff4f96,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:15.596322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:15.648861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 6c40fae6-3b64-4f64-93ea-0fabad78ce0a) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:15.649072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-23356d91-9a24-4ca6-905d-285dade8b942 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9031618 Aug 25 15:13:15.653660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:15.654261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.661316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:15.665719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8056d-5ef1-4bbf-93bc-1043a3626c3a None None] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:15.716172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Network': ['ID=1dabedc1-3510-4c56-8a61-3a6c830e053e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:15.736721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:15.762308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:15.801428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1dabedc1-3510-4c56-8a61-3a6c830e053e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:15.855237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ed1c-41b9-4ceb-bed1-720861fbb555 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Network': ['ID=cb15a8bc-81b4-4662-94df-ff428c260c73,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:15.900680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network cb15a8bc-81b4-4662-94df-ff428c260c73 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:15.911221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:13:15.955410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2817fcdd-b275-4954-8730-45cb6c9744d7 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7475576 Aug 25 15:13:15.959115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-d974f52f-9c0d-4e24-bdf6-0c05c4094c6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5095389 Aug 25 15:13:15.965415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:15.973353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Request body: {'port': {'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-919425293'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:16.043705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-6c40fae6-3b64-4f64-93ea-0fabad78ce0a', 'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a', 'tenant_id': 'b039edf0afc946afa7d22fba0a11bd95', 'fixed_ips': [{'subnet_id': '5eee446b-50aa-447e-865f-40081ac5837b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:16.044845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.132658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b0472-3011-4720-91b4-6f80f88f5c05 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:16.139737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b0472-3011-4720-91b4-6f80f88f5c05 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:16.146042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b0472-3011-4720-91b4-6f80f88f5c05 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:16.152432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b0472-3011-4720-91b4-6f80f88f5c05 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:16.156141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Allocated IP 172.20.0.1 (d1d1e77e-e769-43d1-86de-0522a33cd609/a1e10fa7-61e2-412e-91d4-002154db8560/f5fd01ef-48d7-4a5a-b07f-adf58058364c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:16.157432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a09b0472-3011-4720-91b4-6f80f88f5c05 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5853415 Aug 25 15:13:16.158968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32910) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:16.225572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Allocated IP 172.20.0.2 (6c40fae6-3b64-4f64-93ea-0fabad78ce0a/5eee446b-50aa-447e-865f-40081ac5837b/8e6b0df1-6116-404e-8a8a-db4ed68d1624) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:16.310712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:16.314844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.327010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.387238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:16.422560 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.441123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Transition to ACTIVE for port object 8e6b0df1-6116-404e-8a8a-db4ed68d1624 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:16.461452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Transition to ACTIVE for port object 8e6b0df1-6116-404e-8a8a-db4ed68d1624 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:16.470606 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.493512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.497769 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Transition to ACTIVE for port object f5fd01ef-48d7-4a5a-b07f-adf58058364c will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:16.501202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Made reservation on behalf of b039edf0afc946afa7d22fba0a11bd95 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:16.505073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.509325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dabedc1-3510-4c56-8a61-3a6c830e053e']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:16.525523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41c1aa8-0e42-4eb5-afbc-dd27b0f4ff3d') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:16.526143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41c1aa8-0e42-4eb5-afbc-dd27b0f4ff3d') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:16.529765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] device_id is not set on port e47fa58d-7b8c-4743-a8be-0bdb7911748e yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:16.537306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.540680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.577290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:16.580850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:16.585003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.595153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:16.595619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.613112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:16.614060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.614261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0df1-6116-404e-8a8a-db4ed68d1624,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:16.617031 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:16.677504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Attempting to bind port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:16.677883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Attempting to bind port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '76eb5ff3-1037-41e8-acfc-4a72840ad476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:16.678095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.678288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Attempting to bind port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 on network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:16.683518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:16.683888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Checking segment: {'id': '76eb5ff3-1037-41e8-acfc-4a72840ad476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:16.684798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.685072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Bound using segment: {'id': '76eb5ff3-1037-41e8-acfc-4a72840ad476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:16.685552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Bound port: 8e6b0df1-6116-404e-8a8a-db4ed68d1624, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb5ff3-1037-41e8-acfc-4a72840ad476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c40fae6-3b64-4f64-93ea-0fabad78ce0a'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:16.685934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.724669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network d1d1e77e-e769-43d1-86de-0522a33cd609 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:16.728193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:16.732622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:16.742504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Port': ['ID=f5fd01ef-48d7-4a5a-b07f-adf58058364c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:16.753579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Allocated IP 172.20.0.13 (6c40fae6-3b64-4f64-93ea-0fabad78ce0a/5eee446b-50aa-447e-865f-40081ac5837b/e47fa58d-7b8c-4743-a8be-0bdb7911748e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:16.766314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.776915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] For port 8e6b0df1-6116-404e-8a8a-db4ed68d1624, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:16.781125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] For port 8e6b0df1-6116-404e-8a8a-db4ed68d1624, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8e6b0df1-6116-404e-8a8a-db4ed68d1624,segment=NetworkSegment(76eb5ff3-1037-41e8-acfc-4a72840ad476),segment_id=76eb5ff3-1037-41e8-acfc-4a72840ad476)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:16.795524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.797431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/networks/1dabedc1-3510-4c56-8a61-3a6c830e053e HTTP/1.1" status: 204 len: 168 time: 0.6372747 Aug 25 15:13:16.808748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32924) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:16.826497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf4646-e320-4378-9c47-8d284ffea91e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Network': ['ID=1dabedc1-3510-4c56-8a61-3a6c830e053e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:16.858584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.886646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.887181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:16.974816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5437e-4f4f-4649-8c0a-d1e9381d9371 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0df1-6116-404e-8a8a-db4ed68d1624,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:17.013612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=8f672d34-8b2f-4b90-8f84-1be0473d9413,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:17.022259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.052701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.069948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.070172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': '5295882b-f528-49a3-82af-88ac9cf0f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:17.070778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: fd53dc9b-8aa9-456d-804c-723e9fff4f96, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:17.081790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Transition to ACTIVE for port object e47fa58d-7b8c-4743-a8be-0bdb7911748e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:17.166003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:17.179313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.199171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.201210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.218580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb15a8bc-81b4-4662-94df-ff428c260c73']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:17.233214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f516a4aa-154d-46e7-ba1e-a6f1f04b24fc') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:17.233580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f516a4aa-154d-46e7-ba1e-a6f1f04b24fc') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:17.244364 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.258035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.264019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-b853a0a6-60d3-47e7-8e6f-29f92ad596e6 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:13:17.272991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-b853a0a6-60d3-47e7-8e6f-29f92ad596e6 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1997330 Aug 25 15:13:17.284494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Request body: {'binding': {'host': 'n-h2-805995-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:17.285154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Unknown quota resources ['binding']. {{(pid=101873) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:13:17.292230 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.293959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, fd53dc9b-8aa9-456d-804c-723e9fff4f96) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:17.296486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:17.305608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fc40a2c64cb44a98d5259e441b22696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9147873 Aug 25 15:13:17.305824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c1787-2cf9-4fb1-bce3-14095e51a452 None None] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:17.309005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:17.318352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50df0072-39e6-48d3-a264-5f765da4b20a None None] Provisioning for port f5fd01ef-48d7-4a5a-b07f-adf58058364c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:17.325170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:17.326078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:17.328953 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:17.334472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:17.337045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:17.356158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f8e54-5457-4c8f-a02a-07dcf76c8045,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:17.357967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50df0072-39e6-48d3-a264-5f765da4b20a None None] Provisioning complete for port f5fd01ef-48d7-4a5a-b07f-adf58058364c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:17.357967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50df0072-39e6-48d3-a264-5f765da4b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.392941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:17.393927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.426360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.426717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.427429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.427791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.428137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.428474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.428809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.429146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.429531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.429810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.430144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.430473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab47394-002f-495a-9de2-30109907c501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:17.469933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event updated for resources: {'Port': ['ID=e47fa58d-7b8c-4743-a8be-0bdb7911748e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:17.520149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:17.520656 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.544571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.565605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c140004b-90f5-4990-835a-0f5ac9878731 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8613856 Aug 25 15:13:17.565798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.565798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/networks/cb15a8bc-81b4-4662-94df-ff428c260c73 HTTP/1.1" status: 204 len: 168 time: 0.7537699 Aug 25 15:13:17.566005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:17.566379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:17.567616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d98128fc-bc38-4af8-9178-8dc145115bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.568501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-50df0072-39e6-48d3-a264-5f765da4b20a None None] Port f5fd01ef-48d7-4a5a-b07f-adf58058364c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:17.600747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on host n-h2-805995-2 for vnic_type normal with profile None {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:17.601100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:17.601545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:17.601651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96', 'name': 'tempest-PortsIpV6TestJSON-370719404'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:17.609718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:13:17.610087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:17.627040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:17.627467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Checking segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:17.627869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Bound using segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:17.628314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Bound port: f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:17.666815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad646412-5b0d-45ec-b6c9-9e17802a93bc tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Network': ['ID=cb15a8bc-81b4-4662-94df-ff428c260c73,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:17.679144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-092a1e58-5f24-45d4-abc5-a825932e833c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7110980 Aug 25 15:13:17.699869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32936) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:17.755415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8e6b0df1-6116-404e-8a8a-db4ed68d1624 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:17.760622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-fd53dc9b-8aa9-456d-804c-723e9fff4f96', 'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': '8f672d34-8b2f-4b90-8f84-1be0473d9413'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:17.761803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.768446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:17.802440 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d98128fc-bc38-4af8-9178-8dc145115bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.837969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:17.837969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] 10.222.0.58 "POST /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5611322 Aug 25 15:13:17.938209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:17.958807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Allocated IP 2001:db8::2 (fd53dc9b-8aa9-456d-804c-723e9fff4f96/8f672d34-8b2f-4b90-8f84-1be0473d9413/3113b689-9fbf-4969-8676-d33e55a33032) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:18.138323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.150162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Transition to ACTIVE for port object 3113b689-9fbf-4969-8676-d33e55a33032 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:18.181241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Transition to ACTIVE for port object 3113b689-9fbf-4969-8676-d33e55a33032 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:18.236568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166248b9-7806-4fc1-97f5-f67dc996c342 None None] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:18.275164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.339458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:18.349150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:18.357223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:18.364010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Pushing event updated for resources: {'Port': ['ID=3113b689-9fbf-4969-8676-d33e55a33032,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:18.418535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] Provisioning for port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:18.442630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3801076c-8a04-4787-a6c2-6fab38396e8e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:18.448128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] Provisioning complete for port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:18.448503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.448632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3801076c-8a04-4787-a6c2-6fab38396e8e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:18.450213 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3801076c-8a04-4787-a6c2-6fab38396e8e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8791301 Aug 25 15:13:18.458819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:18.470557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1065415566'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:18.476775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Attempting to bind port 3113b689-9fbf-4969-8676-d33e55a33032 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:18.477061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Attempting to bind port 3113b689-9fbf-4969-8676-d33e55a33032 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '5295882b-f528-49a3-82af-88ac9cf0f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:18.477638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Attempting to bind port 3113b689-9fbf-4969-8676-d33e55a33032 on network fd53dc9b-8aa9-456d-804c-723e9fff4f96 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:18.486207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-cf4da418-530e-46bc-87cc-4c90d5b892f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:18.489240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-cf4da418-530e-46bc-87cc-4c90d5b892f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1096 time: 0.0675294 Aug 25 15:13:18.494204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:18.499058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Checking segment: {'id': '5295882b-f528-49a3-82af-88ac9cf0f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:18.499058 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.499058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Bound using segment: {'id': '5295882b-f528-49a3-82af-88ac9cf0f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:18.499058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Bound port: 3113b689-9fbf-4969-8676-d33e55a33032, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5295882b-f528-49a3-82af-88ac9cf0f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:18.499058 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.501622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679a5fc-1f7c-4be5-8418-58320287d5c3 req-df30ddda-cf2b-4cba-8e18-0e7cbb29734d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:18.503197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b679a5fc-1f7c-4be5-8418-58320287d5c3 req-df30ddda-cf2b-4cba-8e18-0e7cbb29734d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.2494507 Aug 25 15:13:18.556529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:13:18.556529 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:13:18.556529 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': 'd9d6cb78e4164b9ab8c2688897a02688', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 13, 18, 492379)}] Aug 25 15:13:18.556529 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:13:18.557202 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:13:18.572671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d98128fc-bc38-4af8-9178-8dc145115bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.575433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d98128fc-bc38-4af8-9178-8dc145115bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.579412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d98128fc-bc38-4af8-9178-8dc145115bdc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b34f8e54-5457-4c8f-a02a-07dcf76c8045 HTTP/1.1" status: 204 len: 168 time: 1.2650523 Aug 25 15:13:18.585789 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.603545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] For port 3113b689-9fbf-4969-8676-d33e55a33032, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:18.605516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Deleting port e47fa58d-7b8c-4743-a8be-0bdb7911748e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:18.606133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.607631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] For port 3113b689-9fbf-4969-8676-d33e55a33032, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3113b689-9fbf-4969-8676-d33e55a33032,segment=NetworkSegment(5295882b-f528-49a3-82af-88ac9cf0f704),segment_id=5295882b-f528-49a3-82af-88ac9cf0f704)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:18.613221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98128fc-bc38-4af8-9178-8dc145115bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f8e54-5457-4c8f-a02a-07dcf76c8045,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:18.664190 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b679a5fc-1f7c-4be5-8418-58320287d5c3 req-125efb6c-8248-48e0-a7af-8155ba9a4e7d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482069 Aug 25 15:13:18.672057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:18.680752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.688854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.700542 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.706789 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.782419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985b889-f0a2-46df-9804-3afc294f189a None None] Pushing event updated for resources: {'Port': ['ID=3113b689-9fbf-4969-8676-d33e55a33032,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:18.830260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] For port 8e6b0df1-6116-404e-8a8a-db4ed68d1624, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8e6b0df1-6116-404e-8a8a-db4ed68d1624,segment=NetworkSegment(76eb5ff3-1037-41e8-acfc-4a72840ad476),segment_id=76eb5ff3-1037-41e8-acfc-4a72840ad476)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:18.839056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:18.873235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.876293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.880036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event updated for resources: {'Port': ['ID=f5fd01ef-48d7-4a5a-b07f-adf58058364c,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:18.891985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:18.892338 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Added segment c419afab-094f-47d6-9867-3dd840798fcd of type vlan for network fee4f96c-116d-4e41-93c1-8d695d349738 Aug 25 15:13:18.927082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Calling delete_port for e47fa58d-7b8c-4743-a8be-0bdb7911748e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:18.943076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.059456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-34b38108-307d-4721-879a-4559c08a656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:19.061943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-34b38108-307d-4721-879a-4559c08a656a service neutron] 10.222.0.45 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 897 time: 0.5651791 Aug 25 15:13:19.076280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267bc83-1804-4491-b08c-df8b485d4569 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0df1-6116-404e-8a8a-db4ed68d1624,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:19.113805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.154512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aaf307cb-6808-4822-ab46-1795a6bcb256 None None] Provisioning for port e47fa58d-7b8c-4743-a8be-0bdb7911748e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:19.159418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aaf307cb-6808-4822-ab46-1795a6bcb256 None None] Provisioning complete for port e47fa58d-7b8c-4743-a8be-0bdb7911748e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:19.160191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aaf307cb-6808-4822-ab46-1795a6bcb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.205316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-87b68e9d-a4ea-4ea5-a2d1-2a001c51b5bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 1001 time: 0.1353610 Aug 25 15:13:19.224368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-aaf307cb-6808-4822-ab46-1795a6bcb256 None None] Port e47fa58d-7b8c-4743-a8be-0bdb7911748e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:19.244366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aaf307cb-6808-4822-ab46-1795a6bcb256 None None] Provisioning complete for port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:19.247337 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aaf307cb-6808-4822-ab46-1795a6bcb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.255703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Network d1d1e77e-e769-43d1-86de-0522a33cd609 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:19.261849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:19.290307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:19.303422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.329332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.335655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:19.336204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.340459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c589b3c5-f444-42f4-a147-e44f9097b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:19.341809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c589b3c5-f444-42f4-a147-e44f9097b9be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 200 len: 835 time: 0.1285279 Aug 25 15:13:19.416679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-65d998fd-fe37-4f34-b7d2-b5d6aea718a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:19.418301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-65d998fd-fe37-4f34-b7d2-b5d6aea718a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69c3dd72-3121-4452-a5ad-13319aebb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686152 Aug 25 15:13:19.561125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4df55cfb-c7f7-4d30-bb86-ed4c4be4eb80 None None] Provisioning complete for port e47fa58d-7b8c-4743-a8be-0bdb7911748e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:19.562844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4df55cfb-c7f7-4d30-bb86-ed4c4be4eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.621634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4df55cfb-c7f7-4d30-bb86-ed4c4be4eb80 None None] Port e47fa58d-7b8c-4743-a8be-0bdb7911748e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:19.634542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 68231c22-7206-4f34-8534-cb59c798c015 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:19.662379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-cb0fa5a3-06de-4d5d-98c0-35add2e06b6b service neutron] 10.222.0.45 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287846 Aug 25 15:13:19.666856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2050159 Aug 25 15:13:19.670370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:19.709675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1826886505'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:19.725407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806864af-850e-4bdb-8ba8-bbca299a1a70 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Network': ['ID=fee4f96c-116d-4e41-93c1-8d695d349738,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:19.777200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Router f6456f91-f5c2-4a60-8315-93f0bbb2ca28 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:19.797024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network fee4f96c-116d-4e41-93c1-8d695d349738 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:19.855400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.918457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8e6b0df1-6116-404e-8a8a-db4ed68d1624 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:19.918593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:19.926273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:19.971635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:20.001893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.006140 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Added segment 1363a316-5003-4f92-8881-f6c86a181659 of type vlan for network 0ed5f4dc-25b8-4e44-ade6-71ef588b3a40 Aug 25 15:13:20.039189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fcc1ae63-f27e-4ae4-bc80-b3206c498143 None None] Provisioning complete for port f5fd01ef-48d7-4a5a-b07f-adf58058364c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:20.039899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ae63-f27e-4ae4-bc80-b3206c498143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.064412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.069472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event deleted for resources: {'Port': ['ID=e47fa58d-7b8c-4743-a8be-0bdb7911748e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:20.114736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7bfa-f125-4f5d-a80f-ee96fdbc1062 req-d01cf824-e1e6-42ed-8485-bcdb3b3ed4a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:20.124606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1ae63-f27e-4ae4-bc80-b3206c498143 None None] Port f5fd01ef-48d7-4a5a-b07f-adf58058364c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:20.128243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-829e7bfa-f125-4f5d-a80f-ee96fdbc1062 req-d01cf824-e1e6-42ed-8485-bcdb3b3ed4a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.2879848 Aug 25 15:13:20.134353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:20.134731 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.162301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.164998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-823d2d58-226e-4af4-bb69-f222bec687c4 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "DELETE /v2.0/ports/e47fa58d-7b8c-4743-a8be-0bdb7911748e HTTP/1.1" status: 204 len: 168 time: 2.4645138 Aug 25 15:13:20.172035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:20.187611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-829e7bfa-f125-4f5d-a80f-ee96fdbc1062 req-0071e3e4-b31c-4076-8a98-c9a1861131ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575812 Aug 25 15:13:20.189633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.197168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:20.198016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.203522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-b9ad7745-bf93-40c3-bdb5-25abf67fb61c service neutron] 10.222.0.45 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369670 Aug 25 15:13:20.281404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3113b689-9fbf-4969-8676-d33e55a33032 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:20.311891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:20.322928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Network': ['ID=0ed5f4dc-25b8-4e44-ade6-71ef588b3a40,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:20.328384 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea307f23-970c-498e-84af-858c9d088097 None None] Sync routers for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:20.344339 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea307f23-970c-498e-84af-858c9d088097 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:20.344982 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea307f23-970c-498e-84af-858c9d088097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:20.363971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.364325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.364842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.371695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:13:20.384840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0ed5f4dc-25b8-4e44-ade6-71ef588b3a40 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:20.408814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::b3 (fd53dc9b-8aa9-456d-804c-723e9fff4f96/8f672d34-8b2f-4b90-8f84-1be0473d9413/68231c22-7206-4f34-8534-cb59c798c015) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:20.444232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea307f23-970c-498e-84af-858c9d088097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:20.460967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3113b689-9fbf-4969-8676-d33e55a33032 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:20.467106 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea307f23-970c-498e-84af-858c9d088097 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:20.467740 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea307f23-970c-498e-84af-858c9d088097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:12:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:20.503555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e61c4875-c115-49b2-b25a-4287ad7518ba tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2450328 Aug 25 15:13:20.506900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:20.507395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-98a7654e-fc4a-4226-aa42-2de778dfb6e7 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:20.509116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-98a7654e-fc4a-4226-aa42-2de778dfb6e7 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd&tenant_id=1adf2409290d43fda7863871e785644e&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1096 time: 0.1872661 Aug 25 15:13:20.525691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805995-2'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:20.555878 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea307f23-970c-498e-84af-858c9d088097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:20.556786 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea307f23-970c-498e-84af-858c9d088097 None None] The sync data for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:20.593189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5fb703a-a51c-4b43-8bbf-8304a3cc9890 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8986819 Aug 25 15:13:20.601616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:20.623989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15198034-7054-437e-8ba3-9ac35838cffa None None] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:20.624225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'ports': [{'network_id': 'fee4f96c-116d-4e41-93c1-8d695d349738', 'name': 'tempest-port--914689330', 'admin_state_up': True}, {'network_id': '0ed5f4dc-25b8-4e44-ade6-71ef588b3a40', 'admin_state_up': False}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:20.624225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'port': {'network_id': 'fee4f96c-116d-4e41-93c1-8d695d349738', 'name': 'tempest-port--914689330', 'admin_state_up': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:20.624225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'port': {'network_id': '0ed5f4dc-25b8-4e44-ade6-71ef588b3a40', 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:20.647736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-347b1bb5-4066-4244-810a-85f4846212f3 tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4465232 Aug 25 15:13:20.650472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 32980) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:20.655693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1375733295'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:20.659938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.802093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] Provisioning for port 3113b689-9fbf-4969-8676-d33e55a33032 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:20.809542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] Provisioning complete for port 3113b689-9fbf-4969-8676-d33e55a33032 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:20.810028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.811653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4de545ce-842a-4f77-955e-c0422a8407ee tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.821590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:20.895015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:20.911929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.955813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:20.958886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:20.961711 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a089f-485d-45c7-9238-0452dd7b4dcd" -d '{"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:20.971873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Made reservation on behalf of b039edf0afc946afa7d22fba0a11bd95 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:20.972421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] For port 3113b689-9fbf-4969-8676-d33e55a33032, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3113b689-9fbf-4969-8676-d33e55a33032,segment=NetworkSegment(5295882b-f528-49a3-82af-88ac9cf0f704),segment_id=5295882b-f528-49a3-82af-88ac9cf0f704)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:20.980927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.010459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:21.025808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.026724 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Added segment 67f650fd-087b-42f6-81d3-9f9bf004d0e1 of type vlan for network e9802814-04d4-44ba-805f-f19828a9b5d2 Aug 25 15:13:21.032713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.045897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e11ae9bf-c943-4ca7-88f1-14568bad1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.078387 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b95226b-13e1-478b-9084-16453ceef9fe x-openstack-request-id: req-7b95226b-13e1-478b-9084-16453ceef9fe {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:21.078387 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:21.078995 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b95226b-13e1-478b-9084-16453ceef9fe {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:21.079423 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'code': 200} Aug 25 15:13:21.091541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 68231c22-7206-4f34-8534-cb59c798c015 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:21.095782 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-4de545ce-842a-4f77-955e-c0422a8407ee tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 15:13:21.101094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4de545ce-842a-4f77-955e-c0422a8407ee tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28 HTTP/1.1" status: 409 len: 329 time: 0.5868883 Aug 25 15:13:21.101428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.103710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 32992) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:21.106299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.110433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.179185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605375d-990b-42ae-b210-41cba5fc5eff None None] Pushing event updated for resources: {'Port': ['ID=3113b689-9fbf-4969-8676-d33e55a33032,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:21.224564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'port': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:21.233192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.317716 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.326491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5ce417cc-7b57-4b77-add6-e8159a44563b None None] Provisioning complete for port 3113b689-9fbf-4969-8676-d33e55a33032 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:21.328688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ce417cc-7b57-4b77-add6-e8159a44563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.359193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:21.484497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58e451-1686-4b00-92f9-04b85976a97b req-2694b416-53ca-4317-ba31-6ca162eabbfe tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:21.486223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc58e451-1686-4b00-92f9-04b85976a97b req-2694b416-53ca-4317-ba31-6ca162eabbfe tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 943 time: 0.1212716 Aug 25 15:13:21.499352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on host n-h1-805995-2 for vnic_type normal with profile {"migrating_to": "n-h2-805995-2"} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:21.500027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:21.500365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:21.509332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.516431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:21.516431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.537687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:13:21.538010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Attempting to bind port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on network 69c3dd72-3121-4452-a5ad-13319aebb075 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:21.569707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c7b1df34-3a50-4205-b980-b3140a520615 None None] Provisioning complete for port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:21.570419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c7b1df34-3a50-4205-b980-b3140a520615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.599783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:21.600427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Checking segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:21.601003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Bound using segment: {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:21.602016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Bound port: f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51095d9-c9fe-4f59-8735-334d354bd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:21.602563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.635470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc58e451-1686-4b00-92f9-04b85976a97b req-750217f7-3a49-4850-a0ad-c54adb2b0979 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393168 Aug 25 15:13:21.641683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event updated for resources: {'Network': ['ID=e9802814-04d4-44ba-805f-f19828a9b5d2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:21.674503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1df34-3a50-4205-b980-b3140a520615 None None] Port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:21.682092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-14c2a1d4-800f-4dad-9c39-d855fd19ad98 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0305662 Aug 25 15:13:21.684752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33004) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:21.688969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e9802814-04d4-44ba-805f-f19828a9b5d2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:21.747743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3113b689-9fbf-4969-8676-d33e55a33032 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:21.766761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:21.787280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:21.839342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3113b689-9fbf-4969-8676-d33e55a33032 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:21.839962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.864916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.877520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-441e50a0-2cb9-467d-83a2-fcb08c73315d tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/agents/bc641ff3-8fed-469f-9b10-6387427422b4/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.1917248 Aug 25 15:13:21.877994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33008) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:21.885886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:21.989372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:21.991767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] device_id is not set on port 4b906f95-dc6a-4f38-8c72-dec5c77a1202 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:22.005360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:22.009401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:22.015232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:22.015873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.038699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=68231c22-7206-4f34-8534-cb59c798c015,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:22.038950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=8']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:22.087759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d7f97-b2c7-42ac-887e-f888961aba8a tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] Network e9802814-04d4-44ba-805f-f19828a9b5d2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:22.116548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:22.118178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.119149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c522520e-b4e5-4a28-b838-80bb580e7d20 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 1121 time: 1.6012280 Aug 25 15:13:22.176521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef3775e4-b2a5-4ba0-a20a-b8bab1a70786 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6056464 Aug 25 15:13:22.179573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:22.180156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:13:22.188865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'fd53dc9b-8aa9-456d-804c-723e9fff4f96', 'name': 'tempest-PortsIpV6TestJSON-666947508'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:22.276980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f8d7f97-b2c7-42ac-887e-f888961aba8a tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "POST /v2.0/agents/bc641ff3-8fed-469f-9b10-6387427422b4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3972075 Aug 25 15:13:22.277322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87183d5e-79de-44d6-80b1-189546360721 None None] Network e9802814-04d4-44ba-805f-f19828a9b5d2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:22.284017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33022) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:22.295263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.436224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.502752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] device_id is not set on port 844c5477-2d08-4ed1-9939-c0e99fbb05ea yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:22.541355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87384b0a-2cdb-4ab5-9358-500efa51c772 tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/agents/bc641ff3-8fed-469f-9b10-6387427422b4/dhcp-networks HTTP/1.1" status: 200 len: 9568 time: 0.2526844 Aug 25 15:13:22.542323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33030) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:22.590928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-661628b8-7222-4b50-a01e-b9f7b2401b0d None None] Provisioning complete for port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:22.591478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-661628b8-7222-4b50-a01e-b9f7b2401b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.594016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:22.597872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.642014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port dc934cf0-e1c3-4ed8-aae7-3669f033e555 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:22.758943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-661628b8-7222-4b50-a01e-b9f7b2401b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.764627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-66874dd7-46be-47c8-baa3-b36c32c8000a tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "DELETE /v2.0/agents/bc641ff3-8fed-469f-9b10-6387427422b4/dhcp-networks/e9802814-04d4-44ba-805f-f19828a9b5d2 HTTP/1.1" status: 204 len: 168 time: 0.2199414 Aug 25 15:13:22.770576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33036) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:22.801217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:22.805469 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6f37b-a309-4aae-95bd-2d789a3ca168" -d '{"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-plugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:22.825095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-661628b8-7222-4b50-a01e-b9f7b2401b0d None None] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:22.873018 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115f082-ba1d-4b84-8f34-4d99504674bd x-openstack-request-id: req-e115f082-ba1d-4b84-8f34-4d99504674bd {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:22.873612 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-plugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:22.873612 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e115f082-ba1d-4b84-8f34-4d99504674bd {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:22.874051 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'code': 200} Aug 25 15:13:22.881395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:22.895292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::3cf (fd53dc9b-8aa9-456d-804c-723e9fff4f96/8f672d34-8b2f-4b90-8f84-1be0473d9413/dc934cf0-e1c3-4ed8-aae7-3669f033e555) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:22.904224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174906a-ab7c-40c7-84d2-950b804ad82e req-d2b4a1dd-cc0d-40d7-80f0-3bba3fa9b9fa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:22.905774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3174906a-ab7c-40c7-84d2-950b804ad82e req-d2b4a1dd-cc0d-40d7-80f0-3bba3fa9b9fa tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 943 time: 0.1454844 Aug 25 15:13:22.943389 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-661628b8-7222-4b50-a01e-b9f7b2401b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.068985 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3174906a-ab7c-40c7-84d2-950b804ad82e req-55b23ea0-e585-42e3-aa2d-d37327023dc3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518185 Aug 25 15:13:23.089393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:23.090586 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598f7e51-33c8-4857-9ee9-0a93ecde6701" -d '{"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:23.100392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661628b8-7222-4b50-a01e-b9f7b2401b0d None None] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:23.104054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bcb7353a-60b3-4171-bffd-c93e996a9d55 tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/agents/bc641ff3-8fed-469f-9b10-6387427422b4/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.3285768 Aug 25 15:13:23.104388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33046) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:23.114855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Deleting port f5fd01ef-48d7-4a5a-b07f-adf58058364c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:23.115232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.214663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.235732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object dc934cf0-e1c3-4ed8-aae7-3669f033e555 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:23.246416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.260277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Calling delete_port for f5fd01ef-48d7-4a5a-b07f-adf58058364c owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:23.275878 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b0315c8e-3b47-4f65-9408-11ac71171f26 tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/networks/6c40fae6-3b64-4f64-93ea-0fabad78ce0a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1679308 Aug 25 15:13:23.310808 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b005057-15a7-49bf-80fd-dc38521a6fdc x-openstack-request-id: req-8b005057-15a7-49bf-80fd-dc38521a6fdc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:23.311355 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:23.311804 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b005057-15a7-49bf-80fd-dc38521a6fdc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:23.312726 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'status': 'completed', 'code': 200} Aug 25 15:13:23.316926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33048) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:23.324825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.351617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1458d420-0353-4edc-8ee0-27106ad5b4ea tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/networks/6c40fae6-3b64-4f64-93ea-0fabad78ce0a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0332093 Aug 25 15:13:23.352281 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33050) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:23.356872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-919d3eac-480c-465e-acff-5224f1da86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:23.358387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-919d3eac-480c-465e-acff-5224f1da86b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1126 time: 0.0809865 Aug 25 15:13:23.440715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Port': ['ID=4b906f95-dc6a-4f38-8c72-dec5c77a1202,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:23.458678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Checking segment: {'id': 'c419afab-094f-47d6-9867-3dd840798fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fee4f96c-116d-4e41-93c1-8d695d349738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:23.458678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network hostable DHCP agents. Network: fee4f96c-116d-4e41-93c1-8d695d349738, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:23.464718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.526257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ccd0fa41-a849-42c8-97fb-42a4ceb7019a None None] Provisioning for port 68231c22-7206-4f34-8534-cb59c798c015 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:23.534051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ccd0fa41-a849-42c8-97fb-42a4ceb7019a None None] Provisioning complete for port 68231c22-7206-4f34-8534-cb59c798c015 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:23.534725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fa41-a849-42c8-97fb-42a4ceb7019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.553899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:23.578159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:23.581157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0fa41-a849-42c8-97fb-42a4ceb7019a None None] Port 68231c22-7206-4f34-8534-cb59c798c015 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:23.589366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:23.595265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:23.595887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.598354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=dc934cf0-e1c3-4ed8-aae7-3669f033e555,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:23.611510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network fee4f96c-116d-4e41-93c1-8d695d349738 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:23.627193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-91438810-9fcc-4f4f-9def-67d799fc4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:23.629424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-91438810-9fcc-4f4f-9def-67d799fc4ed9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 897 time: 0.2608657 Aug 25 15:13:23.640061 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.681697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Port': ['ID=f5fd01ef-48d7-4a5a-b07f-adf58058364c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:23.688916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bbb0a7ac-8716-4f22-9321-74507baa55a7 tempest-DHCPAgentSchedulersTestJSON-45359532 tempest-DHCPAgentSchedulersTestJSON-45359532-project-admin] 10.222.0.58 "GET /v2.0/agents/bc641ff3-8fed-469f-9b10-6387427422b4/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.3345294 Aug 25 15:13:23.697898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33054) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:23.729429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, fee4f96c-116d-4e41-93c1-8d695d349738) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:23.734943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:23.736962 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.738540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887407c-2c11-449b-af56-f7a311b7a58f None None] Network fee4f96c-116d-4e41-93c1-8d695d349738 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:23.766570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3f1fada2-4ad0-4790-94d6-8203063b7908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:23.778045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3731080c-ba2a-4f8e-a35a-2f88e04d9317 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5962911 Aug 25 15:13:23.785374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33056) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:23.824154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-a7289682-c964-4cf3-8bd2-bb40e1482e4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 1001 time: 0.1832707 Aug 25 15:13:23.944962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Port': ['ID=844c5477-2d08-4ed1-9939-c0e99fbb05ea,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:23.964068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Checking segment: {'id': '1363a316-5003-4f92-8881-f6c86a181659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0ed5f4dc-25b8-4e44-ade6-71ef588b3a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:23.964561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network hostable DHCP agents. Network: 0ed5f4dc-25b8-4e44-ade6-71ef588b3a40, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:24.043678 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.075209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.076595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-f0d660f4-d4d7-4f37-b281-77507b5fa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.078251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-f0d660f4-d4d7-4f37-b281-77507b5fa5b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 200 len: 835 time: 0.1993248 Aug 25 15:13:24.120150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed849640-87bc-45b4-9c3b-2af33ba71723 None None] Provisioning for port dc934cf0-e1c3-4ed8-aae7-3669f033e555 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:24.126128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed849640-87bc-45b4-9c3b-2af33ba71723 None None] Provisioning complete for port dc934cf0-e1c3-4ed8-aae7-3669f033e555 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:24.126495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed849640-87bc-45b4-9c3b-2af33ba71723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.174617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ed849640-87bc-45b4-9c3b-2af33ba71723 None None] Port dc934cf0-e1c3-4ed8-aae7-3669f033e555 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:24.202024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network 0ed5f4dc-25b8-4e44-ade6-71ef588b3a40 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:24.221760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b123ad-953b-4c44-bf21-1b7cb5dc417f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.224194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-96b123ad-953b-4c44-bf21-1b7cb5dc417f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab3 HTTP/1.1" status: 200 len: 927 time: 0.4378173 Aug 25 15:13:24.228073 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.229116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33066) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:24.365071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0ed5f4dc-25b8-4e44-ade6-71ef588b3a40) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:24.371764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:24.376090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7e2f1-ed03-4e97-85fd-dd38fef2dd7f None None] Network 0ed5f4dc-25b8-4e44-ade6-71ef588b3a40 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:24.382637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.394136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.398206 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.404019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Router f6456f91-f5c2-4a60-8315-93f0bbb2ca28 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:24.413593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8681-4c58-428e-8ce8-a9afd34a5d92 req-17dc9d31-a0c9-4e52-8aa8-a4e89ded10a9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.415640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-52fb8681-4c58-428e-8ce8-a9afd34a5d92 req-17dc9d31-a0c9-4e52-8aa8-a4e89ded10a9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.2161980 Aug 25 15:13:24.586368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:24.604808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] Sync routers for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:24.625440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-52fb8681-4c58-428e-8ce8-a9afd34a5d92 req-932bccbc-8134-46a1-b5dc-8bdd77069506 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946254 Aug 25 15:13:24.635850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:24.641496 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6a5e0cba-e5f1-40da-bfeb-3867f8a9c720 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5365503 Aug 25 15:13:24.643544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.648374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33074) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:24.651259 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-edf0dace-9150-4a33-8d59-d353ae871c83 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0321701 Aug 25 15:13:24.717005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.743582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] Routers {'f6456f91-f5c2-4a60-8315-93f0bbb2ca28'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:24.745274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.761601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33076) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:24.804965 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-a9ea47f5-6bd2-409d-94b0-ec67b5c24e4b tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] show failed (client error): The resource could not be found. Aug 25 15:13:24.806853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a9ea47f5-6bd2-409d-94b0-ec67b5c24e4b tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-975164417 HTTP/1.1" status: 404 len: 334 time: 0.1462405 Aug 25 15:13:24.807680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.808379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362d46b-be6b-42b4-9753-cbddf5f410e8 None None] The sync data for ids ['f6456f91-f5c2-4a60-8315-93f0bbb2ca28'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:24.820269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33082) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:24.825093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-6ef9bb4b-deb8-48b4-97ce-39afe8516a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.826726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-6ef9bb4b-deb8-48b4-97ce-39afe8516a1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69c3dd72-3121-4452-a5ad-13319aebb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7194433 Aug 25 15:13:24.827093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-86eb0a11-4d10-448c-bbef-80756063f13a tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:24.878538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.879377 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-86eb0a11-4d10-448c-bbef-80756063f13a tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] update failed (client error): The resource could not be found. Aug 25 15:13:24.885201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-86eb0a11-4d10-448c-bbef-80756063f13a tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-710075397 HTTP/1.1" status: 404 len: 334 time: 0.0581934 Aug 25 15:13:24.885201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port dc934cf0-e1c3-4ed8-aae7-3669f033e555 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:24.885201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.889589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33084) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:24.906911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9802814-04d4-44ba-805f-f19828a9b5d2']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.922744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f650fd-087b-42f6-81d3-9f9bf004d0e1') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.923138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f650fd-087b-42f6-81d3-9f9bf004d0e1') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:24.945102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.975882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:24.981484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4a139-e162-4510-ae51-9fc378d9f30a tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.987907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4a139-e162-4510-ae51-9fc378d9f30a tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:24.990304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36a4a139-e162-4510-ae51-9fc378d9f30a tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2214997 Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:25.001708 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:25.004869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33090) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.047741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-8d7c1675-0879-4309-b68f-2b833a2c307b service neutron] 10.222.0.52 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043345 Aug 25 15:13:25.065663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Deleting subnet b14cd0fa-6290-4dbe-82bf-1bef140d77aa {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:25.074796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.119431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.155138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-598f7e51-33c8-4857-9ee9-0a93ecde6701 req-392bb1a6-fe40-4e73-a0ae-65708e805927 service neutron] 10.222.0.52 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984654 Aug 25 15:13:25.164271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for dc934cf0-e1c3-4ed8-aae7-3669f033e555 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:25.170494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.194186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.204039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.207254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "DELETE /v2.0/networks/e9802814-04d4-44ba-805f-f19828a9b5d2 HTTP/1.1" status: 204 len: 168 time: 1.5069988 Aug 25 15:13:25.212221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33092) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.216420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42170f87-e876-451a-99dc-8a91660cab35 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event deleted for resources: {'Network': ['ID=e9802814-04d4-44ba-805f-f19828a9b5d2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:25.284508 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60cf9b8-6ff1-4d67-a2ad-7d7f301a3a06 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] DELETE failed (client error): The resource could not be found. Aug 25 15:13:25.285714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60cf9b8-6ff1-4d67-a2ad-7d7f301a3a06 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:13:25.287464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e60cf9b8-6ff1-4d67-a2ad-7d7f301a3a06 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "DELETE /v2.0/ports/e47fa58d-7b8c-4743-a8be-0bdb7911748e HTTP/1.1" status: 404 len: 333 time: 0.0700159 Aug 25 15:13:25.290135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33094) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.316299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Deleting port 4b906f95-dc6a-4f38-8c72-dec5c77a1202 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:25.316694 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.346861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Deleting subnet 5eee446b-50aa-447e-865f-40081ac5837b {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:25.351491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.394568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.420749 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.457943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.479882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.480563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.503371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Calling delete_port for 4b906f95-dc6a-4f38-8c72-dec5c77a1202 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:25.610900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.639855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=dc934cf0-e1c3-4ed8-aae7-3669f033e555,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:25.673420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.684074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.686384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2eae47c7-303c-4ac7-a2c4-b14fdea1405c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/dc934cf0-e1c3-4ed8-aae7-3669f033e555 HTTP/1.1" status: 204 len: 168 time: 1.4410770 Aug 25 15:13:25.688013 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.689905 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33102) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.711532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event deleted for resources: {'Subnet': ['ID=5eee446b-50aa-447e-865f-40081ac5837b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:25.724648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.726674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c5964f70-99cd-4c91-a869-9a4014fa77f5 tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "DELETE /v2.0/subnets/5eee446b-50aa-447e-865f-40081ac5837b HTTP/1.1" status: 204 len: 168 time: 0.4354024 Aug 25 15:13:25.730359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33104) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.741025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9292c5e-fe20-49ec-948d-7c821458ef3f None None] Network 6c40fae6-3b64-4f64-93ea-0fabad78ce0a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:25.767465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Subnet': ['ID=b14cd0fa-6290-4dbe-82bf-1bef140d77aa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:25.770633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.772793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.775003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f6badbfc-90b8-4b94-80ed-0813d671c180 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/subnets/b14cd0fa-6290-4dbe-82bf-1bef140d77aa HTTP/1.1" status: 204 len: 168 time: 0.8830605 Aug 25 15:13:25.776443 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b798f3-54c1-4396-850b-a943c96f9570 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:25.780606 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-89b798f3-54c1-4396-850b-a943c96f9570 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/dc934cf0-e1c3-4ed8-aae7-3669f033e555 HTTP/1.1" status: 404 len: 333 time: 0.0830479 Aug 25 15:13:25.780606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33108) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.808899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0943c-eeb5-40d0-bd7b-2b2b74c3c74d None None] Network 42fd9207-75cd-4d5d-8b74-40bee205420c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:25.841705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33110) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:25.893903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b120748-2761-4e96-aaaa-aeca5a621b16 req-425da329-5ad9-4f3f-a341-7fd32d29f590 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:25.896601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Deleting subnet 854faaaf-323d-4e65-8b4c-f21010113d66 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:25.899512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.901455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b120748-2761-4e96-aaaa-aeca5a621b16 req-425da329-5ad9-4f3f-a341-7fd32d29f590 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.1801810 Aug 25 15:13:25.917297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.955665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:25.969944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b120748-2761-4e96-aaaa-aeca5a621b16 req-7870e35b-98b3-4b12-a4e8-cc89ee2c06e3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671771 Aug 25 15:13:26.028311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Port': ['ID=4b906f95-dc6a-4f38-8c72-dec5c77a1202,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:26.046814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.049031 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aebfdd40-04ab-4a24-9e48-cf08184a0d98 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/ports/4b906f95-dc6a-4f38-8c72-dec5c77a1202 HTTP/1.1" status: 204 len: 168 time: 1.0428789 Aug 25 15:13:26.056439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33118) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:26.094229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Deleting port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:26.094693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.102475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] DHCP port deletion for 6c40fae6-3b64-4f64-93ea-0fabad78ce0a request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:26.143990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] DHCP port deletion for 42fd9207-75cd-4d5d-8b74-40bee205420c request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:26.153500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.209169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] Deleting port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:26.210341 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.240607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] For port 8e6b0df1-6116-404e-8a8a-db4ed68d1624, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8e6b0df1-6116-404e-8a8a-db4ed68d1624,segment=NetworkSegment(76eb5ff3-1037-41e8-acfc-4a72840ad476),segment_id=76eb5ff3-1037-41e8-acfc-4a72840ad476)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:26.240972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 68231c22-7206-4f34-8534-cb59c798c015 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:26.241211 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.241393 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.263202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Calling delete_port for 8e6b0df1-6116-404e-8a8a-db4ed68d1624 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:26.278661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] Deleting port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:26.279361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.332676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Deleting port 844c5477-2d08-4ed1-9939-c0e99fbb05ea {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:26.333284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.353958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] For port 8e6b0df1-6116-404e-8a8a-db4ed68d1624, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8e6b0df1-6116-404e-8a8a-db4ed68d1624,segment=NetworkSegment(76eb5ff3-1037-41e8-acfc-4a72840ad476),segment_id=76eb5ff3-1037-41e8-acfc-4a72840ad476)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:26.357784 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.377893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] Calling delete_port for 8e6b0df1-6116-404e-8a8a-db4ed68d1624 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:26.387631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] For port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,segment=NetworkSegment(f68f21df-621f-468f-a721-90afeef826d3),segment_id=f68f21df-621f-468f-a721-90afeef826d3)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:26.388278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.388923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.402914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 68231c22-7206-4f34-8534-cb59c798c015 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:26.407070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] Calling delete_port for 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:26.434831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.454655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Calling delete_port for 844c5477-2d08-4ed1-9939-c0e99fbb05ea owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:26.474235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.536448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.577735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event deleted for resources: {'Port': ['ID=8e6b0df1-6116-404e-8a8a-db4ed68d1624,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:26.583487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] No DVR routers for this DVR port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:26.667594 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.670183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:13:26.692226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.703772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c40fae6-3b64-4f64-93ea-0fabad78ce0a']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:26.716654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eb5ff3-1037-41e8-acfc-4a72840ad476') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:26.717317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eb5ff3-1037-41e8-acfc-4a72840ad476') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:26.728713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.749305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.767759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:26.768254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:26.773447 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:26.793739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.829999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:26.847944 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.850252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 has no active binding in host n-h2-805995-2 {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 15:13:26.861458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Port': ['ID=844c5477-2d08-4ed1-9939-c0e99fbb05ea,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:26.882650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.885038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34e5b6ab-732b-4a35-a5d5-c4a45f47f5e0 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/ports/844c5477-2d08-4ed1-9939-c0e99fbb05ea HTTP/1.1" status: 204 len: 168 time: 0.8276122 Aug 25 15:13:26.890235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33138) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:26.909612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] Pushing event deleted for resources: {'Port': ['ID=8e6b0df1-6116-404e-8a8a-db4ed68d1624,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:26.942190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] Pushing event deleted for resources: {'Port': ['ID=9c56966b-fcc7-4a5e-acee-b7d06bf3c66a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:26.944573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Subnet': ['ID=854faaaf-323d-4e65-8b4c-f21010113d66,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:26.955202 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:26.955347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0521002-68e7-4efb-a264-ee49150a3d2a None None] No DVR routers for this DVR port 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:26.956732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-354527e0-a093-4001-9ad2-7ac977d8f177 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/subnets/854faaaf-323d-4e65-8b4c-f21010113d66 HTTP/1.1" status: 204 len: 168 time: 1.1749167 Aug 25 15:13:26.960317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce14e815-cff6-415d-b6ac-c8bfe9df10af None None] Network 5cdca033-ff1b-4fec-b406-0910d0a92a92 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:26.969526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33140) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:26.988849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b13da-7e5c-452c-b421-10e8196b8c82 None None] No DVR routers for this DVR port 8e6b0df1-6116-404e-8a8a-db4ed68d1624 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:27.067586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-86ad0dd5-8d95-4767-8462-a387cad8ce8b tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1752250 Aug 25 15:13:27.109329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33146) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:27.120244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-877595138'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:27.154031 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.204608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.214776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.217357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb965f90-9c68-46b4-b3ad-4a9cfa7fa6f1 req-b7e7aff4-f062-4756-af9e-0d0af5ea7a8b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:27.226219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb965f90-9c68-46b4-b3ad-4a9cfa7fa6f1 req-b7e7aff4-f062-4756-af9e-0d0af5ea7a8b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.0805883 Aug 25 15:13:27.232144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] 10.222.0.58 "DELETE /v2.0/networks/6c40fae6-3b64-4f64-93ea-0fabad78ce0a HTTP/1.1" status: 204 len: 168 time: 1.4653020 Aug 25 15:13:27.235146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbfee1-9e0d-48a2-a09d-2405d585d23c tempest-DHCPAgentSchedulersTestJSON-2126239904 tempest-DHCPAgentSchedulersTestJSON-2126239904-project] Pushing event deleted for resources: {'Network': ['ID=6c40fae6-3b64-4f64-93ea-0fabad78ce0a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:27.259956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:27.264987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.274504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.300240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.332762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] DHCP port deletion for 5cdca033-ff1b-4fec-b406-0910d0a92a92 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:27.348986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb965f90-9c68-46b4-b3ad-4a9cfa7fa6f1 req-aa15563e-a974-450f-8307-8e0fd74d7b85 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217799 Aug 25 15:13:27.354732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=68231c22-7206-4f34-8534-cb59c798c015,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:27.419597 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.439067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:27.448980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] Deleting port da708614-a453-4ac4-8fa0-d9073ba46526 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:27.449384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.456359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.457013 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Added segment 45ea3e93-7a37-419c-91af-07684b8100e9 of type vlan for network cfa99fe1-1e8c-4612-8e52-f51d4892d161 Aug 25 15:13:27.529751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.530492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.557052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fd9207-75cd-4d5d-8b74-40bee205420c']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:27.563600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.566255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7402cf2-555d-487d-97b9-48e3f45c6a2d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/68231c22-7206-4f34-8534-cb59c798c015 HTTP/1.1" status: 204 len: 168 time: 1.7217667 Aug 25 15:13:27.568978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33152) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:27.577393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f21df-621f-468f-a721-90afeef826d3') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:27.577393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f21df-621f-468f-a721-90afeef826d3') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:27.601510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.654047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] For port da708614-a453-4ac4-8fa0-d9073ba46526, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=da708614-a453-4ac4-8fa0-d9073ba46526,segment=NetworkSegment(421de5d6-0fd0-47b2-9f74-d46c64bf85ec),segment_id=421de5d6-0fd0-47b2-9f74-d46c64bf85ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:27.654671 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.671997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] Calling delete_port for da708614-a453-4ac4-8fa0-d9073ba46526 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:27.673248 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53cc9fa-d9e7-4898-9c4f-5b679fca2e3f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:27.675719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e53cc9fa-d9e7-4898-9c4f-5b679fca2e3f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/68231c22-7206-4f34-8534-cb59c798c015 HTTP/1.1" status: 404 len: 333 time: 0.1056688 Aug 25 15:13:27.676928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.684604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:27.686464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33158) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:27.686706 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.767315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device da708614-a453-4ac4-8fa0-d9073ba46526 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:27.789985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.796658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Network': ['ID=cfa99fe1-1e8c-4612-8e52-f51d4892d161,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:27.815577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network cfa99fe1-1e8c-4612-8e52-f51d4892d161 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:27.817283 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5a88fe87-4abc-4012-b844-00f591047644 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7039301 Aug 25 15:13:27.819731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33166) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:27.840638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1618390957'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:27.854649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:27.854649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:27.861853 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:27.877502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-bac8d6c1-61a8-4dda-9aa7-db9c85a2367c service neutron] 10.222.0.52 "GET /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4/bindings/n-h2-805995-2 HTTP/1.1" status: 200 len: 384 time: 0.2809610 Aug 25 15:13:27.982687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 8f672d34-8b2f-4b90-8f84-1be0473d9413 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:27.992440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.024297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.028631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:28.033377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.066196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:28.071427 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.074822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.077524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.078036 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Added segment 8feb8704-8427-44fa-bb72-df923a9789c8 of type vlan for network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 Aug 25 15:13:28.109226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.113313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/networks/42fd9207-75cd-4d5d-8b74-40bee205420c HTTP/1.1" status: 204 len: 168 time: 1.1426835 Aug 25 15:13:28.119462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33186) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:28.142632 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.149416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.173992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e7657-5228-4d3e-9e11-3a8aa831b2a1 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Network': ['ID=42fd9207-75cd-4d5d-8b74-40bee205420c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:28.225674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] No DVR routers for this DVR port da708614-a453-4ac4-8fa0-d9073ba46526 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:28.233757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:28.242182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.247594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708285c-eb91-46a7-8f36-3bd440270d81 None None] Pushing event deleted for resources: {'Port': ['ID=da708614-a453-4ac4-8fa0-d9073ba46526,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:28.253360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:28.254492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.263305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:28.294870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:28.295545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c56966b-fcc7-4a5e-acee-b7d06bf3c66a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:28.296354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8e6b0df1-6116-404e-8a8a-db4ed68d1624 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:28.323391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8e6b0df1-6116-404e-8a8a-db4ed68d1624 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:28.326018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8e6b0df1-6116-404e-8a8a-db4ed68d1624 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:28.373498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.519015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.581446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7591469 Aug 25 15:13:28.659548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dd986-5930-454c-80fe-096466d8b79d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Network': ['ID=2a55a01c-980f-4ef3-8e33-37daf3ca3e01,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:28.673633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:28.716127 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0b7ff0fd-f761-404a-b06d-beff50ec927b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b039edf0afc946afa7d22fba0a11bd95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782729 Aug 25 15:13:28.716706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33208) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:28.775785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32b6ac91-abf6-4d68-8ee4-a0470d95ed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.805784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32b6ac91-abf6-4d68-8ee4-a0470d95ed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.812719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.825962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:28.842492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdca033-ff1b-4fec-b406-0910d0a92a92']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:28.891670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421de5d6-0fd0-47b2-9f74-d46c64bf85ec') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:28.892067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421de5d6-0fd0-47b2-9f74-d46c64bf85ec') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:28.907356 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.951105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.953367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:28.957504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.962611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/8f672d34-8b2f-4b90-8f84-1be0473d9413 HTTP/1.1" status: 204 len: 168 time: 1.2695484 Aug 25 15:13:28.968230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:28.968618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd6b01-83fb-4df2-bb5b-bcff551e9413 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=8f672d34-8b2f-4b90-8f84-1be0473d9413,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:28.984074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32b6ac91-abf6-4d68-8ee4-a0470d95ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:28.988690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac2cb1-1212-4189-a70a-93a86754a8b6 None None] Network fd53dc9b-8aa9-456d-804c-723e9fff4f96 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:28.990885 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32b6ac91-abf6-4d68-8ee4-a0470d95ed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.002826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32b6ac91-abf6-4d68-8ee4-a0470d95ed2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c8ab777-0c2a-41d6-9625-508c7871e1a2 HTTP/1.1" status: 204 len: 168 time: 0.2811232 Aug 25 15:13:29.004935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.014588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6840c0-554f-440b-ae45-0a799447e0c1 req-f0f5fc5d-76d3-4011-81d9-681079beb698 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:29.016186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f6840c0-554f-440b-ae45-0a799447e0c1 req-f0f5fc5d-76d3-4011-81d9-681079beb698 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 945 time: 0.4263415 Aug 25 15:13:29.028364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:29.028774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:29.032189 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:29.111474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:29.113889 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8942ed-9aec-4a20-b70d-1a3c47f732fc" -d '{"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:29.169461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:29.174635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ac91-abf6-4d68-8ee4-a0470d95ed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8ab777-0c2a-41d6-9625-508c7871e1a2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:29.180909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.199772 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59e389f-e6c5-4c84-99e9-85f1585f5cb4 x-openstack-request-id: req-d59e389f-e6c5-4c84-99e9-85f1585f5cb4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:29.200395 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:29.200836 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d59e389f-e6c5-4c84-99e9-85f1585f5cb4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:29.201501 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'code': 200} Aug 25 15:13:29.221733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.223820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f6840c0-554f-440b-ae45-0a799447e0c1 req-3040ea22-05fa-44bc-95c5-cbb12e073c7b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968594 Aug 25 15:13:29.298601 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.327672 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.330469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 3113b689-9fbf-4969-8676-d33e55a33032 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:29.332901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.373874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.376781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/networks/5cdca033-ff1b-4fec-b406-0910d0a92a92 HTTP/1.1" status: 204 len: 168 time: 1.2542336 Aug 25 15:13:29.390843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:29.427745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41138f0-b07b-46be-bf0f-3bd8360f8b9c tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Network': ['ID=5cdca033-ff1b-4fec-b406-0910d0a92a92,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:29.445359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] For port 3113b689-9fbf-4969-8676-d33e55a33032, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3113b689-9fbf-4969-8676-d33e55a33032,segment=NetworkSegment(5295882b-f528-49a3-82af-88ac9cf0f704),segment_id=5295882b-f528-49a3-82af-88ac9cf0f704)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:29.446053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.473871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 3113b689-9fbf-4969-8676-d33e55a33032 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:29.486366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] DHCP port deletion for fd53dc9b-8aa9-456d-804c-723e9fff4f96 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:29.557770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] Transition to ACTIVE for port object f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:29.568042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Deleting subnet a1e10fa7-61e2-412e-91d4-002154db8560 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:29.571118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.618790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] Deleting port 3113b689-9fbf-4969-8676-d33e55a33032 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:29.628135 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.634737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.685228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.721349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3113b689-9fbf-4969-8676-d33e55a33032 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:29.802060 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.803429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] For port 3113b689-9fbf-4969-8676-d33e55a33032, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3113b689-9fbf-4969-8676-d33e55a33032,segment=NetworkSegment(5295882b-f528-49a3-82af-88ac9cf0f704),segment_id=5295882b-f528-49a3-82af-88ac9cf0f704)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:29.803429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:29.822385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] Calling delete_port for 3113b689-9fbf-4969-8676-d33e55a33032 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:29.850730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No active binding found for port 3113b689-9fbf-4969-8676-d33e55a33032 {{(pid=101874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 15:13:29.851486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3113b689-9fbf-4969-8676-d33e55a33032 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:29.902502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No DVR routers for this DVR port 3113b689-9fbf-4969-8676-d33e55a33032 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:30.011675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=3113b689-9fbf-4969-8676-d33e55a33032,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:30.088140 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.106641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.136783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.160022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd53dc9b-8aa9-456d-804c-723e9fff4f96']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:30.173372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] No DVR routers for this DVR port 3113b689-9fbf-4969-8676-d33e55a33032 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:30.183179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f19147-cafc-4f42-8b8e-8c04a6f90a16 None None] Pushing event deleted for resources: {'Port': ['ID=3113b689-9fbf-4969-8676-d33e55a33032,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:30.188758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5295882b-f528-49a3-82af-88ac9cf0f704') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:30.188758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5295882b-f528-49a3-82af-88ac9cf0f704') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:30.217673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33274) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:30.219750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=11']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:30.258406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce601-6603-4ff1-a66d-04d9febd19c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.328705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] No DVR routers for this DVR port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:30.331919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.430290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce601-6603-4ff1-a66d-04d9febd19c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.443910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.497235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce601-6603-4ff1-a66d-04d9febd19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.515308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ceb6b-8866-42cd-a6e1-3925fb882a33 None None] Network d1d1e77e-e769-43d1-86de-0522a33cd609 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:30.516809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.522352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/subnets/a1e10fa7-61e2-412e-91d4-002154db8560 HTTP/1.1" status: 204 len: 168 time: 1.1302474 Aug 25 15:13:30.530149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb02258-f243-40d4-8aa5-b060b9bbc612 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e10fa7-61e2-412e-91d4-002154db8560,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:30.532662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33288) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:30.570517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.586644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8b2ce601-6603-4ff1-a66d-04d9febd19c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88f30f5893e9411ea0fc389ef725afe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652008 Aug 25 15:13:30.599227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33292) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:30.606645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:30.607102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:30.633664 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:30.688379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.757354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ce601-6603-4ff1-a66d-04d9febd19c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941b7f93-76af-44ac-91ef-a8c6bb0c994d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:30.766642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6daba7e9-0215-4ed9-addd-cd31ec7013b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4/bindings/n-h2-805995-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8240054 Aug 25 15:13:30.779498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e572b7-f181-44ac-8d90-a89efa08fa17 req-6e732f19-63a4-4a52-8c4f-905d8e4f37d5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:30.781068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71e572b7-f181-44ac-8d90-a89efa08fa17 req-6e732f19-63a4-4a52-8c4f-905d8e4f37d5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.3489118 Aug 25 15:13:30.865812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f42d4bd5-5fa2-4158-9346-5b6e1dbf3ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.874786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71e572b7-f181-44ac-8d90-a89efa08fa17 req-a89ab5b9-b09b-4598-b4b8-e7f3d4a80a03 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846362 Aug 25 15:13:30.894826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Deleting port 8434d664-a1b7-459a-b750-d0298fa8bbb5 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:30.895282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.912688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] DHCP port deletion for d1d1e77e-e769-43d1-86de-0522a33cd609 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:30.916415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f42d4bd5-5fa2-4158-9346-5b6e1dbf3ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.918225 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.958894 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:30.960896 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/fd53dc9b-8aa9-456d-804c-723e9fff4f96 HTTP/1.1" status: 204 len: 168 time: 1.9967909 Aug 25 15:13:30.980062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33306) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:30.982779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-112652304'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:30.995857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0db138-d5d2-4b93-b1f5-9a3c9853e966 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=fd53dc9b-8aa9-456d-804c-723e9fff4f96,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:31.025954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] For port 8434d664-a1b7-459a-b750-d0298fa8bbb5, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8434d664-a1b7-459a-b750-d0298fa8bbb5,segment=NetworkSegment(4a18c347-1b25-4b27-bffa-0217767f36ca),segment_id=4a18c347-1b25-4b27-bffa-0217767f36ca)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:31.027437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.049576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Calling delete_port for 8434d664-a1b7-459a-b750-d0298fa8bbb5 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:31.059947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] Deleting port 8434d664-a1b7-459a-b750-d0298fa8bbb5 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:31.061994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.131151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:31.134821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.164292 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f42d4bd5-5fa2-4158-9346-5b6e1dbf3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.169982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f42d4bd5-5fa2-4158-9346-5b6e1dbf3ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.171968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] For port 8434d664-a1b7-459a-b750-d0298fa8bbb5, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8434d664-a1b7-459a-b750-d0298fa8bbb5,segment=NetworkSegment(4a18c347-1b25-4b27-bffa-0217767f36ca),segment_id=4a18c347-1b25-4b27-bffa-0217767f36ca)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:31.172885 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.177402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f42d4bd5-5fa2-4158-9346-5b6e1dbf3ef2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/941b7f93-76af-44ac-91ef-a8c6bb0c994d HTTP/1.1" status: 204 len: 168 time: 0.5753741 Aug 25 15:13:31.210465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4bd5-5fa2-4158-9346-5b6e1dbf3ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941b7f93-76af-44ac-91ef-a8c6bb0c994d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:31.229518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c8d80bd6-2201-47dc-ba3c-6f0ee26791af tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:31.231810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-c8d80bd6-2201-47dc-ba3c-6f0ee26791af tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd&tenant_id=1adf2409290d43fda7863871e785644e&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.1101332 Aug 25 15:13:31.244333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:31.294886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] Calling delete_port for 8434d664-a1b7-459a-b750-d0298fa8bbb5 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:31.296601 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.298715 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment fce5daa4-e54e-498d-992a-471fd17e633e of type vlan for network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 Aug 25 15:13:31.383144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.396528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:31.404489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.469531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Port': ['ID=8434d664-a1b7-459a-b750-d0298fa8bbb5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:31.475981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] No DVR routers for this DVR port 8434d664-a1b7-459a-b750-d0298fa8bbb5 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:31.483142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-e072a96d-5192-4a38-a7be-fe93a6e4cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:31.485188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-e072a96d-5192-4a38-a7be-fe93a6e4cef5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 1095 time: 0.2441108 Aug 25 15:13:31.529470 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.538514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:31.538514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.575549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:31.599254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] No DVR routers for this DVR port 8434d664-a1b7-459a-b750-d0298fa8bbb5 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:31.649683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:31.660696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e953c5-40ee-4aac-b34f-622dca660dfd None None] Pushing event deleted for resources: {'Port': ['ID=8434d664-a1b7-459a-b750-d0298fa8bbb5,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:31.695427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8434d664-a1b7-459a-b750-d0298fa8bbb5 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:31.698042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=ea040ccc-5ce1-4bb4-8369-d0401727d2a4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:31.721697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:31.725988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8434d664-a1b7-459a-b750-d0298fa8bbb5 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:31.726349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8434d664-a1b7-459a-b750-d0298fa8bbb5 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:31.783915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33318) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:31.794333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'subnets': [{'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1172651706', 'ip_version': 6}, {'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:31.799677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'subnet': {'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1172651706', 'ip_version': 6}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:31.801804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Request body: {'subnet': {'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:31.923613 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a96d5dbe-d57b-4a94-8b27-48e40059ab89 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9486141 Aug 25 15:13:31.935494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33322) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:31.944233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:32.229883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:13:32.229883 n-d-805995-2 neutron-server[101872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 15:13:32.229883 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id': '6d11fa5b10d246bd884e6fdbda151b50', 'id': '5dbb0c15-a525-4ea7-9b2a-279ca1b6e20a', 'expiration': datetime.datetime(2021, 8, 25, 15, 15, 32, 219872)}] Aug 25 15:13:32.229883 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:13:32.229883 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:13:32.270113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33334) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:32.282136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.300135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d1e77e-e769-43d1-86de-0522a33cd609']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:32.314141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:32.316731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a18c347-1b25-4b27-bffa-0217767f36ca') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:32.317034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a18c347-1b25-4b27-bffa-0217767f36ca') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:32.321416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.337673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f237dd4-59c1-4b0b-a517-f4a39e55f2fc req-210ef7d5-3546-4e9c-bd9b-957b81c0e928 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:32.344975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f237dd4-59c1-4b0b-a517-f4a39e55f2fc req-210ef7d5-3546-4e9c-bd9b-957b81c0e928 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.2393024 Aug 25 15:13:32.351780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-d216d18c-6043-487d-a903-49e708258317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:32.353270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-d216d18c-6043-487d-a903-49e708258317 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1095 time: 0.2252827 Aug 25 15:13:32.359607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.430578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.441900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc5bbad1-60c8-444e-a56d-d15261b63eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.452911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:32.453310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:32.459000 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:32.515429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f237dd4-59c1-4b0b-a517-f4a39e55f2fc req-2d8d7c5f-522a-40d6-abc4-c58b8a00281b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646745 Aug 25 15:13:32.564194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7649cb8a-9af3-427e-9de0-3eba622b5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:32.566055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7649cb8a-9af3-427e-9de0-3eba622b5834 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 897 time: 0.2038035 Aug 25 15:13:32.582196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc5bbad1-60c8-444e-a56d-d15261b63eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.639129 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-d9b4dbe0-65b6-490d-afcf-088960f0b7bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 999 time: 0.0658474 Aug 25 15:13:32.695443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-b638ea98-8956-4148-810d-d51d4b5e6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:32.697002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-b638ea98-8956-4148-810d-d51d4b5e6723 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 200 len: 835 time: 0.0501661 Aug 25 15:13:32.722807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bc5bbad1-60c8-444e-a56d-d15261b63eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.736158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.746751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.751916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/networks/d1d1e77e-e769-43d1-86de-0522a33cd609 HTTP/1.1" status: 204 len: 168 time: 2.2147331 Aug 25 15:13:32.752359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33348) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:32.775612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358f5f7-31b4-4d89-9c84-7bf194a5150e tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Pushing event deleted for resources: {'Network': ['ID=d1d1e77e-e769-43d1-86de-0522a33cd609,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:32.793526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-cd5d27c1-309d-44aa-b868-36c760828399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:32.795081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-cd5d27c1-309d-44aa-b868-36c760828399 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69c3dd72-3121-4452-a5ad-13319aebb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914066 Aug 25 15:13:32.796972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-28a16401-c290-46e5-a094-75911cc83eb4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6456f91-f5c2-4a60-8315-93f0bbb2ca28 HTTP/1.1" status: 200 len: 205 time: 0.0342476 Aug 25 15:13:32.799403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33350) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:32.804745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bc5bbad1-60c8-444e-a56d-d15261b63eea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81e495eb7ab4463c8f92024f2d0342e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310726 Aug 25 15:13:32.806171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bbad1-60c8-444e-a56d-d15261b63eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a334540-b146-4ac9-9227-ed9a3daaced2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:32.806916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33352) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:32.929185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Made reservation on behalf of 6d11fa5b10d246bd884e6fdbda151b50 for: {'subnet': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:32.934527 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.935180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:32.949519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.017373 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.103385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=12ed2019-faa4-4ed3-9e24-df6b4b6ed65c,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:33.122426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59b6e9a9-d76a-496c-afad-d8c7db6ba985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.140927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': 'fce5daa4-e54e-498d-992a-471fd17e633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:33.141226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: ea040ccc-5ce1-4bb4-8369-d0401727d2a4, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:33.205306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-f3b12c7b-9265-416c-bd60-cd56f13b4371 service neutron] 10.222.0.45 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970912 Aug 25 15:13:33.212845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.228593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.236201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59b6e9a9-d76a-496c-afad-d8c7db6ba985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.280492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:33.374782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-91262acc-18ba-4166-ae34-843385f15392 service neutron] 10.222.0.45 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601093 Aug 25 15:13:33.387709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ea040ccc-5ce1-4bb4-8369-d0401727d2a4) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:33.392330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58976d-6c3e-48d8-ba53-98eda3f79908 None None] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:33.392756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:33.393173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.410726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.411363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Fanout notify agent at l3_agent the message router_deleted on router f6456f91-f5c2-4a60-8315-93f0bbb2ca28 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:33.418511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.419666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d28bab20-de5b-4e6b-a6be-61c52a62e5f4 tempest-RoutersNegativeTest-1037684991 tempest-RoutersNegativeTest-1037684991-project] 10.222.0.58 "DELETE /v2.0/routers/f6456f91-f5c2-4a60-8315-93f0bbb2ca28 HTTP/1.1" status: 204 len: 168 time: 0.6192474 Aug 25 15:13:33.473550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59b6e9a9-d76a-496c-afad-d8c7db6ba985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.475564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59b6e9a9-d76a-496c-afad-d8c7db6ba985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.479350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-59b6e9a9-d76a-496c-afad-d8c7db6ba985 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a334540-b146-4ac9-9227-ed9a3daaced2 HTTP/1.1" status: 204 len: 168 time: 0.6678021 Aug 25 15:13:33.490727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6e9a9-d76a-496c-afad-d8c7db6ba985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a334540-b146-4ac9-9227-ed9a3daaced2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:33.512037 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-518e3dbb-b5b0-4dbf-bb99-7396a392e9b1 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5725391 Aug 25 15:13:33.515955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33372) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:33.524907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4', 'name': 'tempest-PortsIpV6TestJSON-778619930', 'fixed_ips': [{'subnet_id': '12ed2019-faa4-4ed3-9e24-df6b4b6ed65c', 'ip_address': '2001:db8::10'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:33.589430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.660838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ea040ccc-5ce1-4bb4-8369-d0401727d2a4', 'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': '12ed2019-faa4-4ed3-9e24-df6b4b6ed65c'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:33.662634 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:33.789492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Subnet': ['ID=cc7268a4-c59b-4858-8aef-e8d8cc872cb8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:33.800593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Checking segment: {'id': '45ea3e93-7a37-419c-91af-07684b8100e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:33.801254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network hostable DHCP agents. Network: cfa99fe1-1e8c-4612-8e52-f51d4892d161, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:33.812938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92706fe-9048-4609-87b8-7334dc15d206 req-f26f0dbb-9105-48c6-88d6-bbcf49d40412 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:33.814705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d92706fe-9048-4609-87b8-7334dc15d206 req-f26f0dbb-9105-48c6-88d6-bbcf49d40412 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.1372628 Aug 25 15:13:33.827276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:33.864663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d92706fe-9048-4609-87b8-7334dc15d206 req-84c6ce57-8cbe-4a94-a1cf-96bad3a1d83e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Aug 25 15:13:33.971046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network cfa99fe1-1e8c-4612-8e52-f51d4892d161 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:33.978902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-44d1b103-e1e5-4c2c-b4f9-b10951658389 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:33.980753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-44d1b103-e1e5-4c2c-b4f9-b10951658389 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd&tenant_id=1adf2409290d43fda7863871e785644e&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 1095 time: 0.0817180 Aug 25 15:13:34.064397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.079352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, cfa99fe1-1e8c-4612-8e52-f51d4892d161) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:34.090372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.144954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port ceb78537-1590-45f7-be6e-888e45ceeb87 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:34.179496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77f133-ec1e-4a79-affe-575c5436ca42 None None] Network cfa99fe1-1e8c-4612-8e52-f51d4892d161 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:34.207456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event updated for resources: {'Subnet': ['ID=69657965-aaef-4722-b339-939934a1fb0c,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:34.235988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Checking segment: {'id': '8feb8704-8427-44fa-bb72-df923a9789c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:34.236369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network hostable DHCP agents. Network: 2a55a01c-980f-4ef3-8e33-37daf3ca3e01, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:34.270584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Allocated IP 2001:db8::2 (ea040ccc-5ce1-4bb4-8369-d0401727d2a4/12ed2019-faa4-4ed3-9e24-df6b4b6ed65c/61536c78-ef56-493f-be44-b3e4b747155c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:34.404058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:34.479083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-cfa99fe1-1e8c-4612-8e52-f51d4892d161', 'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161', 'tenant_id': '6d11fa5b10d246bd884e6fdbda151b50', 'fixed_ips': [{'subnet_id': 'cc7268a4-c59b-4858-8aef-e8d8cc872cb8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:34.511894 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.551807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33384) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:34.605273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6bc546c9-7a92-4efb-942a-892d7d4ffcea service neutron] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:34.605273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6bc546c9-7a92-4efb-942a-892d7d4ffcea service neutron] Notify callbacks [] for binding, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.605273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-6bc546c9-7a92-4efb-942a-892d7d4ffcea service neutron] 10.222.0.45 "DELETE /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4/bindings/n-h1-805995-2 HTTP/1.1" status: 204 len: 173 time: 0.5899653 Aug 25 15:13:34.667296 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.700161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Transition to ACTIVE for port object 61536c78-ef56-493f-be44-b3e4b747155c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:34.719645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 2a55a01c-980f-4ef3-8e33-37daf3ca3e01) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:34.731306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:34.731566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Transition to ACTIVE for port object 61536c78-ef56-493f-be44-b3e4b747155c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:34.731768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:34.731768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.732083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d4096-a3ee-4c56-b025-e11db0e7d7c3 None None] Network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:34.753019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Allocated IP 2001:db8::1 (cfa99fe1-1e8c-4612-8e52-f51d4892d161/cc7268a4-c59b-4858-8aef-e8d8cc872cb8/0455ae5f-5dc7-4faf-9031-1f87999ffb45) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:34.786752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33392) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:34.823954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.856934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-235a0311-4bb2-428c-86ce-00abd9d1355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:34.877610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e70714a9-d2ca-410e-8aae-e4b107bd9cd4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0894854 Aug 25 15:13:34.877610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:35.043976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9dc176-b2a2-4551-a2cd-809686c7d6e4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:35.046501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9dc176-b2a2-4551-a2cd-809686c7d6e4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:35.050315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9dc176-b2a2-4551-a2cd-809686c7d6e4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:35.055121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-da9dc176-b2a2-4551-a2cd-809686c7d6e4 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1745763 Aug 25 15:13:35.066087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33398) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:35.070915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:35.084256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:35.086125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Pushing event updated for resources: {'Port': ['ID=61536c78-ef56-493f-be44-b3e4b747155c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:35.088655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:35.145156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-96c262ac-6d8a-408c-b4c3-286323ec8b38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c5616e5e5e74428af515019bc31e2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894396 Aug 25 15:13:35.147841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33402) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:35.180697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::10 (ea040ccc-5ce1-4bb4-8369-d0401727d2a4/12ed2019-faa4-4ed3-9e24-df6b4b6ed65c/ceb78537-1590-45f7-be6e-888e45ceeb87) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:35.217255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-235a0311-4bb2-428c-86ce-00abd9d1355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.219969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Deleting subnet cc7268a4-c59b-4858-8aef-e8d8cc872cb8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:35.269414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-2a55a01c-980f-4ef3-8e33-37daf3ca3e01', 'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01', 'tenant_id': '6d11fa5b10d246bd884e6fdbda151b50', 'fixed_ips': [{'subnet_id': '69657965-aaef-4722-b339-939934a1fb0c'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:35.270373 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.292396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48db36-ec5f-4571-882d-85da7d04390f req-d4d5dd3c-8879-4229-ba3f-cf64a727c41a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:35.294139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea48db36-ec5f-4571-882d-85da7d04390f req-d4d5dd3c-8879-4229-ba3f-cf64a727c41a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.2030382 Aug 25 15:13:35.306222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33404) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:35.311528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Attempting to bind port 61536c78-ef56-493f-be44-b3e4b747155c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:35.319139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Attempting to bind port 61536c78-ef56-493f-be44-b3e4b747155c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'fce5daa4-e54e-498d-992a-471fd17e633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:35.319139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Attempting to bind port 61536c78-ef56-493f-be44-b3e4b747155c on network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:35.348556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:35.348939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Checking segment: {'id': 'fce5daa4-e54e-498d-992a-471fd17e633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:35.349342 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.349785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Bound using segment: {'id': 'fce5daa4-e54e-498d-992a-471fd17e633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:35.350228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Bound port: 61536c78-ef56-493f-be44-b3e4b747155c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce5daa4-e54e-498d-992a-471fd17e633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:35.350971 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.351859 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-235a0311-4bb2-428c-86ce-00abd9d1355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.354258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b51ada73-19eb-447a-afcf-fc9f3148d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.441178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b51ada73-19eb-447a-afcf-fc9f3148d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.449168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1342299014'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:35.451743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.487586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Transition to ACTIVE for port object 0455ae5f-5dc7-4faf-9031-1f87999ffb45 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:35.524889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a0311-4bb2-428c-86ce-00abd9d1355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab22789-5167-4806-a46c-8e7fb7f354e2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:35.541219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] For port 61536c78-ef56-493f-be44-b3e4b747155c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:35.543397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Transition to ACTIVE for port object 0455ae5f-5dc7-4faf-9031-1f87999ffb45 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:35.547195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] For port 61536c78-ef56-493f-be44-b3e4b747155c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=61536c78-ef56-493f-be44-b3e4b747155c,segment=NetworkSegment(fce5daa4-e54e-498d-992a-471fd17e633e),segment_id=fce5daa4-e54e-498d-992a-471fd17e633e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:35.560687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Allocated IP 2001:db8:0:1::1 (2a55a01c-980f-4ef3-8e33-37daf3ca3e01/69657965-aaef-4722-b339-939934a1fb0c/b88c0828-7149-486c-b86e-9877a27b92e0) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:35.561536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea48db36-ec5f-4571-882d-85da7d04390f req-e3bf306e-9789-4f47-b3e0-b6321a7c6550 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590957 Aug 25 15:13:35.567193 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-235a0311-4bb2-428c-86ce-00abd9d1355b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebebba8b20d04e808f70f35cd8c35fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791216 Aug 25 15:13:35.569886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33408) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:35.577972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.579046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.646882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.668509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object ceb78537-1590-45f7-be6e-888e45ceeb87 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:35.697301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.698200 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.709626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.727045 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5667eba-3c14-4386-8b54-e0ddbf243178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.736735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b51ada73-19eb-447a-afcf-fc9f3148d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.747157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b51ada73-19eb-447a-afcf-fc9f3148d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.752285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b51ada73-19eb-447a-afcf-fc9f3148d279 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a63def0c-8d6d-4a40-9e99-d7b54430bf27 HTTP/1.1" status: 204 len: 168 time: 0.6002088 Aug 25 15:13:35.765683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.792551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ada73-19eb-447a-afcf-fc9f3148d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63def0c-8d6d-4a40-9e99-d7b54430bf27,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:35.808126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Network cfa99fe1-1e8c-4612-8e52-f51d4892d161 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:35.814267 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5667eba-3c14-4386-8b54-e0ddbf243178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.821208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50222-8d8e-4d6c-838e-dc73f58c5cdf req-6717de6f-6904-40c5-8842-b63d3a91335b tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:35.822770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebb50222-8d8e-4d6c-838e-dc73f58c5cdf req-6717de6f-6904-40c5-8842-b63d3a91335b tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1095 time: 0.1659565 Aug 25 15:13:35.823558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.835792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:35.842042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:35.868001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Pushing event updated for resources: {'Port': ['ID=0455ae5f-5dc7-4faf-9031-1f87999ffb45,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:35.892307 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.913249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:35.916777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:35.921184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:35.923976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.927046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:35.927746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:35.935596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=ceb78537-1590-45f7-be6e-888e45ceeb87,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.008786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Transition to ACTIVE for port object b88c0828-7149-486c-b86e-9877a27b92e0 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:36.012546 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebb50222-8d8e-4d6c-838e-dc73f58c5cdf req-25be1eb7-ccc5-4a8a-90cc-7e6b987f5846 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112897 Aug 25 15:13:36.025633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.045802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Attempting to bind port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:36.046249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Attempting to bind port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '45ea3e93-7a37-419c-91af-07684b8100e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:36.046838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Attempting to bind port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 on network cfa99fe1-1e8c-4612-8e52-f51d4892d161 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:36.051412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-79abdd50-f748-40a6-84b3-07397a85cbba tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5329332 Aug 25 15:13:36.054026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33418) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:36.058754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:36.059286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Checking segment: {'id': '45ea3e93-7a37-419c-91af-07684b8100e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:36.059769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.060243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Bound using segment: {'id': '45ea3e93-7a37-419c-91af-07684b8100e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:36.060432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'ea040ccc-5ce1-4bb4-8369-d0401727d2a4', 'name': 'tempest-PortsIpV6TestJSON-1660024925', 'fixed_ips': [{'subnet_id': '12ed2019-faa4-4ed3-9e24-df6b4b6ed65c', 'ip_address': '2001:db8::f'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:36.060871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Bound port: 0455ae5f-5dc7-4faf-9031-1f87999ffb45, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea3e93-7a37-419c-91af-07684b8100e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfa99fe1-1e8c-4612-8e52-f51d4892d161'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:36.061396 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.070902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.086914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547ea92-90be-4128-99b3-7ed0ef3f4ed0 None None] Pushing event updated for resources: {'Port': ['ID=61536c78-ef56-493f-be44-b3e4b747155c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.180807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Transition to ACTIVE for port object b88c0828-7149-486c-b86e-9877a27b92e0 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:36.185950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5667eba-3c14-4386-8b54-e0ddbf243178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.188717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5667eba-3c14-4386-8b54-e0ddbf243178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.190026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5667eba-3c14-4386-8b54-e0ddbf243178 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ab22789-5167-4806-a46c-8e7fb7f354e2 HTTP/1.1" status: 204 len: 168 time: 0.6189687 Aug 25 15:13:36.201578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5667eba-3c14-4386-8b54-e0ddbf243178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab22789-5167-4806-a46c-8e7fb7f354e2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.248184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.249445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dd7c1bd7-58f6-4731-a502-ef710d012d83 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9421804 Aug 25 15:13:36.252204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:36.257388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9304c79-f899-46f3-b993-aeda6c8e852e req-c90d412c-fdac-4aa3-a7b2-3fdc51f404ab tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:36.258999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9304c79-f899-46f3-b993-aeda6c8e852e req-c90d412c-fdac-4aa3-a7b2-3fdc51f404ab tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.1150219 Aug 25 15:13:36.334917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9304c79-f899-46f3-b993-aeda6c8e852e req-05e81650-13e9-4f3f-9d97-ef75f612c463 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539265 Aug 25 15:13:36.335493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.343872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.363310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33424) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:36.381316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:36.384499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:36.387433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:36.400613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Pushing event updated for resources: {'Port': ['ID=b88c0828-7149-486c-b86e-9877a27b92e0,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.431550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] For port 0455ae5f-5dc7-4faf-9031-1f87999ffb45, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:36.449470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2caf82d2-d5df-418e-93f1-c005debe852c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 HTTP/1.1" status: 200 len: 991 time: 0.0848634 Aug 25 15:13:36.463849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] For port 0455ae5f-5dc7-4faf-9031-1f87999ffb45, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0455ae5f-5dc7-4faf-9031-1f87999ffb45,segment=NetworkSegment(45ea3e93-7a37-419c-91af-07684b8100e9),segment_id=45ea3e93-7a37-419c-91af-07684b8100e9)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:36.465246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:36.471269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.489799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Attempting to bind port b88c0828-7149-486c-b86e-9877a27b92e0 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:36.490386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Attempting to bind port b88c0828-7149-486c-b86e-9877a27b92e0 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '8feb8704-8427-44fa-bb72-df923a9789c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:36.490523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Attempting to bind port b88c0828-7149-486c-b86e-9877a27b92e0 on network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:36.492353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port f9d98061-ecb6-44f3-bb09-7c03f35e42b7 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:36.498863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.503972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:36.504349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Checking segment: {'id': '8feb8704-8427-44fa-bb72-df923a9789c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:36.504782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.505159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Bound using segment: {'id': '8feb8704-8427-44fa-bb72-df923a9789c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:36.506849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Bound port: b88c0828-7149-486c-b86e-9877a27b92e0, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8feb8704-8427-44fa-bb72-df923a9789c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2a55a01c-980f-4ef3-8e33-37daf3ca3e01'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:36.507474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.597597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] For port b88c0828-7149-486c-b86e-9877a27b92e0, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:36.600410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7268a4-c59b-4858-8aef-e8d8cc872cb8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.601765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] For port b88c0828-7149-486c-b86e-9877a27b92e0, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b88c0828-7149-486c-b86e-9877a27b92e0,segment=NetworkSegment(8feb8704-8427-44fa-bb72-df923a9789c8),segment_id=8feb8704-8427-44fa-bb72-df923a9789c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:36.604813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.611268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.616121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-48418ffa-fb26-4a02-ad19-c22307aa1b3d tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/subnets/cc7268a4-c59b-4858-8aef-e8d8cc872cb8 HTTP/1.1" status: 204 len: 168 time: 1.5431137 Aug 25 15:13:36.616121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.616750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33434) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:36.622600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.686135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Deleting subnet 69657965-aaef-4722-b339-939934a1fb0c {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:36.689460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.723731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee35df4-b898-4d79-bf47-ed6796076711 None None] Pushing event updated for resources: {'Port': ['ID=0455ae5f-5dc7-4faf-9031-1f87999ffb45,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.741447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:36.806605 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:36.807677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::f (ea040ccc-5ce1-4bb4-8369-d0401727d2a4/12ed2019-faa4-4ed3-9e24-df6b4b6ed65c/f9d98061-ecb6-44f3-bb09-7c03f35e42b7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:36.896310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f63d5-d128-454f-8423-7a0ec38c7c71 None None] Pushing event updated for resources: {'Port': ['ID=b88c0828-7149-486c-b86e-9877a27b92e0,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:36.990559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.198406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.209771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.256541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object f9d98061-ecb6-44f3-bb09-7c03f35e42b7 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:37.316777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.317331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2d73239-b794-41bc-98f8-c05c9ec1569b {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:37.323811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.328316 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-013d90c5-4a47-46d4-890b-756647483559 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d2d73239-b794-41bc-98f8-c05c9ec1569b HTTP/1.1" status: 204 len: 168 time: 1.0750690 Aug 25 15:13:37.332587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33458) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:37.335769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Request body: {'router': {'name': 'tempest-router-482975881', 'distributed': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:37.400622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.419249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.771411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.771411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.771411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:37.774830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6b004-5c25-44d6-9712-c56302bd78c3 None None] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:37.777073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=f9d98061-ecb6-44f3-bb09-7c03f35e42b7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:37.777073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:37.777073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:37.777073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:37.777073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.777073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.929816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:37.930421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61536c78-ef56-493f-be44-b3e4b747155c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:37.936405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-77b723b3-8864-4f18-a6c8-a90a97ba9c82 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8814018 Aug 25 15:13:37.940191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33476) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:37.943904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed989eec-bfd2-4f6d-90b3-75accba3b877 None None] Provisioning for port 61536c78-ef56-493f-be44-b3e4b747155c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:38.100560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Subnet': ['ID=69657965-aaef-4722-b339-939934a1fb0c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:38.106970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.109785 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27846ee3-1522-4b51-86d1-449a58c1ed87 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/subnets/69657965-aaef-4722-b339-939934a1fb0c HTTP/1.1" status: 204 len: 168 time: 1.4920027 Aug 25 15:13:38.116128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33480) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:38.173278 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.175432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-58a39c92-6263-471c-b0c1-9e45cee60704 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8433244 Aug 25 15:13:38.181409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33482) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:38.181409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:38.239908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10babb41-ec68-4875-8b16-0a6b0fc2729f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:38.240104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 61536c78-ef56-493f-be44-b3e4b747155c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:38.244192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-10babb41-ec68-4875-8b16-0a6b0fc2729f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2968957 Aug 25 15:13:38.244977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 12d8b090-8a10-4569-9029-0fcbe0881a32 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:38.246571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 61536c78-ef56-493f-be44-b3e4b747155c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:38.246958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.247286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.253277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33488) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:38.288208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470bc2bc-1ba7-475f-b95b-089a786d972e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:38.289725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-470bc2bc-1ba7-475f-b95b-089a786d972e tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1763549 Aug 25 15:13:38.341148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33492) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:38.373344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.482128 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.559965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 61536c78-ef56-493f-be44-b3e4b747155c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=61536c78-ef56-493f-be44-b3e4b747155c,segment=NetworkSegment(fce5daa4-e54e-498d-992a-471fd17e633e),segment_id=fce5daa4-e54e-498d-992a-471fd17e633e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:38.611608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c185b-a463-404b-bfad-4c17bbaeeb28 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:38.626542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c185b-a463-404b-bfad-4c17bbaeeb28 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:38.633873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c185b-a463-404b-bfad-4c17bbaeeb28 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:38.639273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2b5c185b-a463-404b-bfad-4c17bbaeeb28 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3848643 Aug 25 15:13:38.652320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:38.656401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.657556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0455ae5f-5dc7-4faf-9031-1f87999ffb45 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:38.781429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.785238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.854250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f331d-bbf8-4da8-9091-463b7ddf46cc None None] Network cfa99fe1-1e8c-4612-8e52-f51d4892d161 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:38.856454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.866400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.866748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:38.891683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 12d8b090-8a10-4569-9029-0fcbe0881a32 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:38.992257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port f9d98061-ecb6-44f3-bb09-7c03f35e42b7 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:38.992617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.226233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Deleting port b88c0828-7149-486c-b86e-9877a27b92e0 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:39.227232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.274941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b8026520-2910-4806-94e2-41414173febd None None] Provisioning for port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:39.281125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=61536c78-ef56-493f-be44-b3e4b747155c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:39.310422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-915040989'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:39.332320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91e599-b6de-449a-9ecb-72058e06272a None None] Network 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:39.349827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.394928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for f9d98061-ecb6-44f3-bb09-7c03f35e42b7 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:39.417173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] DHCP port deletion for cfa99fe1-1e8c-4612-8e52-f51d4892d161 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:39.435314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] For port b88c0828-7149-486c-b86e-9877a27b92e0, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b88c0828-7149-486c-b86e-9877a27b92e0,segment=NetworkSegment(8feb8704-8427-44fa-bb72-df923a9789c8),segment_id=8feb8704-8427-44fa-bb72-df923a9789c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:39.436592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.445624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.446300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d34574f-ac73-4027-96da-75025f03f208 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:39.476250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.476250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-476b58c8-0964-43ae-b420-6d34898f7564 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6d34574f-ac73-4027-96da-75025f03f208 HTTP/1.1" status: 204 len: 168 time: 1.2791615 Aug 25 15:13:39.476403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:39.477264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:39.482919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Request body: {'router': {'name': 'tempest-router-1159967371', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '15ccba495eda4a40996bbb8d7fd15e97'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:39.508825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Made reservation on behalf of 4fb44b8522aa462e81a38c5ee09c67ab for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:39.513035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.536085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Calling delete_port for b88c0828-7149-486c-b86e-9877a27b92e0 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:39.536260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.649472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.652158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.661113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:39.661705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.665791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Provisioning for port b88c0828-7149-486c-b86e-9877a27b92e0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:39.738875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.745585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] Deleting port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:39.745585 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.756459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.771232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=12d8b090-8a10-4569-9029-0fcbe0881a32,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:39.829711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95018f2-49ed-4a94-a0b5-cb864467f711 None None] DHCP port deletion for 2a55a01c-980f-4ef3-8e33-37daf3ca3e01 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:39.847718 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.852468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] For port 0455ae5f-5dc7-4faf-9031-1f87999ffb45, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0455ae5f-5dc7-4faf-9031-1f87999ffb45,segment=NetworkSegment(45ea3e93-7a37-419c-91af-07684b8100e9),segment_id=45ea3e93-7a37-419c-91af-07684b8100e9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:39.852636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.852870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.881691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.881885 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP 9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 disassociated (deleted). External IP: 172.25.8.141, port: f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4. Aug 25 15:13:39.885351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c95018f2-49ed-4a94-a0b5-cb864467f711 None None] The port 'b88c0828-7149-486c-b86e-9877a27b92e0' was deleted {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 25 15:13:39.885876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Port': ['ID=b88c0828-7149-486c-b86e-9877a27b92e0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:39.897553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] Calling delete_port for 0455ae5f-5dc7-4faf-9031-1f87999ffb45 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:39.903256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Provisioning for port ceb78537-1590-45f7-be6e-888e45ceeb87 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:39.923889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Provisioning complete for port ceb78537-1590-45f7-be6e-888e45ceeb87 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:39.924268 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.929385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] No DVR routers for this DVR port b88c0828-7149-486c-b86e-9877a27b92e0 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:39.934991 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.946907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 0455ae5f-5dc7-4faf-9031-1f87999ffb45, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0455ae5f-5dc7-4faf-9031-1f87999ffb45,segment=NetworkSegment(45ea3e93-7a37-419c-91af-07684b8100e9),segment_id=45ea3e93-7a37-419c-91af-07684b8100e9)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:39.960604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:39.998934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=f9d98061-ecb6-44f3-bb09-7c03f35e42b7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:40.005585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Port ceb78537-1590-45f7-be6e-888e45ceeb87 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:40.011920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Could not find standard attr ID for object f9d98061-ecb6-44f3-bb09-7c03f35e42b7. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:40.024051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.031869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Provisioning complete for port 61536c78-ef56-493f-be44-b3e4b747155c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:40.032266 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7feb98b7-1b64-41e8-b346-3e6cedfd4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.059119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.060121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b88c0828-7149-486c-b86e-9877a27b92e0 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:40.093775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b88c0828-7149-486c-b86e-9877a27b92e0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:40.094162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b88c0828-7149-486c-b86e-9877a27b92e0 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 15:13:40.147939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Port b88c0828-7149-486c-b86e-9877a27b92e0 not found, will not notify nova. {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 15:13:40.152157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.154085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1aeee9f8-0b87-454d-b3fd-f970353f6e14 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/f9d98061-ecb6-44f3-bb09-7c03f35e42b7 HTTP/1.1" status: 204 len: 168 time: 1.4894638 Aug 25 15:13:40.156794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33524) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:40.173418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.201309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a55a01c-980f-4ef3-8e33-37daf3ca3e01']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:40.210424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.215134 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.215809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8feb8704-8427-44fa-bb72-df923a9789c8') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:40.217463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8feb8704-8427-44fa-bb72-df923a9789c8') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:40.229709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.233480 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8916056d-e62a-4122-b638-59d1ba77472d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:40.239310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8916056d-e62a-4122-b638-59d1ba77472d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/f9d98061-ecb6-44f3-bb09-7c03f35e42b7 HTTP/1.1" status: 404 len: 333 time: 0.0813582 Aug 25 15:13:40.248373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33528) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:40.260214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] No DVR routers for this DVR port 0455ae5f-5dc7-4faf-9031-1f87999ffb45 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:40.280777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=0455ae5f-5dc7-4faf-9031-1f87999ffb45,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:40.295057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.305420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:40.305844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:40.309863 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:40.342460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.358492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb87b0-2604-4109-ac76-e9b738825054 None None] Pushing event deleted for resources: {'Port': ['ID=0455ae5f-5dc7-4faf-9031-1f87999ffb45,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:40.361772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87fd6a3f-ddaf-4976-9145-8fb1f189aa5f tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8832624 Aug 25 15:13:40.372402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33534) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:40.376519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61536c78-ef56-493f-be44-b3e4b747155c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:40.409040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:40.429254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.429571 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Added segment 1ec4d4b0-5848-4e3b-8d32-56aa9748a971 of type vlan for network 6de5bff2-020a-4ba5-9df7-093a33a61f0b Aug 25 15:13:40.459963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 61536c78-ef56-493f-be44-b3e4b747155c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:40.462404 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.477282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 29833e4a-6101-4832-9a6b-e1a952559566 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:40.486426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.508163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1f89d81a-e26e-4cf9-b7b1-3dc07e9063df None None] Could not find standard attr ID for object f9d98061-ecb6-44f3-bb09-7c03f35e42b7. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:13:40.514930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:40.597604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e54c73-2483-4bb3-af60-7ffda785f945,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:40.597761 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.608129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.615096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.616262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/networks/2a55a01c-980f-4ef3-8e33-37daf3ca3e01 HTTP/1.1" status: 204 len: 168 time: 2.2515831 Aug 25 15:13:40.619279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33538) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:40.620913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:40.621540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.679359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b88c0828-7149-486c-b86e-9877a27b92e0 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:40.709322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b88c0828-7149-486c-b86e-9877a27b92e0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:40.709813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b88c0828-7149-486c-b86e-9877a27b92e0 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:40.710370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0455ae5f-5dc7-4faf-9031-1f87999ffb45 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:40.733866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0455ae5f-5dc7-4faf-9031-1f87999ffb45 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:40.734449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0455ae5f-5dc7-4faf-9031-1f87999ffb45 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:40.735263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.775562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215066dc-c1a7-4c7a-bcbd-eafcdfe56f31 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Network': ['ID=2a55a01c-980f-4ef3-8e33-37daf3ca3e01,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:40.809427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6235740 Aug 25 15:13:40.822278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33544) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:40.829616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-5d8f5dbe-8a7c-4cd0-bcba-d4e28f623972 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-108021753') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:40.859178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:40.859178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.864981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] Sync routers for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:40.874375 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:40.875017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:40.898673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee77bd-e793-470e-998a-86e2152f9506 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Pushing event updated for resources: {'Network': ['ID=6de5bff2-020a-4ba5-9df7-093a33a61f0b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:40.910420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6de5bff2-020a-4ba5-9df7-093a33a61f0b details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:40.915675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.916290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.966270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port ceb78537-1590-45f7-be6e-888e45ceeb87 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:40.967611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:40.978799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-642abc70-45f4-4a46-aa26-bc6e381bff55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/floatingips/9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24 HTTP/1.1" status: 204 len: 168 time: 4.2313266 Aug 25 15:13:40.986847 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:13:41.001032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:41.003397 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f068aee-879c-4760-b368-cee769e62c90" -d '{"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:41.071530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.086482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101873) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 25 15:13:41.086988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Router 30a63287-77b4-4f4b-bf42-fda6f034db7f migrating from provider to provider. {{(pid=101873) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 25 15:13:41.087489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.098256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa99fe1-1e8c-4612-8e52-f51d4892d161']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.104746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.121121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ea3e93-7a37-419c-91af-07684b8100e9') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.121385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ea3e93-7a37-419c-91af-07684b8100e9') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.134043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.134773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.149990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.156721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for ceb78537-1590-45f7-be6e-888e45ceeb87 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:41.156936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:41.157324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:41.161633 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:41.257800 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.260808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33552) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:41.261078 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d8f5dbe-8a7c-4cd0-bcba-d4e28f623972 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "PUT /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-108021753 HTTP/1.1" status: 201 len: 201 time: 0.4342909 Aug 25 15:13:41.266071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-000e232b-2045-4518-85a5-bd5e239fcbee tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-108021753') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.317173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:23Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.348845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.361598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.364092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/networks/cfa99fe1-1e8c-4612-8e52-f51d4892d161 HTTP/1.1" status: 204 len: 168 time: 0.7399728 Aug 25 15:13:41.366858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33556) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:41.398574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bfd14-1d15-4e54-a988-ffbef4718cef tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Network': ['ID=cfa99fe1-1e8c-4612-8e52-f51d4892d161,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:41.408076 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] Checking router: 29833e4a-6101-4832-9a6b-e1a952559566 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:13:41.433142 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:41.433963 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.452469 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd10104-9311-4979-ad17-4be2fd87290d x-openstack-request-id: req-7bd10104-9311-4979-ad17-4be2fd87290d {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:41.452757 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:41.453008 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7bd10104-9311-4979-ad17-4be2fd87290d {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:41.454806 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'status': 'completed', 'code': 200} Aug 25 15:13:41.547084 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.549627 n-d-805995-2 neutron-server[101873]: WARNING neutron.scheduler.l3_agent_scheduler [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] No L3 agents can host the router 30a63287-77b4-4f4b-bf42-fda6f034db7f Aug 25 15:13:41.603531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068aee-879c-4760-b368-cee769e62c90 req-cdb98873-3c2e-47f3-93b7-bff4413787b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:41.605061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-cdb98873-3c2e-47f3-93b7-bff4413787b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 1095 time: 0.1206963 Aug 25 15:13:41.611067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-000e232b-2045-4518-85a5-bd5e239fcbee tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-108021753 HTTP/1.1" status: 204 len: 168 time: 0.3491945 Aug 25 15:13:41.618425 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:13:41.620072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33564) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:41.663105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.673924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-5ead4bd1-c770-4b3b-b0cb-5385930eebb9 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.681253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed5f4dc-25b8-4e44-ade6-71ef588b3a40']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.702559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1363a316-5003-4f92-8881-f6c86a181659') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.704345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1363a316-5003-4f92-8881-f6c86a181659') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:41.714970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.732001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.746586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:41.746586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:41.827294 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:41.885244 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.895081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:41.898124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/networks/0ed5f4dc-25b8-4e44-ade6-71ef588b3a40 HTTP/1.1" status: 204 len: 168 time: 0.5090032 Aug 25 15:13:41.902209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:41.949199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fbce4-ec20-412c-b8a1-12067e055c93 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Network': ['ID=0ed5f4dc-25b8-4e44-ade6-71ef588b3a40,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:41.981272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Hosts for router 30a63287-77b4-4f4b-bf42-fda6f034db7f: [] {{(pid=101873) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 25 15:13:42.005553 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:23Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:42.049484 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992a0c9-10c5-4499-aa42-5be3aa4d961a None None] The sync data for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 is: [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:12:12Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '6a3cf290-e63f-47a4-adda-bc284515753f', 'name': '', 'network_id': '69c3dd72-3121-4452-a5ad-13319aebb075', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:40:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:10Z', 'updated_at': '2021-08-25T15:12:23Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': '477a3a76-8a0a-49e3-aba8-ac4ca1002d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:42.074008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Hosts for other DVR routers connected to router 30a63287-77b4-4f4b-bf42-fda6f034db7f: set() {{(pid=101873) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 25 15:13:42.074857 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.077032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.083684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33574) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:42.083845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-de342f90-fa54-490f-a765-2a4ac93fdbf9 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "PUT /v2.0/routers/30a63287-77b4-4f4b-bf42-fda6f034db7f HTTP/1.1" status: 200 len: 717 time: 1.5714612 Aug 25 15:13:42.090187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.158606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=ceb78537-1590-45f7-be6e-888e45ceeb87,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:42.180559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5ead4bd1-c770-4b3b-b0cb-5385930eebb9 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags HTTP/1.1" status: 200 len: 237 time: 0.5049984 Aug 25 15:13:42.203699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6c88-9020-4f4b-b550-2cc64286916b req-20b20409-6676-4a76-884b-24abef2bc344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:42.205357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f65a6c88-9020-4f4b-b550-2cc64286916b req-20b20409-6676-4a76-884b-24abef2bc344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.5255442 Aug 25 15:13:42.210589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33576) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:42.216238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-15c059f6-8fe7-4187-96d3-cefa9c345a06 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', {'tags': ['tempest-TagsTest-Tag-1284257921', 'tempest-TagsTest-Tag-99898641', 'tempest-TagsTest-Tag-405761911']}) {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:42.254086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-12a63f7e-aff6-420c-bd1c-ae839b3de7c3 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "GET /v2.0/routers/30a63287-77b4-4f4b-bf42-fda6f034db7f HTTP/1.1" status: 200 len: 717 time: 0.1696801 Aug 25 15:13:42.265058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:42.288043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.290042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bdea8960-f70a-4576-a1f5-dce12b9b987b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/ceb78537-1590-45f7-be6e-888e45ceeb87 HTTP/1.1" status: 204 len: 168 time: 2.0134747 Aug 25 15:13:42.298037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-c2d27312-85ab-4622-8904-4f36e49cffb4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:42.299613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-c2d27312-85ab-4622-8904-4f36e49cffb4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 944 time: 0.2753520 Aug 25 15:13:42.305660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33580) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:42.338322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068aee-879c-4760-b368-cee769e62c90 req-2b4c6396-87a8-4d69-b1d7-7a824680fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:42.344466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-2b4c6396-87a8-4d69-b1d7-7a824680fe02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 200 len: 897 time: 0.6757929 Aug 25 15:13:42.357134 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef28d19a-08a2-4a51-9ff1-1682c0bd8f97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:42.362101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef28d19a-08a2-4a51-9ff1-1682c0bd8f97 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/ceb78537-1590-45f7-be6e-888e45ceeb87 HTTP/1.1" status: 404 len: 333 time: 0.0478442 Aug 25 15:13:42.362758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:42.364561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.406363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee4f96c-116d-4e41-93c1-8d695d349738']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:42.427216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c419afab-094f-47d6-9867-3dd840798fcd') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:42.427515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c419afab-094f-47d6-9867-3dd840798fcd') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:42.444829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.478965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 12ed2019-faa4-4ed3-9e24-df6b4b6ed65c {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:42.482479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.505454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286be56c-796b-4e9e-8e46-67e6cb63b8cc None None] New status for floating IP 9ddfa77e-5d2d-4c65-852a-8ec39d5d3d24: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:13:42.538676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.561341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-d8a44531-78f6-4546-856d-5c0f62823882 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 200 len: 217 time: 0.1481071 Aug 25 15:13:42.673831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f65a6c88-9020-4f4b-b550-2cc64286916b req-a25ddf12-5836-49e2-9827-b97381fd5478 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b722a14-eb86-492a-9fcb-4d91509b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018610 Aug 25 15:13:42.675319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.696536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068aee-879c-4760-b368-cee769e62c90 req-13525e85-3ba3-410f-a376-135b0a174cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:42.698115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-13525e85-3ba3-410f-a376-135b0a174cb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 200 len: 835 time: 0.1250045 Aug 25 15:13:42.761443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.777686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:42.779097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.782957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-15c059f6-8fe7-4187-96d3-cefa9c345a06 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "PUT /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags HTTP/1.1" status: 200 len: 306 time: 0.5704579 Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:42.787651 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:42.793436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33586) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:42.814487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-37f1f323-853a-494a-8f5d-18f976e7eaa9 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-1284257921') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:42.856903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:42.857319 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.888375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:42.987945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:42.988320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.004119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:43.051972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33c20987-24a5-4866-a932-92f4e64181b5 tempest-RoutersTestDVR-942485216 tempest-RoutersTestDVR-942485216-project] 10.222.0.58 "GET /v2.0/routers/30a63287-77b4-4f4b-bf42-fda6f034db7f HTTP/1.1" status: 200 len: 683 time: 0.7858450 Aug 25 15:13:43.053248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=12ed2019-faa4-4ed3-9e24-df6b4b6ed65c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:43.055312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33594) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:43.068646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793400f2-a516-4294-933f-ea42801e98af None None] Network ea040ccc-5ce1-4bb4-8369-d0401727d2a4 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:43.072072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.075327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.078877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e6070d7c-6eb5-43f7-96f1-306b6e9bfeb5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/12ed2019-faa4-4ed3-9e24-df6b4b6ed65c HTTP/1.1" status: 204 len: 168 time: 0.7110054 Aug 25 15:13:43.118145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:43.120809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.126440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] 10.222.0.58 "DELETE /v2.0/networks/fee4f96c-116d-4e41-93c1-8d695d349738 HTTP/1.1" status: 204 len: 168 time: 1.2180104 Aug 25 15:13:43.262927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.267067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.268588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6c19-3c1f-43aa-94c4-fec241b7e1b2 tempest-BulkNetworkOpsIpV6Test-1477593772 tempest-BulkNetworkOpsIpV6Test-1477593772-project] Pushing event deleted for resources: {'Network': ['ID=fee4f96c-116d-4e41-93c1-8d695d349738,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:43.285471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068aee-879c-4760-b368-cee769e62c90 req-d23c6c45-33b6-49f1-8053-3a29d99d8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:43.287138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-d23c6c45-33b6-49f1-8053-3a29d99d8461 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69c3dd72-3121-4452-a5ad-13319aebb075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5712075 Aug 25 15:13:43.321328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.341074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] DHCP port deletion for ea040ccc-5ce1-4bb4-8369-d0401727d2a4 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:43.437183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] Deleting port 61536c78-ef56-493f-be44-b3e4b747155c {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:43.437865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.453447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:43.540188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] No DVR routers for this DVR port f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:43.544301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.546558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.45 "DELETE /v2.0/ports/f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 HTTP/1.1" status: 204 len: 173 time: 1.1446009 Aug 25 15:13:43.547300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-deleted', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:43.547418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] For port 61536c78-ef56-493f-be44-b3e4b747155c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=61536c78-ef56-493f-be44-b3e4b747155c,segment=NetworkSegment(fce5daa4-e54e-498d-992a-471fd17e633e),segment_id=fce5daa4-e54e-498d-992a-471fd17e633e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:43.547957 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.549835 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30213c93-14e7-45fb-a8eb-1c9da326bada" -d '{"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-deleted", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:43.578822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] Calling delete_port for 61536c78-ef56-493f-be44-b3e4b747155c owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:43.615164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-8c60b9d9-41a1-4965-bb7a-f216a685a65a service neutron] 10.222.0.45 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189797 Aug 25 15:13:43.620126 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afe7075-8b5f-4917-9147-a1e1c9fccbb0 x-openstack-request-id: req-2afe7075-8b5f-4917-9147-a1e1c9fccbb0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:43.620472 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a39788-a489-4963-bd1b-3eab751d2afd", "name": "network-vif-deleted", "tag": "f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:43.620736 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2afe7075-8b5f-4917-9147-a1e1c9fccbb0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:43.621146 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a39788-a489-4963-bd1b-3eab751d2afd', 'name': 'network-vif-deleted', 'tag': 'f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4', 'status': 'completed', 'code': 200} Aug 25 15:13:43.630781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-37f1f323-853a-494a-8f5d-18f976e7eaa9 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "DELETE /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-1284257921 HTTP/1.1" status: 204 len: 168 time: 0.8353033 Aug 25 15:13:43.664511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:43.669948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-6477c972-9818-4f95-ae10-4b66b6027311 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-1284257921') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:43.800806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f068aee-879c-4760-b368-cee769e62c90 req-82051461-91f0-44a6-9344-0bd0dddeace5 service neutron] 10.222.0.45 "GET /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784544 Aug 25 15:13:43.816770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:43.836124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33610) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:43.857836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e591158e-a40c-4e37-bc55-f5608b5fd18a req-4e08dd58-62d1-4fe0-8d71-46c799b2287a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a39788-a489-4963-bd1b-3eab751d2afd HTTP/1.1" status: 200 len: 210 time: 0.0556867 Aug 25 15:13:43.917467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] Pushing event deleted for resources: {'Port': ['ID=61536c78-ef56-493f-be44-b3e4b747155c,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:43.937380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6f4f2-30fa-451c-a21a-ecfa24720e16 None None] No DVR routers for this DVR port 61536c78-ef56-493f-be44-b3e4b747155c on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:43.970617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33616) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.098608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.108880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.125148 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-6477c972-9818-4f95-ae10-4b66b6027311 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] show failed (client error): The resource could not be found. Aug 25 15:13:44.126419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6477c972-9818-4f95-ae10-4b66b6027311 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-1284257921 HTTP/1.1" status: 404 len: 326 time: 0.4603615 Aug 25 15:13:44.129663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33620) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.134935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-0fe3d313-ee45-4c9d-a86c-4a0ae427027c tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-99898641') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:44.138145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be6c5a24-2e57-4682-aa9f-f21e684d7d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.214755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 61536c78-ef56-493f-be44-b3e4b747155c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:44.215122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.252175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61536c78-ef56-493f-be44-b3e4b747155c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:44.274012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e93b67c8-f6a0-44e6-aaad-9c8a15f0bef7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d11fa5b10d246bd884e6fdbda151b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998197 Aug 25 15:13:44.274678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0fe3d313-ee45-4c9d-a86c-4a0ae427027c tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-99898641 HTTP/1.1" status: 204 len: 168 time: 0.1437292 Aug 25 15:13:44.276881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33622) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.277387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33624) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.281670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 61536c78-ef56-493f-be44-b3e4b747155c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:44.281834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-fc9ba99f-cee8-46e2-9470-2c73b90e9efc tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-405761911') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:44.282408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 61536c78-ef56-493f-be44-b3e4b747155c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:44.322713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.322713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30a63287-77b4-4f4b-bf42-fda6f034db7f {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:44.326872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.333064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5d80505-5196-4d47-9ffc-ca418a9ff335 tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "DELETE /v2.0/routers/30a63287-77b4-4f4b-bf42-fda6f034db7f HTTP/1.1" status: 204 len: 168 time: 1.2708631 Aug 25 15:13:44.333232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33626) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.337942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Request body: {'router': {'name': 'tempest-router-2032717421', 'distributed': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:44.373470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fc9ba99f-cee8-46e2-9470-2c73b90e9efc tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-405761911 HTTP/1.1" status: 204 len: 168 time: 0.0951633 Aug 25 15:13:44.375722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33628) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.379221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] For port 61536c78-ef56-493f-be44-b3e4b747155c, host n-d-805995-2, got binding levels [] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:44.379598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.382193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-76d4a5fc-603d-466f-881a-9b426154a6de tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:44.405421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 61536c78-ef56-493f-be44-b3e4b747155c owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:44.414441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Port 61536c78-ef56-493f-be44-b3e4b747155c was not found and therefore no delete operation was performed {{(pid=101872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:13:44.422000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.433355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0069-bf17-4f8c-ac2e-590d63cc2366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.466872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=61536c78-ef56-493f-be44-b3e4b747155c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:44.478166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No DVR routers for this DVR port 61536c78-ef56-493f-be44-b3e4b747155c on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:44.505529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0069-bf17-4f8c-ac2e-590d63cc2366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.636777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.657821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea040ccc-5ce1-4bb4-8369-d0401727d2a4']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:44.662082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be6c5a24-2e57-4682-aa9f-f21e684d7d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.676741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce5daa4-e54e-498d-992a-471fd17e633e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:44.677119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce5daa4-e54e-498d-992a-471fd17e633e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:44.687503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.703411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.710588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:44.711001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:44.714195 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:44.756402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be6c5a24-2e57-4682-aa9f-f21e684d7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.813858 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be6c5a24-2e57-4682-aa9f-f21e684d7d02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71552d02cbd24bf1b4bb059589c1e752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9737687 Aug 25 15:13:44.817765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33630) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.820256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0069-bf17-4f8c-ac2e-590d63cc2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.822814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0069-bf17-4f8c-ac2e-590d63cc2366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.826974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d3ca0069-bf17-4f8c-ac2e-590d63cc2366 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93792791-e8bf-43ff-bfa2-28bfe2ef4fb2 HTTP/1.1" status: 204 len: 168 time: 0.5461049 Aug 25 15:13:44.829366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c5a24-2e57-4682-aa9f-f21e684d7d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d2adb-81d2-45f4-899b-a03e8aaeacfb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:44.847997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca0069-bf17-4f8c-ac2e-590d63cc2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93792791-e8bf-43ff-bfa2-28bfe2ef4fb2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:44.877102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.878894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.917851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf4f-7299-44c3-99d2-dce3a960f57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.931273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33636) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.937943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.946452 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:44.948872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/ea040ccc-5ce1-4bb4-8369-d0401727d2a4 HTTP/1.1" status: 204 len: 168 time: 1.8180244 Aug 25 15:13:44.960988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33638) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:44.966398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1627314944'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:44.970297 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564e9e1-d16c-4046-93dc-45ab6c51f51b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=ea040ccc-5ce1-4bb4-8369-d0401727d2a4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:44.997079 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf4f-7299-44c3-99d2-dce3a960f57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.002458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-76d4a5fc-603d-466f-881a-9b426154a6de tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "DELETE /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.6231785 Aug 25 15:13:45.003431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33640) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:45.011525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-e82fe2e2-34f7-4843-b9be-6e8779f394ce tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-99898641') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:45.063989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:45.068309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.096987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.109948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:45.125945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.126406 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Added segment e2a2c42b-c7f3-4644-82b2-e2ca5177c93f of type vlan for network f761ce24-26a3-44cb-ae9e-f1438e579967 Aug 25 15:13:45.141483 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-e82fe2e2-34f7-4843-b9be-6e8779f394ce tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] show failed (client error): The resource could not be found. Aug 25 15:13:45.142491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e82fe2e2-34f7-4843-b9be-6e8779f394ce tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-99898641 HTTP/1.1" status: 404 len: 324 time: 0.1377969 Aug 25 15:13:45.148075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33644) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:45.161152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.tag.tag_plugin [None req-e2fc84bd-1dfd-40cd-892d-b84907a78b7f tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b', 'tempest-TagsTest-Tag-405761911') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:45.176342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.231954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.302030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf4f-7299-44c3-99d2-dce3a960f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.304733 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf4f-7299-44c3-99d2-dce3a960f57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.308670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fb7baf4f-7299-44c3-99d2-dce3a960f57f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c55d2adb-81d2-45f4-899b-a03e8aaeacfb HTTP/1.1" status: 204 len: 168 time: 0.4870949 Aug 25 15:13:45.319740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.328607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7baf4f-7299-44c3-99d2-dce3a960f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d2adb-81d2-45f4-899b-a03e8aaeacfb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:45.334073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:45.334073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.390411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.396326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f1c81092-202d-4513-8c3d-c5802ec31dcb tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0621378 Aug 25 15:13:45.396913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33654) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:45.448964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Network': ['ID=f761ce24-26a3-44cb-ae9e-f1438e579967,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:45.461055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f761ce24-26a3-44cb-ae9e-f1438e579967 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:45.481826 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-e2fc84bd-1dfd-40cd-892d-b84907a78b7f tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] show failed (client error): The resource could not be found. Aug 25 15:13:45.485808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e2fc84bd-1dfd-40cd-892d-b84907a78b7f tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "GET /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags/tempest-TagsTest-Tag-405761911 HTTP/1.1" status: 404 len: 325 time: 0.3331480 Aug 25 15:13:45.487120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33658) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:45.493514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.tag.tag_plugin [None req-722bf24b-11d5-4482-aba1-7c0c70e56c17 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6de5bff2-020a-4ba5-9df7-093a33a61f0b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:45.549764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.590930 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5d3e26b-c4d8-4cda-8787-6cc616048ac2 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6288071 Aug 25 15:13:45.592399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:45.602031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:45.759819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.763051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.767828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-722bf24b-11d5-4482-aba1-7c0c70e56c17 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "DELETE /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.2785168 Aug 25 15:13:45.772596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33666) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:45.883795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:45.889791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.892143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.926827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.927379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3094f027-43af-450e-9604-67c02589990c {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:45.932989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:45.934570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb8ea8be-c04f-4b6a-9c6d-a0c15baddb6e tempest-RoutersTestDVR-1839819022 tempest-RoutersTestDVR-1839819022-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3094f027-43af-450e-9604-67c02589990c HTTP/1.1" status: 204 len: 168 time: 0.5108438 Aug 25 15:13:46.006007 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.203446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.217082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33680) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:46.220064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de5bff2-020a-4ba5-9df7-093a33a61f0b']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:46.241070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fe992ee-cfab-47ed-a965-46f1f946d0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.264560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec4d4b0-5848-4e3b-8d32-56aa9748a971') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:46.264856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec4d4b0-5848-4e3b-8d32-56aa9748a971') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:46.283323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 6a3cf290-e63f-47a4-adda-bc284515753f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:46.283934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.286422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.304767 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.312690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:46.313146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:46.316588 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:46.379685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33684) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:46.385490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 6a3cf290-e63f-47a4-adda-bc284515753f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6a3cf290-e63f-47a4-adda-bc284515753f,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:46.385852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.405305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 6a3cf290-e63f-47a4-adda-bc284515753f owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:46.411358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.509616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'networks': [{'name': 'tempest-network--1655116887'}, {'name': 'tempest-network--1531395989'}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:46.509931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'network': {'name': 'tempest-network--1655116887'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:46.510389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'network': {'name': 'tempest-network--1531395989'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:46.517583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.527706 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=e94ea8b4-92a6-4c98-b253-9951ad5b86fe,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:46.533823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.544096 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] 10.222.0.58 "DELETE /v2.0/networks/6de5bff2-020a-4ba5-9df7-093a33a61f0b HTTP/1.1" status: 204 len: 168 time: 0.7621763 Aug 25 15:13:46.557920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f611c64-1fb5-47c8-bb67-1319a9714032 tempest-TagsTest-706651270 tempest-TagsTest-706651270-project] Pushing event deleted for resources: {'Network': ['ID=6de5bff2-020a-4ba5-9df7-093a33a61f0b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:46.559945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Checking segment: {'id': 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:46.560317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network hostable DHCP agents. Network: f761ce24-26a3-44cb-ae9e-f1438e579967, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:46.585053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:46.610940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:46.611601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f0e34cfc-aba1-49ff-87e7-d43fd59f0ed4 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:46.679385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f761ce24-26a3-44cb-ae9e-f1438e579967 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:46.690494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:46.693408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fe992ee-cfab-47ed-a965-46f1f946d0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.795093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f761ce24-26a3-44cb-ae9e-f1438e579967) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:46.804181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ce39250-b3e0-46e3-ac21-52986df0b75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.804504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02557b48-70f7-490c-88cd-c2c0ee26c285 None None] Network f761ce24-26a3-44cb-ae9e-f1438e579967 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:46.806741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:46.807365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.825859 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1fe992ee-cfab-47ed-a965-46f1f946d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.852747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.893249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1fe992ee-cfab-47ed-a965-46f1f946d0e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e831cd13b5294eceafe89b1a19dfe254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6715360 Aug 25 15:13:46.896653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:46.911057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=6a3cf290-e63f-47a4-adda-bc284515753f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:46.934906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'network': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:46.941275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.941940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe992ee-cfab-47ed-a965-46f1f946d0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c619ef6-c850-444d-b6de-ef1cce35fff3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:46.958787 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.990962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-f761ce24-26a3-44cb-ae9e-f1438e579967', 'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': 'e94ea8b4-92a6-4c98-b253-9951ad5b86fe'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:46.991945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:46.993909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21859403-442a-43c8-89d1-8a4c4a63d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.013953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1f50a11c-5c2c-4c73-85b7-f32a420785f8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4186087 Aug 25 15:13:47.021603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33698) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:47.029733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1044747656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:47.037690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21859403-442a-43c8-89d1-8a4c4a63d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.155900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.176997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ce39250-b3e0-46e3-ac21-52986df0b75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.178165 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21859403-442a-43c8-89d1-8a4c4a63d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.181185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-21859403-442a-43c8-89d1-8a4c4a63d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.182647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-21859403-442a-43c8-89d1-8a4c4a63d6ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c619ef6-c850-444d-b6de-ef1cce35fff3 HTTP/1.1" status: 204 len: 168 time: 0.2849545 Aug 25 15:13:47.193093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21859403-442a-43c8-89d1-8a4c4a63d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c619ef6-c850-444d-b6de-ef1cce35fff3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:47.200004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Allocated IP 2001:db8::2 (f761ce24-26a3-44cb-ae9e-f1438e579967/e94ea8b4-92a6-4c98-b253-9951ad5b86fe/7b4daf71-6fa1-4724-97c1-c8749a586f84) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:47.309474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33708) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:47.318836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ce39250-b3e0-46e3-ac21-52986df0b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.386813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.395788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Transition to ACTIVE for port object 7b4daf71-6fa1-4724-97c1-c8749a586f84 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:47.415369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Transition to ACTIVE for port object 7b4daf71-6fa1-4724-97c1-c8749a586f84 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:47.428745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39250-b3e0-46e3-ac21-52986df0b75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2402d9f-e9a1-4704-a45e-a98ee4674c44,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:47.441271 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4ce39250-b3e0-46e3-ac21-52986df0b75b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15ccba495eda4a40996bbb8d7fd15e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432270 Aug 25 15:13:47.444289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33712) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:47.508965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.540682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-555b0686-ef73-4d1e-a75a-38e3be4fb14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.542697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.564916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 29833e4a-6101-4832-9a6b-e1a952559566 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:47.567498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-555b0686-ef73-4d1e-a75a-38e3be4fb14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.652471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Network f761ce24-26a3-44cb-ae9e-f1438e579967 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:47.654330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Pushing event updated for resources: {'Port': ['ID=7b4daf71-6fa1-4724-97c1-c8749a586f84,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:47.660806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:47.676292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:47.689073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-65dc5b25-ea15-4d7b-99d1-67c7e6b074ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fb44b8522aa462e81a38c5ee09c67ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629372 Aug 25 15:13:47.689732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33716) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:47.692923 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.693379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.738273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:47.749913 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] Sync routers for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:47.756923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-feffdf3d-1b13-4395-b1da-d221b071d243 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/29833e4a-6101-4832-9a6b-e1a952559566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8220704 Aug 25 15:13:47.761138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:47.767916 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:47.768529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:47.783970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Attempting to bind port 7b4daf71-6fa1-4724-97c1-c8749a586f84 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:13:47.785443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Attempting to bind port 7b4daf71-6fa1-4724-97c1-c8749a586f84 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:13:47.790125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Attempting to bind port 7b4daf71-6fa1-4724-97c1-c8749a586f84 on network f761ce24-26a3-44cb-ae9e-f1438e579967 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:13:47.803313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6653da6f-d837-4d1e-b2d6-5d3423f6f2c5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:47.812880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:13:47.813456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Checking segment: {'id': 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:47.816087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.816087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Bound using segment: {'id': 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:13:47.816087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Bound port: 7b4daf71-6fa1-4724-97c1-c8749a586f84, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:13:47.816087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.817512 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.818859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.854560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc70cfd9-1360-4038-9bea-5a8b6a16ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.867086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting subnet 477a3a76-8a0a-49e3-aba8-ac4ca1002d71 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:47.871332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.875714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-555b0686-ef73-4d1e-a75a-38e3be4fb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.879592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-555b0686-ef73-4d1e-a75a-38e3be4fb14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.884847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-555b0686-ef73-4d1e-a75a-38e3be4fb14f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2402d9f-e9a1-4704-a45e-a98ee4674c44 HTTP/1.1" status: 204 len: 168 time: 0.4356384 Aug 25 15:13:47.889395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:47.915274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.915635 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Added segment ee4642a6-ab5d-4491-b40a-b755cb354392 of type vlan for network 9df5b10f-b480-4985-bdd0-94cf874d404f Aug 25 15:13:47.918484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] For port 7b4daf71-6fa1-4724-97c1-c8749a586f84, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:13:47.922620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] For port 7b4daf71-6fa1-4724-97c1-c8749a586f84, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b4daf71-6fa1-4724-97c1-c8749a586f84,segment=NetworkSegment(e2a2c42b-c7f3-4644-82b2-e2ca5177c93f),segment_id=e2a2c42b-c7f3-4644-82b2-e2ca5177c93f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:13:47.922779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b0686-ef73-4d1e-a75a-38e3be4fb14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2402d9f-e9a1-4704-a45e-a98ee4674c44,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:47.962484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.982822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:47.997221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:13:48.015480 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.029803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc70cfd9-1360-4038-9bea-5a8b6a16ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.091553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e4881-d149-4a8f-abd5-f908cfc7778e None None] Pushing event updated for resources: {'Port': ['ID=7b4daf71-6fa1-4724-97c1-c8749a586f84,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:48.105383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.114642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.139521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8aa25-7b09-4102-83bb-9d0eb7c26851 req-388618ca-070e-4a9d-91f9-b8c9fff84337 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:48.141344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7a8aa25-7b09-4102-83bb-9d0eb7c26851 req-388618ca-070e-4a9d-91f9-b8c9fff84337 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 945 time: 0.1637864 Aug 25 15:13:48.175452 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.245209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:48.250616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7a8aa25-7b09-4102-83bb-9d0eb7c26851 req-210938bf-4052-4963-be02-7d9255c4857c tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019535 Aug 25 15:13:48.269523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.269890 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Added segment 53637855-4e96-43d6-9525-5cd8ba97db8e of type vlan for network 0da782b2-47ca-481a-8c67-59c7e4734698 Aug 25 15:13:48.329193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.344339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.376697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.378217 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d4c27c8c-4ed9-414e-bf9d-a9d49de89ac6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3524528 Aug 25 15:13:48.380573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:48.388062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'network_id': 'f761ce24-26a3-44cb-ae9e-f1438e579967', 'name': 'tempest-PortsIpV6TestJSON-1304568495'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:48.391487 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:13:46Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:48.414352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Subnet': ['ID=477a3a76-8a0a-49e3-aba8-ac4ca1002d71,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:48.430554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.432728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3fe6f437-6380-49b1-b27f-72223837c82c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/subnets/477a3a76-8a0a-49e3-aba8-ac4ca1002d71 HTTP/1.1" status: 204 len: 168 time: 0.6703892 Aug 25 15:13:48.436498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33740) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:48.437279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f7b7b-1869-455b-8dc9-f0812412f739 None None] Network 69c3dd72-3121-4452-a5ad-13319aebb075 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:48.454875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc70cfd9-1360-4038-9bea-5a8b6a16ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.458522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc70cfd9-1360-4038-9bea-5a8b6a16ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.462366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cc70cfd9-1360-4038-9bea-5a8b6a16ff1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4e54c73-2483-4bb3-af60-7ffda785f945 HTTP/1.1" status: 204 len: 168 time: 0.7683601 Aug 25 15:13:48.466844 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] Checking router: 29833e4a-6101-4832-9a6b-e1a952559566 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:13:48.487344 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] Routers {'29833e4a-6101-4832-9a6b-e1a952559566'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:48.488140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['29833e4a-6101-4832-9a6b-e1a952559566'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:48.489094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70cfd9-1360-4038-9bea-5a8b6a16ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e54c73-2483-4bb3-af60-7ffda785f945,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:48.545232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.545751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.567818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:48.574755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:48.575477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.653934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.686999 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] Set router 29833e4a-6101-4832-9a6b-e1a952559566 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:13:48.722493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Network': ['ID=9df5b10f-b480-4985-bdd0-94cf874d404f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:48.733841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 9df5b10f-b480-4985-bdd0-94cf874d404f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:48.751580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] DHCP port deletion for 69c3dd72-3121-4452-a5ad-13319aebb075 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:48.806531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4234526 Aug 25 15:13:48.811577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33746) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:48.818749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.832458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33748) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:48.858491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a669b762-fb59-491a-8ef8-4e1980093616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.894317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] Deleting port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:48.895230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:48.933131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a784ef-0b50-4f5a-8971-ed1c9d27ef0a tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Network': ['ID=0da782b2-47ca-481a-8c67-59c7e4734698,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:48.942159 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:13:46Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:48.951548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0da782b2-47ca-481a-8c67-59c7e4734698 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:49.006112 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d655c0-3bff-48a2-9f2e-c61fbfc3d995 None None] The sync data for ids ['29833e4a-6101-4832-9a6b-e1a952559566'] in n-d-805995-2 is: [{'id': '29833e4a-6101-4832-9a6b-e1a952559566', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693695634', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:12:02Z', 'updated_at': '2021-08-25T15:13:46Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'd0eb2194-8570-4ff5-b7b9-9586fc3a45f8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833e4a-6101-4832-9a6b-e1a952559566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:12:03Z', 'updated_at': '2021-08-25T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:49.021392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:49.022285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.036485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b225b2-1874-43f2-96a8-4a038e5de008 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:49.049956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b225b2-1874-43f2-96a8-4a038e5de008 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:49.064819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b225b2-1874-43f2-96a8-4a038e5de008 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:49.072036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b225b2-1874-43f2-96a8-4a038e5de008 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:49.077393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-87b225b2-1874-43f2-96a8-4a038e5de008 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2647293 Aug 25 15:13:49.078064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33754) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:49.086064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] For port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,segment=NetworkSegment(e51095d9-c9fe-4f59-8735-334d354bd77e),segment_id=e51095d9-c9fe-4f59-8735-334d354bd77e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:49.086899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.098915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:49.102454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.107132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] Calling delete_port for 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:49.192932 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 7ddc19f3-29d3-463c-900f-ff615485f277 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:49.389476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port d0eb2194-8570-4ff5-b7b9-9586fc3a45f8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:49.389851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.401361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.473523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:49.474114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.496959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] No DVR routers for this DVR port 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:49.570738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d123a23-7afd-4d24-a6be-1901b87c026d None None] Pushing event deleted for resources: {'Port': ['ID=204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:49.590148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a8ec8-563f-4537-8cc6-48ebeaf96f24 None None] Network f761ce24-26a3-44cb-ae9e-f1438e579967 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:49.704075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.706697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0fe7d-3d76-4441-aadb-79aeaf5ebb62 req-64132a05-8879-4aba-b37c-aac222320aa2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:49.708593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6a0fe7d-3d76-4441-aadb-79aeaf5ebb62 req-64132a05-8879-4aba-b37c-aac222320aa2 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 945 time: 0.3687253 Aug 25 15:13:49.720263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcf28-122a-44b8-9724-915b44608309 req-8291196f-458e-4592-b89f-eb948182e0ac tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:49.722409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa0fcf28-122a-44b8-9724-915b44608309 req-8291196f-458e-4592-b89f-eb948182e0ac tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 945 time: 0.4715166 Aug 25 15:13:49.736295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df5b10f-b480-4985-bdd0-94cf874d404f']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:49.739348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::31 (f761ce24-26a3-44cb-ae9e-f1438e579967/e94ea8b4-92a6-4c98-b253-9951ad5b86fe/7ddc19f3-29d3-463c-900f-ff615485f277) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:13:49.757187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4642a6-ab5d-4491-b40a-b755cb354392') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:49.757497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4642a6-ab5d-4491-b40a-b755cb354392') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:49.759691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a669b762-fb59-491a-8ef8-4e1980093616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.775643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.804625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.820044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:49.820493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:49.824513 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:49.843999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-986ef6d0-afe5-4777-8ff0-e603e12a280d None None] Provisioning for port 7b4daf71-6fa1-4724-97c1-c8749a586f84 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:49.862738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6a0fe7d-3d76-4441-aadb-79aeaf5ebb62 req-b8202a11-3e61-4fa0-b07c-f9a9a74062e6 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382117 Aug 25 15:13:49.863387 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a669b762-fb59-491a-8ef8-4e1980093616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:49.960146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a669b762-fb59-491a-8ef8-4e1980093616 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a779099feba4e4e9e0af25c768e18e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1264369 Aug 25 15:13:49.962555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669b762-fb59-491a-8ef8-4e1980093616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812b7d59-6bed-4bc9-a5b4-a7cebc4602cd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:49.962908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33780) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:49.993160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Deleting port 4e591414-0304-4c16-8d59-f982d84ddfb2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:49.993527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.025817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e14f13d-86e3-4469-bf23-440e3e472831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.051620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e14f13d-86e3-4469-bf23-440e3e472831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.097945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.110987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.112072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.112976 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/networks/9df5b10f-b480-4985-bdd0-94cf874d404f HTTP/1.1" status: 204 len: 168 time: 1.0333698 Aug 25 15:13:50.121955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33784) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:50.126860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9290f-598d-4fd8-acef-66ee1d0b3fdc tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Network': ['ID=9df5b10f-b480-4985-bdd0-94cf874d404f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:50.180431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=d0eb2194-8570-4ff5-b7b9-9586fc3a45f8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:50.207963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e14f13d-86e3-4469-bf23-440e3e472831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.214683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e14f13d-86e3-4469-bf23-440e3e472831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.215849 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3e14f13d-86e3-4469-bf23-440e3e472831 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/812b7d59-6bed-4bc9-a5b4-a7cebc4602cd HTTP/1.1" status: 204 len: 168 time: 0.2518222 Aug 25 15:13:50.250342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] For port 4e591414-0304-4c16-8d59-f982d84ddfb2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=4e591414-0304-4c16-8d59-f982d84ddfb2,segment=NetworkSegment(20a5ba3a-efd3-4831-873f-6bec290e9a1e),segment_id=20a5ba3a-efd3-4831-873f-6bec290e9a1e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:50.250342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.294166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14f13d-86e3-4469-bf23-440e3e472831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b7d59-6bed-4bc9-a5b4-a7cebc4602cd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:50.341949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.351937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Calling delete_port for 4e591414-0304-4c16-8d59-f982d84ddfb2 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:50.357639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b4daf71-6fa1-4724-97c1-c8749a586f84 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:50.388493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.388795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.405547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 7ddc19f3-29d3-463c-900f-ff615485f277 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:13:50.508142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.535958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7b4daf71-6fa1-4724-97c1-c8749a586f84 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:50.540541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7b4daf71-6fa1-4724-97c1-c8749a586f84 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:50.540921 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.574334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f761ce24-26a3-44cb-ae9e-f1438e579967 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:50.583229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:50.601593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:50.610062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:50.613868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.647789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=7ddc19f3-29d3-463c-900f-ff615485f277,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:50.727709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-af4012ba-ea69-4387-95e7-430a9ae20808 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3436689 Aug 25 15:13:50.728345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33800) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:50.874806 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:50.941987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7b4daf71-6fa1-4724-97c1-c8749a586f84, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b4daf71-6fa1-4724-97c1-c8749a586f84,segment=NetworkSegment(e2a2c42b-c7f3-4644-82b2-e2ca5177c93f),segment_id=e2a2c42b-c7f3-4644-82b2-e2ca5177c93f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:51.011412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.016196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.040856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.068854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fa51f74a-e041-4905-8d31-50dbebcd0acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.090836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:51.121512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:51.121947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 204fc6bb-07b4-4dcd-b0fb-0ecd93385bb2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:51.122464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6a3cf290-e63f-47a4-adda-bc284515753f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:51.169918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67ac15-bb27-4efc-a6a4-362a68115f71 req-cc37fb4f-0a9c-473d-81b6-c24eeec75799 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:51.170237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.172369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6a3cf290-e63f-47a4-adda-bc284515753f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:51.174140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6a3cf290-e63f-47a4-adda-bc284515753f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:51.177335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e67ac15-bb27-4efc-a6a4-362a68115f71 req-cc37fb4f-0a9c-473d-81b6-c24eeec75799 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 945 time: 0.2012727 Aug 25 15:13:51.183237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da782b2-47ca-481a-8c67-59c7e4734698']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:51.185405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7b4daf71-6fa1-4724-97c1-c8749a586f84,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:51.201353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53637855-4e96-43d6-9525-5cd8ba97db8e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:51.201653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53637855-4e96-43d6-9525-5cd8ba97db8e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:51.213118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.222308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-edf6fc8a-b324-46d2-bda5-9064c13d541b None None] Provisioning for port 7ddc19f3-29d3-463c-900f-ff615485f277 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:13:51.222888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.223265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Fanout notify agent at l3_agent the message router_deleted on router 29833e4a-6101-4832-9a6b-e1a952559566 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:51.225859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-edf6fc8a-b324-46d2-bda5-9064c13d541b None None] Provisioning complete for port 7ddc19f3-29d3-463c-900f-ff615485f277 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:51.226113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-edf6fc8a-b324-46d2-bda5-9064c13d541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.236812 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.240745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e36d6045-cbc3-49ef-9a4a-b07d71dc3945 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/routers/29833e4a-6101-4832-9a6b-e1a952559566 HTTP/1.1" status: 204 len: 168 time: 2.8032215 Aug 25 15:13:51.241636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33818) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:51.250529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e67ac15-bb27-4efc-a6a4-362a68115f71 req-bca61365-22d3-4e98-9b36-011eeb10402b tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/security-groups?id=15b55822-4eee-469e-a6f3-8d0a4612dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722356 Aug 25 15:13:51.275776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-edf6fc8a-b324-46d2-bda5-9064c13d541b None None] Port 7ddc19f3-29d3-463c-900f-ff615485f277 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:51.278520 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.345474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:51.345894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:51.349536 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:51.374086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.443599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.523191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.535327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['4e591414-0304-4c16-8d59-f982d84ddfb2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:13:51.565719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Pushing event deleted for resources: {'Port': ['ID=4e591414-0304-4c16-8d59-f982d84ddfb2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:51.567891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.577218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.585997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.587944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/networks/0da782b2-47ca-481a-8c67-59c7e4734698 HTTP/1.1" status: 204 len: 168 time: 1.4619017 Aug 25 15:13:51.591899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33826) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:51.623682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c3dd72-3121-4452-a5ad-13319aebb075']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:51.634347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb3f3b-f945-45d3-874c-e26addb997c8 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Network': ['ID=0da782b2-47ca-481a-8c67-59c7e4734698,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:51.652679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51095d9-c9fe-4f59-8735-334d354bd77e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:51.653009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51095d9-c9fe-4f59-8735-334d354bd77e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:51.655578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] No DVR routers for this DVR port 4e591414-0304-4c16-8d59-f982d84ddfb2 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:51.663177 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.665769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa0fcf28-122a-44b8-9724-915b44608309 req-437056c3-a4cd-4b0d-a9a3-e58d9bf3db65 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.45 "DELETE /v2.0/ports/4e591414-0304-4c16-8d59-f982d84ddfb2 HTTP/1.1" status: 204 len: 173 time: 1.9340138 Aug 25 15:13:51.666237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'name': 'network-vif-deleted', 'tag': '4e591414-0304-4c16-8d59-f982d84ddfb2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:13:51.675524 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80596aba-d605-41ca-8ca3-5cd3b3aca9bc" -d '{"events": [{"server_uuid": "ca5a71ce-153f-4e00-b703-550dc50e2010", "name": "network-vif-deleted", "tag": "4e591414-0304-4c16-8d59-f982d84ddfb2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:13:51.682388 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.698745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.708046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:51.708469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:51.730626 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:51.762814 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b1d4f5-d899-4129-8abc-a3d8d189c9ed x-openstack-request-id: req-14b1d4f5-d899-4129-8abc-a3d8d189c9ed {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:13:51.763569 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a71ce-153f-4e00-b703-550dc50e2010", "name": "network-vif-deleted", "tag": "4e591414-0304-4c16-8d59-f982d84ddfb2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:13:51.764045 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14b1d4f5-d899-4129-8abc-a3d8d189c9ed {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:13:51.764624 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a71ce-153f-4e00-b703-550dc50e2010', 'name': 'network-vif-deleted', 'tag': '4e591414-0304-4c16-8d59-f982d84ddfb2', 'status': 'completed', 'code': 200} Aug 25 15:13:51.873784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.879410 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:51.882869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/networks/69c3dd72-3121-4452-a5ad-13319aebb075 HTTP/1.1" status: 204 len: 168 time: 0.6160359 Aug 25 15:13:51.888408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33838) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:51.912759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b45eb-2587-40f2-b325-4cea4420346b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Network': ['ID=69c3dd72-3121-4452-a5ad-13319aebb075,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:51.984517 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-371c88ad-7ca0-4b3a-8d0e-ed6d9f0b539a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.017233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-371c88ad-7ca0-4b3a-8d0e-ed6d9f0b539a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.117258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.126082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae025ead-a4d4-4cab-8351-34483c764552 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:52.132912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae025ead-a4d4-4cab-8351-34483c764552 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:52.138701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ae025ead-a4d4-4cab-8351-34483c764552 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5429349 Aug 25 15:13:52.142530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33850) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:52.148370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1112199943'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:52.208849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-371c88ad-7ca0-4b3a-8d0e-ed6d9f0b539a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.209493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.211497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-371c88ad-7ca0-4b3a-8d0e-ed6d9f0b539a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.214573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-371c88ad-7ca0-4b3a-8d0e-ed6d9f0b539a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/security-groups/2b722a14-eb86-492a-9fcb-4d91509b11b1 HTTP/1.1" status: 204 len: 168 time: 0.3232820 Aug 25 15:13:52.225541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c88ad-7ca0-4b3a-8d0e-ed6d9f0b539a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b722a14-eb86-492a-9fcb-4d91509b11b1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:52.234768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:52.241373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.258380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b4daf71-6fa1-4724-97c1-c8749a586f84 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:13:52.301226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:52.312909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.314189 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Added segment a180a1de-216f-4c3b-a937-72c6c1ad7543 of type vlan for network df9545aa-c74e-41b9-a1b7-24d9aab194da Aug 25 15:13:52.371340 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.381866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7b4daf71-6fa1-4724-97c1-c8749a586f84 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:52.385173 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.393466 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=7ddc19f3-29d3-463c-900f-ff615485f277,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:52.492083 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.511595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:52.521653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.597552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.611453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:52.645483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:52.647439 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d0eb2194-8570-4ff5-b7b9-9586fc3a45f8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:52.714632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-060c6495-dd34-41f2-ac26-9c8e1fb94e62 req-56674989-562f-49c2-b97a-a1fb320f5365 tempest-VolumesSnapshotTestJSON-1421507874 tempest-VolumesSnapshotTestJSON-1421507874-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca5a71ce-153f-4e00-b703-550dc50e2010 HTTP/1.1" status: 200 len: 210 time: 0.2385254 Aug 25 15:13:52.720079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Network': ['ID=df9545aa-c74e-41b9-a1b7-24d9aab194da,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:52.749979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network df9545aa-c74e-41b9-a1b7-24d9aab194da details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:52.799630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6b010c63-71c1-47c0-9d8e-a42a38b3b780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6559110 Aug 25 15:13:52.802639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33866) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:52.809213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-362613219'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:52.873342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6c3e3855-dc51-4f2a-8fa3-06061edd2d0f None None] Provisioning complete for port 7ddc19f3-29d3-463c-900f-ff615485f277 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:52.874122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6c3e3855-dc51-4f2a-8fa3-06061edd2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.912771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:52.916058 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:13:52.916914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e3855-dc51-4f2a-8fa3-06061edd2d0f None None] Port 7ddc19f3-29d3-463c-900f-ff615485f277 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:52.958370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:52.962095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.016274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:53.026950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33878) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:53.027985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703340824', 'description': 'tempest-secgroup-smoke-703340824 description', 'project_id': '1adf2409290d43fda7863871e785644e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:53.037626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.038320 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Added segment 39584625-df93-4c72-ba9c-e9e96e25b549 of type vlan for network daf8d52e-dd01-48cb-992a-481fe6ef8d3c Aug 25 15:13:53.080463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.164248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.169355 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.175185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:53.175789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.250738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Network': ['ID=daf8d52e-dd01-48cb-992a-481fe6ef8d3c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:53.262870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.267266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network daf8d52e-dd01-48cb-992a-481fe6ef8d3c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:53.307816 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.330641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.332287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.422792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.439962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=7ddc19f3-29d3-463c-900f-ff615485f277,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:53.478093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98250698-4330-43d3-9def-02be6fe76ea4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:53.478263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a176ae29-0255-48b9-b4ce-660c07eb1a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6741805 Aug 25 15:13:53.480843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33888) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:53.487144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'ports': [{'network_id': 'df9545aa-c74e-41b9-a1b7-24d9aab194da', 'name': 'tempest-port--1441940030', 'admin_state_up': True}, {'network_id': 'daf8d52e-dd01-48cb-992a-481fe6ef8d3c', 'admin_state_up': False}]} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:53.487338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'port': {'network_id': 'df9545aa-c74e-41b9-a1b7-24d9aab194da', 'name': 'tempest-port--1441940030', 'admin_state_up': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:53.487928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'port': {'network_id': 'daf8d52e-dd01-48cb-992a-481fe6ef8d3c', 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:53.501659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f761ce24-26a3-44cb-ae9e-f1438e579967 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:53.503238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:53.556184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33890) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:53.563291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.567930 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a4e6234f-c20a-45c6-8b03-549d801b7f66 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5409305 Aug 25 15:13:53.570020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33894) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:53.575126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '98250698-4330-43d3-9def-02be6fe76ea4', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:53.724104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.741948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d026d15-aa88-4f43-ad82-cc9b3dad77b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.784972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e74d0d2-b6f3-45cb-9e74-58feb7e47feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.826059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.828524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Router d1942ef5-fefd-4acd-b10d-65e523c143aa is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:13:53.828886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'port': 2} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:53.836769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.847661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ba367049-33e6-481d-990b-423a651a72eb None None] Provisioning complete for port 7ddc19f3-29d3-463c-900f-ff615485f277 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:13:53.848046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ba367049-33e6-481d-990b-423a651a72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.866861 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.921935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ba367049-33e6-481d-990b-423a651a72eb None None] Port 7ddc19f3-29d3-463c-900f-ff615485f277 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:13:53.949009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:53.973243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:53.985403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aa51ef92-6599-4f4d-907d-8a2554ea5e2c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/routers/d1942ef5-fefd-4acd-b10d-65e523c143aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2562284 Aug 25 15:13:53.986282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:53.989006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] Sync routers for ids ['d1942ef5-fefd-4acd-b10d-65e523c143aa'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:54.000602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] Routers {'d1942ef5-fefd-4acd-b10d-65e523c143aa'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:54.002579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d1942ef5-fefd-4acd-b10d-65e523c143aa'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:54.004708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1becb2-0bca-4c44-b655-05348ba591d4,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:54.024360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] device_id is not set on port 65136cf3-6ffc-49be-9eeb-3abaf65f878c yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:54.051403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:54.063793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] Routers {'d1942ef5-fefd-4acd-b10d-65e523c143aa'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:54.065218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d1942ef5-fefd-4acd-b10d-65e523c143aa'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:54.066126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f83d61-fb05-46f6-a1d3-60a6170a8660 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:54.070919 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-64f83d61-fb05-46f6-a1d3-60a6170a8660 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1942ef5-fefd-4acd-b10d-65e523c143aa HTTP/1.1" status: 200 len: 988 time: 0.0834522 Aug 25 15:13:54.071739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33912) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:54.082056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e74d0d2-b6f3-45cb-9e74-58feb7e47feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.148159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:54.148159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa9f7-57c1-4981-953e-efe46a145b9d None None] The sync data for ids ['d1942ef5-fefd-4acd-b10d-65e523c143aa'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:54.189704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e74d0d2-b6f3-45cb-9e74-58feb7e47feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.254220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.258926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5e74d0d2-b6f3-45cb-9e74-58feb7e47feb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e7777ad07c646038f6f6744b29f3ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016103 Aug 25 15:13:54.261521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74d0d2-b6f3-45cb-9e74-58feb7e47feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91338213-1ed5-496b-a2fa-06a41c64f704,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:54.264889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:54.267405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.328157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.329374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bf9b3529-0aed-4973-8c8b-5a2598758f89 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7583764 Aug 25 15:13:54.335977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:54.340517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '98250698-4330-43d3-9def-02be6fe76ea4', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:54.388825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] device_id is not set on port 69ec1153-5777-47dc-8bb6-23365be5fdc4 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:13:54.423860 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37d8eb5d-ff9e-412f-bb60-deab6993e4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.463498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37d8eb5d-ff9e-412f-bb60-deab6993e4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.491354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.584749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e591414-0304-4c16-8d59-f982d84ddfb2 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:54.587224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.621043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 4e591414-0304-4c16-8d59-f982d84ddfb2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:54.621602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 4e591414-0304-4c16-8d59-f982d84ddfb2 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:54.678710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.800832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37d8eb5d-ff9e-412f-bb60-deab6993e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.800832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37d8eb5d-ff9e-412f-bb60-deab6993e4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.806886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-37d8eb5d-ff9e-412f-bb60-deab6993e4c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91338213-1ed5-496b-a2fa-06a41c64f704 HTTP/1.1" status: 204 len: 168 time: 0.5316560 Aug 25 15:13:54.806886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.852992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.859526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 7ddc19f3-29d3-463c-900f-ff615485f277 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:54.859878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:54.893551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8eb5d-ff9e-412f-bb60-deab6993e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91338213-1ed5-496b-a2fa-06a41c64f704,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:54.905738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6ab526-2819-4863-9751-744227ad2ce8,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:54.994327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.005652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.009157 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-554e5fb7-18c7-4f70-be4c-982a23cae557 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6697462 Aug 25 15:13:55.009285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 7ddc19f3-29d3-463c-900f-ff615485f277 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:55.009598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33950) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:55.016994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '98250698-4330-43d3-9def-02be6fe76ea4', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:55.041753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.172556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Port': ['ID=65136cf3-6ffc-49be-9eeb-3abaf65f878c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:55.201555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Checking segment: {'id': 'a180a1de-216f-4c3b-a937-72c6c1ad7543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'df9545aa-c74e-41b9-a1b7-24d9aab194da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:55.201878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network hostable DHCP agents. Network: df9545aa-c74e-41b9-a1b7-24d9aab194da, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:55.206592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.280931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.317710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network df9545aa-c74e-41b9-a1b7-24d9aab194da is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:55.319064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.368525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=7ddc19f3-29d3-463c-900f-ff615485f277,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:55.371083 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.473906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, df9545aa-c74e-41b9-a1b7-24d9aab194da) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:55.474824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebf806c-a877-4dd3-8170-d7583be90b22,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:55.483605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:55.484632 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.486553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.508258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85d62e-90f0-462f-852f-67e8cdaae0b1 None None] Network df9545aa-c74e-41b9-a1b7-24d9aab194da requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:55.524366 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.599758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Port': ['ID=69ec1153-5777-47dc-8bb6-23365be5fdc4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:55.616173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.624994 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-472b7d26-4d1d-403a-91cc-18cb2d917caf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6141181 Aug 25 15:13:55.658476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33970) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:55.712251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '98250698-4330-43d3-9def-02be6fe76ea4', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:55.722605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Checking segment: {'id': '39584625-df93-4c72-ba9c-e9e96e25b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'daf8d52e-dd01-48cb-992a-481fe6ef8d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:13:55.722963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network hostable DHCP agents. Network: daf8d52e-dd01-48cb-992a-481fe6ef8d3c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:13:55.771968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33972) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:55.791063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Router d1942ef5-fefd-4acd-b10d-65e523c143aa has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:13:55.796779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c80a3fef-e622-4933-8605-3add2dbadf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.840903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:55.879687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:13:55.889573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ca0b007-7ceb-475a-b0bc-7b5184b31850 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/routers/d1942ef5-fefd-4acd-b10d-65e523c143aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145051 Aug 25 15:13:55.889705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network daf8d52e-dd01-48cb-992a-481fe6ef8d3c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:13:55.890924 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] Sync routers for ids ['d1942ef5-fefd-4acd-b10d-65e523c143aa'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:13:55.897962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33976) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:55.903141 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] Routers {'d1942ef5-fefd-4acd-b10d-65e523c143aa'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:55.904310 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d1942ef5-fefd-4acd-b10d-65e523c143aa'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:55.943122 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:55.952740 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] Routers {'d1942ef5-fefd-4acd-b10d-65e523c143aa'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:13:55.953742 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['d1942ef5-fefd-4acd-b10d-65e523c143aa'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:55.955963 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-44321b58-6065-4dba-9c61-541bc801b354 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:13:55.958735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-44321b58-6065-4dba-9c61-541bc801b354 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/7ddc19f3-29d3-463c-900f-ff615485f277 HTTP/1.1" status: 404 len: 333 time: 0.0597861 Aug 25 15:13:55.961624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:55.982045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.007876 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:56.008529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d34ce-60f8-4d27-9728-6fcf45e24153 None None] The sync data for ids ['d1942ef5-fefd-4acd-b10d-65e523c143aa'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:13:56.030950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c80a3fef-e622-4933-8605-3add2dbadf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.059892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.084774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, daf8d52e-dd01-48cb-992a-481fe6ef8d3c) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:56.088982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:13:56.094158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3046b66c-522b-47fb-9f65-31747df46b41 None None] Network daf8d52e-dd01-48cb-992a-481fe6ef8d3c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:56.095795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:56.100677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:56.101475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.130213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.132208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c80a3fef-e622-4933-8605-3add2dbadf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.199858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92905e06-5758-4292-8426-6386d0c32e97,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:56.199858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a3fef-e622-4933-8605-3add2dbadf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d424783c-9cb4-4763-9e86-6f207630c551,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:56.201030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c80a3fef-e622-4933-8605-3add2dbadf6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb484c8864aa4645b91515fe3471608a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280436 Aug 25 15:13:56.207189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33980) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.233424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.235546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-80da2b90-a96e-4784-b137-080cd086e3a0 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7535038 Aug 25 15:13:56.238809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.240464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33982) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.275363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303498d2-189d-463a-8ba3-c430d01d4d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.299282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303498d2-189d-463a-8ba3-c430d01d4d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.306897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.310737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b61359bb-f141-4676-8369-f2f79c063189 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6401591 Aug 25 15:13:56.311330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33984) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.317747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '98250698-4330-43d3-9def-02be6fe76ea4', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:56.326392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89d9df-9f8c-44be-95c5-277378fc760d tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:56.334723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89d9df-9f8c-44be-95c5-277378fc760d tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:56.336492 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa89d9df-9f8c-44be-95c5-277378fc760d tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0948737 Aug 25 15:13:56.345886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 33986) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.390530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.391116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Fanout notify agent at l3_agent the message router_deleted on router d1942ef5-fefd-4acd-b10d-65e523c143aa {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:13:56.398751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.402863 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-411966b3-d3b8-4f40-9f8d-4ddd812e09ec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/routers/d1942ef5-fefd-4acd-b10d-65e523c143aa HTTP/1.1" status: 204 len: 168 time: 0.4369318 Aug 25 15:13:56.403442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33990) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.445694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Deleting port 65136cf3-6ffc-49be-9eeb-3abaf65f878c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:56.446031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.452980 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:13:56.466956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet e94ea8b4-92a6-4c98-b253-9951ad5b86fe {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:13:56.466956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.470090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 33992) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.473033 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.481514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303498d2-189d-463a-8ba3-c430d01d4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.484381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-303498d2-189d-463a-8ba3-c430d01d4d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.488108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-303498d2-189d-463a-8ba3-c430d01d4d9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d424783c-9cb4-4763-9e86-6f207630c551 HTTP/1.1" status: 204 len: 168 time: 0.2773702 Aug 25 15:13:56.536795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303498d2-189d-463a-8ba3-c430d01d4d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d424783c-9cb4-4763-9e86-6f207630c551,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:56.537717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.563878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Calling delete_port for 65136cf3-6ffc-49be-9eeb-3abaf65f878c owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:56.566533 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.604659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.669333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.689995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.712646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc242555-f8b0-404e-b364-52a44da7df3d,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:56.753919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.787631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.791386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/ports/65136cf3-6ffc-49be-9eeb-3abaf65f878c HTTP/1.1" status: 204 len: 168 time: 0.4431732 Aug 25 15:13:56.791386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9f04-923e-4029-a7be-34805149b534 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Port': ['ID=65136cf3-6ffc-49be-9eeb-3abaf65f878c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:56.800467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.828589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.833105 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34010) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.833348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-61edbefa-f0de-440c-aa28-bf15809f3673 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5209274 Aug 25 15:13:56.840027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.842640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'security_group_rule': {'security_group_id': '98250698-4330-43d3-9def-02be6fe76ea4', 'project_id': '1adf2409290d43fda7863871e785644e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:56.870608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=e94ea8b4-92a6-4c98-b253-9951ad5b86fe,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:56.911513 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:56.915833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-16393f99-c6e6-4dbe-9a34-2915bc0161b3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/e94ea8b4-92a6-4c98-b253-9951ad5b86fe HTTP/1.1" status: 204 len: 168 time: 0.5081871 Aug 25 15:13:56.916203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50466a55-ab48-4f01-9753-0239de5f99a6 None None] Network f761ce24-26a3-44cb-ae9e-f1438e579967 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:56.917121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34012) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:56.958410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Deleting port 69ec1153-5777-47dc-8bb6-23365be5fdc4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:56.958815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.059336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.062868 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Project 1adf2409290d43fda7863871e785644e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:13:57.070936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.088396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e1278d8-2323-4b8b-9ced-061ce576b450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.092064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.135144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.160564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Calling delete_port for 69ec1153-5777-47dc-8bb6-23365be5fdc4 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:57.172657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.182813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] DHCP port deletion for f761ce24-26a3-44cb-ae9e-f1438e579967 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:13:57.190086 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 7b4daf71-6fa1-4724-97c1-c8749a586f84 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:57.191384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.234479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] Deleting port 7b4daf71-6fa1-4724-97c1-c8749a586f84 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:13:57.234868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.264443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] For port 7b4daf71-6fa1-4724-97c1-c8749a586f84, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b4daf71-6fa1-4724-97c1-c8749a586f84,segment=NetworkSegment(e2a2c42b-c7f3-4644-82b2-e2ca5177c93f),segment_id=e2a2c42b-c7f3-4644-82b2-e2ca5177c93f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:57.264943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.280779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 7b4daf71-6fa1-4724-97c1-c8749a586f84 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:57.312546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e1278d8-2323-4b8b-9ced-061ce576b450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.321683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] For port 7b4daf71-6fa1-4724-97c1-c8749a586f84, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7b4daf71-6fa1-4724-97c1-c8749a586f84,segment=NetworkSegment(e2a2c42b-c7f3-4644-82b2-e2ca5177c93f),segment_id=e2a2c42b-c7f3-4644-82b2-e2ca5177c93f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:13:57.322165 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.326759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.338791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] Calling delete_port for 7b4daf71-6fa1-4724-97c1-c8749a586f84 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:13:57.364904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.387477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.403406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Port': ['ID=69ec1153-5777-47dc-8bb6-23365be5fdc4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:57.408749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738c1a8b-906d-449c-8c85-996fa2362d35,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:57.411567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.414903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a1979eab-22f8-47a7-a965-71367c9369e3 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/ports/69ec1153-5777-47dc-8bb6-23365be5fdc4 HTTP/1.1" status: 204 len: 168 time: 0.6181729 Aug 25 15:13:57.417358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34026) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:57.423755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5e1278d8-2323-4b8b-9ced-061ce576b450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.451936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e0c9d8b-4bbc-4e4c-b2be-a683e31c2500 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333910 Aug 25 15:13:57.455710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34030) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:57.462763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-823837256'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:57.472981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5e1278d8-2323-4b8b-9ced-061ce576b450 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ef21b62499f4cb396ec5515bdb3bb34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0015564 Aug 25 15:13:57.473875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1278d8-2323-4b8b-9ced-061ce576b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98934330-6d0b-4b0f-bcad-dfdadfade042,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:57.475804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34032) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:57.514518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.515070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.516462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:57.519320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-72ca9182-116f-40e4-be5c-b480d3e4e438 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6834774 Aug 25 15:13:57.522469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34034) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:57.528039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'network': {'name': 'tempest-network-smoke--1811706043', 'project_id': '1adf2409290d43fda7863871e785644e', 'port_security_enabled': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:57.541367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:13:57.541367 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:13:57.541367 n-d-805995-2 neutron-server[101873]: [parameters: {'project_id_1': '1adf2409290d43fda7863871e785644e', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 13, 57, 533010)}] Aug 25 15:13:57.541367 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:13:57.542728 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:13:57.552977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] Pushing event deleted for resources: {'Port': ['ID=7b4daf71-6fa1-4724-97c1-c8749a586f84,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:57.557989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f8295-6eb7-4731-baff-8a95ddb1a3d6 None None] No DVR routers for this DVR port 7b4daf71-6fa1-4724-97c1-c8749a586f84 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:57.572812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=7b4daf71-6fa1-4724-97c1-c8749a586f84,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:57.575394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No DVR routers for this DVR port 7b4daf71-6fa1-4724-97c1-c8749a586f84 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:13:57.608460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4507-7887-4bd3-9c9f-92d12c543905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.001532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:58.006461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.032604 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4507-7887-4bd3-9c9f-92d12c543905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.045594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.073101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f761ce24-26a3-44cb-ae9e-f1438e579967']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:58.084244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:58.094987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:58.095504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a2c42b-c7f3-4644-82b2-e2ca5177c93f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:13:58.122529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.124898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.125244 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Added segment 382d2da5-697c-40d6-97aa-3102504c1ae6 of type vlan for network e3bdac13-4f1f-4b59-a11f-d333eda2b567 Aug 25 15:13:58.151681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:58.155851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.192092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.211227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:13:58.211753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:13:58.215141 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:13:58.219806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.224539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:58.236705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.238139 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Added segment fc9f5acf-a9b7-498b-ba52-a8149c897101 of type vlan for network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 Aug 25 15:13:58.284513 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.296162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b4daf71-6fa1-4724-97c1-c8749a586f84 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:13:58.312069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4507-7887-4bd3-9c9f-92d12c543905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.321917 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4507-7887-4bd3-9c9f-92d12c543905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.321917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a2d4507-7887-4bd3-9c9f-92d12c543905 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98934330-6d0b-4b0f-bcad-dfdadfade042 HTTP/1.1" status: 204 len: 168 time: 0.8312914 Aug 25 15:13:58.332019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d4507-7887-4bd3-9c9f-92d12c543905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98934330-6d0b-4b0f-bcad-dfdadfade042,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:58.352711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7b4daf71-6fa1-4724-97c1-c8749a586f84 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:13:58.353302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7b4daf71-6fa1-4724-97c1-c8749a586f84 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:13:58.370228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.385065 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.391535 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/f761ce24-26a3-44cb-ae9e-f1438e579967 HTTP/1.1" status: 204 len: 168 time: 1.4727778 Aug 25 15:13:58.391705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34060) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:58.418573 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.428693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:58.429338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.431927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf2d31-fcfb-4652-a3c5-a0680b6cf4ca tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=f761ce24-26a3-44cb-ae9e-f1438e579967,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:58.452684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.464642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:58.465298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.513004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Network': ['ID=e3bdac13-4f1f-4b59-a11f-d333eda2b567,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:58.521244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e3bdac13-4f1f-4b59-a11f-d333eda2b567 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:58.566146 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-689e230d-1055-4cdd-9f19-45e8190dbd88 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1078773 Aug 25 15:13:58.568759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:58.576860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1739976916'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:58.587635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef7aaf-851d-466a-b68d-d735367fdc7a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:58.589432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a6ef7aaf-851d-466a-b68d-d735367fdc7a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/464998e7-6b9b-47e9-b2b1-b65c71e97e06 HTTP/1.1" status: 200 len: 844 time: 0.1966999 Aug 25 15:13:58.590243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Network': ['ID=7e4f0be4-c95a-48f8-aff4-abb50dc42811,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:58.593900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34066) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:58.605137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:58.642026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c21dd45b-9dd4-4e8c-bbd0-905c5c213515 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/464998e7-6b9b-47e9-b2b1-b65c71e97e06?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0469711 Aug 25 15:13:58.645576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34068) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:58.650653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:58.694057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b8f1f5cf-f174-45fe-bb96-2ed89f486f55 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1706913 Aug 25 15:13:58.695179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34072) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:58.699993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'admin_state_up': True, 'project_id': '1adf2409290d43fda7863871e785644e', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:58.776460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:58.780308 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.820272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:13:58.848314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.848711 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Added segment d6cad6fa-f7b2-4b7c-be5d-fb97327a7c93 of type vlan for network 78dba425-b871-4bc2-a21a-dce48a75d398 Aug 25 15:13:58.969615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.973374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:58.991522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.022307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:13:59.026190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.052518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.067295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.113677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.121087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:59.121087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.253824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Network': ['ID=78dba425-b871-4bc2-a21a-dce48a75d398,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:59.263951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be376c99-36ef-4c58-acc0-d9e52382a2a5 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6925318 Aug 25 15:13:59.264901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 78dba425-b871-4bc2-a21a-dce48a75d398 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:13:59.307423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.347139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34082) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:59.363794 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.385086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b69ab158-0153-491f-9926-af85071af2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.395743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34086) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:59.401550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'subnets': [{'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1402954199', 'ip_version': 4}, {'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:59.403223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'subnet': {'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1402954199', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:59.403989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Request body: {'subnet': {'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:59.406681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:13:59.415155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:13:59.418355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:13:59.419013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.426188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede7b5b-01a6-4e99-812c-4d5ac6e10c4b None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:13:59.437495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=5de49aa3-a360-4f37-8b9a-4dc5c75a1963,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:59.562788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b69ab158-0153-491f-9926-af85071af2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.627168 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b69ab158-0153-491f-9926-af85071af2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.711904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b69ab158-0153-491f-9926-af85071af2c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d700d901a0a4c1a9ba8d3d3e31b179a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545768 Aug 25 15:13:59.716675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34098) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:59.735734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6fc49028-919b-4a9c-931c-d5d6eb418be8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0890520 Aug 25 15:13:59.743964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34102) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:13:59.744781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ab158-0153-491f-9926-af85071af2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfdcf33-1438-4c66-9f8e-d8321d51c4fe,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:13:59.759844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1760808396'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:13:59.778727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'tenant_id': 'd9d6cb78e4164b9ab8c2688897a02688', 'fixed_ips': [{'subnet_id': '5de49aa3-a360-4f37-8b9a-4dc5c75a1963'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:13:59.779964 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.840526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-024967b1-9a6f-44cd-9b06-6840b2e9184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.870461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-024967b1-9a6f-44cd-9b06-6840b2e9184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.913622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.963594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:13:59.985022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.056975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Allocated IP 2001:db8::2 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/5de49aa3-a360-4f37-8b9a-4dc5c75a1963/3db6c064-8155-4393-bd85-119152eec0cf) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:00.058695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Made reservation on behalf of d36001de227248ea85673d2ebfffe570 for: {'subnet': 2} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:00.063331 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.063689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.078659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-024967b1-9a6f-44cd-9b06-6840b2e9184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.082989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-024967b1-9a6f-44cd-9b06-6840b2e9184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.086076 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-024967b1-9a6f-44cd-9b06-6840b2e9184f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/adfdcf33-1438-4c66-9f8e-d8321d51c4fe HTTP/1.1" status: 204 len: 168 time: 0.3643367 Aug 25 15:14:00.103664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024967b1-9a6f-44cd-9b06-6840b2e9184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfdcf33-1438-4c66-9f8e-d8321d51c4fe,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:00.206531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.250915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.219 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/dc631d14-87d7-4d36-8565-203a7daa6d17) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:00.279128 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.289291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Transition to ACTIVE for port object 3db6c064-8155-4393-bd85-119152eec0cf will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:00.306103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Transition to ACTIVE for port object 3db6c064-8155-4393-bd85-119152eec0cf will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:00.317551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.350221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f363f99-65b8-4657-b541-f4f18950acc7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:00.427009 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.456266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.457722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c5bc58d8-5346-4ce2-a7a6-a9fe5d3953fc tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7093694 Aug 25 15:14:00.460390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34122) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:00.467229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1851898222'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:00.511428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:00.512916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:00.518133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:00.520550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Pushing event updated for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:00.586362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.586938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Attempting to bind port 3db6c064-8155-4393-bd85-119152eec0cf on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:00.587581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Attempting to bind port 3db6c064-8155-4393-bd85-119152eec0cf by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '644a3686-5d0c-4440-8c7f-be3b699cc8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:00.587953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Attempting to bind port 3db6c064-8155-4393-bd85-119152eec0cf on network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:00.609651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:00.610034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Checking segment: {'id': '644a3686-5d0c-4440-8c7f-be3b699cc8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:00.610456 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.610861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Bound using segment: {'id': '644a3686-5d0c-4440-8c7f-be3b699cc8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:00.611399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Bound port: 3db6c064-8155-4393-bd85-119152eec0cf, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644a3686-5d0c-4440-8c7f-be3b699cc8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:00.611775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.737986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.782205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:00.787738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3db6c064-8155-4393-bd85-119152eec0cf,segment=NetworkSegment(644a3686-5d0c-4440-8c7f-be3b699cc8df),segment_id=644a3686-5d0c-4440-8c7f-be3b699cc8df)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:00.803419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.846518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.873031 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.873548 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.922956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94800b-01be-415e-a2d6-64b643010a72,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:00.952501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:00.965707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490ccd8-f16e-4910-88c1-096bb6729541 None None] Pushing event updated for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:01.003257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:01.004952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-691fe3d8-bf5d-4527-851f-f41d50a0b78c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5434372 Aug 25 15:14:01.007753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34150) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:01.019111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1153467099', 'security_groups': ['6e94800b-01be-415e-a2d6-64b643010a72'], 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5de49aa3-a360-4f37-8b9a-4dc5c75a1963'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:01.065137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Subnet': ['ID=3fb6778b-9619-466e-950e-1823dac44d3b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:01.125777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=dc631d14-87d7-4d36-8565-203a7daa6d17,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:01.144778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:01.147784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:01.150290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:01.181318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Checking segment: {'id': '382d2da5-697c-40d6-97aa-3102504c1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:01.181846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network hostable DHCP agents. Network: e3bdac13-4f1f-4b59-a11f-d333eda2b567, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:14:01.263578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:01.321183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network e3bdac13-4f1f-4b59-a11f-d333eda2b567 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:14:01.410342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, e3bdac13-4f1f-4b59-a11f-d333eda2b567) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:01.414676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:01.427806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec71250-c27b-4f3b-b66d-1512ba0c1589 None None] Network e3bdac13-4f1f-4b59-a11f-d333eda2b567 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:01.428419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:01.449599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 2274f4fc-fff0-48b7-ad9d-2f009e7c805e yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:14:01.501268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event updated for resources: {'Subnet': ['ID=a2a08a42-5c13-44a7-a32e-625956a0642a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:01.509570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Checking segment: {'id': 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:01.509775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network hostable DHCP agents. Network: 78dba425-b871-4bc2-a21a-dce48a75d398, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:14:01.662234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-e3bdac13-4f1f-4b59-a11f-d333eda2b567', 'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567', 'tenant_id': 'd36001de227248ea85673d2ebfffe570', 'fixed_ips': [{'subnet_id': '3fb6778b-9619-466e-950e-1823dac44d3b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:14:01.663580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:01.733897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:01.737627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Network 78dba425-b871-4bc2-a21a-dce48a75d398 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:14:01.742869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::3e4 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/5de49aa3-a360-4f37-8b9a-4dc5c75a1963/2274f4fc-fff0-48b7-ad9d-2f009e7c805e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:01.885164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 78dba425-b871-4bc2-a21a-dce48a75d398) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:01.894254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:01.894929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:01.895627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:01.934128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d465a49-58c9-45c3-aa26-016748edce41 None None] Network 78dba425-b871-4bc2-a21a-dce48a75d398 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:01.975609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34160) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:02.062769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d358fcb3-bb40-4db3-bc38-e518f74a8780 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6631255 Aug 25 15:14:02.065034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34166) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:02.129109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.207424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 2274f4fc-fff0-48b7-ad9d-2f009e7c805e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:02.224963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Allocated IP 172.20.0.2 (e3bdac13-4f1f-4b59-a11f-d333eda2b567/3fb6778b-9619-466e-950e-1823dac44d3b/119623fd-94b1-4ad9-a6b0-5aa38b4ff510) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:02.226593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f7141-f883-49f5-afcc-55eadac40d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:02.233392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f7141-f883-49f5-afcc-55eadac40d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:02.234967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f7141-f883-49f5-afcc-55eadac40d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:02.239825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.241901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b22f7141-f883-49f5-afcc-55eadac40d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1750126 Aug 25 15:14:02.242742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34168) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:02.258924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b46a92b-3f9d-47e8-8081-6c01a9117a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.316702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-78dba425-b871-4bc2-a21a-dce48a75d398', 'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398', 'tenant_id': 'd36001de227248ea85673d2ebfffe570', 'fixed_ips': [{'subnet_id': 'a2a08a42-5c13-44a7-a32e-625956a0642a'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:14:02.317973 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.411802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.450672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:02.472873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Deleting subnet 3fb6778b-9619-466e-950e-1823dac44d3b {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:02.522137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:02.524305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b46a92b-3f9d-47e8-8081-6c01a9117a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.526366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:02.529015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=2274f4fc-fff0-48b7-ad9d-2f009e7c805e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:02.538947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:02.545621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:02.547615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.587269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1b46a92b-3f9d-47e8-8081-6c01a9117a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.663462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34176) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:02.678375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1b46a92b-3f9d-47e8-8081-6c01a9117a3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=529e4ba985c14558988a2c1f1195ad0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6963031 Aug 25 15:14:02.680470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bfd0d498-7a3c-4895-b571-c61030d67dda tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6715155 Aug 25 15:14:02.683198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46a92b-3f9d-47e8-8081-6c01a9117a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc47139-f2cc-4013-bd4b-5ed88eceeebe,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:02.688896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34178) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:02.698340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:02.755618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Allocated IP 172.20.0.18 (78dba425-b871-4bc2-a21a-dce48a75d398/a2a08a42-5c13-44a7-a32e-625956a0642a/81790488-86a1-4d06-922e-0ccad5ff2ff3) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:02.777533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ab098dbb-d833-4eff-85ea-fccb9ec0bbce None None] Provisioning for port 3db6c064-8155-4393-bd85-119152eec0cf completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:02.823939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 8f9532d5-ffd3-4981-b867-012de0e140ba is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:14:02.879184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3db6c064-8155-4393-bd85-119152eec0cf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:02.906053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:02.906522 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.956735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ab098dbb-d833-4eff-85ea-fccb9ec0bbce None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:02.957790 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ab098dbb-d833-4eff-85ea-fccb9ec0bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.962317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:02.972804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a22e005-4b32-4952-b365-cfc3e9a2a262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.019922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a22e005-4b32-4952-b365-cfc3e9a2a262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.112802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:03.200535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ab098dbb-d833-4eff-85ea-fccb9ec0bbce None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:03.209509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Sync routers for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:03.214109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:03.218176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.229956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a22e005-4b32-4952-b365-cfc3e9a2a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.231283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Transition to ACTIVE for port object 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:03.239179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1a22e005-4b32-4952-b365-cfc3e9a2a262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.246497 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1a22e005-4b32-4952-b365-cfc3e9a2a262 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fc47139-f2cc-4013-bd4b-5ed88eceeebe HTTP/1.1" status: 204 len: 168 time: 0.5810483 Aug 25 15:14:03.246683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:03.248572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:03.309491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.314060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34190) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:03.314545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2d9bbbba-3193-4e71-ac54-05dfb71b5e2e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6176124 Aug 25 15:14:03.318783 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22e005-4b32-4952-b365-cfc3e9a2a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc47139-f2cc-4013-bd4b-5ed88eceeebe,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:03.338799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Transition to ACTIVE for port object 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:03.369596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.375244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-917c7a4c-f8b0-4641-8395-288e24096f18 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1adf2409290d43fda7863871e785644e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574737 Aug 25 15:14:03.378250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34194) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:03.398269 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5de49aa3-a360-4f37-8b9a-4dc5c75a1963 (CIDR: 2001:db8::/64) Aug 25 15:14:03.444218 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.476753 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:14:03.477413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:03.508381 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.531819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c9db30-5d80-4a29-ba5d-22270fbcf0f6 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:03.538274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a3c9db30-5d80-4a29-ba5d-22270fbcf0f6 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575129 Aug 25 15:14:03.538790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34200) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:03.544567 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.564306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3db6c064-8155-4393-bd85-119152eec0cf,segment=NetworkSegment(644a3686-5d0c-4440-8c7f-be3b699cc8df),segment_id=644a3686-5d0c-4440-8c7f-be3b699cc8df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:03.578538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f2224b16-e6c1-4d3f-9cc3-c728d140f4e4 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383153 Aug 25 15:14:03.579205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:03.585858 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.599998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Transition to ACTIVE for port object 81790488-86a1-4d06-922e-0ccad5ff2ff3 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:03.600087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1734014930', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'project_id': '1adf2409290d43fda7863871e785644e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:03.615600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Transition to ACTIVE for port object 81790488-86a1-4d06-922e-0ccad5ff2ff3 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:03.653416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.680177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Network e3bdac13-4f1f-4b59-a11f-d333eda2b567 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:03.685232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d546ad0d-f3c3-41e1-95c2-93e3c0102664 None None] Provisioning for port 2274f4fc-fff0-48b7-ad9d-2f009e7c805e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:03.690499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ffc67eef-5d69-4d6b-9017-ad06ed2c6e19 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9990332 Aug 25 15:14:03.694228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34210) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:03.695638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Pushing event updated for resources: {'Port': ['ID=119623fd-94b1-4ad9-a6b0-5aa38b4ff510,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:03.700216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:03.715292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:03.716902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.727280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:03.746937 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.770454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d546ad0d-f3c3-41e1-95c2-93e3c0102664 None None] Provisioning complete for port 2274f4fc-fff0-48b7-ad9d-2f009e7c805e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:03.770827 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d546ad0d-f3c3-41e1-95c2-93e3c0102664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.843960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:03.859978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:03.905918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Network 78dba425-b871-4bc2-a21a-dce48a75d398 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:03.914568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:14:03.952015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:03.956714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:03.969966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.045515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Attempting to bind port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:04.045894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Attempting to bind port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '382d2da5-697c-40d6-97aa-3102504c1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:04.046544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Attempting to bind port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 on network e3bdac13-4f1f-4b59-a11f-d333eda2b567 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:04.051959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d546ad0d-f3c3-41e1-95c2-93e3c0102664 None None] Port 2274f4fc-fff0-48b7-ad9d-2f009e7c805e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:04.086986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.089088 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/subnets/3fb6778b-9619-466e-950e-1823dac44d3b HTTP/1.1" status: 204 len: 168 time: 1.8430202 Aug 25 15:14:04.090748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66454246-e005-48b9-82fa-0c91af0f594f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb6778b-9619-466e-950e-1823dac44d3b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:04.092734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34216) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:04.095416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:04.108063 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.129931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:04.131705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Checking segment: {'id': '382d2da5-697c-40d6-97aa-3102504c1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:04.132130 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.132538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Bound using segment: {'id': '382d2da5-697c-40d6-97aa-3102504c1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:04.133044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Bound port: 119623fd-94b1-4ad9-a6b0-5aa38b4ff510, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382d2da5-697c-40d6-97aa-3102504c1ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e3bdac13-4f1f-4b59-a11f-d333eda2b567'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:04.134384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.151271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Pushing event updated for resources: {'Port': ['ID=81790488-86a1-4d06-922e-0ccad5ff2ff3,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:04.216223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.230219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Deleting subnet a2a08a42-5c13-44a7-a32e-625956a0642a {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:04.241082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.306419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.356747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Subnet': ['ID=d2fbe03f-2d8d-4ee3-87ad-583ee1894642,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:04.360935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Checking segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:04.361910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network hostable DHCP agents. Network: 7e4f0be4-c95a-48f8-aff4-abb50dc42811, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:14:04.422686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Attempting to bind port 81790488-86a1-4d06-922e-0ccad5ff2ff3 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:04.423445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Attempting to bind port 81790488-86a1-4d06-922e-0ccad5ff2ff3 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:04.423445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Attempting to bind port 81790488-86a1-4d06-922e-0ccad5ff2ff3 on network 78dba425-b871-4bc2-a21a-dce48a75d398 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:04.452792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:04.453204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Checking segment: {'id': 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:04.453571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.453957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Bound using segment: {'id': 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:04.454490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Bound port: 81790488-86a1-4d06-922e-0ccad5ff2ff3, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '78dba425-b871-4bc2-a21a-dce48a75d398'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:04.454870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.457752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.471417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:14:04.522740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:04.550384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] For port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:04.554710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34222) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:04.577775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] For port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=119623fd-94b1-4ad9-a6b0-5aa38b4ff510,segment=NetworkSegment(382d2da5-697c-40d6-97aa-3102504c1ae6),segment_id=382d2da5-697c-40d6-97aa-3102504c1ae6)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:04.598307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 7e4f0be4-c95a-48f8-aff4-abb50dc42811) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:04.600342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd528-1e6b-4090-8944-627f62ae41fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.618669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:04.618669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.623909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4242fe5-d810-4629-aee2-f9f22ff46a64 None None] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:04.682671 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.743118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.745310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:01Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:04.751224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.792768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] For port 81790488-86a1-4d06-922e-0ccad5ff2ff3, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:04.802818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Checking router: 8f9532d5-ffd3-4981-b867-012de0e140ba for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:14:04.805124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Updating router 8f9532d5-ffd3-4981-b867-012de0e140ba port dc631d14-87d7-4d36-8565-203a7daa6d17 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:14:04.846963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-42b4c9fc-d616-4e6f-b845-ee928e1f18c9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2661002 Aug 25 15:14:04.853888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a08a42-5c13-44a7-a32e-625956a0642a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:04.855224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] For port 81790488-86a1-4d06-922e-0ccad5ff2ff3, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=81790488-86a1-4d06-922e-0ccad5ff2ff3,segment=NetworkSegment(d6cad6fa-f7b2-4b7c-be5d-fb97327a7c93),segment_id=d6cad6fa-f7b2-4b7c-be5d-fb97327a7c93)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:04.855667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:04.869216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac4d38-318e-4bff-b5e2-bf4afb7db9f8 None None] Pushing event updated for resources: {'Port': ['ID=119623fd-94b1-4ad9-a6b0-5aa38b4ff510,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:04.879324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.908327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73e76f-8bc0-4fa3-a9ea-078bf7ffec72 None None] Network e3bdac13-4f1f-4b59-a11f-d333eda2b567 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:04.944048 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.949902 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7a353b4-428d-41f1-8d12-cdac77c99d61 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/subnets/a2a08a42-5c13-44a7-a32e-625956a0642a HTTP/1.1" status: 204 len: 168 time: 0.8554580 Aug 25 15:14:04.974435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34234) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:04.983877 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:04.999619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd528-1e6b-4090-8944-627f62ae41fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:05.066634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573c6a47-a9fd-4a64-ae8e-941ae9f8984c tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:05.080446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-573c6a47-a9fd-4a64-ae8e-941ae9f8984c tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0943372 Aug 25 15:14:05.080790 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:05.172427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:14:05.173282 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:05.287351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7a8e3-a22b-4eb8-aa09-65e7a3a98b80 None None] Pushing event updated for resources: {'Port': ['ID=81790488-86a1-4d06-922e-0ccad5ff2ff3,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:05.584483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:05.595881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:05.607055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:05.608054 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:05.640607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=4d0f85a1-2554-4898-b131-8c8cd85a6583,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:05.748500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd528-1e6b-4090-8944-627f62ae41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:05.789740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dd528-1e6b-4090-8944-627f62ae41fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4e186-ed39-4e27-a470-f28ead526bc8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:05.816300 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-702a8588-7980-4a65-a451-c56a71066603 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1207342 Aug 25 15:14:05.817119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34252) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:05.825951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1350867762', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d0f85a1-2554-4898-b131-8c8cd85a6583'}], 'security_groups': ['3f363f99-65b8-4657-b541-f4f18950acc7']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:05.867702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd2dd528-1e6b-4090-8944-627f62ae41fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76fb25bb6310460ea6cba9fe3ae359a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3081410 Aug 25 15:14:05.868655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:05.886207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:05.975411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:05.977026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885002d4-e1ff-4a9b-828e-74d2727004d0 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:05.997608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-511020ac-01eb-45ad-99d5-b56a23f30804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.036172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-511020ac-01eb-45ad-99d5-b56a23f30804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.084565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Allocated IP 172.20.0.2 (7e4f0be4-c95a-48f8-aff4-abb50dc42811/d2fbe03f-2d8d-4ee3-87ad-583ee1894642/7aac2c67-5568-437c-bf01-5db61d345cc1) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:06.125441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Deleting port 81790488-86a1-4d06-922e-0ccad5ff2ff3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:06.125785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.201727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] For port 81790488-86a1-4d06-922e-0ccad5ff2ff3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=81790488-86a1-4d06-922e-0ccad5ff2ff3,segment=NetworkSegment(d6cad6fa-f7b2-4b7c-be5d-fb97327a7c93),segment_id=d6cad6fa-f7b2-4b7c-be5d-fb97327a7c93)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:06.201727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.223439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Calling delete_port for 81790488-86a1-4d06-922e-0ccad5ff2ff3 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:06.256811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.565848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 81790488-86a1-4d06-922e-0ccad5ff2ff3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:06.574485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34270) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:06.575332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.578444 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.616161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] No DVR routers for this DVR port 81790488-86a1-4d06-922e-0ccad5ff2ff3 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:14:06.651881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 81790488-86a1-4d06-922e-0ccad5ff2ff3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:14:06.656770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Port': ['ID=81790488-86a1-4d06-922e-0ccad5ff2ff3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:06.657256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 81790488-86a1-4d06-922e-0ccad5ff2ff3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 15:14:06.679952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Transition to ACTIVE for port object dc631d14-87d7-4d36-8565-203a7daa6d17 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:06.753503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Port 81790488-86a1-4d06-922e-0ccad5ff2ff3 not found, will not notify nova. {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 15:14:06.754002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:06.756795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-511020ac-01eb-45ad-99d5-b56a23f30804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.763123 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-511020ac-01eb-45ad-99d5-b56a23f30804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.771754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-511020ac-01eb-45ad-99d5-b56a23f30804 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cff4e186-ed39-4e27-a470-f28ead526bc8 HTTP/1.1" status: 204 len: 168 time: 0.9016674 Aug 25 15:14:06.789612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511020ac-01eb-45ad-99d5-b56a23f30804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4e186-ed39-4e27-a470-f28ead526bc8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:06.825447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-86c1bf17-8763-49c3-be0c-d597a3c8c197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.851177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.858749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.914774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dba425-b871-4bc2-a21a-dce48a75d398']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:06.920974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f5ce8-16ec-491c-b482-ce64d12d56b8 None None] Network 78dba425-b871-4bc2-a21a-dce48a75d398 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:06.953499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Delete allocated IP 2001:db8::3e4 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/5de49aa3-a360-4f37-8b9a-4dc5c75a1963) {{(pid=101873) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 15:14:06.962382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:06.962680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cad6fa-f7b2-4b7c-be5d-fb97327a7c93') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:06.984537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:06.988554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8:0:1::21f (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/4d0f85a1-2554-4898-b131-8c8cd85a6583/2274f4fc-fff0-48b7-ad9d-2f009e7c805e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:07.045885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b260a1-4e01-40b0-8087-351fed25b6e7 None None] Pushing event updated for resources: {'Port': ['ID=dc631d14-87d7-4d36-8565-203a7daa6d17,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.048274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ab07232-59d4-4dcc-a2d8-c779b479ad00 None None] Could not find standard attr ID for object 81790488-86a1-4d06-922e-0ccad5ff2ff3. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:14:07.059179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Attempting to bind port dc631d14-87d7-4d36-8565-203a7daa6d17 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:07.059562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Attempting to bind port dc631d14-87d7-4d36-8565-203a7daa6d17 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:07.059915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Attempting to bind port dc631d14-87d7-4d36-8565-203a7daa6d17 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:07.082267 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.087200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:07.087446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:07.088445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.088790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:07.089239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Bound port: dc631d14-87d7-4d36-8565-203a7daa6d17, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:07.089601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.089932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:07.090359 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.092466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:07.142477 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:07.157915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Transition to ACTIVE for port object 7aac2c67-5568-437c-bf01-5db61d345cc1 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:07.198830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:07.199309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.252372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Transition to ACTIVE for port object 7aac2c67-5568-437c-bf01-5db61d345cc1 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:07.274572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] For port dc631d14-87d7-4d36-8565-203a7daa6d17, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:07.276568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Update dhcp port {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'fixed_ips': [{'subnet_id': '5de49aa3-a360-4f37-8b9a-4dc5c75a1963', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d0f85a1-2554-4898-b131-8c8cd85a6583'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '3db6c064-8155-4393-bd85-119152eec0cf'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:14:07.296763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-86c1bf17-8763-49c3-be0c-d597a3c8c197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.297721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.313820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a4e398-d5f3-4a38-80b9-0fbfc3dba817 None None] DHCP port deletion for 78dba425-b871-4bc2-a21a-dce48a75d398 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:14:07.320598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] For port dc631d14-87d7-4d36-8565-203a7daa6d17, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dc631d14-87d7-4d36-8565-203a7daa6d17,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:07.320881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.322965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/networks/78dba425-b871-4bc2-a21a-dce48a75d398 HTTP/1.1" status: 204 len: 168 time: 2.2412014 Aug 25 15:14:07.324227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022fb6-6cd0-4660-977a-7a3c81506a8f tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Network': ['ID=78dba425-b871-4bc2-a21a-dce48a75d398,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.328710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34286) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:07.333899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.388879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-86c1bf17-8763-49c3-be0c-d597a3c8c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.400926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.403411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.454496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1bf17-8763-49c3-be0c-d597a3c8c197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713b7022-dc13-4944-a830-77f7576c0a88,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.469456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-86c1bf17-8763-49c3-be0c-d597a3c8c197 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cab991d246e0461ea8cfc7d449130a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8810894 Aug 25 15:14:07.472446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:07.480688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.538295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.561732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:07.563475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2610fe14-1678-44e1-b009-8039afed3716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.566678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 2274f4fc-fff0-48b7-ad9d-2f009e7c805e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:07.578923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:07.587003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:07.594632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:07.595322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:07.601938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b260a1-4e01-40b0-8087-351fed25b6e7 None None] Pushing event updated for resources: {'Port': ['ID=dc631d14-87d7-4d36-8565-203a7daa6d17,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.606488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2610fe14-1678-44e1-b009-8039afed3716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.657480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.683334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.1 (7e4f0be4-c95a-48f8-aff4-abb50dc42811/d2fbe03f-2d8d-4ee3-87ad-583ee1894642/3aff163f-925a-454b-9e37-e0580cd47a15) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:07.732369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] In _notify_port_updated(), no bound segment for port 2274f4fc-fff0-48b7-ad9d-2f009e7c805e on network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:14:07.743511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:07.744186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.748336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/ports/2274f4fc-fff0-48b7-ad9d-2f009e7c805e HTTP/1.1" status: 200 len: 931 time: 1.9243326 Aug 25 15:14:07.750303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34298) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:07.801480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd090ba-c959-4534-b585-aab541b55120 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=2274f4fc-fff0-48b7-ad9d-2f009e7c805e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.835989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Attempting to bind port 7aac2c67-5568-437c-bf01-5db61d345cc1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:07.836360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Attempting to bind port 7aac2c67-5568-437c-bf01-5db61d345cc1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:07.836723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Attempting to bind port 7aac2c67-5568-437c-bf01-5db61d345cc1 on network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:07.853611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Pushing event updated for resources: {'Port': ['ID=7aac2c67-5568-437c-bf01-5db61d345cc1,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.855996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Deleting port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:07.855996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.862345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:07.862610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Checking segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:07.863018 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.863445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Bound using segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:07.863925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Bound port: 7aac2c67-5568-437c-bf01-5db61d345cc1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:07.864311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.887558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Allocated IP 2001:db8:0:1::2 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/4d0f85a1-2554-4898-b131-8c8cd85a6583/3db6c064-8155-4393-bd85-119152eec0cf) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:07.901470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2610fe14-1678-44e1-b009-8039afed3716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.902628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:14:07.907592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2610fe14-1678-44e1-b009-8039afed3716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:07.911250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2610fe14-1678-44e1-b009-8039afed3716 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/713b7022-dc13-4944-a830-77f7576c0a88 HTTP/1.1" status: 204 len: 168 time: 0.4376013 Aug 25 15:14:07.923608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610fe14-1678-44e1-b009-8039afed3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713b7022-dc13-4944-a830-77f7576c0a88,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:07.960562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.058898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 3aff163f-925a-454b-9e37-e0580cd47a15 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:08.079408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] For port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=119623fd-94b1-4ad9-a6b0-5aa38b4ff510,segment=NetworkSegment(382d2da5-697c-40d6-97aa-3102504c1ae6),segment_id=382d2da5-697c-40d6-97aa-3102504c1ae6)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:08.089731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.105418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Calling delete_port for 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:08.132947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 2274f4fc-fff0-48b7-ad9d-2f009e7c805e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:08.133287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.212986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] For port 7aac2c67-5568-437c-bf01-5db61d345cc1, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:08.248725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] For port 7aac2c67-5568-437c-bf01-5db61d345cc1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7aac2c67-5568-437c-bf01-5db61d345cc1,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:08.265629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3db6c064-8155-4393-bd85-119152eec0cf,segment=NetworkSegment(644a3686-5d0c-4440-8c7f-be3b699cc8df),segment_id=644a3686-5d0c-4440-8c7f-be3b699cc8df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:08.272101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 81790488-86a1-4d06-922e-0ccad5ff2ff3 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:14:08.313272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.334161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 2274f4fc-fff0-48b7-ad9d-2f009e7c805e owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:08.381854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.440874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:08.448961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:08.454664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.458611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:08.463052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=3aff163f-925a-454b-9e37-e0580cd47a15,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:08.472130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 81790488-86a1-4d06-922e-0ccad5ff2ff3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:14:08.472130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 81790488-86a1-4d06-922e-0ccad5ff2ff3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:14:08.473975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.527955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] No DVR routers for this DVR port 119623fd-94b1-4ad9-a6b0-5aa38b4ff510 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:14:08.529616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Port': ['ID=119623fd-94b1-4ad9-a6b0-5aa38b4ff510,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:08.584151 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.602111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37bb79-fb27-4c48-a377-53fe26a8d940 None None] Pushing event updated for resources: {'Port': ['ID=7aac2c67-5568-437c-bf01-5db61d345cc1,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:08.622264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Transition to ACTIVE for port object 3db6c064-8155-4393-bd85-119152eec0cf will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:08.644528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:01Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:08.684015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1fba97-4591-4e23-bc8f-fc377896b880 None None] The sync data for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 is: [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:01Z', 'revision_number': 3, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:08.722117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.725948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.882112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:08.912923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52925e-bdd1-464e-a63e-1111be84e47b None None] Pushing event updated for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:08.930722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bdac13-4f1f-4b59-a11f-d333eda2b567']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:08.959610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382d2da5-697c-40d6-97aa-3102504c1ae6') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:08.960012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382d2da5-697c-40d6-97aa-3102504c1ae6') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:08.969757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.002258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.067894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=2274f4fc-fff0-48b7-ad9d-2f009e7c805e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:09.109676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.132330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.137171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c206d02-6d6e-4799-a2fe-54b34fd0913e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/2274f4fc-fff0-48b7-ad9d-2f009e7c805e HTTP/1.1" status: 204 len: 168 time: 1.3846855 Aug 25 15:14:09.137703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34318) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:09.147436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:09.147983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:09.151135 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:09.218423 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeb1278-6cb1-4d92-be47-de1ef7d1e1e5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:14:09.224943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-beeb1278-6cb1-4d92-be47-de1ef7d1e1e5 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/2274f4fc-fff0-48b7-ad9d-2f009e7c805e HTTP/1.1" status: 404 len: 333 time: 0.0852580 Aug 25 15:14:09.224943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34320) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:09.313963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9db92345-ee1d-4047-92b0-3504795f9687 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.358545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.362756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9db92345-ee1d-4047-92b0-3504795f9687 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.417870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.444856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.447222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/networks/e3bdac13-4f1f-4b59-a11f-d333eda2b567 HTTP/1.1" status: 204 len: 168 time: 2.1174302 Aug 25 15:14:09.448371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2e0fe-4a12-478b-964c-e7b4b8b05a66 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Network': ['ID=e3bdac13-4f1f-4b59-a11f-d333eda2b567,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:09.450370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34324) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:09.578974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34326) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:09.631949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27aaa467-bf22-49ba-bc04-54102b00bef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.669933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.694181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9db92345-ee1d-4047-92b0-3504795f9687 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.707362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9db92345-ee1d-4047-92b0-3504795f9687 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:09.711547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9db92345-ee1d-4047-92b0-3504795f9687 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/security-groups/6e94800b-01be-415e-a2d6-64b643010a72 HTTP/1.1" status: 204 len: 168 time: 0.4850726 Aug 25 15:14:09.719330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34328) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:09.747219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92345-ee1d-4047-92b0-3504795f9687 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94800b-01be-415e-a2d6-64b643010a72,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:10.056516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8087c5d-4e09-43ea-927e-32c4ea4071de tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.094803 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.112133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8087c5d-4e09-43ea-927e-32c4ea4071de tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.130317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf8d52e-dd01-48cb-992a-481fe6ef8d3c']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:10.135364 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.148674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39584625-df93-4c72-ba9c-e9e96e25b549') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:10.149224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39584625-df93-4c72-ba9c-e9e96e25b549') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:10.198332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Provisioning for port 3db6c064-8155-4393-bd85-119152eec0cf completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:10.202820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:10.203317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.214272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.218070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27aaa467-bf22-49ba-bc04-54102b00bef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.239430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.271815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.294961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:10.295405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:10.311569 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:10.413556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=3aff163f-925a-454b-9e37-e0580cd47a15,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:10.447624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8087c5d-4e09-43ea-927e-32c4ea4071de tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.452308 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c8087c5d-4e09-43ea-927e-32c4ea4071de tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.458046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c8087c5d-4e09-43ea-927e-32c4ea4071de tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f363f99-65b8-4657-b541-f4f18950acc7 HTTP/1.1" status: 204 len: 168 time: 0.7386861 Aug 25 15:14:10.459568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34340) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:10.473358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27aaa467-bf22-49ba-bc04-54102b00bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.476040 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.512212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79633f-20c1-46cd-a735-24bcb92abd2a None None] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:10.638808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa467-bf22-49ba-bc04-54102b00bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54336d3-2652-4d7d-9261-3986e24618e5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:10.640726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:10.641177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.643529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8087c5d-4e09-43ea-927e-32c4ea4071de tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f363f99-65b8-4657-b541-f4f18950acc7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:10.646764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27aaa467-bf22-49ba-bc04-54102b00bef3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14f7fafb92ea4c9dbc8c5acfc0937b58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0667095 Aug 25 15:14:10.667181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34346) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:10.690495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 5de49aa3-a360-4f37-8b9a-4dc5c75a1963 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:10.699234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.745966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:10.762424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7aac2c67-5568-437c-bf01-5db61d345cc1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:10.764319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:10.769225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:10.780158 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.850873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd59-e2fa-445d-a1b9-657c78d8055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.859536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aa0c4121-2030-4985-90af-f594c021228e None None] Could not find standard attr ID for object 2274f4fc-fff0-48b7-ad9d-2f009e7c805e. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:14:10.916601 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd59-e2fa-445d-a1b9-657c78d8055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.950301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.982367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:10.994718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/networks/daf8d52e-dd01-48cb-992a-481fe6ef8d3c HTTP/1.1" status: 204 len: 168 time: 1.5270164 Aug 25 15:14:10.994819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34352) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:11.011403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Could not find standard attr ID for object 2274f4fc-fff0-48b7-ad9d-2f009e7c805e. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:14:11.039653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7aac2c67-5568-437c-bf01-5db61d345cc1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:11.042373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728462cc-580d-4753-a498-259d816dce96 tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Network': ['ID=daf8d52e-dd01-48cb-992a-481fe6ef8d3c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:11.055428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:11.056087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.116009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:11.116390 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.123365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.131854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 8f9532d5-ffd3-4981-b867-012de0e140ba has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:14:11.141134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd59-e2fa-445d-a1b9-657c78d8055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.141134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd59-e2fa-445d-a1b9-657c78d8055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.141556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5e77bd59-e2fa-445d-a1b9-657c78d8055f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a54336d3-2652-4d7d-9261-3986e24618e5 HTTP/1.1" status: 204 len: 168 time: 0.4818742 Aug 25 15:14:11.155312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77bd59-e2fa-445d-a1b9-657c78d8055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54336d3-2652-4d7d-9261-3986e24618e5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:11.202102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Provisioning for port 7aac2c67-5568-437c-bf01-5db61d345cc1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:11.225222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Provisioning complete for port 7aac2c67-5568-437c-bf01-5db61d345cc1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:11.225448 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.330362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.398879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dc631d14-87d7-4d36-8565-203a7daa6d17 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:11.454503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75268c90-4590-4897-b9ac-f570e1d63b01 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:11.467088 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.473690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.503961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/5de49aa3-a360-4f37-8b9a-4dc5c75a1963 HTTP/1.1" status: 204 len: 168 time: 1.0243773 Aug 25 15:14:11.504637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34362) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:11.510227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c22159-6331-4a7c-9d4b-6f05fc6463d3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=5de49aa3-a360-4f37-8b9a-4dc5c75a1963,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:11.520775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9545aa-c74e-41b9-a1b7-24d9aab194da']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:11.536777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:11.544714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a180a1de-216f-4c3b-a937-72c6c1ad7543') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:11.545018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a180a1de-216f-4c3b-a937-72c6c1ad7543') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:11.561728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.600117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:11.607887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e76e726f-88a8-4e46-a2ba-ac758303ab27 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/8f9532d5-ffd3-4981-b867-012de0e140ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7392616 Aug 25 15:14:11.614667 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.634858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:11.635562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:11.639156 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:11.641333 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Sync routers for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:11.657411 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:11.660215 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:11.749739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.798354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port dc631d14-87d7-4d36-8565-203a7daa6d17 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:11.813695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dc631d14-87d7-4d36-8565-203a7daa6d17 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:11.814299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.849880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:11.857276 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.885736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.895555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] For port 7aac2c67-5568-437c-bf01-5db61d345cc1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7aac2c67-5568-437c-bf01-5db61d345cc1,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:11.900463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:11.902765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] 10.222.0.58 "DELETE /v2.0/networks/df9545aa-c74e-41b9-a1b7-24d9aab194da HTTP/1.1" status: 204 len: 168 time: 0.9085922 Aug 25 15:14:11.927514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dcaba-3732-4d1e-84b1-ad7382dcb6fa tempest-BulkNetworkOpsTest-725163317 tempest-BulkNetworkOpsTest-725163317-project] Pushing event deleted for resources: {'Network': ['ID=df9545aa-c74e-41b9-a1b7-24d9aab194da,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:11.964365 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:14:12.091723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.154128 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.162358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port dc631d14-87d7-4d36-8565-203a7daa6d17, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dc631d14-87d7-4d36-8565-203a7daa6d17,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:12.247186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.307291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be5468-ce98-4c12-bea9-0eda3665df26 None None] Pushing event updated for resources: {'Port': ['ID=7aac2c67-5568-437c-bf01-5db61d345cc1,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:12.430078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=dc631d14-87d7-4d36-8565-203a7daa6d17,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:12.457241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ac030b5c-b260-4a07-a33d-37479e6e979f None None] Provisioning for port 3aff163f-925a-454b-9e37-e0580cd47a15 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:12.457241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ac030b5c-b260-4a07-a33d-37479e6e979f None None] Provisioning complete for port 3aff163f-925a-454b-9e37-e0580cd47a15 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:12.457241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ac030b5c-b260-4a07-a33d-37479e6e979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.513844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ac030b5c-b260-4a07-a33d-37479e6e979f None None] Port 3aff163f-925a-454b-9e37-e0580cd47a15 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:12.542176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ac030b5c-b260-4a07-a33d-37479e6e979f None None] Provisioning complete for port 7aac2c67-5568-437c-bf01-5db61d345cc1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:12.542574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ac030b5c-b260-4a07-a33d-37479e6e979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.566918 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 2, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:12.582880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.616465 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Checking router: 8f9532d5-ffd3-4981-b867-012de0e140ba for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:14:12.621192 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Updating router 8f9532d5-ffd3-4981-b867-012de0e140ba port 3aff163f-925a-454b-9e37-e0580cd47a15 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:14:12.641476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:12.651961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:12.663771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:12.664458 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.680015 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.683753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=32642623-eaf4-4ea7-8e11-36013903e1db,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:12.836192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f261fc5-cc89-431a-a27b-8718fe11bc0c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3141997 Aug 25 15:14:12.836397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34396) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:12.860862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'security_group': {'name': 'tempest-secgroup-2011577523'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:12.907853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f38ee485-9a84-4fa9-9f0e-54f4937e80f6 None None] Provisioning complete for port 3aff163f-925a-454b-9e37-e0580cd47a15 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:12.911929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f38ee485-9a84-4fa9-9f0e-54f4937e80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:12.980306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-0df17de7-4743-4bc7-ac4b-90add4411782 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703340824&fields=id&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 267 time: 0.0737278 Aug 25 15:14:13.032850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.053226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f38ee485-9a84-4fa9-9f0e-54f4937e80f6 None None] Port 3aff163f-925a-454b-9e37-e0580cd47a15 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:13.134906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34408) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:13.154135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.221534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.259274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-925b9702-054c-43d6-9e75-1c76470142ea tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:13.262527 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-925b9702-054c-43d6-9e75-1c76470142ea tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/networks?id=7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 200 len: 797 time: 0.2725778 Aug 25 15:14:13.269856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c68f6f-bc84-463a-8863-3a1137c6da4b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:13.290452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9c376-4c05-42fa-9ba9-a94308e40c3b None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:13.299525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-4bd18a5b-f26b-4447-bb56-3407c43c9bfc tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/quotas/1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 375 time: 0.0190659 Aug 25 15:14:13.325696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.331278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fe3b36d9-b7b5-47c5-bd45-2cb30ea0ae0b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4925196 Aug 25 15:14:13.335123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34416) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:13.346755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'security_group': {'name': 'tempest-secgroup-246241645'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:13.408198 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-b49e1a0f-bbf1-4671-9373-5bf257dee3ca tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027679 Aug 25 15:14:13.420603 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.436289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-316d4661-9815-4b4a-b729-4c2a50f0852b None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:13.436666 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-316d4661-9815-4b4a-b729-4c2a50f0852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.444204 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Transition to ACTIVE for port object 3aff163f-925a-454b-9e37-e0580cd47a15 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:13.504102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.541358 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.619920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-ab4539bf-d207-42d1-b0cd-a666884cd8f2 service neutron] 10.222.0.58 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115283 Aug 25 15:14:13.740606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Pushing event updated for resources: {'Port': ['ID=3aff163f-925a-454b-9e37-e0580cd47a15,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:13.750588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.763056 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.763834 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.766451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.766451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.766451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.766451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.767337 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.768105 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.768758 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.774644 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.780243 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.780963 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:13.837291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.857303 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-beb6d2bc-4e54-4063-8cf1-2276f92cb329 service neutron] 10.222.0.58 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310433 Aug 25 15:14:13.874497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-316d4661-9815-4b4a-b729-4c2a50f0852b None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:13.888549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-316d4661-9815-4b4a-b729-4c2a50f0852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.888827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Attempting to bind port 3aff163f-925a-454b-9e37-e0580cd47a15 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:13.888827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Attempting to bind port 3aff163f-925a-454b-9e37-e0580cd47a15 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:13.888827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Attempting to bind port 3aff163f-925a-454b-9e37-e0580cd47a15 on network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:13.906597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:13.907084 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Checking segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:13.912428 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.913037 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Bound using segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:13.913624 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Bound port: 3aff163f-925a-454b-9e37-e0580cd47a15, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:13.914144 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.934908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95aad526-a603-4f50-9ec9-5d86cbdfadd6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:13.948290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34426) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:13.967256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-421443c2-ad9a-4168-9db5-9317d05cb100 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d36001de227248ea85673d2ebfffe570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8248389 Aug 25 15:14:13.995138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:13.998928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9915d273-8b73-4d7b-9d9c-8c8a7d7ad7b4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6602864 Aug 25 15:14:13.999136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34428) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:14.003881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Update dhcp port {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'fixed_ips': [{'subnet_id': '4d0f85a1-2554-4898-b131-8c8cd85a6583', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32642623-eaf4-4ea7-8e11-36013903e1db'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '3db6c064-8155-4393-bd85-119152eec0cf'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:14:14.004196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'security_group': {'name': 'tempest-secgroup-65763179'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:14.054860 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] For port 3aff163f-925a-454b-9e37-e0580cd47a15, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:14.058644 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] For port 3aff163f-925a-454b-9e37-e0580cd47a15, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3aff163f-925a-454b-9e37-e0580cd47a15,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:14.064648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-316d4661-9815-4b4a-b729-4c2a50f0852b None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:14.066965 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.083616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2712b071-b17b-4494-8f8f-8f1e7e3640da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.109739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2712b071-b17b-4494-8f8f-8f1e7e3640da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.209064 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.210686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.296685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56641-51d3-439b-8770-b73ac4c2ba1c None None] Pushing event updated for resources: {'Port': ['ID=3aff163f-925a-454b-9e37-e0580cd47a15,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:14.300892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2712b071-b17b-4494-8f8f-8f1e7e3640da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.311011 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2712b071-b17b-4494-8f8f-8f1e7e3640da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.316239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2712b071-b17b-4494-8f8f-8f1e7e3640da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6653da6f-d837-4d1e-b2d6-5d3423f6f2c5 HTTP/1.1" status: 204 len: 168 time: 0.3623383 Aug 25 15:14:14.342973 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:14.348087 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:13:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:14.429757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b071-b17b-4494-8f8f-8f1e7e3640da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6653da6f-d837-4d1e-b2d6-5d3423f6f2c5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:14.484996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7aac2c67-5568-437c-bf01-5db61d345cc1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:14.557140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:14:14.570361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.669432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Allocated IP 2001:db8::2 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/32642623-eaf4-4ea7-8e11-36013903e1db/3db6c064-8155-4393-bd85-119152eec0cf) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:14.693904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.702334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7aac2c67-5568-437c-bf01-5db61d345cc1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:14.702334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.750480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4acbf42-2af9-44fd-b352-336d0e9becc7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:14.851914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3db6c064-8155-4393-bd85-119152eec0cf,segment=NetworkSegment(644a3686-5d0c-4440-8c7f-be3b699cc8df),segment_id=644a3686-5d0c-4440-8c7f-be3b699cc8df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:14.889058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.891867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6ebfb6d0-bd25-4a50-a9bc-2c5f41ba8fc8 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8917732 Aug 25 15:14:14.895389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34458) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:14.902415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1765753338', 'security_groups': ['f4acbf42-2af9-44fd-b352-336d0e9becc7'], 'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32642623-eaf4-4ea7-8e11-36013903e1db'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:14.915152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dc631d14-87d7-4d36-8565-203a7daa6d17 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:14.919238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:14.927675 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:14Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:14.971127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Transition to ACTIVE for port object 3db6c064-8155-4393-bd85-119152eec0cf will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:14.988974 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf4f34-2c13-4d82-8e0c-76bf6a090097 None None] The sync data for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 is: [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:14Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:14.997541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dc631d14-87d7-4d36-8565-203a7daa6d17 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:14.997541 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:15.091187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:15.237109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d99c78f1-66f4-43e7-b3ef-eb4c934fc4d3 req-de90579d-2ac0-45da-b3bd-d6b0bfba2e0c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 210 time: 0.8463371 Aug 25 15:14:15.295832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Pushing event updated for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:15.334888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:15.348517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.348641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.348915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.349247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.349577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.350041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.350511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.350846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.351198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.351523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.352592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.352592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0009516-e6b4-4b92-8095-3d6b90428c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:15.540026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:15.583077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] device_id is not set on port 53d5acb5-e0d7-4762-a814-ddb1156fc405 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:14:15.899080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8::319 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/32642623-eaf4-4ea7-8e11-36013903e1db/53d5acb5-e0d7-4762-a814-ddb1156fc405) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:16.227402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:16.251474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 53d5acb5-e0d7-4762-a814-ddb1156fc405 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:16.321853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a57638-8d89-4bb6-b9ee-b77cdd6b2d80 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:14:16.473512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf60f353-57f8-4ab3-84a9-3884c86406c9 req-ae9f1e9d-46f4-4eec-8ef4-55f2d088c0c1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 210 time: 0.0951304 Aug 25 15:14:16.482111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-28df0165-7f02-4ecd-9279-38320b1ec628 None None] Provisioning for port 3db6c064-8155-4393-bd85-119152eec0cf completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:16.508834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-28df0165-7f02-4ecd-9279-38320b1ec628 None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:16.509021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:16.509217 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28df0165-7f02-4ecd-9279-38320b1ec628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:16.551404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a57638-8d89-4bb6-b9ee-b77cdd6b2d80 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:14:16.588937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:16.709542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=53d5acb5-e0d7-4762-a814-ddb1156fc405,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:16.749376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:16.755759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:16.766389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:16.778316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:16.786266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:16.908183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0fefd57b-635d-4e55-a167-2038d1774360 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0111015 Aug 25 15:14:16.910969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:16.917235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:17.016074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:17.016377 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:17.233512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-28df0165-7f02-4ecd-9279-38320b1ec628 None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:17.236055 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28df0165-7f02-4ecd-9279-38320b1ec628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:17.313676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-28df0165-7f02-4ecd-9279-38320b1ec628 None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:17.561130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3aff163f-925a-454b-9e37-e0580cd47a15 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:17.768645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-f7d20e6d-8d94-4937-b3b5-acfef908bfc4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:17.770615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-f7d20e6d-8d94-4937-b3b5-acfef908bfc4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/networks?id=7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 200 len: 797 time: 0.4801099 Aug 25 15:14:17.775717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3aff163f-925a-454b-9e37-e0580cd47a15 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:17.781042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3aff163f-925a-454b-9e37-e0580cd47a15 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:17.788230 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:17.899486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ded1f09-e2f5-4984-a09c-5c852145a78b req-ee3187fe-0627-4383-93d7-232bdb45d9a9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 210 time: 0.1273451 Aug 25 15:14:17.944298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-545f0588-01f6-4a81-b2bd-e2f25736969c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf2409290d43fda7863871e785644e HTTP/1.1" status: 200 len: 379 time: 0.1604650 Aug 25 15:14:17.967637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'port': {'device_id': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'admin_state_up': True, 'tenant_id': '1adf2409290d43fda7863871e785644e', 'security_groups': ['98250698-4330-43d3-9def-02be6fe76ea4']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:18.001027 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.070014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3aff163f-925a-454b-9e37-e0580cd47a15, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3aff163f-925a-454b-9e37-e0580cd47a15,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:18.111145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:18.116911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.163913 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.222472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ec6eadc4-0321-49cb-b3c8-1c62e1097578 None None] Provisioning for port 53d5acb5-e0d7-4762-a814-ddb1156fc405 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:18.260089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ec6eadc4-0321-49cb-b3c8-1c62e1097578 None None] Provisioning complete for port 53d5acb5-e0d7-4762-a814-ddb1156fc405 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:18.260478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ec6eadc4-0321-49cb-b3c8-1c62e1097578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.305301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Made reservation on behalf of 1adf2409290d43fda7863871e785644e for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:18.316551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.328360 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32642623-eaf4-4ea7-8e11-36013903e1db (CIDR: 2001:db8::/64) Aug 25 15:14:18.341723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3aff163f-925a-454b-9e37-e0580cd47a15,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:18.363675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ec6eadc4-0321-49cb-b3c8-1c62e1097578 None None] Port 53d5acb5-e0d7-4762-a814-ddb1156fc405 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:18.393665 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:14:18.394136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:18.519845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.20.0.8 (7e4f0be4-c95a-48f8-aff4-abb50dc42811/d2fbe03f-2d8d-4ee3-87ad-583ee1894642/8ba1bee1-a025-46ed-b667-a470b1c22f16) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:18.520006 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f439d5f1-bf7f-45e1-9457-6144bc1cf9bd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6077633 Aug 25 15:14:18.522762 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34540) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:18.529517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:18.759536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.787078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Transition to ACTIVE for port object 8ba1bee1-a025-46ed-b667-a470b1c22f16 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:18.803674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:18.819300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.926491 n-d-805995-2 neutron-server[101872]: INFO neutron.db.ipam_backend_mixin [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4d0f85a1-2554-4898-b131-8c8cd85a6583 (CIDR: 2001:db8:0:1::/64) Aug 25 15:14:18.928802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:18.998557 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:14:19.000972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:19.020409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:19.039532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:19.043944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:19.079132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:19.115679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:19.122583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:19.167439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34560) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:19.167628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-203a6690-1c00-4a3e-a66d-abc09e21c32f tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6435163 Aug 25 15:14:19.174709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'subnet': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:19.196186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b711a1-62df-4aa7-9896-6cddb75e16c3 req-1781aab3-9368-48a9-b5fb-8ba2bd76f693 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:19.201732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4b711a1-62df-4aa7-9896-6cddb75e16c3 req-1781aab3-9368-48a9-b5fb-8ba2bd76f693 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 931 time: 0.1377003 Aug 25 15:14:19.273953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b4b711a1-62df-4aa7-9896-6cddb75e16c3 req-fcad14e6-bfc1-4e17-bfc7-95e4b785c8c2 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574162 Aug 25 15:14:19.323176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-fde409fc-9d6f-491d-b1d7-8d7aa5500ab8 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715765 Aug 25 15:14:19.344956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Request body: {'port': {'device_id': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:19.426545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:19.564059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50b29f4d-50e2-4f99-abcf-2770d64e30ac None None] Provisioning for port 8ba1bee1-a025-46ed-b667-a470b1c22f16 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:19.568836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-50b29f4d-50e2-4f99-abcf-2770d64e30ac None None] Provisioning complete for port 8ba1bee1-a025-46ed-b667-a470b1c22f16 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:19.574181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50b29f4d-50e2-4f99-abcf-2770d64e30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:19.665647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Made reservation on behalf of d9d6cb78e4164b9ab8c2688897a02688 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:19.672393 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:19.672530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-50b29f4d-50e2-4f99-abcf-2770d64e30ac None None] Port 8ba1bee1-a025-46ed-b667-a470b1c22f16 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:19.924623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba1bee1-a025-46ed-b667-a470b1c22f16 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:14:19.953493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:19.978123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Transition to ACTIVE for port object 8ba1bee1-a025-46ed-b667-a470b1c22f16 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:20.061178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:20.140798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:20.266849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:20.351126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:20.353936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Attempting to bind port 8ba1bee1-a025-46ed-b667-a470b1c22f16 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:20.354446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Attempting to bind port 8ba1bee1-a025-46ed-b667-a470b1c22f16 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:20.355159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Attempting to bind port 8ba1bee1-a025-46ed-b667-a470b1c22f16 on network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:20.367653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:20.380426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:20.384738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:20.384955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5103f18-1726-498d-906e-11b416e98ee1 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:20.393489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Port 8ba1bee1-a025-46ed-b667-a470b1c22f16 on network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:14:20.398686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Attempting to bind port 8ba1bee1-a025-46ed-b667-a470b1c22f16 on network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:20.433553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:20.434056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Checking segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:20.434622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Bound using segment: {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:20.437344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Bound port: 8ba1bee1-a025-46ed-b667-a470b1c22f16, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9f5acf-a9b7-498b-ba52-a8149c897101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:20.442257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3aff163f-925a-454b-9e37-e0580cd47a15 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:20.444845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:20.495408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Subnet': ['ID=bb82526f-8f98-485f-9243-ce0a4b083ec9,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:20.676902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34626) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:20.678548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5095387 Aug 25 15:14:20.688035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1283820071', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb82526f-8f98-485f-9243-ce0a4b083ec9'}], 'security_groups': ['c8c68f6f-bc84-463a-8863-3a1137c6da4b', '95aad526-a603-4f50-9ec9-5d86cbdfadd6']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.688696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.694107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba4cd5-1f4e-44e5-a8c7-68ff1b01a6dd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:20.729455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3aff163f-925a-454b-9e37-e0580cd47a15 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:20.730234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:20.784067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c1300-2571-4602-8bca-217f29521bf0 req-3b6c3f45-65ae-4438-9949-847072913ef9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:20.792041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-899c1300-2571-4602-8bca-217f29521bf0 req-3b6c3f45-65ae-4438-9949-847072913ef9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 943 time: 0.3122194 Aug 25 15:14:20.927706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-899c1300-2571-4602-8bca-217f29521bf0 req-ae3a7e4b-1485-4b9e-af49-e3b33f31acff tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346354 Aug 25 15:14:20.931967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:20.935991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:20.954388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:21.010644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:21.067793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:21.074011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Update dhcp port {'port': {'network_id': 'f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf', 'fixed_ips': [{'subnet_id': '4d0f85a1-2554-4898-b131-8c8cd85a6583', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32642623-eaf4-4ea7-8e11-36013903e1db', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb82526f-8f98-485f-9243-ce0a4b083ec9'}], 'binding:host_id': 'n-d-805995-2'}, 'id': '3db6c064-8155-4393-bd85-119152eec0cf'} from n-d-805995-2. {{(pid=101874) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 15:14:21.086808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:21.094516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:21.098034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-023609e5-339e-45ac-ac3a-818f39f85f4e service neutron] 10.222.0.52 "PUT /v2.0/ports/8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 200 len: 1091 time: 1.7604494 Aug 25 15:14:21.098424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:14:21.100838 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745" -d '{"events": [{"name": "network-changed", "server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:14:21.121344 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b927ad9d-fcfb-4145-a025-e2850c053ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:21.139422 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:21.195223 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5eb06c-2e8d-4a5f-a34c-c2ab9d3a3c27 x-openstack-request-id: req-1e5eb06c-2e8d-4a5f-a34c-c2ab9d3a3c27 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:14:21.195521 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:14:21.195912 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e5eb06c-2e8d-4a5f-a34c-c2ab9d3a3c27 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:14:21.196264 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'status': 'completed', 'code': 200} Aug 25 15:14:21.289946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745 req-9a2ff9d2-bbd9-4eff-9329-7fc00bc6f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:21.292831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745 req-9a2ff9d2-bbd9-4eff-9329-7fc00bc6f8b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0743377 Aug 25 15:14:21.500987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Allocated IP 2001:db8:0:2::2 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/bb82526f-8f98-485f-9243-ce0a4b083ec9/3db6c064-8155-4393-bd85-119152eec0cf) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:21.510044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745 req-cf7a7b7c-8ae4-4893-8dd8-67e2a7b98ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:21.511716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745 req-cf7a7b7c-8ae4-4893-8dd8-67e2a7b98ce4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1adf2409290d43fda7863871e785644e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2072847 Aug 25 15:14:21.693366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745 req-1ffcd2c1-03b5-40a8-9fa8-2a1633983708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:21.695318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e4b2a7-1c58-48e7-bd53-d97abf5fa745 req-1ffcd2c1-03b5-40a8-9fa8-2a1633983708 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753066 Aug 25 15:14:21.841860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-ed939e00-e008-4563-9d2f-061e5d603cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:21.847930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-ed939e00-e008-4563-9d2f-061e5d603cda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1094 time: 0.1090729 Aug 25 15:14:21.967349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3db6c064-8155-4393-bd85-119152eec0cf,segment=NetworkSegment(644a3686-5d0c-4440-8c7f-be3b699cc8df),segment_id=644a3686-5d0c-4440-8c7f-be3b699cc8df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:22.011319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-1251d20c-d18b-44d0-90ef-0b3437e14352 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 200 len: 217 time: 0.1354563 Aug 25 15:14:22.022993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:22.048038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Transition to ACTIVE for port object 3db6c064-8155-4393-bd85-119152eec0cf will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:22.138837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-646d6c44-3c50-415f-8030-fe551e1565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:22.141416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-646d6c44-3c50-415f-8030-fe551e1565f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2fbe03f-2d8d-4ee3-87ad-583ee1894642 HTTP/1.1" status: 200 len: 835 time: 0.1207824 Aug 25 15:14:22.152628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:22.204481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a865914-a234-4239-af5c-4a6403f3c0c5 req-8cfbbba4-89c4-4b42-a43c-72e14ddbafde tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:22.213250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a865914-a234-4239-af5c-4a6403f3c0c5 req-8cfbbba4-89c4-4b42-a43c-72e14ddbafde tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 943 time: 0.1426673 Aug 25 15:14:22.279334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121598-f41b-404b-aece-6768b1bc48a7 req-bc7d173e-a885-45c4-bdfd-677dc0ac3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:22.281488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-bc7d173e-a885-45c4-bdfd-677dc0ac3033 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4f0be4-c95a-48f8-aff4-abb50dc42811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330826 Aug 25 15:14:22.304151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a865914-a234-4239-af5c-4a6403f3c0c5 req-6f7f73c4-29cd-4bb9-8fda-50abc30d1aae tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897739 Aug 25 15:14:22.384419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81b779-676b-47ac-866d-435dde6b5d5a None None] Pushing event updated for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:22.463521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Delete allocated IP 2001:db8::319 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/32642623-eaf4-4ea7-8e11-36013903e1db) {{(pid=101872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 15:14:22.489115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-9c3b3351-f470-4978-b5f2-52c5fd35b391 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836438 Aug 25 15:14:22.491473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Allocated IP 2001:db8:0:2::1d8 (f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf/bb82526f-8f98-485f-9243-ce0a4b083ec9/53d5acb5-e0d7-4762-a814-ddb1156fc405) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:22.642877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78121598-f41b-404b-aece-6768b1bc48a7 req-5ee03f4a-0cb0-45a3-9a12-0150cc008196 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454031 Aug 25 15:14:22.711013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34692) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:22.742127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:22.762007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Transition to ACTIVE for port object 53d5acb5-e0d7-4762-a814-ddb1156fc405 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:22.895900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:22.906787 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b25230-dbc2-4b28-ad92-5b58d6eaf996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.002847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event updated for resources: {'Port': ['ID=53d5acb5-e0d7-4762-a814-ddb1156fc405,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:23.013936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.014299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.014707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.015145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.015494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.015886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.016231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.016570 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.017197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.018649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.019054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.019401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:14:23.062142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] In _notify_port_updated(), no bound segment for port 53d5acb5-e0d7-4762-a814-ddb1156fc405 on network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf {{(pid=101872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:14:23.071001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:23.071724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.079437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b64fccf7-ba77-4ae1-81bf-ef082c8737ef tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "PUT /v2.0/ports/53d5acb5-e0d7-4762-a814-ddb1156fc405 HTTP/1.1" status: 200 len: 970 time: 2.4005995 Aug 25 15:14:23.081281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34704) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:23.143320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b25230-dbc2-4b28-ad92-5b58d6eaf996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.221898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6b25230-dbc2-4b28-ad92-5b58d6eaf996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.273838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b25230-dbc2-4b28-ad92-5b58d6eaf996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b3609b-6175-4820-a912-dfcf9c133bc8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:23.274857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 53d5acb5-e0d7-4762-a814-ddb1156fc405 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:23.275333 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.283017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b6b25230-dbc2-4b28-ad92-5b58d6eaf996 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60b319899021410783ecadc5008b42dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705645 Aug 25 15:14:23.288494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34708) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:23.363421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c363-2aec-4795-aa61-4d7d9e30092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.389290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c363-2aec-4795-aa61-4d7d9e30092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.443809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Provisioning for port 3db6c064-8155-4393-bd85-119152eec0cf completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:23.448902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:23.449494 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.482986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.505840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 53d5acb5-e0d7-4762-a814-ddb1156fc405 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:23.541016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c363-2aec-4795-aa61-4d7d9e30092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.543846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c363-2aec-4795-aa61-4d7d9e30092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.545102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b8a5c363-2aec-4795-aa61-4d7d9e30092f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38b3609b-6175-4820-a912-dfcf9c133bc8 HTTP/1.1" status: 204 len: 168 time: 0.2574863 Aug 25 15:14:23.554877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a93c4-cb19-4c2f-a80b-bead70ff7bd1 req-a602224b-1ee6-4f71-b944-29750359e607 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:23.568859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5c363-2aec-4795-aa61-4d7d9e30092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b3609b-6175-4820-a912-dfcf9c133bc8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:23.570445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-727a93c4-cb19-4c2f-a80b-bead70ff7bd1 req-a602224b-1ee6-4f71-b944-29750359e607 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 943 time: 0.1327446 Aug 25 15:14:23.735495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-727a93c4-cb19-4c2f-a80b-bead70ff7bd1 req-1aaa5d52-0675-44b3-b94b-a25c7f261e7b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640985 Aug 25 15:14:23.747493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d0841202-e5d2-41d6-a59f-7701c3d9f829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.776261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Provisioning for port 53d5acb5-e0d7-4762-a814-ddb1156fc405 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:23.784752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Provisioning complete for port 53d5acb5-e0d7-4762-a814-ddb1156fc405 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:23.792472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.878512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Port 53d5acb5-e0d7-4762-a814-ddb1156fc405 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:23.889230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:23.889610 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:23.925645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-32ec8fe5-c2ae-4d67-b7e2-aecb641880c1 None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:23.942044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.005398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=53d5acb5-e0d7-4762-a814-ddb1156fc405,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:24.045604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-77df5bba-9c1b-4ae1-8c2b-8bac7f2d9eae None None] Could not find standard attr ID for object 53d5acb5-e0d7-4762-a814-ddb1156fc405. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:14:24.055589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.066054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34750) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:24.066402 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b65a4008-757a-4945-9792-b5d003e190c4 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/53d5acb5-e0d7-4762-a814-ddb1156fc405 HTTP/1.1" status: 204 len: 168 time: 0.9836776 Aug 25 15:14:24.122986 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73071ae-e2c6-4949-8d26-83e2f735984c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] GET failed (client error): The resource could not be found. Aug 25 15:14:24.125167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a73071ae-e2c6-4949-8d26-83e2f735984c tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports/53d5acb5-e0d7-4762-a814-ddb1156fc405 HTTP/1.1" status: 404 len: 333 time: 0.0575895 Aug 25 15:14:24.129032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34756) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:24.262643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84ba670f-6292-40b4-811f-88abc80ebf40 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.266141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.355719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84ba670f-6292-40b4-811f-88abc80ebf40 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.417771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:24.504889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84ba670f-6292-40b4-811f-88abc80ebf40 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.513789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-84ba670f-6292-40b4-811f-88abc80ebf40 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.513945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34784) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:24.514386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-84ba670f-6292-40b4-811f-88abc80ebf40 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/security-groups/f4acbf42-2af9-44fd-b352-336d0e9becc7 HTTP/1.1" status: 204 len: 168 time: 0.3816888 Aug 25 15:14:24.516158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:24.516650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.533772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba670f-6292-40b4-811f-88abc80ebf40 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4acbf42-2af9-44fd-b352-336d0e9becc7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:24.589249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cde76323-d82c-4683-b79d-4d0f5eeba33d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.630296 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cde76323-d82c-4683-b79d-4d0f5eeba33d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.816965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34798) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:24.819344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cde76323-d82c-4683-b79d-4d0f5eeba33d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.827379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cde76323-d82c-4683-b79d-4d0f5eeba33d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:24.828865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cde76323-d82c-4683-b79d-4d0f5eeba33d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/security-groups/95aad526-a603-4f50-9ec9-5d86cbdfadd6 HTTP/1.1" status: 204 len: 168 time: 0.3158801 Aug 25 15:14:24.849013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde76323-d82c-4683-b79d-4d0f5eeba33d tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aad526-a603-4f50-9ec9-5d86cbdfadd6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:24.850446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34802) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:24.910282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d237c669-eff2-4b43-8d21-51c0879fb55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.131527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451cb94-31d0-4994-b7b7-d16c34590f1c req-8995873c-72d0-4a09-a78a-5cd4d8ea480d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:25.133496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4451cb94-31d0-4994-b7b7-d16c34590f1c req-8995873c-72d0-4a09-a78a-5cd4d8ea480d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 943 time: 0.1923459 Aug 25 15:14:25.174824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62f76554-b9a2-443f-b22f-f7063befdcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.229860 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62f76554-b9a2-443f-b22f-f7063befdcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.278331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4451cb94-31d0-4994-b7b7-d16c34590f1c req-d32b8334-254e-4514-9232-8b1bf4deb1ae tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317210 Aug 25 15:14:25.429162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d237c669-eff2-4b43-8d21-51c0879fb55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.466809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62f76554-b9a2-443f-b22f-f7063befdcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.469586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-62f76554-b9a2-443f-b22f-f7063befdcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.472186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-62f76554-b9a2-443f-b22f-f7063befdcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/security-groups/c8c68f6f-bc84-463a-8863-3a1137c6da4b HTTP/1.1" status: 204 len: 168 time: 0.6112156 Aug 25 15:14:25.478325 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34818) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:25.485904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f76554-b9a2-443f-b22f-f7063befdcec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c68f6f-bc84-463a-8863-3a1137c6da4b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:25.495767 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.498948 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d237c669-eff2-4b43-8d21-51c0879fb55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.547966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c669-eff2-4b43-8d21-51c0879fb55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643ba915-2394-4c76-a9ae-b2f521956e9a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:25.556609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 32642623-eaf4-4ea7-8e11-36013903e1db {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:25.560015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.571888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d237c669-eff2-4b43-8d21-51c0879fb55b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6caa08bb02bf4f36917c09ed751be98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7535303 Aug 25 15:14:25.572692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34822) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:25.633126 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b05dfca-bbe7-43c0-9c57-8479e1eb8509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.646323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.670550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b05dfca-bbe7-43c0-9c57-8479e1eb8509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.677551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:14:25.788522 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.815080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b05dfca-bbe7-43c0-9c57-8479e1eb8509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.818659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b05dfca-bbe7-43c0-9c57-8479e1eb8509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.820847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5b05dfca-bbe7-43c0-9c57-8479e1eb8509 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/643ba915-2394-4c76-a9ae-b2f521956e9a HTTP/1.1" status: 204 len: 168 time: 0.2469018 Aug 25 15:14:25.824691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:25.832951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05dfca-bbe7-43c0-9c57-8479e1eb8509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643ba915-2394-4c76-a9ae-b2f521956e9a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:25.880219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'port_id': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'mac_address': 'fa:16:3e:8e:3a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:14:25.909825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:25.930115 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.950402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba1bee1-a025-46ed-b667-a470b1c22f16 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:14:25.954214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:25.971413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:26.009918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=32642623-eaf4-4ea7-8e11-36013903e1db,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:26.011850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce4d34-d8e6-419c-ba4b-40ed061010ee None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:26.012950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:26.016628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eaea34a7-416a-491d-a01e-dd1342d95074 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/32642623-eaf4-4ea7-8e11-36013903e1db HTTP/1.1" status: 204 len: 168 time: 0.5372515 Aug 25 15:14:26.020976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34840) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:26.062751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:26.090871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet bb82526f-8f98-485f-9243-ce0a4b083ec9 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:26.094227 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:26.154580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:26.199635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:26.281254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['8ba1bee1-a025-46ed-b667-a470b1c22f16'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:14:26.569664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5d7d9-57c8-43a4-837e-9c2563a371e8 req-3ef5f98e-2c16-4d50-b1aa-c35fa0a81f05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:26.579570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76b5d7d9-57c8-43a4-837e-9c2563a371e8 req-3ef5f98e-2c16-4d50-b1aa-c35fa0a81f05 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 944 time: 0.1836891 Aug 25 15:14:26.673491 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-76b5d7d9-57c8-43a4-837e-9c2563a371e8 req-297c87a0-f0e9-43c5-938f-40b22422a835 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921216 Aug 25 15:14:27.094212 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63317c5e-5aa1-42b1-86de-66853ab7044c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.106846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.152235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.274420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63317c5e-5aa1-42b1-86de-66853ab7044c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.307082 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.338423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=bb82526f-8f98-485f-9243-ce0a4b083ec9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:27.340644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.342739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-29da0670-a8bf-4dc2-bacb-2a007f80025e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/bb82526f-8f98-485f-9243-ce0a4b083ec9 HTTP/1.1" status: 204 len: 168 time: 1.3205984 Aug 25 15:14:27.345399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34882) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:27.350342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c385a-7541-4a01-ab9a-a15d2653b863 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:27.354266 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.354882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63317c5e-5aa1-42b1-86de-66853ab7044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.398979 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b88fe3-dbc8-4585-8ecd-682ce989e01a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:27.402756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b88fe3-dbc8-4585-8ecd-682ce989e01a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:27.402756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5b88fe3-dbc8-4585-8ecd-682ce989e01a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/32642623-eaf4-4ea7-8e11-36013903e1db HTTP/1.1" status: 404 len: 337 time: 0.0543082 Aug 25 15:14:27.404969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34888) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:27.437308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-63317c5e-5aa1-42b1-86de-66853ab7044c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66f1708cd0054550982cc959920562d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5161710 Aug 25 15:14:27.438384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34890) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:27.441133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317c5e-5aa1-42b1-86de-66853ab7044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d6244-4877-42bc-aabe-f7451f3896b7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:27.465622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a5e88452-c14c-495a-a2b3-c99477c3dc2b None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:27.466005 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5e88452-c14c-495a-a2b3-c99477c3dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.514483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb127cbc-4c06-45c2-910d-19043c5a186b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.540256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting subnet 4d0f85a1-2554-4898-b131-8c8cd85a6583 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:27.543769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.547303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb127cbc-4c06-45c2-910d-19043c5a186b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.604296 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.675978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a5e88452-c14c-495a-a2b3-c99477c3dc2b None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:27.676240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5e88452-c14c-495a-a2b3-c99477c3dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.702884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb127cbc-4c06-45c2-910d-19043c5a186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.703946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:27.707274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb127cbc-4c06-45c2-910d-19043c5a186b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.712947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb127cbc-4c06-45c2-910d-19043c5a186b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/598d6244-4877-42bc-aabe-f7451f3896b7 HTTP/1.1" status: 204 len: 168 time: 0.2733717 Aug 25 15:14:27.724802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.731082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb127cbc-4c06-45c2-910d-19043c5a186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d6244-4877-42bc-aabe-f7451f3896b7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:27.789740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a5e88452-c14c-495a-a2b3-c99477c3dc2b None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:27.874823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fe641-a5ab-4523-9b20-6e5271d82549 req-ddce5c2b-a9f9-48da-9ec2-7d555303303b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:27.876759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e3fe641-a5ab-4523-9b20-6e5271d82549 req-ddce5c2b-a9f9-48da-9ec2-7d555303303b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 944 time: 0.0630791 Aug 25 15:14:27.900852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 8ba1bee1-a025-46ed-b667-a470b1c22f16 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:27.901876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.905352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 8ba1bee1-a025-46ed-b667-a470b1c22f16 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:27.905729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.928327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e3fe641-a5ab-4523-9b20-6e5271d82549 req-d56a5c22-8c96-462d-8091-350abac0fa98 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Aug 25 15:14:27.937139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:27.940131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/4d0f85a1-2554-4898-b131-8c8cd85a6583 HTTP/1.1" status: 204 len: 168 time: 0.5338793 Aug 25 15:14:27.941757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45185b-cbe9-4bce-ba4e-1fe9b1130832 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0f85a1-2554-4898-b131-8c8cd85a6583,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:27.942574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34904) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:27.975075 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e015fb-a0b9-47ff-89a5-b8e5f7b96ddd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:27.975689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e015fb-a0b9-47ff-89a5-b8e5f7b96ddd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:27.979069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f2e015fb-a0b9-47ff-89a5-b8e5f7b96ddd tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/5de49aa3-a360-4f37-8b9a-4dc5c75a1963 HTTP/1.1" status: 404 len: 337 time: 0.0338273 Aug 25 15:14:27.981376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.009544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.033632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cb985586-e78d-43ad-a3aa-18ed444079d6 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1942ef5-fefd-4acd-b10d-65e523c143aa HTTP/1.1" status: 200 len: 205 time: 0.0494862 Aug 25 15:14:28.033839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34912) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.085078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:28.087081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:14:28.089852 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-cbd20662-a09c-4a44-83f9-507b601b477e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] delete failed (client error): The resource could not be found. Aug 25 15:14:28.090259 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92919cc4-ad33-4ad8-9a39-5145d89b63cd" -d '{"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:14:28.093879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cbd20662-a09c-4a44-83f9-507b601b477e tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/routers/d1942ef5-fefd-4acd-b10d-65e523c143aa HTTP/1.1" status: 404 len: 336 time: 0.0566001 Aug 25 15:14:28.094224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.147187 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a6352-e456-414f-bee4-17aedc6df73d x-openstack-request-id: req-8b3a6352-e456-414f-bee4-17aedc6df73d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:14:28.148079 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:14:28.148482 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b3a6352-e456-414f-bee4-17aedc6df73d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:14:28.159244 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'code': 200} Aug 25 15:14:28.159406 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad123ca-d381-4f9f-bee3-f94057db7f58 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.159406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad123ca-d381-4f9f-bee3-f94057db7f58 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.159406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0ad123ca-d381-4f9f-bee3-f94057db7f58 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/e94ea8b4-92a6-4c98-b253-9951ad5b86fe HTTP/1.1" status: 404 len: 337 time: 0.0612981 Aug 25 15:14:28.160606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.175733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.188228 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cb867d-cc87-4e57-b1e3-8ee5ba5c65fa tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.188703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cb867d-cc87-4e57-b1e3-8ee5ba5c65fa tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.193625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c2cb867d-cc87-4e57-b1e3-8ee5ba5c65fa tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/12ed2019-faa4-4ed3-9e24-df6b4b6ed65c HTTP/1.1" status: 404 len: 337 time: 0.0293415 Aug 25 15:14:28.194623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.238290 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c000d70-a90e-4cc3-b7c6-2cc4a55e6075 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.239135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c000d70-a90e-4cc3-b7c6-2cc4a55e6075 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.243980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1c000d70-a90e-4cc3-b7c6-2cc4a55e6075 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/8f672d34-8b2f-4b90-8f84-1be0473d9413 HTTP/1.1" status: 404 len: 337 time: 0.0449667 Aug 25 15:14:28.245229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34924) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.287937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:28.302958 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb375b66-9f41-4dc4-affa-1f7effc3b25b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.303847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb375b66-9f41-4dc4-affa-1f7effc3b25b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.303959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11cf54-2a83-4189-b0d6-bb75bd9ea4de req-4889d073-9bd0-4603-9819-455a6195eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:28.307163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c11cf54-2a83-4189-b0d6-bb75bd9ea4de req-4889d073-9bd0-4603-9819-455a6195eccb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0775480 Aug 25 15:14:28.307326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb375b66-9f41-4dc4-affa-1f7effc3b25b tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/4372c94a-e5f7-4cfa-b27b-7bf0aa496e16 HTTP/1.1" status: 404 len: 333 time: 0.0562627 Aug 25 15:14:28.308775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34926) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.352494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c11cf54-2a83-4189-b0d6-bb75bd9ea4de req-21cec4ad-c52d-4035-af32-d88c55b1b641 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Aug 25 15:14:28.365123 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2b5070-0e9f-41c9-9c58-f80fe2134393 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.365582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2b5070-0e9f-41c9-9c58-f80fe2134393 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.367387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9b2b5070-0e9f-41c9-9c58-f80fe2134393 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/cc1abd0c-c1d8-4530-aabc-c0909169aa57 HTTP/1.1" status: 404 len: 337 time: 0.0571046 Aug 25 15:14:28.370058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.400659 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1267a0-5971-47e4-b1a7-cf79334c7428 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.401282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1267a0-5971-47e4-b1a7-cf79334c7428 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.403869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd1267a0-5971-47e4-b1a7-cf79334c7428 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/ef181a2a-a989-443c-ba52-3a93998897a8 HTTP/1.1" status: 404 len: 337 time: 0.0319297 Aug 25 15:14:28.410351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.436422 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab00d6ce-3356-456b-981d-dc1892059fb3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.437265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab00d6ce-3356-456b-981d-dc1892059fb3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.439108 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ab00d6ce-3356-456b-981d-dc1892059fb3 tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/af5e675f-d132-4497-90c7-4301ba57c150 HTTP/1.1" status: 404 len: 333 time: 0.0274682 Aug 25 15:14:28.442223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.474554 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec35ee08-438c-42fb-9afa-355913d3fcfb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.475070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec35ee08-438c-42fb-9afa-355913d3fcfb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.476904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec35ee08-438c-42fb-9afa-355913d3fcfb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/38ddcb8b-3da9-4ce9-84f7-33a74e23cb46 HTTP/1.1" status: 404 len: 337 time: 0.0337081 Aug 25 15:14:28.479690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34936) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.512536 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-84538bce-211b-4489-b8da-e20017b03deb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] DELETE failed (client error): The resource could not be found. Aug 25 15:14:28.513090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84538bce-211b-4489-b8da-e20017b03deb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:14:28.515147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-84538bce-211b-4489-b8da-e20017b03deb tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/subnets/1c4771bc-8a34-48b5-a190-8f8a9324c7fe HTTP/1.1" status: 404 len: 337 time: 0.0341825 Aug 25 15:14:28.518518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34938) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.628502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87acbf5-a632-4886-8eeb-202b372ac567 None None] Network f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:28.633533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34942) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:28.653442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Deleting port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:28.654449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.726810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e111aa1e-68c7-4ec9-b96d-f2a95e51c26d None None] Provisioning complete for port 3db6c064-8155-4393-bd85-119152eec0cf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:28.733040 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e111aa1e-68c7-4ec9-b96d-f2a95e51c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.757327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.774019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Calling delete_port for 464998e7-6b9b-47e9-b2b1-b65c71e97e06 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:28.922360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e111aa1e-68c7-4ec9-b96d-f2a95e51c26d None None] Provisioning complete for port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:28.922730 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e111aa1e-68c7-4ec9-b96d-f2a95e51c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.971136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:28.987433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] DHCP port deletion for f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:14:28.995923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e111aa1e-68c7-4ec9-b96d-f2a95e51c26d None None] Port 464998e7-6b9b-47e9-b2b1-b65c71e97e06 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:29.061149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] Deleting port 3db6c064-8155-4393-bd85-119152eec0cf {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:29.061869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.064226 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Port': ['ID=464998e7-6b9b-47e9-b2b1-b65c71e97e06,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:29.069819 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.073550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.079340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7f05c927-7850-4f7f-b66e-0414cebfa53a tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/ports/464998e7-6b9b-47e9-b2b1-b65c71e97e06 HTTP/1.1" status: 204 len: 168 time: 0.5566072 Aug 25 15:14:29.079591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 34952) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:29.138527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34954) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:29.160828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-476121c7-faf1-4835-a5cc-bbb371c67ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.232154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] For port 3db6c064-8155-4393-bd85-119152eec0cf, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3db6c064-8155-4393-bd85-119152eec0cf,segment=NetworkSegment(644a3686-5d0c-4440-8c7f-be3b699cc8df),segment_id=644a3686-5d0c-4440-8c7f-be3b699cc8df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:29.235164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.274534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] Calling delete_port for 3db6c064-8155-4393-bd85-119152eec0cf owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:29.294444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-476121c7-faf1-4835-a5cc-bbb371c67ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.374936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59f454d0-5c43-4223-b3b2-e0d8d02d95df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.389924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-476121c7-faf1-4835-a5cc-bbb371c67ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.458594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.472609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476121c7-faf1-4835-a5cc-bbb371c67ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e718fc8e-b144-4d69-b690-0aa5fc5f2d3e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:29.513261 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-476121c7-faf1-4835-a5cc-bbb371c67ac6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a88283c6ffb41f2b4e1d57f0d4427eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710306 Aug 25 15:14:29.513461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:29.529798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd7c5f-75f5-439c-b84d-3eb54396ac2a req-c195c82e-4463-4c4e-b45a-e6187407cc5e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:29.531590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72bd7c5f-75f5-439c-b84d-3eb54396ac2a req-c195c82e-4463-4c4e-b45a-e6187407cc5e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.3451264 Aug 25 15:14:29.541823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.573459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] Pushing event deleted for resources: {'Port': ['ID=3db6c064-8155-4393-bd85-119152eec0cf,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:29.587339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939097fa-50d2-4b8b-9a82-a15ac395ef9b None None] No DVR routers for this DVR port 3db6c064-8155-4393-bd85-119152eec0cf on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:14:29.601809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] The port '3db6c064-8155-4393-bd85-119152eec0cf' was deleted {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 25 15:14:29.630556 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-573e158f-bf49-4b52-9474-58ea8acd8763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.664816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72bd7c5f-75f5-439c-b84d-3eb54396ac2a req-66f3016a-661d-40c9-ba2f-6bdf9cdd05d5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210606 Aug 25 15:14:29.674805 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-573e158f-bf49-4b52-9474-58ea8acd8763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.742389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.765326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:29.783811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644a3686-5d0c-4440-8c7f-be3b699cc8df') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:29.784134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644a3686-5d0c-4440-8c7f-be3b699cc8df') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:29.801180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59f454d0-5c43-4223-b3b2-e0d8d02d95df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.807064 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.837508 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.862166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-573e158f-bf49-4b52-9474-58ea8acd8763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.864821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-573e158f-bf49-4b52-9474-58ea8acd8763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.867669 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-573e158f-bf49-4b52-9474-58ea8acd8763 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e718fc8e-b144-4d69-b690-0aa5fc5f2d3e HTTP/1.1" status: 204 len: 168 time: 0.3530781 Aug 25 15:14:29.879956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:29.880593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:29.889991 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:29.893631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e158f-bf49-4b52-9474-58ea8acd8763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718fc8e-b144-4d69-b690-0aa5fc5f2d3e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:29.920565 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:14:29.943996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-59f454d0-5c43-4223-b3b2-e0d8d02d95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.067056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-59f454d0-5c43-4223-b3b2-e0d8d02d95df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06e2813cd37b42af961f17efa87685e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4323065 Aug 25 15:14:30.071054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 34976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:30.072874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f454d0-5c43-4223-b3b2-e0d8d02d95df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e41dc3-c5cd-4ffe-ae45-e779812bede6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:30.141403 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.153713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.154792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03ad432d-8049-4d0a-a9f9-862741fe7afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.159978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] 10.222.0.58 "DELETE /v2.0/networks/f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf HTTP/1.1" status: 204 len: 168 time: 1.0788159 Aug 25 15:14:30.176564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d751d93-5050-49c8-8c16-c9fdfc696eec tempest-PortsIpV6TestJSON-1668165359 tempest-PortsIpV6TestJSON-1668165359-project] Pushing event deleted for resources: {'Network': ['ID=f78e5a68-c7ba-42fe-9ca1-9a91b0bb68cf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:30.185858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03ad432d-8049-4d0a-a9f9-862741fe7afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.327371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:14:30.349368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3db6c064-8155-4393-bd85-119152eec0cf {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:14:30.349608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3db6c064-8155-4393-bd85-119152eec0cf not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:14:30.409313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03ad432d-8049-4d0a-a9f9-862741fe7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.416622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03ad432d-8049-4d0a-a9f9-862741fe7afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:30.418518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03ad432d-8049-4d0a-a9f9-862741fe7afe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52e41dc3-c5cd-4ffe-ae45-e779812bede6 HTTP/1.1" status: 204 len: 168 time: 0.3459616 Aug 25 15:14:30.430511 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad432d-8049-4d0a-a9f9-862741fe7afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e41dc3-c5cd-4ffe-ae45-e779812bede6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:30.812382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39197e-468e-4955-af41-fc85fee28a19 req-bd408b6f-2fd8-4291-b768-67824b546013 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:30.813888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae39197e-468e-4955-af41-fc85fee28a19 req-bd408b6f-2fd8-4291-b768-67824b546013 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Aug 25 15:14:30.853467 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae39197e-468e-4955-af41-fc85fee28a19 req-4b5f7c09-d4f2-485a-a5eb-a9df5b8854f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335457 Aug 25 15:14:30.977972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118b0d1-2fb3-4987-a06b-01da83cf15c5 req-41f40abf-702f-43d4-8833-976862b77459 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:30.979689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7118b0d1-2fb3-4987-a06b-01da83cf15c5 req-41f40abf-702f-43d4-8833-976862b77459 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0569580 Aug 25 15:14:31.044793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7118b0d1-2fb3-4987-a06b-01da83cf15c5 req-3e7169bd-ab5e-4d84-95ae-eafd627be365 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476134 Aug 25 15:14:31.072759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:31.147536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f1a9a-feb7-4a6b-9395-29392be58c78 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:31.149278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e77f1a9a-feb7-4a6b-9395-29392be58c78 tempest-TestNetworkAdvancedServerOps-1484480669 tempest-TestNetworkAdvancedServerOps-1484480669-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1091 time: 0.0753319 Aug 25 15:14:31.152169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35014) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:31.163629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:31.261964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.287175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35024) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:31.384862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.519611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-db634d96-81c9-4ee3-958a-555e2a6b83a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9d6cb78e4164b9ab8c2688897a02688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302852 Aug 25 15:14:31.521266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:31.536371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Allocated IP 172.25.8.193 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/f2a278fa-21d0-4e0f-b09e-169a1ac799d8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:31.689979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f73c07b-55cc-4e22-8ba0-9e1e4b726a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.731655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f73c07b-55cc-4e22-8ba0-9e1e4b726a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.791807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.893574 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f73c07b-55cc-4e22-8ba0-9e1e4b726a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.896249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f73c07b-55cc-4e22-8ba0-9e1e4b726a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.900909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1f73c07b-55cc-4e22-8ba0-9e1e4b726a47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4799d6a3-0329-4698-b390-87cbdaed4b22 HTTP/1.1" status: 204 len: 168 time: 0.3786495 Aug 25 15:14:31.909533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c07b-55cc-4e22-8ba0-9e1e4b726a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799d6a3-0329-4698-b390-87cbdaed4b22,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:31.912828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35058) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:31.934564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:31.984540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:31.988091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:31.992608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:31.995338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=f2a278fa-21d0-4e0f-b09e-169a1ac799d8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:32.246216 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eddd859d-824d-469e-9a4c-62b44dc88b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.506490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eddd859d-824d-469e-9a4c-62b44dc88b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.529889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.575220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eddd859d-824d-469e-9a4c-62b44dc88b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.610915 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eddd859d-824d-469e-9a4c-62b44dc88b47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce95f60208b544df9afe9c7bd8f0e646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967165 Aug 25 15:14:32.616289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35086) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:32.636837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd859d-824d-469e-9a4c-62b44dc88b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae26ccd-bc08-45f8-800a-b0e47cc6d5c3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:32.669912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.674926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b0377aa-e169-4701-8e73-7d2d3b84cebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.699290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b0377aa-e169-4701-8e73-7d2d3b84cebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.892774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.915682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35094) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:32.925514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b0377aa-e169-4701-8e73-7d2d3b84cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.928152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5b0377aa-e169-4701-8e73-7d2d3b84cebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:32.929581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5b0377aa-e169-4701-8e73-7d2d3b84cebb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ae26ccd-bc08-45f8-800a-b0e47cc6d5c3 HTTP/1.1" status: 204 len: 168 time: 0.3123083 Aug 25 15:14:32.939800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0377aa-e169-4701-8e73-7d2d3b84cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae26ccd-bc08-45f8-800a-b0e47cc6d5c3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:32.973538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.078319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event updated for resources: {'Port': ['ID=f2a278fa-21d0-4e0f-b09e-169a1ac799d8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:33.090394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.255903 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP d32be371-edfe-4abb-9727-de9958722b6e associated. External IP: 172.25.8.193, port: 8ba1bee1-a025-46ed-b667-a470b1c22f16. Aug 25 15:14:33.317957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8e9f-bf40-45a7-a873-57b666c980ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.460811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8e9f-bf40-45a7-a873-57b666c980ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.558909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8e9f-bf40-45a7-a873-57b666c980ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.566996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 8f9532d5-ffd3-4981-b867-012de0e140ba has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:14:33.662026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d1ca8e9f-bf40-45a7-a873-57b666c980ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5406ccc4e13a431aaf1ab2e73c5c40b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447186 Aug 25 15:14:33.663960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35114) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:33.673821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca8e9f-bf40-45a7-a873-57b666c980ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e182182-87b5-4d95-a9dd-c7acfc572ef6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:33.726742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:33.739774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] Sync routers for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:33.751759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61c0f7d7-5ac6-4865-a196-2ac12aa65cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.758451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:33.759285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:33.776476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61c0f7d7-5ac6-4865-a196-2ac12aa65cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.860779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.941047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61c0f7d7-5ac6-4865-a196-2ac12aa65cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.941535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f28dc257-cf6f-4267-a715-86b8d951b321 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7877533 Aug 25 15:14:33.942157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:14:33.944518 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:14:33.953588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-61c0f7d7-5ac6-4865-a196-2ac12aa65cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:33.961551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-61c0f7d7-5ac6-4865-a196-2ac12aa65cc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e182182-87b5-4d95-a9dd-c7acfc572ef6 HTTP/1.1" status: 204 len: 168 time: 0.2937129 Aug 25 15:14:33.990184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0f7d7-5ac6-4865-a196-2ac12aa65cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e182182-87b5-4d95-a9dd-c7acfc572ef6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:34.013188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:14:34.057792 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4929cf3-7722-4334-9d9a-06cd64c2221a x-openstack-request-id: req-e4929cf3-7722-4334-9d9a-06cd64c2221a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:14:34.058001 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:14:34.058239 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4929cf3-7722-4334-9d9a-06cd64c2221a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:14:34.058884 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'status': 'completed', 'code': 200} Aug 25 15:14:34.135713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8078-09ce-44e1-b551-665ac98ef61f req-3e2815aa-ea26-4e56-a4f7-9ca1b048b239 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:34.144294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-480d8078-09ce-44e1-b551-665ac98ef61f req-3e2815aa-ea26-4e56-a4f7-9ca1b048b239 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0678418 Aug 25 15:14:34.157971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-3a2dce63-0d6e-41f5-9b0e-a0da3a68cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:34.163057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-3a2dce63-0d6e-41f5-9b0e-a0da3a68cf62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0776925 Aug 25 15:14:34.268230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-480d8078-09ce-44e1-b551-665ac98ef61f req-c44af3ed-d07f-4520-8c11-da6af941b156 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209829 Aug 25 15:14:34.283598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:34.408594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35134) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:34.413490 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c0e33649-06a7-460c-887c-3815ec4c5d75 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/d32be371-edfe-4abb-9727-de9958722b6e HTTP/1.1" status: 200 len: 991 time: 0.1282055 Aug 25 15:14:34.468116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-5c00adfe-9e6b-411b-918b-0b724f218ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:34.471399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-5c00adfe-9e6b-411b-918b-0b724f218ce7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 200 len: 898 time: 0.2999930 Aug 25 15:14:34.472525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23010766-c291-4cca-809d-a6f901502652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:34.517195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd32be371-edfe-4abb-9727-de9958722b6e', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'port_id': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'mac_address': 'fa:16:3e:8e:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:14:32Z', 'updated_at': '2021-08-25T15:14:32Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:18Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:34.576303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] Checking router: 8f9532d5-ffd3-4981-b867-012de0e140ba for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:14:34.605666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:34.610700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:34.629693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-1b720986-d445-4eb7-843b-e5906c0e3efc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 200 len: 999 time: 0.1431077 Aug 25 15:14:34.725702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-bd73e23a-eeb8-47c9-82c2-66f55a52e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:34.725702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-bd73e23a-eeb8-47c9-82c2-66f55a52e9ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2fbe03f-2d8d-4ee3-87ad-583ee1894642 HTTP/1.1" status: 200 len: 835 time: 0.0897510 Aug 25 15:14:34.787595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:14:34.917666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23010766-c291-4cca-809d-a6f901502652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:34.941854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-b2d2d764-6058-45fe-a1a5-98f84c7f1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:34.941854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-b2d2d764-6058-45fe-a1a5-98f84c7f1cb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4f0be4-c95a-48f8-aff4-abb50dc42811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942437 Aug 25 15:14:34.956974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-496696f0-5ffc-419a-b186-3f953c2d5a3f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:34.957931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-496696f0-5ffc-419a-b186-3f953c2d5a3f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106757 Aug 25 15:14:35.081286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23010766-c291-4cca-809d-a6f901502652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:35.114729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23010766-c291-4cca-809d-a6f901502652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a05d25-979f-4f59-a7c7-3d087b9a5e89,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:35.165521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-23010766-c291-4cca-809d-a6f901502652 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cdba61616f0401699cddef36ac8433b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7524736 Aug 25 15:14:35.166171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35150) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:35.215804 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-8437c1dd-6cf5-4533-925a-43557bd7e67c service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451386 Aug 25 15:14:35.243003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd32be371-edfe-4abb-9727-de9958722b6e', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'port_id': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'mac_address': 'fa:16:3e:8e:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:14:32Z', 'updated_at': '2021-08-25T15:14:32Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:18Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:35.291578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e91d3-0822-458e-8841-fc10d449d329 None None] The sync data for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 is: [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd32be371-edfe-4abb-9727-de9958722b6e', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'port_id': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'mac_address': 'fa:16:3e:8e:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:14:32Z', 'updated_at': '2021-08-25T15:14:32Z', 'revision_number': 0, 'project_id': '1adf2409290d43fda7863871e785644e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:18Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:35.306687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f05a7da-1a07-4f09-bf97-17cacfc93dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:35.385221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f05a7da-1a07-4f09-bf97-17cacfc93dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:35.416854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35154) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:35.429480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb31b1fb-e3d4-4fb6-8f15-9980d409fb3e req-d7f45fed-24a1-4968-9cdd-14e7355840dc service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017596 Aug 25 15:14:35.526739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a848d2df-4ca4-405d-ba3a-f7a6b798162f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/d32be371-edfe-4abb-9727-de9958722b6e HTTP/1.1" status: 200 len: 991 time: 0.1079960 Aug 25 15:14:35.529221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f05a7da-1a07-4f09-bf97-17cacfc93dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:35.532342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f05a7da-1a07-4f09-bf97-17cacfc93dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:35.533767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2f05a7da-1a07-4f09-bf97-17cacfc93dbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82a05d25-979f-4f59-a7c7-3d087b9a5e89 HTTP/1.1" status: 204 len: 168 time: 0.3640094 Aug 25 15:14:35.543488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05a7da-1a07-4f09-bf97-17cacfc93dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a05d25-979f-4f59-a7c7-3d087b9a5e89,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:35.666415 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806294c6-02bd-407f-882c-63c88d9ae024 None None] New status for floating IP d32be371-edfe-4abb-9727-de9958722b6e: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:14:35.846791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35164) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:35.869597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56d7dad7-786b-4de3-9ed0-21831d01b5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:35.945561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35166) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:36.017471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56d7dad7-786b-4de3-9ed0-21831d01b5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.096932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-56d7dad7-786b-4de3-9ed0-21831d01b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.174581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7dad7-786b-4de3-9ed0-21831d01b5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a18c9d-de66-4e17-9412-bc5a571086ed,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:36.189850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-56d7dad7-786b-4de3-9ed0-21831d01b5f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=022ea8ebbd2e4e0cbc9db256d38e3980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393154 Aug 25 15:14:36.190202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:36.247094 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2aac5c-b3fd-44ad-bf82-e484d5ced62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.283418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2aac5c-b3fd-44ad-bf82-e484d5ced62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.377687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265216904'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:36.437735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2aac5c-b3fd-44ad-bf82-e484d5ced62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.442556 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2f2aac5c-b3fd-44ad-bf82-e484d5ced62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.446971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2f2aac5c-b3fd-44ad-bf82-e484d5ced62c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68a18c9d-de66-4e17-9412-bc5a571086ed HTTP/1.1" status: 204 len: 168 time: 0.2555892 Aug 25 15:14:36.456040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aac5c-b3fd-44ad-bf82-e484d5ced62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a18c9d-de66-4e17-9412-bc5a571086ed,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:36.500187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:36.504161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.513510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.531172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35190) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:36.615471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c613881c-c051-43a2-9b20-7923a2e6be7c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/d32be371-edfe-4abb-9727-de9958722b6e HTTP/1.1" status: 200 len: 993 time: 0.0843446 Aug 25 15:14:36.650056 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.721963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.760045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:14:36.799400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.799400 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment afffa26d-814c-4997-b36e-0eb99a912e59 of type vlan for network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e Aug 25 15:14:36.799400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b555612d-9169-426f-88a1-2ac6f58b00da,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:36.886826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.984959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:36.994290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:36.995476 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:37.083313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=0b2e4869-74b2-4ac8-a3ea-3c82477aa78e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:37.096213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:14:37.174777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-889cc9ab-f2ff-4933-a509-12e8237ab485 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2271152 Aug 25 15:14:37.177096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35206) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:37.184378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751959508'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:37.320486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:37.324963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:37.388111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:14:37.404525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:37.404899 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment 1c342845-f7c1-4e26-8769-38822e5f5a80 of type vlan for network 6860e8a6-75a5-4592-81d9-eae73ccafc08 Aug 25 15:14:37.449445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:37.541030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:37.556491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:37.557152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:37.662269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=6860e8a6-75a5-4592-81d9-eae73ccafc08,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:37.686578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:14:37.762802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-354fe2a2-e858-4c9f-8609-dcc572357eb3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5837288 Aug 25 15:14:37.765739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:37.786941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:38.157527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:38.166189 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:38.672655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:38.797644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=aa51ad1d-1384-4683-a024-95cca41819df,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:38.819999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35262) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:38.850249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': 'afffa26d-814c-4997-b36e-0eb99a912e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:38.850631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:14:38.974950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:14:38.994831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2a33996-42a2-4b46-87ad-de375c801b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.093704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2a33996-42a2-4b46-87ad-de375c801b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.144549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:39.152272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:39.161608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.162298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d422ae0-04ed-4152-9ebf-9c8c6945855c None None] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:39.181075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f2a33996-42a2-4b46-87ad-de375c801b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.230683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2a33996-42a2-4b46-87ad-de375c801b6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47143243b28547fa919daf52572ac5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094002 Aug 25 15:14:39.234508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35266) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:39.251830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a33996-42a2-4b46-87ad-de375c801b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d687ac8a-b656-4a83-a3b0-42b4f10c599f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:39.309489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91c41fd4-5810-40f5-86ca-f36697c8ac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.324459 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5864aa79-df0c-4c8e-846e-759336866936 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5575054 Aug 25 15:14:39.327410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35268) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:39.333050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:39.337127 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91c41fd4-5810-40f5-86ca-f36697c8ac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.408532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0b2e4869-74b2-4ac8-a3ea-3c82477aa78e', 'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': 'aa51ad1d-1384-4683-a024-95cca41819df'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:14:39.413950 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.580884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91c41fd4-5810-40f5-86ca-f36697c8ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.583823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91c41fd4-5810-40f5-86ca-f36697c8ac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.585137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91c41fd4-5810-40f5-86ca-f36697c8ac90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d687ac8a-b656-4a83-a3b0-42b4f10c599f HTTP/1.1" status: 204 len: 168 time: 0.3495226 Aug 25 15:14:39.593544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41fd4-5810-40f5-86ca-f36697c8ac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d687ac8a-b656-4a83-a3b0-42b4f10c599f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:39.622440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:39.633199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:39.737349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Allocated IP 2001:db8::2 (0b2e4869-74b2-4ac8-a3ea-3c82477aa78e/aa51ad1d-1384-4683-a024-95cca41819df/b75dcf28-7a35-46b6-82ec-b45763bfcc3f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:40.092144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.106282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Transition to ACTIVE for port object b75dcf28-7a35-46b6-82ec-b45763bfcc3f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:40.123840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.134616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Transition to ACTIVE for port object b75dcf28-7a35-46b6-82ec-b45763bfcc3f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:40.207822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.221767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=1b711cfb-9b38-401e-8b20-8815c99d4ab5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:40.238778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': '1c342845-f7c1-4e26-8769-38822e5f5a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:40.239880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 6860e8a6-75a5-4592-81d9-eae73ccafc08, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:14:40.273509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:40.276939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:40.287903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:40.299189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Pushing event updated for resources: {'Port': ['ID=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:40.364640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Attempting to bind port b75dcf28-7a35-46b6-82ec-b45763bfcc3f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:40.365316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Attempting to bind port b75dcf28-7a35-46b6-82ec-b45763bfcc3f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'afffa26d-814c-4997-b36e-0eb99a912e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:40.365905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Attempting to bind port b75dcf28-7a35-46b6-82ec-b45763bfcc3f on network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:40.371486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:40.372188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Checking segment: {'id': 'afffa26d-814c-4997-b36e-0eb99a912e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:40.372823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.373414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Bound using segment: {'id': 'afffa26d-814c-4997-b36e-0eb99a912e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:40.374220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Bound port: b75dcf28-7a35-46b6-82ec-b45763bfcc3f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afffa26d-814c-4997-b36e-0eb99a912e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0b2e4869-74b2-4ac8-a3ea-3c82477aa78e'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:40.374822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.416202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:14:40.502722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] For port b75dcf28-7a35-46b6-82ec-b45763bfcc3f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:40.506433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] For port b75dcf28-7a35-46b6-82ec-b45763bfcc3f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,segment=NetworkSegment(afffa26d-814c-4997-b36e-0eb99a912e59),segment_id=afffa26d-814c-4997-b36e-0eb99a912e59)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:40.544167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 6860e8a6-75a5-4592-81d9-eae73ccafc08) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:40.558939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:40.561127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.564738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329e855-54b3-48e9-8a2d-9e0015d19617 None None] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:40.700792 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.737360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b1fca977-354d-4825-9c7d-86da5529b18d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4088159 Aug 25 15:14:40.740616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35308) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:40.750166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-285324166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:40.865414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35310) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:40.913613 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:40.915014 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.151430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cde97b-5e9e-4635-bac8-5c01d02a36c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.156763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.185319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7c073-5d55-4e3a-8fca-46ed8817d475 None None] Pushing event updated for resources: {'Port': ['ID=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:41.292586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cde97b-5e9e-4635-bac8-5c01d02a36c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.297615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.327080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-6860e8a6-75a5-4592-81d9-eae73ccafc08', 'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': '1b711cfb-9b38-401e-8b20-8815c99d4ab5'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:14:41.328603 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.443564 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-47cde97b-5e9e-4635-bac8-5c01d02a36c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.666335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35326) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:41.667145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47cde97b-5e9e-4635-bac8-5c01d02a36c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=922f13f3798542c2a069501d9f6cf9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728734 Aug 25 15:14:41.667145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.667145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-653a33b3-b4b9-47e0-94e7-97a075b99982 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9055016 Aug 25 15:14:41.667721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35328) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:41.667802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Allocated IP 2001:db8:1::2 (6860e8a6-75a5-4592-81d9-eae73ccafc08/1b711cfb-9b38-401e-8b20-8815c99d4ab5/dde3115c-f99e-4482-939b-2967c639414c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:41.677235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cde97b-5e9e-4635-bac8-5c01d02a36c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf0405c-c4cd-48b2-a754-cd5a479a676d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:41.884104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:41.898124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Transition to ACTIVE for port object dde3115c-f99e-4482-939b-2967c639414c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:41.922549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Transition to ACTIVE for port object dde3115c-f99e-4482-939b-2967c639414c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:42.072875 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.120580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:42.136499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:42.143937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:42.155832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Pushing event updated for resources: {'Port': ['ID=dde3115c-f99e-4482-939b-2967c639414c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:42.228048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Attempting to bind port dde3115c-f99e-4482-939b-2967c639414c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:14:42.228433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Attempting to bind port dde3115c-f99e-4482-939b-2967c639414c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1c342845-f7c1-4e26-8769-38822e5f5a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:14:42.228810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Attempting to bind port dde3115c-f99e-4482-939b-2967c639414c on network 6860e8a6-75a5-4592-81d9-eae73ccafc08 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:14:42.246262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:14:42.246645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Checking segment: {'id': '1c342845-f7c1-4e26-8769-38822e5f5a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:14:42.247080 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.247489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Bound using segment: {'id': '1c342845-f7c1-4e26-8769-38822e5f5a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:14:42.247976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Bound port: dde3115c-f99e-4482-939b-2967c639414c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c342845-f7c1-4e26-8769-38822e5f5a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6860e8a6-75a5-4592-81d9-eae73ccafc08'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:14:42.248369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.402119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] For port dde3115c-f99e-4482-939b-2967c639414c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:14:42.406298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] For port dde3115c-f99e-4482-939b-2967c639414c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dde3115c-f99e-4482-939b-2967c639414c,segment=NetworkSegment(1c342845-f7c1-4e26-8769-38822e5f5a80),segment_id=1c342845-f7c1-4e26-8769-38822e5f5a80)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:14:42.424590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b75dcf28-7a35-46b6-82ec-b45763bfcc3f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:42.498825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.569597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd71d2a6-125f-4669-903c-4dd224ab443c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.657143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc9a3-abc1-4520-94af-548462ac36b0 None None] Pushing event updated for resources: {'Port': ['ID=dde3115c-f99e-4482-939b-2967c639414c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:42.669216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b75dcf28-7a35-46b6-82ec-b45763bfcc3f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:42.710688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd71d2a6-125f-4669-903c-4dd224ab443c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.845066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.966675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965540ca-b81d-4571-8681-4f9d5708466f None None] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:42.980435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd71d2a6-125f-4669-903c-4dd224ab443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.988372 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd71d2a6-125f-4669-903c-4dd224ab443c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:42.988372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bd71d2a6-125f-4669-903c-4dd224ab443c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bf0405c-c4cd-48b2-a754-cd5a479a676d HTTP/1.1" status: 204 len: 168 time: 1.3436306 Aug 25 15:14:43.195581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71d2a6-125f-4669-903c-4dd224ab443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf0405c-c4cd-48b2-a754-cd5a479a676d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:43.207593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] Provisioning for port b75dcf28-7a35-46b6-82ec-b45763bfcc3f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:43.240509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] Provisioning complete for port b75dcf28-7a35-46b6-82ec-b45763bfcc3f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:43.240891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:43.317321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35362) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:43.414734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:43.502432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8::1 (0b2e4869-74b2-4ac8-a3ea-3c82477aa78e/aa51ad1d-1384-4683-a024-95cca41819df/2159344a-266c-4ceb-b148-6eb855b81674) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:43.510764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] For port b75dcf28-7a35-46b6-82ec-b45763bfcc3f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,segment=NetworkSegment(afffa26d-814c-4997-b36e-0eb99a912e59),segment_id=afffa26d-814c-4997-b36e-0eb99a912e59)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:43.622852 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:43.687740 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:43.722314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 2159344a-266c-4ceb-b148-6eb855b81674 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:43.781153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdfa5e-ab2d-400e-8db0-1a37242c9a86 None None] Pushing event updated for resources: {'Port': ['ID=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:43.853502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5ad22e08-da7a-4bde-92e2-2c3e8ee73c9a None None] Provisioning complete for port b75dcf28-7a35-46b6-82ec-b45763bfcc3f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:43.854360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ad22e08-da7a-4bde-92e2-2c3e8ee73c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:43.860682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:43.899219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d3387492-f87e-4405-ae54-5954db42eeb1 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1961497086'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:43.899807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d3387492-f87e-4405-ae54-5954db42eeb1 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Unknown quota resources ['metering_label']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:14:44.043468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:44.051998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:44.058907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:44.059512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:44.108847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=2159344a-266c-4ceb-b148-6eb855b81674,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:44.312113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a179b4d8-d749-4d65-b888-cfe5ce03b8c3 None None] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:44.436792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:44.449482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d3387492-f87e-4405-ae54-5954db42eeb1 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:44.457132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d3387492-f87e-4405-ae54-5954db42eeb1 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1337361 Aug 25 15:14:44.459909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35388) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:44.469828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0d11970a-5158-4948-ac12-accffb5b599a tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd09d9555-89e3-473d-812e-c98ee1c22642'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:44.470956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0d11970a-5158-4948-ac12-accffb5b599a tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:14:44.684256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b75dcf28-7a35-46b6-82ec-b45763bfcc3f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:44.733739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1c9d22ef-d432-4025-8273-34cdab3ac902 None None] Provisioning for port dde3115c-f99e-4482-939b-2967c639414c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:44.752114 n-d-805995-2 neutron-server[101872]: WARNING neutron.services.metering.metering_plugin [None req-0d11970a-5158-4948-ac12-accffb5b599a tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 15:14:44.788915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b75dcf28-7a35-46b6-82ec-b45763bfcc3f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:44.789442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:44.942237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dde3115c-f99e-4482-939b-2967c639414c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:45.018513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d11970a-5158-4948-ac12-accffb5b599a tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.020237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d11970a-5158-4948-ac12-accffb5b599a tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5590553 Aug 25 15:14:45.024099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35406) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:45.037267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cb6d2ec4-0ca5-4a21-9eb2-2d887f9ce638 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd09d9555-89e3-473d-812e-c98ee1c22642'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:45.038242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cb6d2ec4-0ca5-4a21-9eb2-2d887f9ce638 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:14:45.101909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port dde3115c-f99e-4482-939b-2967c639414c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:45.116237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-206c3d2a-38b4-4849-9198-7b9644d11239 None None] Provisioning for port 2159344a-266c-4ceb-b148-6eb855b81674 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:45.117602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.123921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dde3115c-f99e-4482-939b-2967c639414c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:45.124732 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.133042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-206c3d2a-38b4-4849-9198-7b9644d11239 None None] Provisioning complete for port 2159344a-266c-4ceb-b148-6eb855b81674 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:45.134382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-206c3d2a-38b4-4849-9198-7b9644d11239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.204682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.205594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.236404 n-d-805995-2 neutron-server[101872]: WARNING neutron.services.metering.metering_plugin [None req-cb6d2ec4-0ca5-4a21-9eb2-2d887f9ce638 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 15:14:45.370815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2ec4-0ca5-4a21-9eb2-2d887f9ce638 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.372713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb6d2ec4-0ca5-4a21-9eb2-2d887f9ce638 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3439455 Aug 25 15:14:45.375855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:45.389636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=2159344a-266c-4ceb-b148-6eb855b81674,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:45.394047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:45.395932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:45.416661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e653c963-f118-4ea2-91d5-6a9395baee13 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=d9d3914e-a650-4bfb-a1c7-d24535c805ac HTTP/1.1" status: 200 len: 462 time: 0.0378420 Aug 25 15:14:45.419870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:45.420149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-206c3d2a-38b4-4849-9198-7b9644d11239 None None] Port 2159344a-266c-4ceb-b148-6eb855b81674 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:45.509179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.589218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-64491e4f-7b9d-4e34-a551-d80410f2770c None None] Provisioning complete for port dde3115c-f99e-4482-939b-2967c639414c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:45.590146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-64491e4f-7b9d-4e34-a551-d80410f2770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.638148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port dde3115c-f99e-4482-939b-2967c639414c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dde3115c-f99e-4482-939b-2967c639414c,segment=NetworkSegment(1c342845-f7c1-4e26-8769-38822e5f5a80),segment_id=1c342845-f7c1-4e26-8769-38822e5f5a80)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:45.660867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 12ad642e-0e6f-4bb1-a31f-bfea8eba3239 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:14:45.718165 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.844486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fae0ff49-29d7-432c-9236-4ddabc334836 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:45.845847 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fae0ff49-29d7-432c-9236-4ddabc334836 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/d9d3914e-a650-4bfb-a1c7-d24535c805ac HTTP/1.1" status: 204 len: 168 time: 0.4247236 Aug 25 15:14:45.849077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:45.871700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-020070cd-14bc-493e-9fa4-9dcc687ef287 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=d9d3914e-a650-4bfb-a1c7-d24535c805ac HTTP/1.1" status: 200 len: 221 time: 0.0214071 Aug 25 15:14:45.875604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35466) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:45.889229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e189d5e3-71a0-467a-b42e-a7d31bc70f54 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1142953274', 'description': 'label created by tempest'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:45.890274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e189d5e3-71a0-467a-b42e-a7d31bc70f54 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Unknown quota resources ['metering_label']. {{(pid=101872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 15:14:45.978626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:45.988985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=dde3115c-f99e-4482-939b-2967c639414c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:45.990572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2ddb4fd9-7920-4a8b-be7e-72944167e4e3 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/12ad642e-0e6f-4bb1-a31f-bfea8eba3239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3382151 Aug 25 15:14:45.996162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35470) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:46.014300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] Sync routers for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:46.029663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:46.030316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:46.075754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe31a2b-3297-4312-97f5-53586e3df6fe tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:46.082494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bfe31a2b-3297-4312-97f5-53586e3df6fe tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports/2159344a-266c-4ceb-b148-6eb855b81674 HTTP/1.1" status: 200 len: 911 time: 0.0796375 Aug 25 15:14:46.082703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:46.088846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:46.111733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:46.112381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:46.183894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:46.184812 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e53f28-a993-488b-8d53-d35b63744b37 None None] The sync data for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:46.207580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c3951878-144c-4e1b-8068-aa9b512ff097 None None] Provisioning complete for port 2159344a-266c-4ceb-b148-6eb855b81674 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:46.207963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3951878-144c-4e1b-8068-aa9b512ff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:46.334517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c3951878-144c-4e1b-8068-aa9b512ff097 None None] Port 2159344a-266c-4ceb-b148-6eb855b81674 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:46.422902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dde3115c-f99e-4482-939b-2967c639414c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:14:46.549669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port dde3115c-f99e-4482-939b-2967c639414c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:46.550164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:47.030025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e189d5e3-71a0-467a-b42e-a7d31bc70f54 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:47.036792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:47.037424 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e189d5e3-71a0-467a-b42e-a7d31bc70f54 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.1607511 Aug 25 15:14:47.206695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f55cfcff-a9f7-440a-a496-8b77ed562c8c tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=461e9aab-3094-4f5c-98d9-1ca29335f5d1 HTTP/1.1" status: 200 len: 468 time: 0.1601725 Aug 25 15:14:47.208395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35486) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:47.742826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:47.918164 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-604c6856-53fc-4888-b245-cd9b94a687fd tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:47.919350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-604c6856-53fc-4888-b245-cd9b94a687fd tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/461e9aab-3094-4f5c-98d9-1ca29335f5d1 HTTP/1.1" status: 204 len: 168 time: 0.7096505 Aug 25 15:14:47.922054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35524) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:47.940283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-10306420-97f1-4d26-8b55-1e84d97851c3 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=461e9aab-3094-4f5c-98d9-1ca29335f5d1 HTTP/1.1" status: 200 len: 216 time: 0.0164196 Aug 25 15:14:47.944879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35526) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:47.972861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d6fd0206-5384-440e-af42-480f62ce24ee tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0268440 Aug 25 15:14:47.976620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35528) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:47.990644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f83c620-2051-44f4-bc17-4208290c5670 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127633 Aug 25 15:14:47.996404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35530) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:48.072554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-05cd1e34-d3c8-4cc8-85d8-7762b9c7976b tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/d09d9555-89e3-473d-812e-c98ee1c22642 HTTP/1.1" status: 200 len: 473 time: 0.0737534 Aug 25 15:14:48.075869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35532) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:48.099136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91d24ef2-8902-4bae-a814-cfbddeb1a5d0 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/6ed8f20b-e8e6-4db1-96e1-d8823838e21f HTTP/1.1" status: 200 len: 459 time: 0.0188403 Aug 25 15:14:48.099136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8:1::1 (6860e8a6-75a5-4592-81d9-eae73ccafc08/1b711cfb-9b38-401e-8b20-8815c99d4ab5/63b8e10c-65d5-4a88-9d35-dbb3e7450b3e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:14:48.099554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35536) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:48.222731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.241513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:14:48.323688 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b3973cfb-ef8c-4680-b521-2de4e3e10ce3 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.326988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b3973cfb-ef8c-4680-b521-2de4e3e10ce3 tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/6ed8f20b-e8e6-4db1-96e1-d8823838e21f HTTP/1.1" status: 204 len: 168 time: 0.2239971 Aug 25 15:14:48.328171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35540) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:48.352821 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.442399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:48.446151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:48.451424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:14:48.452105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.492759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=63b8e10c-65d5-4a88-9d35-dbb3e7450b3e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:48.706838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.708923 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a47342ac-66aa-417c-9b95-4541a306b81c tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.710177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a47342ac-66aa-417c-9b95-4541a306b81c tempest-MeteringIpV6TestJSON-2021461525 tempest-MeteringIpV6TestJSON-2021461525-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/d09d9555-89e3-473d-812e-c98ee1c22642 HTTP/1.1" status: 204 len: 168 time: 0.3812451 Aug 25 15:14:48.865043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-14116e02-7419-40b6-90cb-70c68b2fec68 None None] Provisioning for port 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:14:48.871953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-14116e02-7419-40b6-90cb-70c68b2fec68 None None] Provisioning complete for port 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:48.878233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-14116e02-7419-40b6-90cb-70c68b2fec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:48.947653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-14116e02-7419-40b6-90cb-70c68b2fec68 None None] Port 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:49.241983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:49.323833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:49.324647 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:49.384621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35566) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:49.473374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=63b8e10c-65d5-4a88-9d35-dbb3e7450b3e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:49.578662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63110b27-c84d-4c1a-bc13-c7419b0b3a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:49.605342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:14:49.607910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:14:49.752288 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63110b27-c84d-4c1a-bc13-c7419b0b3a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:49.815386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63110b27-c84d-4c1a-bc13-c7419b0b3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:49.903138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 12ad642e-0e6f-4bb1-a31f-bfea8eba3239 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:14:49.912757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-63110b27-c84d-4c1a-bc13-c7419b0b3a40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d6cc2708fcc45b392dda9b644022416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269935 Aug 25 15:14:49.916284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35576) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:49.919682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63110b27-c84d-4c1a-bc13-c7419b0b3a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aca6ea6-404e-4250-a4fb-dd7f7482e4b3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:50.196181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d504975c-ae8c-4502-b318-b86ed5a7eb65 None None] Provisioning complete for port 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:14:50.196678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d504975c-ae8c-4502-b318-b86ed5a7eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:50.508416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:50.508416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72384a3f-c32b-4f88-b3e6-ff37f12489b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:50.522783 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] Sync routers for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:50.526286 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-13bd2313-a52e-41d5-b88f-09f057072f87 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/12ad642e-0e6f-4bb1-a31f-bfea8eba3239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1781635 Aug 25 15:14:50.527012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35580) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:50.528070 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:50.528070 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:50.528400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d504975c-ae8c-4502-b318-b86ed5a7eb65 None None] Port 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:14:50.528503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72384a3f-c32b-4f88-b3e6-ff37f12489b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:50.528597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:50.528597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:50.528597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:50.528597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:50.528597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dc3af-fcc3-4427-97a5-6b8ade5fec08 None None] The sync data for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:50.528998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3ee6a-fcfb-4675-b2e2-09c9ca739814 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:50.528998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1ee3ee6a-fcfb-4675-b2e2-09c9ca739814 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports/63b8e10c-65d5-4a88-9d35-dbb3e7450b3e HTTP/1.1" status: 200 len: 913 time: 0.1167283 Aug 25 15:14:50.528998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35584) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:50.529382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72384a3f-c32b-4f88-b3e6-ff37f12489b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:50.529382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72384a3f-c32b-4f88-b3e6-ff37f12489b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:50.529382 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-72384a3f-c32b-4f88-b3e6-ff37f12489b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aca6ea6-404e-4250-a4fb-dd7f7482e4b3 HTTP/1.1" status: 204 len: 168 time: 0.6083941 Aug 25 15:14:50.546893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72384a3f-c32b-4f88-b3e6-ff37f12489b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aca6ea6-404e-4250-a4fb-dd7f7482e4b3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:50.886326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.020678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cbd0bade-6fcb-42d2-a3a3-2fd026f557ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.208233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:51.208674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.322062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.342182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 63b8e10c-65d5-4a88-9d35-dbb3e7450b3e owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:51.388117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:51.417385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f59b6639-5d8c-443b-ba69-da033753193a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.554478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f59b6639-5d8c-443b-ba69-da033753193a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.635658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f59b6639-5d8c-443b-ba69-da033753193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.711559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.735334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f59b6639-5d8c-443b-ba69-da033753193a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9a55429aa1745ec9e2f4d908ff769c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458972 Aug 25 15:14:51.737605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35610) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:51.747470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=63b8e10c-65d5-4a88-9d35-dbb3e7450b3e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:51.758381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6639-5d8c-443b-ba69-da033753193a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66caa99e-52b2-455b-bbe2-12b4cd562e98,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:51.872928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a05786af-3a79-4927-ba5c-6d7830a9a4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.930516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a05786af-3a79-4927-ba5c-6d7830a9a4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:51.956464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:52.176187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a05786af-3a79-4927-ba5c-6d7830a9a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:52.187117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a05786af-3a79-4927-ba5c-6d7830a9a4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:52.187117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a05786af-3a79-4927-ba5c-6d7830a9a4f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66caa99e-52b2-455b-bbe2-12b4cd562e98 HTTP/1.1" status: 204 len: 168 time: 0.4422276 Aug 25 15:14:52.202247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05786af-3a79-4927-ba5c-6d7830a9a4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66caa99e-52b2-455b-bbe2-12b4cd562e98,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:52.716609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 12ad642e-0e6f-4bb1-a31f-bfea8eba3239 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:14:53.021110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:53.048159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b1d6362b-e436-41df-96e2-3e356768e23a tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/12ad642e-0e6f-4bb1-a31f-bfea8eba3239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6259341 Aug 25 15:14:53.048159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35652) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:53.048983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d719e-5535-408d-890f-ae5c83062690 None None] Sync routers for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:53.059893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d719e-5535-408d-890f-ae5c83062690 None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:53.061534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-546d719e-5535-408d-890f-ae5c83062690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:53.147892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-546d719e-5535-408d-890f-ae5c83062690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:53.167784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d719e-5535-408d-890f-ae5c83062690 None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:53.171359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-546d719e-5535-408d-890f-ae5c83062690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:53.229590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-546d719e-5535-408d-890f-ae5c83062690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:53.230604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d719e-5535-408d-890f-ae5c83062690 None None] The sync data for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:53.733034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5140-1858-4f03-8175-5d8daacc7e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:53.799683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:54.129517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.131846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 2159344a-266c-4ceb-b148-6eb855b81674 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:54.132192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:54.204457 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:54.278298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:54.299014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 2159344a-266c-4ceb-b148-6eb855b81674 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:54.372558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-fb2aa08e-9183-4ca3-9b9c-42dd96141a24 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.377403 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb2aa08e-9183-4ca3-9b9c-42dd96141a24 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2466621 Aug 25 15:14:54.377652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35688) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.383358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-ba1752a5-cb5e-475f-922d-978edcf149f3 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.386737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ba1752a5-cb5e-475f-922d-978edcf149f3 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057139 Aug 25 15:14:54.387897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35690) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.393608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-c0acc358-d6f3-4e89-b8bd-53e7a6fd5c05 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.397632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c0acc358-d6f3-4e89-b8bd-53e7a6fd5c05 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082028 Aug 25 15:14:54.398347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.402737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-034090ab-280f-43a2-a576-8ddd15f2939e tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.406397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-034090ab-280f-43a2-a576-8ddd15f2939e tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069335 Aug 25 15:14:54.407002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35694) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.418690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-ac068e5e-c408-4a78-b109-6459af9d7d16 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.423054 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac068e5e-c408-4a78-b109-6459af9d7d16 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0137479 Aug 25 15:14:54.423860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.428639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-78c5c2c5-4e3c-4caf-82f8-a14620d37204 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.432312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-78c5c2c5-4e3c-4caf-82f8-a14620d37204 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075238 Aug 25 15:14:54.432899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35698) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.437184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-2e5a33bd-a99a-4bbe-ac6a-157c10c44618 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.438142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e5a33bd-a99a-4bbe-ac6a-157c10c44618 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043645 Aug 25 15:14:54.441246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35700) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.445500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-35d81d82-cbaa-44e3-96fe-b1369999e901 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.446665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-35d81d82-cbaa-44e3-96fe-b1369999e901 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041463 Aug 25 15:14:54.450512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35702) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.456448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-87baa049-c1d7-465d-bc50-7bb8f551cdfb tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.457701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-87baa049-c1d7-465d-bc50-7bb8f551cdfb tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073397 Aug 25 15:14:54.460389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35704) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.466186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-89cd0552-e6a5-4453-8a36-86a50be23f0f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.467226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-89cd0552-e6a5-4453-8a36-86a50be23f0f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059247 Aug 25 15:14:54.474161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35708) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.481322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-7cbd57f9-5c29-40e7-aae8-bf4881ff3a8c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.483468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7cbd57f9-5c29-40e7-aae8-bf4881ff3a8c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077536 Aug 25 15:14:54.486211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.492032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-28ff9922-3eb3-4692-8eb5-630a860a0143 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.500708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-28ff9922-3eb3-4692-8eb5-630a860a0143 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054538 Aug 25 15:14:54.500708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35714) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.504293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-3cecac0b-b9d8-4c8a-b026-c5a4c3abb628 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.508604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35716) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.508992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3cecac0b-b9d8-4c8a-b026-c5a4c3abb628 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0106432 Aug 25 15:14:54.520745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-97264f7e-cfe6-4b4e-b03e-a9218c91d619 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.524857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-97264f7e-cfe6-4b4e-b03e-a9218c91d619 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0150156 Aug 25 15:14:54.532682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35718) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.542384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-253ce5bd-ec24-4b59-907f-6f289f7c56ba tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.545301 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-253ce5bd-ec24-4b59-907f-6f289f7c56ba tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0116496 Aug 25 15:14:54.548443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.553619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-ef139d86-c5d9-4799-971d-4a9d95aaa6be tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.554842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef139d86-c5d9-4799-971d-4a9d95aaa6be tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051849 Aug 25 15:14:54.557617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35722) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.562775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-33acf4c7-f3d0-48fe-b796-6c8065632139 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.567190 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33acf4c7-f3d0-48fe-b796-6c8065632139 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082672 Aug 25 15:14:54.568173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35724) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.572621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-89e86f00-398e-4fa7-b4cc-1c5008b7282f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.580541 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-89e86f00-398e-4fa7-b4cc-1c5008b7282f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054343 Aug 25 15:14:54.582688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35728) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.588310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-59ff3baf-6642-4b5d-a252-90ad2836c16c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.589276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-59ff3baf-6642-4b5d-a252-90ad2836c16c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055985 Aug 25 15:14:54.592082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35730) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.596560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-d361df23-6e42-42db-b5bd-0e2c76871b7d tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.597511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d361df23-6e42-42db-b5bd-0e2c76871b7d tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044782 Aug 25 15:14:54.600105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35732) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.605405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-facb9f27-5365-48e4-b64d-356bb8083a1a tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.608837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-facb9f27-5365-48e4-b64d-356bb8083a1a tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048172 Aug 25 15:14:54.609098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35734) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.615193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-867a8885-a8a9-45fc-8782-2973ba62278f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.616149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-867a8885-a8a9-45fc-8782-2973ba62278f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060101 Aug 25 15:14:54.618731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35738) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.628261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-7d012ee9-f672-4b5c-af4a-6be7ef4b26f9 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.629236 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7d012ee9-f672-4b5c-af4a-6be7ef4b26f9 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095112 Aug 25 15:14:54.631863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35740) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.636374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-93d410a6-901f-48d1-8835-4d300478bbdf tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.643088 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93d410a6-901f-48d1-8835-4d300478bbdf tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0087879 Aug 25 15:14:54.645515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35742) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.653309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-7aa3f45b-e3ba-4678-bfd9-6e50494dcce5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.653309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7aa3f45b-e3ba-4678-bfd9-6e50494dcce5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045984 Aug 25 15:14:54.653309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35744) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.658589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-6fcd1c1c-aecb-4560-a4d9-34556891c0f5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.662592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35746) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.662770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6fcd1c1c-aecb-4560-a4d9-34556891c0f5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089607 Aug 25 15:14:54.667419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-88b35eb9-37c6-4eb9-8f16-eb0e695c78e2 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.668363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-88b35eb9-37c6-4eb9-8f16-eb0e695c78e2 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047500 Aug 25 15:14:54.676082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35748) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.681395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-448aa1ea-870b-4c4b-a074-2f195c8d8270 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.684644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-448aa1ea-870b-4c4b-a074-2f195c8d8270 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074666 Aug 25 15:14:54.685397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35750) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.690309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-6087b47f-0786-408c-bd9a-efe208ae922c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.693467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6087b47f-0786-408c-bd9a-efe208ae922c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048730 Aug 25 15:14:54.693736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35752) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.697844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-7131fe3d-beab-4ef8-8e42-b7ed77dc395f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.701034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7131fe3d-beab-4ef8-8e42-b7ed77dc395f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042334 Aug 25 15:14:54.701770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35754) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.707319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-641a0082-6a93-404b-85d8-b2a85511c6a6 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.711074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-641a0082-6a93-404b-85d8-b2a85511c6a6 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059736 Aug 25 15:14:54.711251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35756) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.715524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-1e5d0a39-d0ab-4a80-80fa-0448ca32f0d1 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.720554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e5d0a39-d0ab-4a80-80fa-0448ca32f0d1 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042531 Aug 25 15:14:54.720554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:54.722331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35758) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.748683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-35f9e35a-c02f-4a25-8fc4-26a7b40e3e61 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.750198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-35f9e35a-c02f-4a25-8fc4-26a7b40e3e61 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0247209 Aug 25 15:14:54.752808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35762) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.754742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=2159344a-266c-4ceb-b148-6eb855b81674,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:54.768338 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-dfdd6e4f-b2c4-4905-88f4-b46db1e9bc5a tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.778598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dfdd6e4f-b2c4-4905-88f4-b46db1e9bc5a tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0201414 Aug 25 15:14:54.780873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35764) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.786081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-bdd5d886-6a2c-49f7-b79f-f6673988dca5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.787153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bdd5d886-6a2c-49f7-b79f-f6673988dca5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052471 Aug 25 15:14:54.793055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35768) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.809138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-1e02f914-c2cb-4f25-a568-c6c992ffdd81 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.813507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1e02f914-c2cb-4f25-a568-c6c992ffdd81 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083694 Aug 25 15:14:54.815516 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35770) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.825816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-f7864a39-75c5-4150-a5b7-a2208a114bfd tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.830872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f7864a39-75c5-4150-a5b7-a2208a114bfd tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0141385 Aug 25 15:14:54.831761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35772) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.840799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-58f9b189-174e-4114-9ec1-56a842babaad tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.847937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-58f9b189-174e-4114-9ec1-56a842babaad tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0131624 Aug 25 15:14:54.854322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35774) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.861754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-53f94f62-6573-4d33-a535-94a676d641dd tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.866247 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-53f94f62-6573-4d33-a535-94a676d641dd tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0105155 Aug 25 15:14:54.867159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35778) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.892739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-40eaf80a-77b1-4535-8b08-0c7ea936b34e tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.904437 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-40eaf80a-77b1-4535-8b08-0c7ea936b34e tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0160289 Aug 25 15:14:54.905514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35780) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.911875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-97b21c8c-bae7-4f24-8a7e-8e868b49c003 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.916052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-97b21c8c-bae7-4f24-8a7e-8e868b49c003 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0093830 Aug 25 15:14:54.916916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35782) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.923681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-32a6c323-45ef-4930-a725-320a29282bb1 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.927899 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32a6c323-45ef-4930-a725-320a29282bb1 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098524 Aug 25 15:14:54.928847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35784) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.933513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-d0747198-e6c4-4812-a362-1add4d55e3f9 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.939540 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d0747198-e6c4-4812-a362-1add4d55e3f9 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094080 Aug 25 15:14:54.940425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35786) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.945623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-c253df37-de3d-4e0b-8a37-64eb302671a5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.949696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c253df37-de3d-4e0b-8a37-64eb302671a5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077202 Aug 25 15:14:54.950685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35788) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.956979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-44807c72-6a67-436c-9fc7-b1e649e55020 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.961761 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44807c72-6a67-436c-9fc7-b1e649e55020 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0092330 Aug 25 15:14:54.962884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35790) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.972791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-03a36883-4c65-4783-b72f-80d56c3edef5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.976837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03a36883-4c65-4783-b72f-80d56c3edef5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0113966 Aug 25 15:14:54.977365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.982287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-b8f61440-94f2-48ae-8619-3806074de48e tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.987000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8f61440-94f2-48ae-8619-3806074de48e tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085115 Aug 25 15:14:54.987814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35796) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:54.992041 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:54.994012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-22a4b44a-8cd0-4fbb-af46-e728813d5cd6 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:54.999878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-22a4b44a-8cd0-4fbb-af46-e728813d5cd6 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075245 Aug 25 15:14:55.000196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35798) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.012942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-114544b9-77c0-49d8-b473-8c0e2af6c327 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.016367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-114544b9-77c0-49d8-b473-8c0e2af6c327 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0114644 Aug 25 15:14:55.016926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35802) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.023933 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-3032b17f-0695-4c58-a970-c0031b24c033 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.027318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3032b17f-0695-4c58-a970-c0031b24c033 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0069911 Aug 25 15:14:55.028664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35804) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.039189 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-2ee15f03-ab60-4b3e-a3e0-5c87caf9e422 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.040124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2ee15f03-ab60-4b3e-a3e0-5c87caf9e422 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076387 Aug 25 15:14:55.042737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35806) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.048564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-36004853-ad4d-49cd-a1d0-dce34ffcec93 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.051832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36004853-ad4d-49cd-a1d0-dce34ffcec93 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078449 Aug 25 15:14:55.052365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35808) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.056876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-d63d698b-c0f7-41f3-9bbf-287b76769d6a tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.070158 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d63d698b-c0f7-41f3-9bbf-287b76769d6a tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0166185 Aug 25 15:14:55.070909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.075612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-2a7d1ec9-7b92-40d6-8ff7-ea89880ea84c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.079712 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a7d1ec9-7b92-40d6-8ff7-ea89880ea84c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077267 Aug 25 15:14:55.080472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35812) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.086058 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-2b4dcdfc-7492-40e0-88dd-3080a75d595c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.089841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2b4dcdfc-7492-40e0-88dd-3080a75d595c tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0083234 Aug 25 15:14:55.090536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35816) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.095152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-e04b78da-c336-425b-b3d6-8612b91cbb54 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.099327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e04b78da-c336-425b-b3d6-8612b91cbb54 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075312 Aug 25 15:14:55.103668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35818) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.107346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-2d72a60f-d334-4d1b-aa76-288194f646ee tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.111795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2d72a60f-d334-4d1b-aa76-288194f646ee tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0106297 Aug 25 15:14:55.112522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35820) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.117111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-85f011bf-3f97-41be-9252-bbbc28bf0e92 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.120986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-85f011bf-3f97-41be-9252-bbbc28bf0e92 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073063 Aug 25 15:14:55.121927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35822) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.126408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-5028d011-fb77-4010-91ae-1f3b1b1c2b58 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.133438 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5028d011-fb77-4010-91ae-1f3b1b1c2b58 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055163 Aug 25 15:14:55.135199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35824) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.142637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-47764582-0fc7-4f8b-b7ad-eca52498c276 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.151728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-47764582-0fc7-4f8b-b7ad-eca52498c276 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0130146 Aug 25 15:14:55.152691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35826) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.162326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-44cd10d4-1ee4-4cc5-bf4d-23bce8fb33a0 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.163335 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44cd10d4-1ee4-4cc5-bf4d-23bce8fb33a0 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0095639 Aug 25 15:14:55.170000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35828) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.177052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-3dc49bfd-eacc-4319-b871-ba5125f5ddac tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.178011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3dc49bfd-eacc-4319-b871-ba5125f5ddac tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070965 Aug 25 15:14:55.180784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35832) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.186436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-fe46ba9d-049e-4e5d-b6d5-72eedb159e6f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.193520 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fe46ba9d-049e-4e5d-b6d5-72eedb159e6f tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0094292 Aug 25 15:14:55.193520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35834) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.199974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-a7f9aa4a-06fb-4fef-8a75-d575f03b3677 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.203984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7f9aa4a-06fb-4fef-8a75-d575f03b3677 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0111372 Aug 25 15:14:55.204670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35836) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.209316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-ccb6e2b9-e94b-442b-baf9-0133a8c40fc5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.210343 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ccb6e2b9-e94b-442b-baf9-0133a8c40fc5 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044694 Aug 25 15:14:55.214959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35838) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.221332 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-2a2a1caa-66eb-4913-9eaa-246bdde0dc21 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.225043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a2a1caa-66eb-4913-9eaa-246bdde0dc21 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089092 Aug 25 15:14:55.226067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35840) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.233476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-d3397cee-10e8-43c6-adcf-c477dc663333 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.236759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d3397cee-10e8-43c6-adcf-c477dc663333 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096090 Aug 25 15:14:55.243771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35842) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.251432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [None req-020826d2-e4ed-4568-a85c-038c23780bac tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.252402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-020826d2-e4ed-4568-a85c-038c23780bac tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065689 Aug 25 15:14:55.255387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35844) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.262210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [None req-d0308cbf-6f0c-424b-bbe0-28cf16c08da8 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:14:55.270599 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d0308cbf-6f0c-424b-bbe0-28cf16c08da8 tempest-ExtensionsTestJSON-653111793 tempest-ExtensionsTestJSON-653111793-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108414 Aug 25 15:14:55.274356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 12ad642e-0e6f-4bb1-a31f-bfea8eba3239 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:14:55.393798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:14:55.399424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-94828f0a-fbc7-4126-80df-31a0d7c88e31 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/12ad642e-0e6f-4bb1-a31f-bfea8eba3239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3567247 Aug 25 15:14:55.404720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35850) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.412206 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] Sync routers for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:14:55.433526 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:55.434068 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:55.466623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12f31d40-6d74-49a8-8af8-fb66eb838a00 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=12ad642e-0e6f-4bb1-a31f-bfea8eba3239 HTTP/1.1" status: 200 len: 205 time: 0.0615103 Aug 25 15:14:55.469010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35852) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.481553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:55.500173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:55.513102 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] Routers {'12ad642e-0e6f-4bb1-a31f-bfea8eba3239'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:14:55.514154 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:55.565220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:55.573863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:55.576331 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eaa065-f9f1-4727-a4e3-fac58953922d None None] The sync data for ids ['12ad642e-0e6f-4bb1-a31f-bfea8eba3239'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:14:55.836395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:55.836395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:55.947583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35862) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:55.963283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:55.963819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router 12ad642e-0e6f-4bb1-a31f-bfea8eba3239 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:14:55.976307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:55.980063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2d5221fa-ff77-4801-b713-0eedfa7359c2 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/12ad642e-0e6f-4bb1-a31f-bfea8eba3239 HTTP/1.1" status: 204 len: 168 time: 0.5075181 Aug 25 15:14:55.980547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35866) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:56.074519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet 1b711cfb-9b38-401e-8b20-8815c99d4ab5 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:56.078899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.134675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.189582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-adf73891-03f3-41b9-8032-5c2e6493ee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.303966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.484989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-adf73891-03f3-41b9-8032-5c2e6493ee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.587375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.622068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=1b711cfb-9b38-401e-8b20-8815c99d4ab5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:56.625934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.628149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-55bfd371-9518-4ca5-830e-972b229d4d06 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/1b711cfb-9b38-401e-8b20-8815c99d4ab5 HTTP/1.1" status: 204 len: 168 time: 0.6462269 Aug 25 15:14:56.630896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:56.637820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42808ce9-3984-4b94-a33c-250fb6fa0d10 None None] Network 6860e8a6-75a5-4592-81d9-eae73ccafc08 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:56.644792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-adf73891-03f3-41b9-8032-5c2e6493ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.716301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-adf73891-03f3-41b9-8032-5c2e6493ee35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6ee86d1b5884175883e764d208dd906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675436 Aug 25 15:14:56.721842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:56.758506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet aa51ad1d-1384-4683-a024-95cca41819df {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:14:56.765025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.798312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf73891-03f3-41b9-8032-5c2e6493ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded92365-08c3-4077-98b4-e854f9d6976c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:56.877753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.935571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de638738-7d9c-4324-aee6-f6a185314762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:56.988634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de638738-7d9c-4324-aee6-f6a185314762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.006349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] DHCP port deletion for 6860e8a6-75a5-4592-81d9-eae73ccafc08 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:14:57.104403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.118893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.128633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-24a5f564-33ae-48a5-aa01-013b960264dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1864254 Aug 25 15:14:57.142476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] Deleting port dde3115c-f99e-4482-939b-2967c639414c {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:57.144844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.185798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de638738-7d9c-4324-aee6-f6a185314762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.188712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de638738-7d9c-4324-aee6-f6a185314762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.190022 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-de638738-7d9c-4324-aee6-f6a185314762 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ded92365-08c3-4077-98b4-e854f9d6976c HTTP/1.1" status: 204 len: 168 time: 0.4547300 Aug 25 15:14:57.244123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de638738-7d9c-4324-aee6-f6a185314762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded92365-08c3-4077-98b4-e854f9d6976c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:57.264104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-ef29494b-a2c2-47ed-a80b-8146a1110d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:57.269162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-ef29494b-a2c2-47ed-a80b-8146a1110d95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0747786 Aug 25 15:14:57.312411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.364561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=aa51ad1d-1384-4683-a024-95cca41819df,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:57.374775 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.377631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-415e77e3-e2bc-4428-aa50-45b3509f7142 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/aa51ad1d-1384-4683-a024-95cca41819df HTTP/1.1" status: 204 len: 168 time: 0.7451515 Aug 25 15:14:57.385004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:57.385344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] For port dde3115c-f99e-4482-939b-2967c639414c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dde3115c-f99e-4482-939b-2967c639414c,segment=NetworkSegment(1c342845-f7c1-4e26-8769-38822e5f5a80),segment_id=1c342845-f7c1-4e26-8769-38822e5f5a80)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:57.385344 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.403681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f0f1a-9fdf-48fa-b263-cc3a794a4e6e None None] Network 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:14:57.511992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.516499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] Calling delete_port for dde3115c-f99e-4482-939b-2967c639414c owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:57.528438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-259f6c9f-7d31-4712-83ab-e7dd120bdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:57.529424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-259f6c9f-7d31-4712-83ab-e7dd120bdf32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 200 len: 898 time: 0.2413204 Aug 25 15:14:57.588043 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.679445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-b82e094d-1c19-465a-8d43-a166338822f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 200 len: 1001 time: 0.1399045 Aug 25 15:14:57.707556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port dde3115c-f99e-4482-939b-2967c639414c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:57.711740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.774322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-324c4198-2919-4269-9142-8a2eee3700f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:57.783297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-324c4198-2919-4269-9142-8a2eee3700f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2fbe03f-2d8d-4ee3-87ad-583ee1894642 HTTP/1.1" status: 200 len: 835 time: 0.0942807 Aug 25 15:14:57.866119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port dde3115c-f99e-4482-939b-2967c639414c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dde3115c-f99e-4482-939b-2967c639414c,segment=NetworkSegment(1c342845-f7c1-4e26-8769-38822e5f5a80),segment_id=1c342845-f7c1-4e26-8769-38822e5f5a80)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:57.866807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:57.927969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for dde3115c-f99e-4482-939b-2967c639414c owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:57.957561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-eed0d68c-a87e-43a0-a6f0-7b52e3e70faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:57.959172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-eed0d68c-a87e-43a0-a6f0-7b52e3e70faf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4f0be4-c95a-48f8-aff4-abb50dc42811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650112 Aug 25 15:14:57.959834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] DHCP port deletion for 0b2e4869-74b2-4ac8-a3ea-3c82477aa78e request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:14:58.065616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] Deleting port b75dcf28-7a35-46b6-82ec-b45763bfcc3f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:14:58.066147 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.082168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-cbad8e1a-462b-4ce3-934f-db2c4bbaf5e5 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145911 Aug 25 15:14:58.117728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.122131 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.145314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port dde3115c-f99e-4482-939b-2967c639414c on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:14:58.203099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] No DVR routers for this DVR port dde3115c-f99e-4482-939b-2967c639414c on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:14:58.226672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdab26-5cb6-4c6c-a8bb-a312c704ae90 None None] Pushing event deleted for resources: {'Port': ['ID=dde3115c-f99e-4482-939b-2967c639414c,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:58.258504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=dde3115c-f99e-4482-939b-2967c639414c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:58.270082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] For port b75dcf28-7a35-46b6-82ec-b45763bfcc3f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,segment=NetworkSegment(afffa26d-814c-4997-b36e-0eb99a912e59),segment_id=afffa26d-814c-4997-b36e-0eb99a912e59)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:14:58.274219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.290558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] Calling delete_port for b75dcf28-7a35-46b6-82ec-b45763bfcc3f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:14:58.370908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0867aeb-7c5e-4a28-89e4-e821f5548662 req-628c554f-a3f0-4244-ae17-11870b3ae551 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804818 Aug 25 15:14:58.441217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.461563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6860e8a6-75a5-4592-81d9-eae73ccafc08']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:58.469772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b75dcf28-7a35-46b6-82ec-b45763bfcc3f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:14:58.498549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c342845-f7c1-4e26-8769-38822e5f5a80') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:58.498860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c342845-f7c1-4e26-8769-38822e5f5a80') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:58.510760 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.534348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.547536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:58.548892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.591970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:58.629116 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:58.684241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.711928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.720137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.725512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 35950) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:58.729882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] Pushing event deleted for resources: {'Port': ['ID=b75dcf28-7a35-46b6-82ec-b45763bfcc3f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:58.741222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/6860e8a6-75a5-4592-81d9-eae73ccafc08 HTTP/1.1" status: 204 len: 168 time: 1.3597949 Aug 25 15:14:58.781259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460f727-4214-4689-afec-a1af3217f7fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=6860e8a6-75a5-4592-81d9-eae73ccafc08,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:58.794351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dde3115c-f99e-4482-939b-2967c639414c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:14:58.802122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339626dc-6832-43de-853b-a8d26cd536c9 None None] No DVR routers for this DVR port b75dcf28-7a35-46b6-82ec-b45763bfcc3f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:14:58.866000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:58.869494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: dde3115c-f99e-4482-939b-2967c639414c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:14:58.869983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dde3115c-f99e-4482-939b-2967c639414c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:14:59.026098 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.040246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.054709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2e4869-74b2-4ac8-a3ea-3c82477aa78e']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:59.070062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afffa26d-814c-4997-b36e-0eb99a912e59') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:59.070296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afffa26d-814c-4997-b36e-0eb99a912e59') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:14:59.082895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.107332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.115920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:14:59.116555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.167713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35962) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:14:59.173435 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:14:59.249570 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.255180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.262026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 35968) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:14:59.262734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/0b2e4869-74b2-4ac8-a3ea-3c82477aa78e HTTP/1.1" status: 204 len: 168 time: 0.5361557 Aug 25 15:14:59.268764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1091470646'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:59.300327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd3731-0310-4dfe-8276-29ebcac64b77 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=0b2e4869-74b2-4ac8-a3ea-3c82477aa78e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:59.335184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-196631535'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:14:59.401835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:59.409964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.461248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:14:59.478948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.479553 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment f049ba40-2030-4e92-9f30-ce28115fbadb of type vlan for network 229488be-8979-48f6-a8f5-589333c77e24 Aug 25 15:14:59.536835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Made reservation on behalf of 7ac2d14147b04b40abaf88392cfe89c1 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:14:59.541996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.551511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.562288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.662146 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.668791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:14:59.669578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.800241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=229488be-8979-48f6-a8f5-589333c77e24,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:14:59.811950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 229488be-8979-48f6-a8f5-589333c77e24 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:14:59.856329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:14:59.943882 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.023555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:00.061433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36002) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:00.068825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9284a539-ce70-4d3b-9d93-42bdaed032f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8030305 Aug 25 15:15:00.071779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8730dcd-9650-480e-b242-cc4b94f77714,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:00.072417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '229488be-8979-48f6-a8f5-589333c77e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:00.085624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.086922 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Added segment 581d490e-e292-4479-9b80-8ec72e9d20df of type vlan for network 537be0a6-3991-40f0-b095-1773b52eb776 Aug 25 15:15:00.159407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.260429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.269898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:00.269898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.323341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:00.334754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.407410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event updated for resources: {'Network': ['ID=537be0a6-3991-40f0-b095-1773b52eb776,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:00.421794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 537be0a6-3991-40f0-b095-1773b52eb776 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:00.436952 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef3ca570-c16f-4244-a807-86247ad3ac9e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2676718 Aug 25 15:15:00.440130 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36012) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:00.450467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Request body: {'subnet': {'network_id': '537be0a6-3991-40f0-b095-1773b52eb776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:00.802549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Made reservation on behalf of 7ac2d14147b04b40abaf88392cfe89c1 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:00.812417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.827174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:00.960001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': 'f049ba40-2030-4e92-9f30-ce28115fbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '229488be-8979-48f6-a8f5-589333c77e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:00.960630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 229488be-8979-48f6-a8f5-589333c77e24, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:00.964448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:01.089164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 229488be-8979-48f6-a8f5-589333c77e24 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:01.174528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 229488be-8979-48f6-a8f5-589333c77e24) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:01.186022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15947e4-622f-43c8-b005-ff2b219f9d58 None None] Network 229488be-8979-48f6-a8f5-589333c77e24 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:01.187319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:01.188150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.288560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.341841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e07d138c-2f7d-4deb-a5d2-5c82d203a493 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2792816 Aug 25 15:15:01.343636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36022) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:01.349767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-40086970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:01.382031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event updated for resources: {'Subnet': ['ID=f7d68d1d-966b-487d-b2b8-5b4685ac2a1e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:01.391697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Checking segment: {'id': '581d490e-e292-4479-9b80-8ec72e9d20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '537be0a6-3991-40f0-b095-1773b52eb776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:01.392714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Network hostable DHCP agents. Network: 537be0a6-3991-40f0-b095-1773b52eb776, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:01.471605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Network 537be0a6-3991-40f0-b095-1773b52eb776 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:01.494343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.495612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.520220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-229488be-8979-48f6-a8f5-589333c77e24', 'network_id': '229488be-8979-48f6-a8f5-589333c77e24', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': 'b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:01.522118 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.545536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 537be0a6-3991-40f0-b095-1773b52eb776) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:01.553710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:01.555171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.578623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.598945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7efbfdc-4824-4f5d-9fb2-a7c07ccbfb2a None None] Network 537be0a6-3991-40f0-b095-1773b52eb776 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:01.675427 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ad40040f-8ded-4931-8cd3-6754e24376eb tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2306700 Aug 25 15:15:01.676296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36032) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:01.686269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Request body: {'port': {'network_id': '537be0a6-3991-40f0-b095-1773b52eb776', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1275319088'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:01.715121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:01.744855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Allocated IP 2001:db8::2 (229488be-8979-48f6-a8f5-589333c77e24/b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb/7c5f735b-c311-466a-b8ed-8090e61f906e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:02.223052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-537be0a6-3991-40f0-b095-1773b52eb776', 'network_id': '537be0a6-3991-40f0-b095-1773b52eb776', 'tenant_id': '7ac2d14147b04b40abaf88392cfe89c1', 'fixed_ips': [{'subnet_id': 'f7d68d1d-966b-487d-b2b8-5b4685ac2a1e'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:02.227921 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.442684 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.453099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Transition to ACTIVE for port object 7c5f735b-c311-466a-b8ed-8090e61f906e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:02.471442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Transition to ACTIVE for port object 7c5f735b-c311-466a-b8ed-8090e61f906e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:02.474497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.479995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-10220325-faa7-48b7-b0cb-d12cffc7db81 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1364090 Aug 25 15:15:02.482985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36052) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:02.490507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'port': {'network_id': '229488be-8979-48f6-a8f5-589333c77e24', 'name': 'tempest-RoutersIpV6Test-584346336'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:02.562023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.615220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Network 229488be-8979-48f6-a8f5-589333c77e24 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:02.621924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:02.630881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:02.635601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Made reservation on behalf of 7ac2d14147b04b40abaf88392cfe89c1 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:02.640509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.684423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] device_id is not set on port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:15:02.691312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Allocated IP 172.20.0.2 (537be0a6-3991-40f0-b095-1773b52eb776/f7d68d1d-966b-487d-b2b8-5b4685ac2a1e/447dd3ae-7f02-432c-b909-13867b636479) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:02.707957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Pushing event updated for resources: {'Port': ['ID=7c5f735b-c311-466a-b8ed-8090e61f906e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:02.797557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Attempting to bind port 7c5f735b-c311-466a-b8ed-8090e61f906e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:02.798776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Attempting to bind port 7c5f735b-c311-466a-b8ed-8090e61f906e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'f049ba40-2030-4e92-9f30-ce28115fbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '229488be-8979-48f6-a8f5-589333c77e24'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:02.799876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Attempting to bind port 7c5f735b-c311-466a-b8ed-8090e61f906e on network 229488be-8979-48f6-a8f5-589333c77e24 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:02.804362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'port': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:02.807581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:02.808624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Checking segment: {'id': 'f049ba40-2030-4e92-9f30-ce28115fbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '229488be-8979-48f6-a8f5-589333c77e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:02.809017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.809562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.810114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Bound using segment: {'id': 'f049ba40-2030-4e92-9f30-ce28115fbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '229488be-8979-48f6-a8f5-589333c77e24'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:02.810754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Bound port: 7c5f735b-c311-466a-b8ed-8090e61f906e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f049ba40-2030-4e92-9f30-ce28115fbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '229488be-8979-48f6-a8f5-589333c77e24'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:02.811393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:02.876439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] device_id is not set on port 8f9da244-19ac-40fa-a941-8930d51f6389 yet. {{(pid=101872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:15:02.936986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] For port 7c5f735b-c311-466a-b8ed-8090e61f906e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:02.942386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] For port 7c5f735b-c311-466a-b8ed-8090e61f906e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c5f735b-c311-466a-b8ed-8090e61f906e,segment=NetworkSegment(f049ba40-2030-4e92-9f30-ce28115fbadb),segment_id=f049ba40-2030-4e92-9f30-ce28115fbadb)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:03.041195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.211161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dcc57-ecb2-4957-b0bc-90a6d6b4b059 None None] Pushing event updated for resources: {'Port': ['ID=7c5f735b-c311-466a-b8ed-8090e61f906e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:03.218045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.241128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Transition to ACTIVE for port object 447dd3ae-7f02-432c-b909-13867b636479 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:03.268266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8::22c (229488be-8979-48f6-a8f5-589333c77e24/b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb/8f9da244-19ac-40fa-a941-8930d51f6389) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:03.271988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Transition to ACTIVE for port object 447dd3ae-7f02-432c-b909-13867b636479 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:03.365103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.479523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Network 537be0a6-3991-40f0-b095-1773b52eb776 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:03.479688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Allocated IP 172.20.0.4 (537be0a6-3991-40f0-b095-1773b52eb776/f7d68d1d-966b-487d-b2b8-5b4685ac2a1e/a5a89ab4-fd53-452f-b2fa-419f4b4730f3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:03.504232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:03.509745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:03.516850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Pushing event updated for resources: {'Port': ['ID=447dd3ae-7f02-432c-b909-13867b636479,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:03.752040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Attempting to bind port 447dd3ae-7f02-432c-b909-13867b636479 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:03.752658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Attempting to bind port 447dd3ae-7f02-432c-b909-13867b636479 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '581d490e-e292-4479-9b80-8ec72e9d20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '537be0a6-3991-40f0-b095-1773b52eb776'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:03.752844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Attempting to bind port 447dd3ae-7f02-432c-b909-13867b636479 on network 537be0a6-3991-40f0-b095-1773b52eb776 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:03.759743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:03.760192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Checking segment: {'id': '581d490e-e292-4479-9b80-8ec72e9d20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '537be0a6-3991-40f0-b095-1773b52eb776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:03.760571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.760976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Bound using segment: {'id': '581d490e-e292-4479-9b80-8ec72e9d20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '537be0a6-3991-40f0-b095-1773b52eb776'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:03.761104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.761620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Bound port: 447dd3ae-7f02-432c-b909-13867b636479, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581d490e-e292-4479-9b80-8ec72e9d20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '537be0a6-3991-40f0-b095-1773b52eb776'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:03.762025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.816155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 8f9da244-19ac-40fa-a941-8930d51f6389 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:03.840621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:03.879062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Transition to ACTIVE for port object a5a89ab4-fd53-452f-b2fa-419f4b4730f3 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:03.929072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] For port 447dd3ae-7f02-432c-b909-13867b636479, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:03.933127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] For port 447dd3ae-7f02-432c-b909-13867b636479, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=447dd3ae-7f02-432c-b909-13867b636479,segment=NetworkSegment(581d490e-e292-4479-9b80-8ec72e9d20df),segment_id=581d490e-e292-4479-9b80-8ec72e9d20df)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:03.980576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:04.042433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=8f9da244-19ac-40fa-a941-8930d51f6389,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:04.059594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 229488be-8979-48f6-a8f5-589333c77e24 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:04.085942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:04.085942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:04.085942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:04.085942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:04.277946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:04.283553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:04.368857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ea2be1d5-490c-4ed9-a964-e01f3f32a121 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8840814 Aug 25 15:15:04.372356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36080) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:04.417986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Network 537be0a6-3991-40f0-b095-1773b52eb776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:04.446268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:04.458753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:04.527055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eb339-b4d9-4c12-94e4-c594bca76d3a None None] Pushing event updated for resources: {'Port': ['ID=447dd3ae-7f02-432c-b909-13867b636479,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:04.565140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c5f735b-c311-466a-b8ed-8090e61f906e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:04.661841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event updated for resources: {'Port': ['ID=a5a89ab4-fd53-452f-b2fa-419f4b4730f3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:04.731214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:04.732645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:04.849696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-07972bc3-d87f-4ac7-8d21-57e2fc31a10e tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1721282 Aug 25 15:15:04.858728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36094) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:04.870709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Request body: {'port': {'network_id': '537be0a6-3991-40f0-b095-1773b52eb776', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1927669722', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:04.871284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.api.validators [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] bootfile-name is not in valid_values {{(pid=101873) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:15:04.878736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.api.validators [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] tftp-server is not in valid_values {{(pid=101873) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:15:04.881117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.api.validators [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] server-ip-address is not in valid_values {{(pid=101873) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:15:04.917134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7c5f735b-c311-466a-b8ed-8090e61f906e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:05.218246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Made reservation on behalf of 7ac2d14147b04b40abaf88392cfe89c1 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:05.224003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:05.287014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] device_id is not set on port 669efea2-980c-4c6f-a9fc-afdfbae7c393 yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:15:05.501720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Allocated IP 172.20.0.5 (537be0a6-3991-40f0-b095-1773b52eb776/f7d68d1d-966b-487d-b2b8-5b4685ac2a1e/669efea2-980c-4c6f-a9fc-afdfbae7c393) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:05.522339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:05.730406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d164344-1222-42c6-8448-98ea44171aad None None] Network 229488be-8979-48f6-a8f5-589333c77e24 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:06.180487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] Provisioning for port 7c5f735b-c311-466a-b8ed-8090e61f906e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:06.224268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] Provisioning complete for port 7c5f735b-c311-466a-b8ed-8090e61f906e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:06.225193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.238835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.306367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.404002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.476677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Transition to ACTIVE for port object 669efea2-980c-4c6f-a9fc-afdfbae7c393 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:06.496162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=8f9da244-19ac-40fa-a941-8930d51f6389,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:06.582898 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.589868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 447dd3ae-7f02-432c-b909-13867b636479 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:06.627015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.770028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Network 537be0a6-3991-40f0-b095-1773b52eb776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:06.781525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:06.790475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:06.807369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59599587-220c-4b8c-af19-be2ecb69d41b None None] Network 537be0a6-3991-40f0-b095-1773b52eb776 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:06.853187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:06.946078 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:15:06.983636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:06.985968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:07.022663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event updated for resources: {'Port': ['ID=669efea2-980c-4c6f-a9fc-afdfbae7c393,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:07.097525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-478e9c0a-a83c-4e5a-b17e-cd990220367d tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2414122 Aug 25 15:15:07.118892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36130) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:07.208895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43628ed7-dc79-4b82-9026-7923832e70f4 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:07.217700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43628ed7-dc79-4b82-9026-7923832e70f4 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:07.223303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43628ed7-dc79-4b82-9026-7923832e70f4 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:07.225074 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-43628ed7-dc79-4b82-9026-7923832e70f4 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1053081 Aug 25 15:15:07.232081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36134) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:07.361211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] For port 7c5f735b-c311-466a-b8ed-8090e61f906e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c5f735b-c311-466a-b8ed-8090e61f906e,segment=NetworkSegment(f049ba40-2030-4e92-9f30-ce28115fbadb),segment_id=f049ba40-2030-4e92-9f30-ce28115fbadb)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:07.429682 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:07.488057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:07.581288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 447dd3ae-7f02-432c-b909-13867b636479 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:07.882993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a0f3f-7158-4b75-bc3d-384cb9b14c44 None None] Pushing event updated for resources: {'Port': ['ID=7c5f735b-c311-466a-b8ed-8090e61f906e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:07.899265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Provisioning complete for port 7c5f735b-c311-466a-b8ed-8090e61f906e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:07.899753 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.325683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Deleting port 669efea2-980c-4c6f-a9fc-afdfbae7c393 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:08.331003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.360394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Provisioning for port 447dd3ae-7f02-432c-b909-13867b636479 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:08.369039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Provisioning complete for port 447dd3ae-7f02-432c-b909-13867b636479 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:08.369884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.444225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c5f735b-c311-466a-b8ed-8090e61f906e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:08.585893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.691947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Calling delete_port for 669efea2-980c-4c6f-a9fc-afdfbae7c393 owned by {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:08.708093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7c5f735b-c311-466a-b8ed-8090e61f906e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:08.708468 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.793581 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.794696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.848919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277cf30-63ec-4ab7-8062-a367a217df49 req-66f88b8a-e671-4024-97fb-6aabaa544eaf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:08.850532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c277cf30-63ec-4ab7-8062-a367a217df49 req-66f88b8a-e671-4024-97fb-6aabaa544eaf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1106431 Aug 25 15:15:08.881303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] For port 447dd3ae-7f02-432c-b909-13867b636479, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=447dd3ae-7f02-432c-b909-13867b636479,segment=NetworkSegment(581d490e-e292-4479-9b80-8ec72e9d20df),segment_id=581d490e-e292-4479-9b80-8ec72e9d20df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:08.940603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c277cf30-63ec-4ab7-8062-a367a217df49 req-c40c661f-4db0-4a0a-9d98-67c5df135cc3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772800 Aug 25 15:15:08.956823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.965034 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:08.965880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:09.062540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Pushing event updated for resources: {'Port': ['ID=447dd3ae-7f02-432c-b909-13867b636479,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:09.077240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Provisioning for port 8f9da244-19ac-40fa-a941-8930d51f6389 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:09.082225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Provisioning complete for port 8f9da244-19ac-40fa-a941-8930d51f6389 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:09.082675 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:09.137966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-268fe083-e2fc-4a24-bc8a-cf577fc31224 None None] Port 8f9da244-19ac-40fa-a941-8930d51f6389 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:09.272747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Provisioning complete for port 447dd3ae-7f02-432c-b909-13867b636479 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:09.272747 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:09.519732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=8f9da244-19ac-40fa-a941-8930d51f6389,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:09.577171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 229488be-8979-48f6-a8f5-589333c77e24 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:09.578918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:09.838325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:09.840139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 197e3a55-af41-423e-929e-bca2431f5c72 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:15:09.857556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Provisioning for port 669efea2-980c-4c6f-a9fc-afdfbae7c393 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:09.867537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Provisioning complete for port 669efea2-980c-4c6f-a9fc-afdfbae7c393 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:09.883269 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:09.907990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event deleted for resources: {'Port': ['ID=669efea2-980c-4c6f-a9fc-afdfbae7c393,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:09.977513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Port 669efea2-980c-4c6f-a9fc-afdfbae7c393 was deleted so its status cannot be updated. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 15:15:10.002661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Provisioning complete for port 8f9da244-19ac-40fa-a941-8930d51f6389 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:10.014549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:10.108405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Port 8f9da244-19ac-40fa-a941-8930d51f6389 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:10.189869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Provisioning for port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:10.194807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Provisioning complete for port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:10.207089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:10.313407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:10.314361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b4a21078-1852-4a1b-90de-a7671b1b13ad None None] Port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:10.319375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b5b49cf1-3958-4571-9729-c50a3c4da3b9 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "DELETE /v2.0/ports/669efea2-980c-4c6f-a9fc-afdfbae7c393 HTTP/1.1" status: 204 len: 168 time: 3.0866582 Aug 25 15:15:10.325476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36198) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:10.333800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Request body: {'port': {'name': 'tempest-new-port-name-3560528', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:10.334806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.api.validators [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] bootfile-name is not in valid_values {{(pid=101873) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:15:10.335629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.api.validators [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] tftp-server is not in valid_values {{(pid=101873) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:15:10.336422 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.api.validators [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] server-ip-address is not in valid_values {{(pid=101873) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 15:15:10.341351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0db0-43e0-411d-803b-a0e1e78d4f7a req-918fd7cd-e1e9-4baf-869f-c552139ee1f3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:10.359510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a94d0db0-43e0-411d-803b-a0e1e78d4f7a req-918fd7cd-e1e9-4baf-869f-c552139ee1f3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.2340844 Aug 25 15:15:10.377031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:10.389541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] Sync routers for ids ['197e3a55-af41-423e-929e-bca2431f5c72'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:10.401246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-744a0155-fd0c-429b-8374-7e67b7378629 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/197e3a55-af41-423e-929e-bca2431f5c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0282998 Aug 25 15:15:10.405428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] Routers {'197e3a55-af41-423e-929e-bca2431f5c72'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:10.416277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36202) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:10.418203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['197e3a55-af41-423e-929e-bca2431f5c72'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:10.473932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a94d0db0-43e0-411d-803b-a0e1e78d4f7a req-d57d715a-f2e3-4524-b064-2f2441dac769 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132638 Aug 25 15:15:10.502728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:10.509485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 447dd3ae-7f02-432c-b909-13867b636479 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:10.585402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] Routers {'197e3a55-af41-423e-929e-bca2431f5c72'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:10.586154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['197e3a55-af41-423e-929e-bca2431f5c72'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:10.590593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6037c879-1045-4da3-95e9-4eb6c26d5d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:10.597259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36208) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:10.599246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6037c879-1045-4da3-95e9-4eb6c26d5d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports/8f9da244-19ac-40fa-a941-8930d51f6389 HTTP/1.1" status: 200 len: 983 time: 0.1762805 Aug 25 15:15:10.638329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:10.639297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501233b-f07d-43b7-94d2-9e1358b7707c None None] The sync data for ids ['197e3a55-af41-423e-929e-bca2431f5c72'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:10.647259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 447dd3ae-7f02-432c-b909-13867b636479 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:10.647807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:10.699287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:10.713425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-91b2f019-3fdc-40b6-b21e-117386758b03 None None] Provisioning complete for port 8f9da244-19ac-40fa-a941-8930d51f6389 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:10.713805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91b2f019-3fdc-40b6-b21e-117386758b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:10.829713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-91b2f019-3fdc-40b6-b21e-117386758b03 None None] Port 8f9da244-19ac-40fa-a941-8930d51f6389 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:10.989363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.071434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.093136 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.362221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event updated for resources: {'Port': ['ID=a5a89ab4-fd53-452f-b2fa-419f4b4730f3,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:11.400837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] In _notify_port_updated(), no bound segment for port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 on network 537be0a6-3991-40f0-b095-1773b52eb776 {{(pid=101873) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 15:15:11.422251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:11.424153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.428474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6bb5dfbf-530a-449f-94bc-9d83e293d8f8 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "PUT /v2.0/ports/a5a89ab4-fd53-452f-b2fa-419f4b4730f3 HTTP/1.1" status: 200 len: 1133 time: 1.1044416 Aug 25 15:15:11.433770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36224) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:11.552587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b387a42-bc2b-486a-84ef-d5a2eec36b63 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:11.560989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4b387a42-bc2b-486a-84ef-d5a2eec36b63 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "GET /v2.0/ports/a5a89ab4-fd53-452f-b2fa-419f4b4730f3 HTTP/1.1" status: 200 len: 1133 time: 0.1204994 Aug 25 15:15:11.561571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36230) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:11.561684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 8f9da244-19ac-40fa-a941-8930d51f6389 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:11.563852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.676423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5e9bc319-ddf7-45ff-b078-b7092f323bff None None] Provisioning complete for port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:11.681849 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc319-ddf7-45ff-b078-b7092f323bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.705916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:11.726014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 8f9da244-19ac-40fa-a941-8930d51f6389 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:11.771178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fa1-ddf9-4187-9bdc-c9a3e641c027 req-ea58d5cf-3551-46ed-ad6c-853aefa03961 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:11.773204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5433fa1-ddf9-4187-9bdc-c9a3e641c027 req-ea58d5cf-3551-46ed-ad6c-853aefa03961 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1568627 Aug 25 15:15:11.784603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bc319-ddf7-45ff-b078-b7092f323bff None None] Port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:11.881090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Deleting port a5a89ab4-fd53-452f-b2fa-419f4b4730f3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:11.892289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.003270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5433fa1-ddf9-4187-9bdc-c9a3e641c027 req-1974504f-c595-4365-ab26-5b1f63a3f79f tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236836 Aug 25 15:15:12.082587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.083318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.119057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=8f9da244-19ac-40fa-a941-8930d51f6389,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:12.137136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Calling delete_port for a5a89ab4-fd53-452f-b2fa-419f4b4730f3 owned by {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:12.387003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.436907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.505691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event deleted for resources: {'Port': ['ID=a5a89ab4-fd53-452f-b2fa-419f4b4730f3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:12.675118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.678093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d2476345-9915-40b7-accd-9c815400af04 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "DELETE /v2.0/ports/a5a89ab4-fd53-452f-b2fa-419f4b4730f3 HTTP/1.1" status: 204 len: 168 time: 1.1154170 Aug 25 15:15:12.690351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36252) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:12.785616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 197e3a55-af41-423e-929e-bca2431f5c72 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:15:12.786394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Deleting subnet f7d68d1d-966b-487d-b2b8-5b4685ac2a1e {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:15:12.791264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:12.904521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:13.039135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:13.068786 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] Sync routers for ids ['197e3a55-af41-423e-929e-bca2431f5c72'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:13.075086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ff810da4-c36f-4cb0-8a05-33e6cce365fa tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/197e3a55-af41-423e-929e-bca2431f5c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769175 Aug 25 15:15:13.078192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36270) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:13.109726 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] Routers {'197e3a55-af41-423e-929e-bca2431f5c72'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:13.111626 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['197e3a55-af41-423e-929e-bca2431f5c72'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:13.267475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:13.340279 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:13.359901 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] Routers {'197e3a55-af41-423e-929e-bca2431f5c72'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:13.360964 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:14:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['197e3a55-af41-423e-929e-bca2431f5c72'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:13.506537 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:13.508088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bcd5a-9712-4e4f-8292-1f2e7a3b857a None None] The sync data for ids ['197e3a55-af41-423e-929e-bca2431f5c72'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:13.523003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:13.616999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d68d1d-966b-487d-b2b8-5b4685ac2a1e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:13.640843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:13.648256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e8794473-e611-4fbc-9624-ed5ebc5dcc64 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "DELETE /v2.0/subnets/f7d68d1d-966b-487d-b2b8-5b4685ac2a1e HTTP/1.1" status: 204 len: 168 time: 0.9559503 Aug 25 15:15:13.649051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36284) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:13.653043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d000a-1520-4a15-884a-f4e4a4263c5d None None] Network 537be0a6-3991-40f0-b095-1773b52eb776 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:13.793940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692299-4b57-4c6c-b534-ab9668ea0b6d req-c2978eb0-a535-4674-a112-0b1640899a74 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:13.803420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a692299-4b57-4c6c-b534-ab9668ea0b6d req-c2978eb0-a535-4674-a112-0b1640899a74 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.4525571 Aug 25 15:15:13.821077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:13.954745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Deleting port 447dd3ae-7f02-432c-b909-13867b636479 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:13.954745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:13.999933 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-f2a24009-0990-444b-a596-1534a93f85f5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] remove_router_interface failed (client error): The resource could not be found. Aug 25 15:15:14.012376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2a24009-0990-444b-a596-1534a93f85f5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/197e3a55-af41-423e-929e-bca2431f5c72/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9299700 Aug 25 15:15:14.015412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36296) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:14.032868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] DHCP port deletion for 537be0a6-3991-40f0-b095-1773b52eb776 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:15:14.070326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] For port 447dd3ae-7f02-432c-b909-13867b636479, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=447dd3ae-7f02-432c-b909-13867b636479,segment=NetworkSegment(581d490e-e292-4479-9b80-8ec72e9d20df),segment_id=581d490e-e292-4479-9b80-8ec72e9d20df)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:14.070639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.095076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be7b682e-a624-420c-a807-aee3e265bb09 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=197e3a55-af41-423e-929e-bca2431f5c72 HTTP/1.1" status: 200 len: 205 time: 0.0752285 Aug 25 15:15:14.095761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36300) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:14.111400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Calling delete_port for 447dd3ae-7f02-432c-b909-13867b636479 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:14.167277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] Deleting port 447dd3ae-7f02-432c-b909-13867b636479 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:14.172983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.206754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a692299-4b57-4c6c-b534-ab9668ea0b6d req-3e83bb40-62bf-46e2-8a9f-26fb7920181b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997800 Aug 25 15:15:14.271079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.294835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] For port 447dd3ae-7f02-432c-b909-13867b636479, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=447dd3ae-7f02-432c-b909-13867b636479,segment=NetworkSegment(581d490e-e292-4479-9b80-8ec72e9d20df),segment_id=581d490e-e292-4479-9b80-8ec72e9d20df)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:14.295339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.323980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] Calling delete_port for 447dd3ae-7f02-432c-b909-13867b636479 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:14.408720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.437011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 447dd3ae-7f02-432c-b909-13867b636479 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:15:14.469402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 447dd3ae-7f02-432c-b909-13867b636479 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:15:14.470024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 447dd3ae-7f02-432c-b909-13867b636479 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:15:14.484758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event deleted for resources: {'Port': ['ID=447dd3ae-7f02-432c-b909-13867b636479,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:14.484758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] No DVR routers for this DVR port 447dd3ae-7f02-432c-b909-13867b636479 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:14.533607 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.549128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.551741 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.569152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] No DVR routers for this DVR port 447dd3ae-7f02-432c-b909-13867b636479 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:14.571238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bf6e0-cb64-4482-911e-7218b8f9a12f None None] Pushing event deleted for resources: {'Port': ['ID=447dd3ae-7f02-432c-b909-13867b636479,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:14.617230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.634502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537be0a6-3991-40f0-b095-1773b52eb776']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:14.641006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36308) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:14.647524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581d490e-e292-4479-9b80-8ec72e9d20df') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:14.647821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581d490e-e292-4479-9b80-8ec72e9d20df') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:14.661944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.687167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.689870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.690784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router 197e3a55-af41-423e-929e-bca2431f5c72 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:15:14.705167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:14.705577 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.706112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.712484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7d0f9d14-874a-40bc-b215-85b9cf2f8937 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/197e3a55-af41-423e-929e-bca2431f5c72 HTTP/1.1" status: 204 len: 168 time: 0.6131206 Aug 25 15:15:14.716246 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36314) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:14.719124 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:14.836136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:15:14.851921 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.863902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.876675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:14.884094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] 10.222.0.58 "DELETE /v2.0/networks/537be0a6-3991-40f0-b095-1773b52eb776 HTTP/1.1" status: 204 len: 168 time: 1.2331612 Aug 25 15:15:14.927275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff4cd4-b640-4be5-bfbc-d32cf6986ae0 tempest-ExtraDHCPOptionsTestJSON-611706601 tempest-ExtraDHCPOptionsTestJSON-611706601-project] Pushing event deleted for resources: {'Network': ['ID=537be0a6-3991-40f0-b095-1773b52eb776,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:15.039739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.074994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Deleting subnet a89606d3-2815-417d-8c36-ccc45f7baff8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:15:15.086764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.161108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.216501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.264197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.443622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.447465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff5e90-1f1b-423e-ad42-c7e640f45509 req-16cf9868-bb97-4e25-9725-9962374d4317 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:15.450064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cff5e90-1f1b-423e-ad42-c7e640f45509 req-16cf9868-bb97-4e25-9725-9962374d4317 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1145985 Aug 25 15:15:15.535599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:15.547199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.555627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cff5e90-1f1b-423e-ad42-c7e640f45509 req-903ab341-a5d6-46d9-abe1-e071f0c68a7e tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982168 Aug 25 15:15:15.596463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32f552-2dd7-4af2-9749-7ac9664a43e3 None None] Network 229488be-8979-48f6-a8f5-589333c77e24 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:15.617833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36346) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:15.635803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.637721 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-89c335b6-e6ba-4c17-b303-9ba454784a20 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb HTTP/1.1" status: 204 len: 168 time: 0.9237752 Aug 25 15:15:15.641023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36352) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:15.649326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89606d3-2815-417d-8c36-ccc45f7baff8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:15.653838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-83308467-74e9-4837-8977-67e969426423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.664043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-83308467-74e9-4837-8977-67e969426423 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a89606d3-2815-417d-8c36-ccc45f7baff8 HTTP/1.1" status: 204 len: 168 time: 1.0212715 Aug 25 15:15:15.664699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36358) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:15.868270 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.956167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:15.965564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8ec213dc-3118-45c5-ae34-c5ff628233cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ac2d14147b04b40abaf88392cfe89c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451519 Aug 25 15:15:15.968244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36376) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:16.034603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.047081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df544fa-e6e4-4798-8904-8111e8973542']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:16.065310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] DHCP port deletion for 229488be-8979-48f6-a8f5-589333c77e24 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:15:16.069446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a5ba3a-efd3-4831-873f-6bec290e9a1e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:16.070334 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a5ba3a-efd3-4831-873f-6bec290e9a1e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:16.097075 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.117163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.123228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5fea188a-a91a-4a5f-b326-24b44312a057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.129563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:16.130483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:16.132744 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:16.166309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5fea188a-a91a-4a5f-b326-24b44312a057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.225289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Deleting port 7c5f735b-c311-466a-b8ed-8090e61f906e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:16.226835 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.229204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 7c5f735b-c311-466a-b8ed-8090e61f906e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:16.229556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.347304 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.361608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.364752 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6df544fa-e6e4-4798-8904-8111e8973542 HTTP/1.1" status: 204 len: 168 time: 0.6990497 Aug 25 15:15:16.366365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 7c5f735b-c311-466a-b8ed-8090e61f906e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c5f735b-c311-466a-b8ed-8090e61f906e,segment=NetworkSegment(f049ba40-2030-4e92-9f30-ce28115fbadb),segment_id=f049ba40-2030-4e92-9f30-ce28115fbadb)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:16.370418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.370585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] For port 7c5f735b-c311-466a-b8ed-8090e61f906e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c5f735b-c311-466a-b8ed-8090e61f906e,segment=NetworkSegment(f049ba40-2030-4e92-9f30-ce28115fbadb),segment_id=f049ba40-2030-4e92-9f30-ce28115fbadb)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:16.371515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.398660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5fea188a-a91a-4a5f-b326-24b44312a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.404296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5fea188a-a91a-4a5f-b326-24b44312a057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.412822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5fea188a-a91a-4a5f-b326-24b44312a057 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8730dcd-9650-480e-b242-cc4b94f77714 HTTP/1.1" status: 204 len: 168 time: 0.4448903 Aug 25 15:15:16.445501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea188a-a91a-4a5f-b326-24b44312a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8730dcd-9650-480e-b242-cc4b94f77714,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:16.457031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 7c5f735b-c311-466a-b8ed-8090e61f906e owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:16.459810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d5d4e-cb85-4d33-9fea-4c5f623b2c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df544fa-e6e4-4798-8904-8111e8973542,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:16.474272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Calling delete_port for 7c5f735b-c311-466a-b8ed-8090e61f906e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:16.513953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c5f735b-c311-466a-b8ed-8090e61f906e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:15:16.753318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.775485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b9ab-9f96-45f0-a94b-60be27bce266 req-9fc86104-506c-4c47-80a7-a3dc03b558ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:16.777512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8433b9ab-9f96-45f0-a94b-60be27bce266 req-9fc86104-506c-4c47-80a7-a3dc03b558ef tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0727136 Aug 25 15:15:16.780625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port 7c5f735b-c311-466a-b8ed-8090e61f906e on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:16.871352 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:16.887047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36400) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:16.924661 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=7c5f735b-c311-466a-b8ed-8090e61f906e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:16.951641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Pushing event deleted for resources: {'Port': ['ID=7c5f735b-c311-466a-b8ed-8090e61f906e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:16.954383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] No DVR routers for this DVR port 7c5f735b-c311-466a-b8ed-8090e61f906e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:16.989540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.990193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.991158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.991704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.992231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.992760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.993314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.993853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.994385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.994935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.995493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:16.996169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9b8ab-407b-4f1b-a69e-68bbe99bd4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:17.002170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.004262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8433b9ab-9f96-45f0-a94b-60be27bce266 req-f4ffad3d-6569-40d6-8fdb-b2d07a95b0bf tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163417 Aug 25 15:15:17.075576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.082453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a63958d0-4a76-46ec-b3a8-bddd7b0349e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ea2c34194b842249e348bf11307e6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834202 Aug 25 15:15:17.082549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36404) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:17.135612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229488be-8979-48f6-a8f5-589333c77e24']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:17.161021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f049ba40-2030-4e92-9f30-ce28115fbadb') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:17.161331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f049ba40-2030-4e92-9f30-ce28115fbadb') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:17.176118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.212049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.234016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3800a6-acf4-47f3-b8e5-19cdaf1ee1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.239831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:17.242715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:17.252314 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:17.348477 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3800a6-acf4-47f3-b8e5-19cdaf1ee1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.465940 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.482282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.487121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/229488be-8979-48f6-a8f5-589333c77e24 HTTP/1.1" status: 204 len: 168 time: 1.8424087 Aug 25 15:15:17.489473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:17.499726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-824151666'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:17.504717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0f3c1-7910-43db-b5e6-283ce6620164 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=229488be-8979-48f6-a8f5-589333c77e24,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:17.518130 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3800a6-acf4-47f3-b8e5-19cdaf1ee1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.524492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb3800a6-acf4-47f3-b8e5-19cdaf1ee1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.530381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb3800a6-acf4-47f3-b8e5-19cdaf1ee1d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15b55822-4eee-469e-a6f3-8d0a4612dc50 HTTP/1.1" status: 204 len: 168 time: 0.4491613 Aug 25 15:15:17.551326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3800a6-acf4-47f3-b8e5-19cdaf1ee1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b55822-4eee-469e-a6f3-8d0a4612dc50,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:17.656539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:17.661831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.711258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:17.725872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.726904 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a of type vlan for network 21f8df58-b1a1-43a4-9c5a-354234d7c402 Aug 25 15:15:17.806646 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.940106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:17.950278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:17.950893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.116077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=21f8df58-b1a1-43a4-9c5a-354234d7c402,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:18.156517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:18.184922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36442) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:18.185552 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5dc89af2-2338-47e7-b411-13c550f48a97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6946204 Aug 25 15:15:18.190933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:18.193786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:18.472075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb797-8de9-42e5-be85-56ec6095641b req-b6d6c1e6-2aec-42cb-a8de-676d9dd3352b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:18.479675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62adb797-8de9-42e5-be85-56ec6095641b req-b6d6c1e6-2aec-42cb-a8de-676d9dd3352b tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.2726004 Aug 25 15:15:18.539124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62adb797-8de9-42e5-be85-56ec6095641b req-6358b4e9-1577-4e61-8cbc-50d85cb6ed73 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Aug 25 15:15:18.544680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-284451650'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:18.580550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:18.584614 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.654529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:18.660553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.674526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.824448 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.932725 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.955161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.960264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:18.970972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b876dc9c-1bff-4712-b914-c2f3ddf44f66,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:18.975946 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:18.976291 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 86dcbe69-ba16-4524-bd47-d625959ddb66 of type vlan for network df80e998-862e-4012-8b8a-a77df24d5a37 Aug 25 15:15:19.022227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=c6610d10-5d5f-45eb-914d-7c1ad93f0eb1,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:19.028381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.033877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:19.034239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 21f8df58-b1a1-43a4-9c5a-354234d7c402, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:19.180650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:19.241130 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.246840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:19.247456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.319091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=df80e998-862e-4012-8b8a-a77df24d5a37,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:19.330223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network df80e998-862e-4012-8b8a-a77df24d5a37 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:19.351986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 21f8df58-b1a1-43a4-9c5a-354234d7c402) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:19.357136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:19.358072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.383771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79839ec-dcea-4f42-9f65-a591681ad3c5 None None] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:19.392330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b94021b1-5d7f-4b9b-a6ac-372226705399 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1910317 Aug 25 15:15:19.510233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-db3b7c27-07cc-4f13-ae89-586a0f1db39b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3241467 Aug 25 15:15:19.512863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36470) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:19.516150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:19.518286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-770850008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:19.522860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:19.649058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.650194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.764058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.791433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-21f8df58-b1a1-43a4-9c5a-354234d7c402', 'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': 'c6610d10-5d5f-45eb-914d-7c1ad93f0eb1'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:19.792572 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.865403 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.975538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Allocated IP 2001:db8::2 (21f8df58-b1a1-43a4-9c5a-354234d7c402/c6610d10-5d5f-45eb-914d-7c1ad93f0eb1/533393a0-890a-44fb-a846-b2e8ac6817de) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:19.986038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:19.991563 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d0b0b7f6-00da-4d4b-bb3a-5632a6332282 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4738629 Aug 25 15:15:19.991563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:20.137123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f961c6-78ff-4c3f-802f-84fef7c0dd61 req-4813374c-ea44-42ea-9424-c7d62e68acad tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:20.144314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80f961c6-78ff-4c3f-802f-84fef7c0dd61 req-4813374c-ea44-42ea-9424-c7d62e68acad tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1216679 Aug 25 15:15:20.201675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80f961c6-78ff-4c3f-802f-84fef7c0dd61 req-544f4e3b-2ebd-4ae7-beca-95581fdc3534 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562496 Aug 25 15:15:20.252554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:20.256833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.330168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.354033 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Transition to ACTIVE for port object 533393a0-890a-44fb-a846-b2e8ac6817de will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:20.356657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Transition to ACTIVE for port object 533393a0-890a-44fb-a846-b2e8ac6817de will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:20.373581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.466265 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.536114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:20.541553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:20.546201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:20.550793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Pushing event updated for resources: {'Port': ['ID=533393a0-890a-44fb-a846-b2e8ac6817de,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:20.596244 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.680648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Attempting to bind port 533393a0-890a-44fb-a846-b2e8ac6817de on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:20.681030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Attempting to bind port 533393a0-890a-44fb-a846-b2e8ac6817de by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:20.681401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Attempting to bind port 533393a0-890a-44fb-a846-b2e8ac6817de on network 21f8df58-b1a1-43a4-9c5a-354234d7c402 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:20.695432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:20.695834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Checking segment: {'id': 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:20.696242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.696652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Bound using segment: {'id': 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:20.697142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Bound port: 533393a0-890a-44fb-a846-b2e8ac6817de, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '21f8df58-b1a1-43a4-9c5a-354234d7c402'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:20.698614 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.723058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8::1 (21f8df58-b1a1-43a4-9c5a-354234d7c402/c6610d10-5d5f-45eb-914d-7c1ad93f0eb1/0b512a6a-4e4c-425f-8e2e-8b49ae728891) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:20.837927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=c4817684-30e4-4bb5-8319-fcee833d7ca8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:20.853609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] For port 533393a0-890a-44fb-a846-b2e8ac6817de, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:20.854545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '86dcbe69-ba16-4524-bd47-d625959ddb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:20.854925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: df80e998-862e-4012-8b8a-a77df24d5a37, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:20.863074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] For port 533393a0-890a-44fb-a846-b2e8ac6817de, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=533393a0-890a-44fb-a846-b2e8ac6817de,segment=NetworkSegment(e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a),segment_id=e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:20.900375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:20.918465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 0b512a6a-4e4c-425f-8e2e-8b49ae728891 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:20.986409 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.042903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network df80e998-862e-4012-8b8a-a77df24d5a37 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:21.060492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d5879-9b4f-4757-946b-54cf1df78b08 None None] Pushing event updated for resources: {'Port': ['ID=533393a0-890a-44fb-a846-b2e8ac6817de,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:21.123179 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.145334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2dd5fba2-f8f2-4c46-846b-37aef37cb808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.178197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:21.181773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:21.185689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:21.186236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.193838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=0b512a6a-4e4c-425f-8e2e-8b49ae728891,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:21.299733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, df80e998-862e-4012-8b8a-a77df24d5a37) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:21.306169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:21.306934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.311260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8a7a4-8fe2-4367-86d8-56c9dfa0329e None None] Network df80e998-862e-4012-8b8a-a77df24d5a37 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:21.475224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c37a802-e439-4c6a-b237-57a41a3e14c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9570754 Aug 25 15:15:21.475925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36506) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:21.483426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-71685028'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:21.495103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f36c-07ce-4d86-a104-c7f1c54a084e req-6f9bc951-43ed-4469-9877-018240805450 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:21.498369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c421f36c-07ce-4d86-a104-c7f1c54a084e req-6f9bc951-43ed-4469-9877-018240805450 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1405606 Aug 25 15:15:21.525559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.529399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-df80e998-862e-4012-8b8a-a77df24d5a37', 'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': 'c4817684-30e4-4bb5-8319-fcee833d7ca8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:21.530644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.603415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c421f36c-07ce-4d86-a104-c7f1c54a084e req-ce36f608-8691-42c9-b075-4d5509733b59 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923550 Aug 25 15:15:21.636830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:21.642732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.682163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:21.697281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.697945 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment ebc4057e-092f-4d74-9b41-02bd5edec3cb of type vlan for network 880c576d-78d0-4753-ac61-fca7da852085 Aug 25 15:15:21.730515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Allocated IP 172.20.255.242 (df80e998-862e-4012-8b8a-a77df24d5a37/c4817684-30e4-4bb5-8319-fcee833d7ca8/4a0bc3b7-38e9-4b6e-87a9-bd36026d0946) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:21.745510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.897954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.911965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:21.912636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.941225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.978660 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:21.997685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Transition to ACTIVE for port object 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:22.021666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Transition to ACTIVE for port object 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:22.033871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=880c576d-78d0-4753-ac61-fca7da852085,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:22.051982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 880c576d-78d0-4753-ac61-fca7da852085 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:22.059279 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-723008fd-7759-4eab-bcf5-f783c1930784 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5821798 Aug 25 15:15:22.062292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:22.068915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '880c576d-78d0-4753-ac61-fca7da852085', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:22.141673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.143746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.164751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.232636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Pushing event updated for resources: {'Port': ['ID=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:22.246420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Network df80e998-862e-4012-8b8a-a77df24d5a37 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:22.249702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:22.252882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:22.328223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00efdf87-4bdb-472e-aae4-9b20d94acd51 None None] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:22.342776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Attempting to bind port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:22.342776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Attempting to bind port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '86dcbe69-ba16-4524-bd47-d625959ddb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:22.342776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Attempting to bind port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 on network df80e998-862e-4012-8b8a-a77df24d5a37 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:22.343118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=0b512a6a-4e4c-425f-8e2e-8b49ae728891,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:22.415615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:22.417660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:22.452547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:22.452939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Checking segment: {'id': '86dcbe69-ba16-4524-bd47-d625959ddb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:22.453350 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.454307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Bound using segment: {'id': '86dcbe69-ba16-4524-bd47-d625959ddb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:22.454886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Bound port: 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86dcbe69-ba16-4524-bd47-d625959ddb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'df80e998-862e-4012-8b8a-a77df24d5a37'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:22.455272 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.457406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:22.472395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.512537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 533393a0-890a-44fb-a846-b2e8ac6817de up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:22.664912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] For port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:22.669543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] For port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,segment=NetworkSegment(86dcbe69-ba16-4524-bd47-d625959ddb66),segment_id=86dcbe69-ba16-4524-bd47-d625959ddb66)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:22.701242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0da5c488-84a8-4313-b216-366f0267f504 None None] Provisioning for port 533393a0-890a-44fb-a846-b2e8ac6817de completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:22.788503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0e2ee-7b76-4a52-95a6-566333c00577 req-0aaf9edf-0e40-493f-8af9-8da522ff99f4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:22.793139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-79c0e2ee-7b76-4a52-95a6-566333c00577 req-0aaf9edf-0e40-493f-8af9-8da522ff99f4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1021204 Aug 25 15:15:22.830874 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.857656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-79c0e2ee-7b76-4a52-95a6-566333c00577 req-9ab80f6c-1e91-44b9-af19-588432511610 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560608 Aug 25 15:15:22.909535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 533393a0-890a-44fb-a846-b2e8ac6817de completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:22.926751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 533393a0-890a-44fb-a846-b2e8ac6817de triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:22.927219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:22.967366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78437-56c6-4536-b4ca-9c98b47f3321 None None] Pushing event updated for resources: {'Port': ['ID=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:23.074670 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:23.118080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 533393a0-890a-44fb-a846-b2e8ac6817de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=533393a0-890a-44fb-a846-b2e8ac6817de,segment=NetworkSegment(e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a),segment_id=e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:23.195533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-db609d94-04f8-4184-90fd-ce5bd322ba0d None None] Provisioning complete for port 533393a0-890a-44fb-a846-b2e8ac6817de triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:23.201908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-db609d94-04f8-4184-90fd-ce5bd322ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:23.307841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:23.480431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=533393a0-890a-44fb-a846-b2e8ac6817de,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:23.551158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 85683c68-9814-4481-9d0f-2dcc87942f6a is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:15:23.676986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-db609d94-04f8-4184-90fd-ce5bd322ba0d None None] Provisioning for port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:23.681443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-db609d94-04f8-4184-90fd-ce5bd322ba0d None None] Provisioning complete for port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:23.681738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:23.682020 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-db609d94-04f8-4184-90fd-ce5bd322ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:23.700525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:23.737004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36546) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:23.737226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-63dc7897-82ad-4ea5-9aa9-946d22a54d01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/85683c68-9814-4481-9d0f-2dcc87942f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7439177 Aug 25 15:15:23.764902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-db609d94-04f8-4184-90fd-ce5bd322ba0d None None] Port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:23.773177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] Sync routers for ids ['85683c68-9814-4481-9d0f-2dcc87942f6a'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:23.777686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-225eb789-f153-4dac-ae61-455f9838e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:23.793353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] Routers {'85683c68-9814-4481-9d0f-2dcc87942f6a'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:23.794100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['85683c68-9814-4481-9d0f-2dcc87942f6a'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:23.804953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=ae975d59-e95e-44a7-ace3-1b043072e24c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:23.827534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': 'ebc4057e-092f-4d74-9b41-02bd5edec3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '880c576d-78d0-4753-ac61-fca7da852085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:23.827890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 880c576d-78d0-4753-ac61-fca7da852085, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:23.852821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:23.858569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4beb15-ef2a-4b34-a2e8-e76f7f1d50bd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:23.864861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36548) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:23.868719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] Routers {'85683c68-9814-4481-9d0f-2dcc87942f6a'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:23.869433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['85683c68-9814-4481-9d0f-2dcc87942f6a'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:23.873334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa4beb15-ef2a-4b34-a2e8-e76f7f1d50bd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports/0b512a6a-4e4c-425f-8e2e-8b49ae728891 HTTP/1.1" status: 200 len: 911 time: 0.1346550 Aug 25 15:15:23.930714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:23.933082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c318fe-12f1-4efd-ab51-ee0fe0c87a0b None None] The sync data for ids ['85683c68-9814-4481-9d0f-2dcc87942f6a'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:23.960000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36554) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:23.977303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eb0858f4-1175-4368-a32d-7f5545425500 None None] Provisioning complete for port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:23.978026 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eb0858f4-1175-4368-a32d-7f5545425500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.062380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-eb0858f4-1175-4368-a32d-7f5545425500 None None] Port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:24.100331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 880c576d-78d0-4753-ac61-fca7da852085 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:24.145452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b8f3-cf8e-46a8-a3e2-b49b4ded5e03 req-cc214a67-b722-4477-b308-3d7039e5d278 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:24.147148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0771b8f3-cf8e-46a8-a3e2-b49b4ded5e03 req-cc214a67-b722-4477-b308-3d7039e5d278 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0757587 Aug 25 15:15:24.149130 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.209489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bdc96d95-7d44-496a-ad4b-33be36549c8e None None] Provisioning complete for port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:24.209489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bdc96d95-7d44-496a-ad4b-33be36549c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.236810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 880c576d-78d0-4753-ac61-fca7da852085) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:24.251066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:24.251930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.268726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0dfd02-55fc-4d76-ac3d-ad7ac8b80d54 None None] Network 880c576d-78d0-4753-ac61-fca7da852085 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:24.273382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.293607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0771b8f3-cf8e-46a8-a3e2-b49b4ded5e03 req-acd2347c-59d4-422b-8383-839f352610a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356585 Aug 25 15:15:24.415971 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.460893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bdc96d95-7d44-496a-ad4b-33be36549c8e None None] Port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:24.487357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.533234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657408f6-e29a-43b0-9443-1ba178d9dcc3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:24.565472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.584165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59b76f3d7830435b8cce50dc9f9214e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215236 Aug 25 15:15:24.585823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.586233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.586587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.586938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.587319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.587660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.588040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.588379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.588716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.589052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.589387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.589708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6d58f-5f0c-4543-a33e-252049e8c4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:15:24.593054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36562) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:24.637866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 533393a0-890a-44fb-a846-b2e8ac6817de up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:24.643215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-880c576d-78d0-4753-ac61-fca7da852085', 'network_id': '880c576d-78d0-4753-ac61-fca7da852085', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': 'ae975d59-e95e-44a7-ace3-1b043072e24c'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:24.644553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.692975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b21c0-43e4-4c74-a8bd-97e16e4a585a None None] Network df80e998-862e-4012-8b8a-a77df24d5a37 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:24.705101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd359b17-cb8f-4cdb-84ad-dc290f5c0dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.732580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd359b17-cb8f-4cdb-84ad-dc290f5c0dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.769756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2ebccd86-70e3-4630-afdf-685ac140d5a0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7054415 Aug 25 15:15:24.773585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36568) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:24.877937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd359b17-cb8f-4cdb-84ad-dc290f5c0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.880738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd359b17-cb8f-4cdb-84ad-dc290f5c0dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:24.882034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd359b17-cb8f-4cdb-84ad-dc290f5c0dfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/657408f6-e29a-43b0-9443-1ba178d9dcc3 HTTP/1.1" status: 204 len: 168 time: 0.2880132 Aug 25 15:15:24.896732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd359b17-cb8f-4cdb-84ad-dc290f5c0dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657408f6-e29a-43b0-9443-1ba178d9dcc3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:24.997395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8a22fbe3-5113-40d5-ba70-945180c1712a None None] Provisioning for port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:25.004983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 533393a0-890a-44fb-a846-b2e8ac6817de triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:25.005499 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.014162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.207472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Allocated IP 172.20.0.2 (880c576d-78d0-4753-ac61-fca7da852085/ae975d59-e95e-44a7-ace3-1b043072e24c/2208804e-a87c-4023-8b5b-d959099a473e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:25.211187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.351518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 0b512a6a-4e4c-425f-8e2e-8b49ae728891 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:25.351879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.355448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:25.496283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac975-2c5b-4f37-bc12-f5d8535f26cf req-0b719435-94bb-4f8c-9b60-a5397a0b050c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:25.504692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d80ac975-2c5b-4f37-bc12-f5d8535f26cf req-0b719435-94bb-4f8c-9b60-a5397a0b050c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0966797 Aug 25 15:15:25.530516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.545841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 0b512a6a-4e4c-425f-8e2e-8b49ae728891 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:25.580707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.582540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:25.588708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.592472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:25.592856 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.596430 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d80ac975-2c5b-4f37-bc12-f5d8535f26cf req-d59721f3-57c4-4a02-ab26-d9e8f613208c tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868473 Aug 25 15:15:25.622981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Transition to ACTIVE for port object 2208804e-a87c-4023-8b5b-d959099a473e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:25.647793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Transition to ACTIVE for port object 2208804e-a87c-4023-8b5b-d959099a473e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:25.709096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6829a2bd-0d5c-4fd7-943a-b4c745b038d0 None None] Provisioning complete for port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:25.720066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6829a2bd-0d5c-4fd7-943a-b4c745b038d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.754449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36588) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:25.770839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d317c-aac3-4cbf-b711-57cb9afc0789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.826987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.865342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=ae975d59-e95e-44a7-ace3-1b043072e24c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:25.876350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.921179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.956464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=0b512a6a-4e4c-425f-8e2e-8b49ae728891,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:25.972202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:25.991891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d317c-aac3-4cbf-b711-57cb9afc0789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.002051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.053978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880c576d-78d0-4753-ac61-fca7da852085']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.086510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Network 880c576d-78d0-4753-ac61-fca7da852085 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:26.088499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,segment=NetworkSegment(86dcbe69-ba16-4524-bd47-d625959ddb66),segment_id=86dcbe69-ba16-4524-bd47-d625959ddb66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:26.095813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:26.100395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:26.104216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d317c-aac3-4cbf-b711-57cb9afc0789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.105513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc4057e-092f-4d74-9b41-02bd5edec3cb') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.105695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Pushing event updated for resources: {'Port': ['ID=2208804e-a87c-4023-8b5b-d959099a473e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:26.105810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc4057e-092f-4d74-9b41-02bd5edec3cb') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.117121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.118193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6829a2bd-0d5c-4fd7-943a-b4c745b038d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.122258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.162531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8e1d317c-aac3-4cbf-b711-57cb9afc0789 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=320a4e32a82f444c8b9dc3ab1690f7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066310 Aug 25 15:15:26.168788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d317c-aac3-4cbf-b711-57cb9afc0789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e08af1-24d6-42c0-bb7e-f3c973df1f3e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:26.174100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:26.196268 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.242071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7ad9-d956-46b2-9dc1-7ecaf5c7184a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.276058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7ad9-d956-46b2-9dc1-7ecaf5c7184a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.294980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.296982 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-6829a2bd-0d5c-4fd7-943a-b4c745b038d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:26.298181 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-6829a2bd-0d5c-4fd7-943a-b4c745b038d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:26.308633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Attempting to bind port 2208804e-a87c-4023-8b5b-d959099a473e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:26.309039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:26.309549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.313980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Attempting to bind port 2208804e-a87c-4023-8b5b-d959099a473e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ebc4057e-092f-4d74-9b41-02bd5edec3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '880c576d-78d0-4753-ac61-fca7da852085'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:26.314209 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:26.316384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Attempting to bind port 2208804e-a87c-4023-8b5b-d959099a473e on network 880c576d-78d0-4753-ac61-fca7da852085 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:26.335833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:26.336371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Checking segment: {'id': 'ebc4057e-092f-4d74-9b41-02bd5edec3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '880c576d-78d0-4753-ac61-fca7da852085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:26.336940 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.337494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Bound using segment: {'id': 'ebc4057e-092f-4d74-9b41-02bd5edec3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '880c576d-78d0-4753-ac61-fca7da852085'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:26.338189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Bound port: 2208804e-a87c-4023-8b5b-d959099a473e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc4057e-092f-4d74-9b41-02bd5edec3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '880c576d-78d0-4753-ac61-fca7da852085'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:26.339761 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.418245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:26.455078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] For port 2208804e-a87c-4023-8b5b-d959099a473e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:26.458521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] For port 2208804e-a87c-4023-8b5b-d959099a473e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2208804e-a87c-4023-8b5b-d959099a473e,segment=NetworkSegment(ebc4057e-092f-4d74-9b41-02bd5edec3cb),segment_id=ebc4057e-092f-4d74-9b41-02bd5edec3cb)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:26.469824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 85683c68-9814-4481-9d0f-2dcc87942f6a has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:15:26.488419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7ad9-d956-46b2-9dc1-7ecaf5c7184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.491816 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7ad9-d956-46b2-9dc1-7ecaf5c7184a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.495736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bd9c7ad9-d956-46b2-9dc1-7ecaf5c7184a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9e08af1-24d6-42c0-bb7e-f3c973df1f3e HTTP/1.1" status: 204 len: 168 time: 0.3176434 Aug 25 15:15:26.503351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c7ad9-d956-46b2-9dc1-7ecaf5c7184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e08af1-24d6-42c0-bb7e-f3c973df1f3e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:26.521753 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.533161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:15:26.533161 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:15:26.533161 n-d-805995-2 neutron-server[101873]: [parameters: {'id': '880c576d-78d0-4753-ac61-fca7da852085'}] Aug 25 15:15:26.533161 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:26.533577 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:26.589455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:26.596261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d63e5bcf-70ec-4010-997e-1710323e3c6c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/85683c68-9814-4481-9d0f-2dcc87942f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7300277 Aug 25 15:15:26.598765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:26.602826 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] Sync routers for ids ['85683c68-9814-4481-9d0f-2dcc87942f6a'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:26.623881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfa31-afde-43ec-a7f9-6955f1fe1061 None None] Pushing event updated for resources: {'Port': ['ID=2208804e-a87c-4023-8b5b-d959099a473e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:26.628026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] Routers {'85683c68-9814-4481-9d0f-2dcc87942f6a'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:26.628026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['85683c68-9814-4481-9d0f-2dcc87942f6a'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.646134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bd23e-710e-4c1a-bd56-51a55d81cd49 None None] Network 880c576d-78d0-4753-ac61-fca7da852085 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:26.653321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36610) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:26.667805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44faeff7-c38e-4a52-b407-bae218fb8881 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=85683c68-9814-4481-9d0f-2dcc87942f6a HTTP/1.1" status: 200 len: 205 time: 0.0677977 Aug 25 15:15:26.716453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.754635 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] Routers {'85683c68-9814-4481-9d0f-2dcc87942f6a'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:26.755314 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['85683c68-9814-4481-9d0f-2dcc87942f6a'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.864120 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:26.865530 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb64f41-672e-437a-bca3-0845b63a1bc5 None None] The sync data for ids ['85683c68-9814-4481-9d0f-2dcc87942f6a'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:26.903629 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:26.905429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fee78-51de-4899-a6d6-0dd00c93afa6 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:15:27.091129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.107693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565853b-7227-4da8-91c6-12791408d635 req-cebe31ea-517e-4488-a49e-56fc977c5499 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:27.110144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2565853b-7227-4da8-91c6-12791408d635 req-cebe31ea-517e-4488-a49e-56fc977c5499 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.3613069 Aug 25 15:15:27.129539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.133517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fee78-51de-4899-a6d6-0dd00c93afa6 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:15:27.282470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.288382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.326470 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2565853b-7227-4da8-91c6-12791408d635 req-84870db9-aed7-4187-ab25-d0474d5a6090 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786797 Aug 25 15:15:27.421349 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.870296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 2208804e-a87c-4023-8b5b-d959099a473e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:27.870957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.939468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.940822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router 85683c68-9814-4481-9d0f-2dcc87942f6a {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:15:27.948909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:27.950203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a0ac28e6-18d5-493b-a8a2-d14b08d07248 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/85683c68-9814-4481-9d0f-2dcc87942f6a HTTP/1.1" status: 204 len: 168 time: 1.2958789 Aug 25 15:15:27.953184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36646) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:27.974197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 2208804e-a87c-4023-8b5b-d959099a473e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2208804e-a87c-4023-8b5b-d959099a473e,segment=NetworkSegment(ebc4057e-092f-4d74-9b41-02bd5edec3cb),segment_id=ebc4057e-092f-4d74-9b41-02bd5edec3cb)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:27.974197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.007441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 2208804e-a87c-4023-8b5b-d959099a473e owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:28.032223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet c6610d10-5d5f-45eb-914d-7c1ad93f0eb1 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:15:28.070292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.124527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.240946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.266829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.328386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=2208804e-a87c-4023-8b5b-d959099a473e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:28.333745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 2208804e-a87c-4023-8b5b-d959099a473e on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:28.385289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d6a5-5e85-4c96-87cb-6c6e70e31e02 req-25497c57-463f-4517-bfce-37796b330661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:28.386838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afb8d6a5-5e85-4c96-87cb-6c6e70e31e02 req-25497c57-463f-4517-bfce-37796b330661 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1136980 Aug 25 15:15:28.415415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:28.463421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.483302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:28.483541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880c576d-78d0-4753-ac61-fca7da852085']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:28.486866 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.487471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afb8d6a5-5e85-4c96-87cb-6c6e70e31e02 req-c4c6a40f-33ce-4ee7-8e28-2d868d26bbc4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869918 Aug 25 15:15:28.501041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc4057e-092f-4d74-9b41-02bd5edec3cb') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:28.501041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc4057e-092f-4d74-9b41-02bd5edec3cb') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:28.506399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.524412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.530891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:28.532209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:28.535764 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:28.562731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924eab7-e848-4b28-a3d5-f8b8dd2c06f3 req-aef59933-ad29-4857-a3af-771a5a0886b0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:28.564295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3924eab7-e848-4b28-a3d5-f8b8dd2c06f3 req-aef59933-ad29-4857-a3af-771a5a0886b0 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.0622852 Aug 25 15:15:28.599544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.611767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3924eab7-e848-4b28-a3d5-f8b8dd2c06f3 req-2640d1cf-b87c-400e-b2d4-d3d6309ca14d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392306 Aug 25 15:15:28.632276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=c6610d10-5d5f-45eb-914d-7c1ad93f0eb1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:28.635831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.640414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:28.640550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e11722b4-0a9f-4993-9833-b61d2fa96f97 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/c6610d10-5d5f-45eb-914d-7c1ad93f0eb1 HTTP/1.1" status: 204 len: 168 time: 0.6862919 Aug 25 15:15:28.643492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf9b5b-b393-4ea9-bed9-ca91049bf5b8 None None] Network 21f8df58-b1a1-43a4-9c5a-354234d7c402 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:28.728330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.729776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.742653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.745552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/880c576d-78d0-4753-ac61-fca7da852085 HTTP/1.1" status: 204 len: 168 time: 3.9698722 Aug 25 15:15:28.749772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36668) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:28.757481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958459115'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:28.775314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dcaea-d6ee-40c1-ad3e-c773b948b991 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=880c576d-78d0-4753-ac61-fca7da852085,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:28.831819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 533393a0-890a-44fb-a846-b2e8ac6817de {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:28.832171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.923107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 533393a0-890a-44fb-a846-b2e8ac6817de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=533393a0-890a-44fb-a846-b2e8ac6817de,segment=NetworkSegment(e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a),segment_id=e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:28.924915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.926608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] DHCP port deletion for 21f8df58-b1a1-43a4-9c5a-354234d7c402 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:15:28.927118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:28.931895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:28.955502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 533393a0-890a-44fb-a846-b2e8ac6817de owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:28.978879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:29.016518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] Deleting port 533393a0-890a-44fb-a846-b2e8ac6817de {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:29.016518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.030347 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.030895 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 19af269f-e29b-40a8-81ad-52a4f5e3fe56 of type vlan for network 53e40a38-ae84-41bb-b721-a4588bcdb18c Aug 25 15:15:29.101533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] For port 533393a0-890a-44fb-a846-b2e8ac6817de, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=533393a0-890a-44fb-a846-b2e8ac6817de,segment=NetworkSegment(e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a),segment_id=e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:29.101944 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.105959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.118769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] Calling delete_port for 533393a0-890a-44fb-a846-b2e8ac6817de owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:29.171288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.248590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.259392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.286165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] Pushing event deleted for resources: {'Port': ['ID=533393a0-890a-44fb-a846-b2e8ac6817de,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:29.288144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=533393a0-890a-44fb-a846-b2e8ac6817de,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:29.292648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.296351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847ec3b-3d9b-4617-8622-f1feb6f5af65 None None] No DVR routers for this DVR port 533393a0-890a-44fb-a846-b2e8ac6817de on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:29.300426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:29.301427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.313543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port 533393a0-890a-44fb-a846-b2e8ac6817de on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:29.483183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7312508 Aug 25 15:15:29.486195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36694) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:29.486811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152172fc-ba4a-47a5-b6b1-c5fd99967136 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=53e40a38-ae84-41bb-b721-a4588bcdb18c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:29.491385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.491807 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:29.498195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 53e40a38-ae84-41bb-b721-a4588bcdb18c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:29.504067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f8df58-b1a1-43a4-9c5a-354234d7c402']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:29.521810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:29.522311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ca60c2-7c79-4b39-8e8b-46058ebc4a4a') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:29.553678 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.568885 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.579295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:29.579807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:29.583911 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:29.703348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:29.706972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.779576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.808966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:29.811262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/21f8df58-b1a1-43a4-9c5a-354234d7c402 HTTP/1.1" status: 204 len: 168 time: 1.1689777 Aug 25 15:15:29.817808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36708) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:29.826326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95221f09-6378-43bb-b489-3218f2e35b01 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=21f8df58-b1a1-43a4-9c5a-354234d7c402,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:29.834076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1927825046', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:29.853290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing IP validity checks on allocation pools {{(pid=101873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 15:15:29.853997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 15:15:29.879535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded1a2-87bc-4bd9-bc2e-e24c1db06314 req-bf9f5ee9-0fc9-4903-bee9-5c362c1b14a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:29.881171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5ded1a2-87bc-4bd9-bc2e-e24c1db06314 req-bf9f5ee9-0fc9-4903-bee9-5c362c1b14a1 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1800060 Aug 25 15:15:29.977359 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e5ded1a2-87bc-4bd9-bc2e-e24c1db06314 req-6a8fac8b-aff1-4eaa-95a7-8e9994b4afb9 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846307 Aug 25 15:15:29.979399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:15:29.981948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:15:30.006946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36718) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:30.017114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.018155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.188455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ba2574b-9045-406b-9b70-d0f9ded19a34 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/floatingips/d32be371-edfe-4abb-9727-de9958722b6e HTTP/1.1" status: 200 len: 993 time: 0.1712976 Aug 25 15:15:30.222268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.226920 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.230900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:30.255646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'port_id': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'mac_address': 'fa:16:3e:8e:3a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:15:30.264393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:15:30.266764 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e3bb2-878f-454d-a4cc-415068c672eb" -d '{"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:15:30.281323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.347204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:30.391248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.431447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ba1bee1-a025-46ed-b667-a470b1c22f16 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:15:30.462663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 533393a0-890a-44fb-a846-b2e8ac6817de no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:15:30.476540 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.502644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=f11c76da-5bc9-45fb-a423-b15ddc418304,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:30.551364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 533393a0-890a-44fb-a846-b2e8ac6817de {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:15:30.563600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 533393a0-890a-44fb-a846-b2e8ac6817de not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:15:30.638393 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:30.652664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '19af269f-e29b-40a8-81ad-52a4f5e3fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:30.657598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 53e40a38-ae84-41bb-b721-a4588bcdb18c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:30.667980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.690730 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67195693-7535-46af-8b71-0e9c47d314f5 x-openstack-request-id: req-67195693-7535-46af-8b71-0e9c47d314f5 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:15:30.691491 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:15:30.691922 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67195693-7535-46af-8b71-0e9c47d314f5 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:15:30.692589 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'code': 200} Aug 25 15:15:30.722199 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:30.722570 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:30.778025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 53e40a38-ae84-41bb-b721-a4588bcdb18c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:30.908178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 53e40a38-ae84-41bb-b721-a4588bcdb18c) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:30.926837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524e35c-aaa7-44b9-bb71-afb7d28b0bf4 None None] Network 53e40a38-ae84-41bb-b721-a4588bcdb18c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:30.941708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:30.942576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:30.988843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.008955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.129501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-38f36f6d-0018-4184-a2c6-1b33fa997b43 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6394932 Aug 25 15:15:31.130091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36756) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:31.163203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-53e40a38-ae84-41bb-b721-a4588bcdb18c', 'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': 'f11c76da-5bc9-45fb-a423-b15ddc418304'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:31.164115 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.211760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 172.25.8.44 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/c08c0fb8-3e76-4370-8da6-54e07cf6c398) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:31.284257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.329478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.341985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.361300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba1bee1-a025-46ed-b667-a470b1c22f16 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:15:31.391049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:31.401870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Allocated IP 172.20.0.3 (53e40a38-ae84-41bb-b721-a4588bcdb18c/f11c76da-5bc9-45fb-a423-b15ddc418304/ab595afe-b8a1-44ec-a10c-66ac549fbeca) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:31.420331 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.493463 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.493935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.545405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:31.548832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:31.553471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:31.578391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=c08c0fb8-3e76-4370-8da6-54e07cf6c398,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:31.786505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:31.851403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['8ba1bee1-a025-46ed-b667-a470b1c22f16'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:15:31.920177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.955742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Transition to ACTIVE for port object ab595afe-b8a1-44ec-a10c-66ac549fbeca will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:31.978047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:31.996060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Transition to ACTIVE for port object ab595afe-b8a1-44ec-a10c-66ac549fbeca will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:32.131223 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.189526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Network 53e40a38-ae84-41bb-b721-a4588bcdb18c is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:32.198880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:32.202094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:32.224590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Pushing event updated for resources: {'Port': ['ID=ab595afe-b8a1-44ec-a10c-66ac549fbeca,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:32.249877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.259642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.317062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=f11c76da-5bc9-45fb-a423-b15ddc418304,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:32.349049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Attempting to bind port ab595afe-b8a1-44ec-a10c-66ac549fbeca on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:32.349832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Attempting to bind port ab595afe-b8a1-44ec-a10c-66ac549fbeca by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '19af269f-e29b-40a8-81ad-52a4f5e3fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:32.350325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Attempting to bind port ab595afe-b8a1-44ec-a10c-66ac549fbeca on network 53e40a38-ae84-41bb-b721-a4588bcdb18c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:32.367916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:32.368330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Checking segment: {'id': '19af269f-e29b-40a8-81ad-52a4f5e3fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:32.368880 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.369418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Bound using segment: {'id': '19af269f-e29b-40a8-81ad-52a4f5e3fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:32.370084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Bound port: ab595afe-b8a1-44ec-a10c-66ac549fbeca, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af269f-e29b-40a8-81ad-52a4f5e3fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53e40a38-ae84-41bb-b721-a4588bcdb18c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:32.371096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.400763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.418477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e40a38-ae84-41bb-b721-a4588bcdb18c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.432613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19af269f-e29b-40a8-81ad-52a4f5e3fe56') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.432976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19af269f-e29b-40a8-81ad-52a4f5e3fe56') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.444950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.464343 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.471831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:32.472329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:32.475500 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:32.479009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] For port ab595afe-b8a1-44ec-a10c-66ac549fbeca, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:32.487586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 0d9defaf-149f-4510-a6c9-8dc33e31c171 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:15:32.571623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] For port ab595afe-b8a1-44ec-a10c-66ac549fbeca, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ab595afe-b8a1-44ec-a10c-66ac549fbeca,segment=NetworkSegment(19af269f-e29b-40a8-81ad-52a4f5e3fe56),segment_id=19af269f-e29b-40a8-81ad-52a4f5e3fe56)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:32.619711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:15:32.619711 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:15:32.619711 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '53e40a38-ae84-41bb-b721-a4588bcdb18c'}] Aug 25 15:15:32.619711 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:32.620345 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:32.630913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:32.641964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] Sync routers for ids ['0d9defaf-149f-4510-a6c9-8dc33e31c171'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:32.651054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] Routers {'0d9defaf-149f-4510-a6c9-8dc33e31c171'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:32.651679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['0d9defaf-149f-4510-a6c9-8dc33e31c171'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.684778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.686665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.740827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] Routers {'0d9defaf-149f-4510-a6c9-8dc33e31c171'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:32.741438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['0d9defaf-149f-4510-a6c9-8dc33e31c171'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.749555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:32.756671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c16d67b-ca81-4c4b-bc88-c72e06db991b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9306796 Aug 25 15:15:32.758082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36790) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:32.804486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:32.804486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4820f7-2cf4-4e02-bfe7-291df2ce7d5c None None] The sync data for ids ['0d9defaf-149f-4510-a6c9-8dc33e31c171'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:32.813205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff03d9-a3c6-4687-a960-479bddb63b75 None None] Pushing event updated for resources: {'Port': ['ID=ab595afe-b8a1-44ec-a10c-66ac549fbeca,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:32.832881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8c94d-3812-469c-9e8b-4438d2fb5af8 None None] Network 53e40a38-ae84-41bb-b721-a4588bcdb18c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:32.917983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36794) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:32.918648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3f75d5b1-3f94-4f85-b7af-76b5f7da775d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/routers/0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 200 len: 884 time: 0.1587856 Aug 25 15:15:32.995609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f0128-c2b4-4b0a-967f-29d3d42dfc3b None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:15:33.119427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f0128-c2b4-4b0a-967f-29d3d42dfc3b None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:15:33.121799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.233024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port ab595afe-b8a1-44ec-a10c-66ac549fbeca {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:33.233550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.303995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0fb49624-3451-461a-b901-e1a73296eeb6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3811500 Aug 25 15:15:33.304245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36804) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:33.315193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1927825046'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:33.322401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port ab595afe-b8a1-44ec-a10c-66ac549fbeca, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ab595afe-b8a1-44ec-a10c-66ac549fbeca,segment=NetworkSegment(19af269f-e29b-40a8-81ad-52a4f5e3fe56),segment_id=19af269f-e29b-40a8-81ad-52a4f5e3fe56)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:33.322991 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.350981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for ab595afe-b8a1-44ec-a10c-66ac549fbeca owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:33.528018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.568139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port ab595afe-b8a1-44ec-a10c-66ac549fbeca on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:33.574087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=ab595afe-b8a1-44ec-a10c-66ac549fbeca,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:33.747209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.759498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e40a38-ae84-41bb-b721-a4588bcdb18c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:33.773591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19af269f-e29b-40a8-81ad-52a4f5e3fe56') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:33.783418 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19af269f-e29b-40a8-81ad-52a4f5e3fe56') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:33.802560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.826187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.843412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:33.843876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:33.847368 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:34.002175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:34.074871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.080612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.088123 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/53e40a38-ae84-41bb-b721-a4588bcdb18c HTTP/1.1" status: 204 len: 168 time: 2.9510732 Aug 25 15:15:34.098211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36820) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:34.103275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169981779'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:34.106744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 8ba1bee1-a025-46ed-b667-a470b1c22f16 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:34.107441 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.164547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24861a1-2ad7-41cc-995e-8c4b64b20531 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=53e40a38-ae84-41bb-b721-a4588bcdb18c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:34.231569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:34.236895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.265673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.304429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:15:34.309371 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7e26ce-89f1-4d37-ae83-1a78d7fe28f1" -d '{"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:15:34.337889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:34.340118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:34.360631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.364293 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 4a7cb286-4d8a-4c90-9a7d-574eb029ba3d of type vlan for network 418d946c-47f6-4123-97b9-377cf50a8655 Aug 25 15:15:34.377935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.379365 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a353777-86ee-4038-932f-07ead233eda9 x-openstack-request-id: req-0a353777-86ee-4038-932f-07ead233eda9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:15:34.379770 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:15:34.380071 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a353777-86ee-4038-932f-07ead233eda9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:15:34.380986 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'code': 200} Aug 25 15:15:34.432618 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.446612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.488010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.554244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:34.716020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 0d9defaf-149f-4510-a6c9-8dc33e31c171 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:15:34.723891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.735156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:34.735794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:34.870498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=418d946c-47f6-4123-97b9-377cf50a8655,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:34.887492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 418d946c-47f6-4123-97b9-377cf50a8655 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:34.920618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-37cabb71-758c-4e23-87e1-b035a8452813 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8185265 Aug 25 15:15:34.922156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36834) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:34.928962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '418d946c-47f6-4123-97b9-377cf50a8655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:34.969869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:34.983608 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] Sync routers for ids ['0d9defaf-149f-4510-a6c9-8dc33e31c171'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:35.001938 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] Routers {'0d9defaf-149f-4510-a6c9-8dc33e31c171'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:35.003377 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['0d9defaf-149f-4510-a6c9-8dc33e31c171'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:35.003955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.011936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-89d3c6ce-41fe-411d-8189-99845bd23a15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 200 len: 891 time: 1.7035038 Aug 25 15:15:35.027547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36836) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:35.044923 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:35.057411 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] Routers {'0d9defaf-149f-4510-a6c9-8dc33e31c171'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:35.058454 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['0d9defaf-149f-4510-a6c9-8dc33e31c171'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:35.112117 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:35.112809 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39d5b0-1741-4c7d-8d9b-74dbf59cf56a None None] The sync data for ids ['0d9defaf-149f-4510-a6c9-8dc33e31c171'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:35.192611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d17733f9-5faf-488c-afed-d7417cdaa50f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/routers/0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 200 len: 891 time: 0.1782715 Aug 25 15:15:35.195330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36840) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:35.226384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d07aa22-8335-4600-bbf3-541b5a914f48 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 200 len: 205 time: 0.0274971 Aug 25 15:15:35.226605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36842) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:35.247624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:35.255070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.353134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.498778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.619782 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.668057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port c08c0fb8-3e76-4370-8da6-54e07cf6c398 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:35.669648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.696588 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=7c1dfa9d-b7e6-4405-9d2d-c245ba302668,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:35.721376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '418d946c-47f6-4123-97b9-377cf50a8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:35.723591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 418d946c-47f6-4123-97b9-377cf50a8655, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:35.792648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:35.808838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for c08c0fb8-3e76-4370-8da6-54e07cf6c398 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:35.871460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 418d946c-47f6-4123-97b9-377cf50a8655 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:35.985011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 418d946c-47f6-4123-97b9-377cf50a8655) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:35.995078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda3576-76d6-4a62-b53f-c9d923d41594 None None] Network 418d946c-47f6-4123-97b9-377cf50a8655 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:35.995683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:35.996383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.078238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.129226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=c08c0fb8-3e76-4370-8da6-54e07cf6c398,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:36.192346 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-55b587ca-5842-44ce-b8ba-8d39459dc80f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2688880 Aug 25 15:15:36.195075 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:36.304096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.318562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-418d946c-47f6-4123-97b9-377cf50a8655', 'network_id': '418d946c-47f6-4123-97b9-377cf50a8655', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': '7c1dfa9d-b7e6-4405-9d2d-c245ba302668'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:36.320059 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.421492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.441509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.444794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.522150 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.556570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Allocated IP 172.20.0.1 (418d946c-47f6-4123-97b9-377cf50a8655/7c1dfa9d-b7e6-4405-9d2d-c245ba302668/3f9463e9-dcd8-47f5-a0f5-f69a6845af21) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:36.602186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.602859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9defaf-149f-4510-a6c9-8dc33e31c171 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:15:36.611354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.622373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36874) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:36.622912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e36abd70-0856-41bc-966a-a67a4ea4799d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 204 len: 168 time: 1.3906162 Aug 25 15:15:36.623101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-734888402'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:36.733174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:36.737074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.793887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.795598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:36.815925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Transition to ACTIVE for port object 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:36.817619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.817914 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment 422380cb-0c48-47af-b390-1924d53e9ec4 of type vlan for network 23c051a9-e562-4134-bd9e-095a658d785a Aug 25 15:15:36.851511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Transition to ACTIVE for port object 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:36.876187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.916642 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.970818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Network 418d946c-47f6-4123-97b9-377cf50a8655 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:36.974546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:36.977969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:36.986782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Pushing event updated for resources: {'Port': ['ID=3f9463e9-dcd8-47f5-a0f5-f69a6845af21,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:36.990563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:36.996983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:36.997653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.049438 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.056322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Attempting to bind port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:37.057564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Attempting to bind port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '418d946c-47f6-4123-97b9-377cf50a8655'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:37.058248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Attempting to bind port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 on network 418d946c-47f6-4123-97b9-377cf50a8655 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:37.065721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:37.066785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Checking segment: {'id': '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '418d946c-47f6-4123-97b9-377cf50a8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:37.067459 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.068115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Bound using segment: {'id': '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '418d946c-47f6-4123-97b9-377cf50a8655'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:37.068883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Bound port: 3f9463e9-dcd8-47f5-a0f5-f69a6845af21, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '418d946c-47f6-4123-97b9-377cf50a8655'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:37.070126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.117653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1dfa9d-b7e6-4405-9d2d-c245ba302668,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:37.130044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=23c051a9-e562-4134-bd9e-095a658d785a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:37.174746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] For port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:37.178905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] For port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3f9463e9-dcd8-47f5-a0f5-f69a6845af21,segment=NetworkSegment(4a7cb286-4d8a-4c90-9a7d-574eb029ba3d),segment_id=4a7cb286-4d8a-4c90-9a7d-574eb029ba3d)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:37.182150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 23c051a9-e562-4134-bd9e-095a658d785a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:37.215386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b41dee50-d9fc-46d4-9b73-b0ab16627eca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5978224 Aug 25 15:15:37.222094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:37.231955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '23c051a9-e562-4134-bd9e-095a658d785a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:37.250707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.262056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.345077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81406ec6-9d7f-425c-94f4-dfc5c3d13443 None None] Pushing event updated for resources: {'Port': ['ID=3f9463e9-dcd8-47f5-a0f5-f69a6845af21,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:37.365182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418d946c-47f6-4123-97b9-377cf50a8655']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:37.389796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:37.390098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:37.410624 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.434874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.446076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:37.446580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.448250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b51f5-b05a-48da-882c-dc592705fa5c None None] Network 418d946c-47f6-4123-97b9-377cf50a8655 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:37.450263 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:37.551345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:37.556087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:37.635558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:15:37.635558 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:15:37.635558 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '418d946c-47f6-4123-97b9-377cf50a8655'}] Aug 25 15:15:37.635558 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:37.636204 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:37.643107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b305a-5ecf-4487-94b9-adc7212cc57f None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:15:37.753779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b305a-5ecf-4487-94b9-adc7212cc57f None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:15:37.980262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.086796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': '422380cb-0c48-47af-b390-1924d53e9ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23c051a9-e562-4134-bd9e-095a658d785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:38.087508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 23c051a9-e562-4134-bd9e-095a658d785a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:38.091238 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=2173158f-39b7-4cbb-bf3b-a447ab955bad,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:38.137413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.199119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:38.199489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.252646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 23c051a9-e562-4134-bd9e-095a658d785a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:38.281939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3f9463e9-dcd8-47f5-a0f5-f69a6845af21,segment=NetworkSegment(4a7cb286-4d8a-4c90-9a7d-574eb029ba3d),segment_id=4a7cb286-4d8a-4c90-9a7d-574eb029ba3d)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:38.288246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.295614 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:38.365060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 23c051a9-e562-4134-bd9e-095a658d785a) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:38.378236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59fafe-8778-4ab1-b7dd-e2e3fd4ee285 None None] Network 23c051a9-e562-4134-bd9e-095a658d785a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:38.389057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:38.389562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.497421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.510553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 3f9463e9-dcd8-47f5-a0f5-f69a6845af21 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:38.534460 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=3f9463e9-dcd8-47f5-a0f5-f69a6845af21,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:38.559691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-23c051a9-e562-4134-bd9e-095a658d785a', 'network_id': '23c051a9-e562-4134-bd9e-095a658d785a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': '2173158f-39b7-4cbb-bf3b-a447ab955bad'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:38.560676 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.604957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36906) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:38.610823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1900438602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:38.614342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a5540703-4654-460d-a429-5ce9ba7432da tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3909106 Aug 25 15:15:38.661291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.694625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418d946c-47f6-4123-97b9-377cf50a8655']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:38.707342 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:38.707666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7cb286-4d8a-4c90-9a7d-574eb029ba3d') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:38.720754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.747748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.756874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:38.757282 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:38.760741 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:38.762649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.762755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Allocated IP 2001:db8::2 (23c051a9-e562-4134-bd9e-095a658d785a/2173158f-39b7-4cbb-bf3b-a447ab955bad/9d8ac8d9-ba36-4b8b-8caa-952650af4ea2) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:38.763302 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.948139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.954838 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.962180 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/418d946c-47f6-4123-97b9-377cf50a8655 HTTP/1.1" status: 204 len: 168 time: 2.7660062 Aug 25 15:15:38.965295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36910) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:38.974760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:38.975825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10812cb6-0222-43e2-99a0-ea69e8535650 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=418d946c-47f6-4123-97b9-377cf50a8655,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:38.983957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335927831'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:38.989653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Transition to ACTIVE for port object 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:39.008351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Transition to ACTIVE for port object 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:39.035347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.093696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.132922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.140169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Network 23c051a9-e562-4134-bd9e-095a658d785a is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:39.143246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:39.147820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:39.153750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:39.195987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:39.201864 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.244681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Attempting to bind port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:39.244681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Attempting to bind port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '422380cb-0c48-47af-b390-1924d53e9ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23c051a9-e562-4134-bd9e-095a658d785a'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:39.244681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Attempting to bind port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 on network 23c051a9-e562-4134-bd9e-095a658d785a {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:39.264257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:39.264667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Checking segment: {'id': '422380cb-0c48-47af-b390-1924d53e9ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23c051a9-e562-4134-bd9e-095a658d785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:39.265111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.266048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Bound using segment: {'id': '422380cb-0c48-47af-b390-1924d53e9ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23c051a9-e562-4134-bd9e-095a658d785a'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:39.269539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Bound port: 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422380cb-0c48-47af-b390-1924d53e9ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23c051a9-e562-4134-bd9e-095a658d785a'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:39.269959 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.270634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:39.304552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.305816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a42a5e7-d983-4a44-8822-c462594046c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6998210 Aug 25 15:15:39.308852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36920) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:39.342193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.357298 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 4b19d47b-5604-451e-9b11-f58948d3de49 of type vlan for network 38e28c0a-571e-41a5-a2ca-0dbc8185b130 Aug 25 15:15:39.464553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.508513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] For port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:39.514845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] For port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,segment=NetworkSegment(422380cb-0c48-47af-b390-1924d53e9ec4),segment_id=422380cb-0c48-47af-b390-1924d53e9ec4)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:39.596264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.602060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:39.610932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.642845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:39.694364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=38e28c0a-571e-41a5-a2ca-0dbc8185b130,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:39.710391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 38e28c0a-571e-41a5-a2ca-0dbc8185b130 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:39.711960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-19e8e000-c6b7-409a-89ba-0c2737d7f0cd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7446084 Aug 25 15:15:39.715557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36926) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:39.731492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '38e28c0a-571e-41a5-a2ca-0dbc8185b130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:39.821734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457647b3-3e75-4f09-8a34-18b0132b49e8 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:39.822674 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:40.115960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:40.120298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:40.474761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:40.491981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:40.568503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=0a60a58b-6994-4912-99e9-46c4dfa0e2c5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:40.590072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '4b19d47b-5604-451e-9b11-f58948d3de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '38e28c0a-571e-41a5-a2ca-0dbc8185b130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:40.591418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 38e28c0a-571e-41a5-a2ca-0dbc8185b130, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:40.655737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8::1 (23c051a9-e562-4134-bd9e-095a658d785a/2173158f-39b7-4cbb-bf3b-a447ab955bad/6ccdaac3-ec50-4c10-a262-9f1286b607c0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:40.716438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:40.745139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 38e28c0a-571e-41a5-a2ca-0dbc8185b130 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:40.808939 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:40.825739 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 6ccdaac3-ec50-4c10-a262-9f1286b607c0 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:40.842142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 38e28c0a-571e-41a5-a2ca-0dbc8185b130) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:40.846530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:40.847141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:40.852469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da149600-d2cf-44dd-80b4-0f7caf79c383 None None] Network 38e28c0a-571e-41a5-a2ca-0dbc8185b130 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:40.962739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eae2a562-c667-41af-81ba-bd37af690b1f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2450731 Aug 25 15:15:40.965504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36956) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:40.995392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.124141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 23c051a9-e562-4134-bd9e-095a658d785a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:41.135377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:41.141170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:41.141748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.151133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=6ccdaac3-ec50-4c10-a262-9f1286b607c0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:41.179608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.221549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c585c6b-9a77-4b58-a439-a8b7985c9aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-38e28c0a-571e-41a5-a2ca-0dbc8185b130', 'network_id': '38e28c0a-571e-41a5-a2ca-0dbc8185b130', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': '0a60a58b-6994-4912-99e9-46c4dfa0e2c5'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:41.222458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9c585c6b-9a77-4b58-a439-a8b7985c9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.249157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.383683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6773921-4c71-4bff-a999-67413138a287 None None] Network 23c051a9-e562-4134-bd9e-095a658d785a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:41.485333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.502824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.516811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=0a60a58b-6994-4912-99e9-46c4dfa0e2c5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server [None req-9c585c6b-9a77-4b58-a439-a8b7985c9aae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a60a58b-6994-4912-99e9-46c4dfa0e2c5: This subnet is being modified by another concurrent operation. Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 15:15:41.582438 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise exception Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a60a58b-6994-4912-99e9-46c4dfa0e2c5: This subnet is being modified by another concurrent operation. Aug 25 15:15:41.585676 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server Aug 25 15:15:41.588268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.600863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e28c0a-571e-41a5-a2ca-0dbc8185b130']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:41.602324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c951ed-b293-4589-a90d-e60207e7ab92 None None] Network 38e28c0a-571e-41a5-a2ca-0dbc8185b130 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:41.608047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] Provisioning for port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:41.615645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b19d47b-5604-451e-9b11-f58948d3de49') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:41.615645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b19d47b-5604-451e-9b11-f58948d3de49') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:41.624714 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.642057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.649714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:41.650330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:41.654455 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:41.841881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.851547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] Provisioning complete for port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:41.852105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.852227 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.854712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/38e28c0a-571e-41a5-a2ca-0dbc8185b130 HTTP/1.1" status: 204 len: 168 time: 0.8882470 Aug 25 15:15:41.859346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:41.870722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24198853'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:41.926912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fa7fe-79f5-4df3-9bd5-65498e4672e1 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=38e28c0a-571e-41a5-a2ca-0dbc8185b130,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:41.940201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:41.993002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.031729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] For port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,segment=NetworkSegment(422380cb-0c48-47af-b390-1924d53e9ec4),segment_id=422380cb-0c48-47af-b390-1924d53e9ec4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:42.043829 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.044650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.052668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:42.056875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.090842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:42.101771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.102124 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment a888f954-50ad-45bf-83ac-a4fc86f59e3b of type vlan for network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 Aug 25 15:15:42.163424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.200436 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.201300 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 23c051a9-e562-4134-bd9e-095a658d785a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:42.205374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:42.229471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=6ccdaac3-ec50-4c10-a262-9f1286b607c0,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:42.346613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.352428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:42.353059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.401199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e0fda15d-91fe-4a65-a48d-bdec3b1bf485 None None] Provisioning complete for port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:42.401740 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0fda15d-91fe-4a65-a48d-bdec3b1bf485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.408410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b86a7-d8ee-4eb6-a480-cd84ca084ff8 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:42.482767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6204207 Aug 25 15:15:42.486741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 36986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:42.492299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:42.608827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 500c0a50-2f3c-4a0d-bda0-eafebdc27162 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:15:42.643332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e0fda15d-91fe-4a65-a48d-bdec3b1bf485 None None] Provisioning for port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:42.649481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e0fda15d-91fe-4a65-a48d-bdec3b1bf485 None None] Provisioning complete for port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:42.649927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0fda15d-91fe-4a65-a48d-bdec3b1bf485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:42.724513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e0fda15d-91fe-4a65-a48d-bdec3b1bf485 None None] Port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:42.738138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:42.750459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6564692a-04a7-44ee-9107-f832bdef6790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/500c0a50-2f3c-4a0d-bda0-eafebdc27162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4404657 Aug 25 15:15:42.755113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36994) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:42.760114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] Sync routers for ids ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:42.774713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] Routers {'500c0a50-2f3c-4a0d-bda0-eafebdc27162'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:42.775445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:42.850331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b798b98-fdb8-4f08-8bbd-3b5243996d85 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:42.855381 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7b798b98-fdb8-4f08-8bbd-3b5243996d85 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports/6ccdaac3-ec50-4c10-a262-9f1286b607c0 HTTP/1.1" status: 200 len: 911 time: 0.0956690 Aug 25 15:15:42.856327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 36998) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:42.863924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffccb0-4a14-486d-9437-c625633140ed tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=47b882fa-f633-40b1-ad7b-bce9e132b2a8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:42.877872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2173158f-39b7-4cbb-bf3b-a447ab955bad'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:42.903702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:42.909610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:43.021507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2630d575-d771-4c11-86c5-bea0d5dabc50 None None] Provisioning complete for port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:43.021507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2630d575-d771-4c11-86c5-bea0d5dabc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.023122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] Routers {'500c0a50-2f3c-4a0d-bda0-eafebdc27162'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:43.023775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:43.091811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98262b91-186b-44fb-ac5e-7b41103d715e None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:15:43.100607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:43.101678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fc4c3-7e59-4393-910d-9ad3ad328fd7 None None] The sync data for ids ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:43.153924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2630d575-d771-4c11-86c5-bea0d5dabc50 None None] Port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:43.165639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.166191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:43.169940 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.212592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98262b91-186b-44fb-ac5e-7b41103d715e None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:15:43.247640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing IP validity checks on allocation pools {{(pid=101873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 15:15:43.248252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.ipam_backend_mixin [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101873) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 15:15:43.347170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8a4f34d8-f8d6-4804-aee0-e6b692386653 None None] Provisioning complete for port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:43.347739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8a4f34d8-f8d6-4804-aee0-e6b692386653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.405455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f34d8-f8d6-4804-aee0-e6b692386653 None None] Port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:43.556337 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.622266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.630425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=c5f9f72f-6005-4fe2-8ff5-06c0419b50b4,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:43.642669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': 'a888f954-50ad-45bf-83ac-a4fc86f59e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:43.643163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 47b882fa-f633-40b1-ad7b-bce9e132b2a8, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:43.748989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.756337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:43.756992 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:43.758400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/ports/6ccdaac3-ec50-4c10-a262-9f1286b607c0 HTTP/1.1" status: 200 len: 911 time: 0.8935061 Aug 25 15:15:43.761365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37016) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:43.807346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:43.828579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d7f5d-6cd7-4096-9e33-0fd255a4c69b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=6ccdaac3-ec50-4c10-a262-9f1286b607c0,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:43.921166 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:15:43.972792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 47b882fa-f633-40b1-ad7b-bce9e132b2a8) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:43.979543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:43.982080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2028f-973a-4043-9fd7-d884d45d31d0 None None] Network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:43.985999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.134115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c6679d91-b9a2-463e-980c-79a3a2e40866 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6460998 Aug 25 15:15:44.137044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:44.168631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.175359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-47b882fa-f633-40b1-ad7b-bce9e132b2a8', 'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': 'c5f9f72f-6005-4fe2-8ff5-06c0419b50b4'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:44.176570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.274388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.340686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.430227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Allocated IP 172.20.0.3 (47b882fa-f633-40b1-ad7b-bce9e132b2a8/c5f9f72f-6005-4fe2-8ff5-06c0419b50b4/7faaee3a-2875-4549-adf5-d95af8d3a5b2) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:44.451148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:44.568781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 6ccdaac3-ec50-4c10-a262-9f1286b607c0 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:44.571515 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.582748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:44.583303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.693269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.706873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 6ccdaac3-ec50-4c10-a262-9f1286b607c0 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:44.711745 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.727842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Transition to ACTIVE for port object 7faaee3a-2875-4549-adf5-d95af8d3a5b2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:44.751149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Transition to ACTIVE for port object 7faaee3a-2875-4549-adf5-d95af8d3a5b2 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:44.855278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:44.960422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:44.973917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:44.977245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:44.979684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.012213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Pushing event updated for resources: {'Port': ['ID=7faaee3a-2875-4549-adf5-d95af8d3a5b2,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:45.036961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f9f72f-6005-4fe2-8ff5-06c0419b50b4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:45.082990 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.108912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Attempting to bind port 7faaee3a-2875-4549-adf5-d95af8d3a5b2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:45.109762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Attempting to bind port 7faaee3a-2875-4549-adf5-d95af8d3a5b2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a888f954-50ad-45bf-83ac-a4fc86f59e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:45.110104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Attempting to bind port 7faaee3a-2875-4549-adf5-d95af8d3a5b2 on network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:45.115633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:45.116065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Checking segment: {'id': 'a888f954-50ad-45bf-83ac-a4fc86f59e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:45.116534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.116944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Bound using segment: {'id': 'a888f954-50ad-45bf-83ac-a4fc86f59e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:45.117453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Bound port: 7faaee3a-2875-4549-adf5-d95af8d3a5b2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a888f954-50ad-45bf-83ac-a4fc86f59e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:45.117847 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.152299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=6ccdaac3-ec50-4c10-a262-9f1286b607c0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:45.176070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.200845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b882fa-f633-40b1-ad7b-bce9e132b2a8']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.223004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] For port 7faaee3a-2875-4549-adf5-d95af8d3a5b2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:45.235974 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a888f954-50ad-45bf-83ac-a4fc86f59e3b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.238163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a888f954-50ad-45bf-83ac-a4fc86f59e3b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.238304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] For port 7faaee3a-2875-4549-adf5-d95af8d3a5b2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7faaee3a-2875-4549-adf5-d95af8d3a5b2,segment=NetworkSegment(a888f954-50ad-45bf-83ac-a4fc86f59e3b),segment_id=a888f954-50ad-45bf-83ac-a4fc86f59e3b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:45.254137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.321420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.353331 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.355753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.364991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:45.365630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:45.432831 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:45.487232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40107d-04b6-4060-8e60-bd6aed3ef5ab None None] Pushing event updated for resources: {'Port': ['ID=7faaee3a-2875-4549-adf5-d95af8d3a5b2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:45.506494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921cc77-2cc2-46c0-8f43-1d5c587e4a9b None None] Network 47b882fa-f633-40b1-ad7b-bce9e132b2a8 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:45.545788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:15:45.545788 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:15:45.545788 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '47b882fa-f633-40b1-ad7b-bce9e132b2a8'}] Aug 25 15:15:45.545788 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:45.546285 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:45.584558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 500c0a50-2f3c-4a0d-bda0-eafebdc27162 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:15:45.654580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3d05a-cabf-476e-944e-fcb90c951dac None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:15:45.676578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:45.681993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-61eb9f98-de43-47b9-ae41-e8be48781b33 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/500c0a50-2f3c-4a0d-bda0-eafebdc27162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194028 Aug 25 15:15:45.684779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37054) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:45.690781 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] Sync routers for ids ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:45.702352 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] Routers {'500c0a50-2f3c-4a0d-bda0-eafebdc27162'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:45.704656 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.724307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3d427a25-962a-48da-8f8a-e7fed3c3f768 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=500c0a50-2f3c-4a0d-bda0-eafebdc27162 HTTP/1.1" status: 200 len: 205 time: 0.0360367 Aug 25 15:15:45.724882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37058) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:45.779752 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.791610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] Routers {'500c0a50-2f3c-4a0d-bda0-eafebdc27162'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:45.793723 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.803745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3d05a-cabf-476e-944e-fcb90c951dac None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:15:45.856479 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:45.857625 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c163942-8e16-4d7b-af21-a25156c2ea08 None None] The sync data for ids ['500c0a50-2f3c-4a0d-bda0-eafebdc27162'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:45.883384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.047951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.100639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.104676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.122689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 7faaee3a-2875-4549-adf5-d95af8d3a5b2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:46.123342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.193262 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 7faaee3a-2875-4549-adf5-d95af8d3a5b2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7faaee3a-2875-4549-adf5-d95af8d3a5b2,segment=NetworkSegment(a888f954-50ad-45bf-83ac-a4fc86f59e3b),segment_id=a888f954-50ad-45bf-83ac-a4fc86f59e3b)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:46.193632 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.208704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 7faaee3a-2875-4549-adf5-d95af8d3a5b2 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:46.262932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.263864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router 500c0a50-2f3c-4a0d-bda0-eafebdc27162 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:15:46.274855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.289088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e2344022-0381-4ebe-a1b6-c96e242e7481 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/500c0a50-2f3c-4a0d-bda0-eafebdc27162 HTTP/1.1" status: 204 len: 168 time: 0.5560551 Aug 25 15:15:46.289088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37064) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:46.386391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet 2173158f-39b7-4cbb-bf3b-a447ab955bad {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:15:46.389890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.435856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.493178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.541551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=7faaee3a-2875-4549-adf5-d95af8d3a5b2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:46.554586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.561126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 7faaee3a-2875-4549-adf5-d95af8d3a5b2 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:46.672886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.684000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b882fa-f633-40b1-ad7b-bce9e132b2a8']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:46.695214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a888f954-50ad-45bf-83ac-a4fc86f59e3b') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:46.695565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a888f954-50ad-45bf-83ac-a4fc86f59e3b') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:46.705085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.719578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.730693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:46.730693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:46.735569 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:46.755218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.821378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=2173158f-39b7-4cbb-bf3b-a447ab955bad,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:46.851954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccc653-0b13-4f3a-b35a-171f3db46453 None None] Network 23c051a9-e562-4134-bd9e-095a658d785a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:46.852349 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.852349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c9ae775a-168a-416c-bc35-3bed1d0038b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/2173158f-39b7-4cbb-bf3b-a447ab955bad HTTP/1.1" status: 204 len: 168 time: 0.5627971 Aug 25 15:15:46.852697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37080) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:46.933383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.942515 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:46.947368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/47b882fa-f633-40b1-ad7b-bce9e132b2a8 HTTP/1.1" status: 204 len: 168 time: 2.8081017 Aug 25 15:15:46.953283 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37082) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:46.966596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-956629693'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:46.986643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e702ed1-88db-41ed-ba86-3b500e5598e5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=47b882fa-f633-40b1-ad7b-bce9e132b2a8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:46.991010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.096517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:47.097206 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.101035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:47.112592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.123896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] DHCP port deletion for 23c051a9-e562-4134-bd9e-095a658d785a request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:15:47.180914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:47.191577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.192033 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment d86ff1b5-2c78-4763-bed2-f40a4589a329 of type vlan for network 37f22f43-d3fb-40a1-9139-891dea64d224 Aug 25 15:15:47.194369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] Deleting port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:47.194922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.228914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,segment=NetworkSegment(422380cb-0c48-47af-b390-1924d53e9ec4),segment_id=422380cb-0c48-47af-b390-1924d53e9ec4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:47.229561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.239306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.244795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:47.298186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] For port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,segment=NetworkSegment(422380cb-0c48-47af-b390-1924d53e9ec4),segment_id=422380cb-0c48-47af-b390-1924d53e9ec4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:47.298654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.318669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] Calling delete_port for 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:47.357665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.366398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:47.367827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.463848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=37f22f43-d3fb-40a1-9139-891dea64d224,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:47.474470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 37f22f43-d3fb-40a1-9139-891dea64d224 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:47.494653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.523149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.526295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:47.530247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:47.566803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] Pushing event deleted for resources: {'Port': ['ID=9d8ac8d9-ba36-4b8b-8caa-952650af4ea2,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:47.576424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3b839-60df-4084-9987-a99f265ade23 None None] No DVR routers for this DVR port 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:47.589029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37092) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:47.589749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c4dfe9b1-bdb0-473f-8efd-1499fc25564e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6342824 Aug 25 15:15:47.596720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:47.950838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:47.966603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c051a9-e562-4134-bd9e-095a658d785a']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:47.983954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422380cb-0c48-47af-b390-1924d53e9ec4') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:47.984852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422380cb-0c48-47af-b390-1924d53e9ec4') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:47.998928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.019924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.026228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:48.026626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:48.029626 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:48.154919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:48.164544 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.314100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.330793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.337832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37106) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:48.338072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/23c051a9-e562-4134-bd9e-095a658d785a HTTP/1.1" status: 204 len: 168 time: 1.4838488 Aug 25 15:15:48.342696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-39609019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:48.358787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c8b4-e92c-47c1-ae43-8571d3ab8972 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=23c051a9-e562-4134-bd9e-095a658d785a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:48.433878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:15:48.459040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:15:48.459633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9d8ac8d9-ba36-4b8b-8caa-952650af4ea2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:15:48.471210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.473832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.544222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.590997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.647607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.665242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=cf3817fa-a609-470a-a47c-383b707b9787,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:48.704975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': 'd86ff1b5-2c78-4763-bed2-f40a4589a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:48.704975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 37f22f43-d3fb-40a1-9139-891dea64d224, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:48.744789 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.746020 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-70233934-4c48-4b9e-96df-5e2422451bc1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4071553 Aug 25 15:15:48.748924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37114) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:48.754801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-712406522'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:48.818843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 37f22f43-d3fb-40a1-9139-891dea64d224 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:48.893472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:48.896949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.920893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:48.931167 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.931699 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment 7724da45-fbf3-4dfc-b0b9-224e86706cdb of type vlan for network 451521f7-3d67-4dee-8b30-324676c85855 Aug 25 15:15:48.934615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 37f22f43-d3fb-40a1-9139-891dea64d224) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:48.940202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:48.941002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:48.945199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec3c1e-de10-4cf3-8c23-0d3d5861f77f None None] Network 37f22f43-d3fb-40a1-9139-891dea64d224 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:48.991711 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.079883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37126) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:49.080119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fcf2c285-940b-4124-82fb-cc7587c4bbf8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4898589 Aug 25 15:15:49.132369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-37f22f43-d3fb-40a1-9139-891dea64d224', 'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': 'cf3817fa-a609-470a-a47c-383b707b9787'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:49.132369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.145736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.151223 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:49.151823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.248411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=451521f7-3d67-4dee-8b30-324676c85855,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:49.264509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 451521f7-3d67-4dee-8b30-324676c85855 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:49.279133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.323010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Allocated IP 172.20.0.1 (37f22f43-d3fb-40a1-9139-891dea64d224/cf3817fa-a609-470a-a47c-383b707b9787/ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:49.335938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7f16883a-8efa-4cdd-b814-579f52817de4 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5859642 Aug 25 15:15:49.339734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37136) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:49.346577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:49.352697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.505511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.515405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Transition to ACTIVE for port object ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:49.529965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Transition to ACTIVE for port object ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:49.533872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:49.537262 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.666542 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.722019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Network 37f22f43-d3fb-40a1-9139-891dea64d224 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:49.724024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:49.733503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:49.751734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Pushing event updated for resources: {'Port': ['ID=ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:49.788441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.815124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Attempting to bind port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:49.815432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Attempting to bind port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'd86ff1b5-2c78-4763-bed2-f40a4589a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:49.815803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Attempting to bind port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 on network 37f22f43-d3fb-40a1-9139-891dea64d224 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:49.821374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:49.821890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Checking segment: {'id': 'd86ff1b5-2c78-4763-bed2-f40a4589a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:49.822345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.822791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Bound using segment: {'id': 'd86ff1b5-2c78-4763-bed2-f40a4589a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:49.823336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Bound port: ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86ff1b5-2c78-4763-bed2-f40a4589a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '37f22f43-d3fb-40a1-9139-891dea64d224'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:49.823908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.880485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3817fa-a609-470a-a47c-383b707b9787,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:49.905008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.905364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] For port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:49.910792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] For port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752,segment=NetworkSegment(d86ff1b5-2c78-4763-bed2-f40a4589a329),segment_id=d86ff1b5-2c78-4763-bed2-f40a4589a329)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:49.967699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:49.986320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f22f43-d3fb-40a1-9139-891dea64d224']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:49.988722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=80ffb2d5-d413-4095-8600-e753095f6b18,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:49.994837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:49.995674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 451521f7-3d67-4dee-8b30-324676c85855, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:50.004143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86ff1b5-2c78-4763-bed2-f40a4589a329') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:50.004444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86ff1b5-2c78-4763-bed2-f40a4589a329') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:50.008202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.014600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.029763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.036208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:50.036790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:50.040805 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:50.112443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 451521f7-3d67-4dee-8b30-324676c85855 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:50.118251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c26548-9dfc-4da8-a643-b74268c269fc None None] Network 37f22f43-d3fb-40a1-9139-891dea64d224 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:50.177137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75d83-c585-4cf7-902d-a44d1bedcea5 None None] Pushing event updated for resources: {'Port': ['ID=ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:50.189246 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:15:50.189246 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:15:50.189246 n-d-805995-2 neutron-server[101872]: [parameters: {'id': '37f22f43-d3fb-40a1-9139-891dea64d224'}] Aug 25 15:15:50.189246 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:50.189614 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:50.228473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 451521f7-3d67-4dee-8b30-324676c85855) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:50.233607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:50.235447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.248271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31396fe5-462a-4383-ae6c-191f6b240c0c None None] Network 451521f7-3d67-4dee-8b30-324676c85855 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:50.385547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0521e823-70fa-400d-a3ae-aefc3e5de44b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0442691 Aug 25 15:15:50.399271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37148) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:50.423462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-451521f7-3d67-4dee-8b30-324676c85855', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:50.424609 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.592672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Allocated IP 2001:db8::2 (451521f7-3d67-4dee-8b30-324676c85855/80ffb2d5-d413-4095-8600-e753095f6b18/3106b9de-c9fe-483d-8da5-a496bebc484e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:50.711445 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.817443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.826266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Transition to ACTIVE for port object 3106b9de-c9fe-483d-8da5-a496bebc484e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:50.849061 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.857083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Transition to ACTIVE for port object 3106b9de-c9fe-483d-8da5-a496bebc484e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:50.864889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:50.865259 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:50.957557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.026138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37160) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:51.039811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Network 451521f7-3d67-4dee-8b30-324676c85855 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:51.043222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752,segment=NetworkSegment(d86ff1b5-2c78-4763-bed2-f40a4589a329),segment_id=d86ff1b5-2c78-4763-bed2-f40a4589a329)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:51.043634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.044824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:51.055490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:51.058734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Pushing event updated for resources: {'Port': ['ID=3106b9de-c9fe-483d-8da5-a496bebc484e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:51.067408 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-44d51eed-ee81-4d56-97a2-ae0faee7aac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.081758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:51.148864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Attempting to bind port 3106b9de-c9fe-483d-8da5-a496bebc484e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:51.149375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Attempting to bind port 3106b9de-c9fe-483d-8da5-a496bebc484e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:51.149913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Attempting to bind port 3106b9de-c9fe-483d-8da5-a496bebc484e on network 451521f7-3d67-4dee-8b30-324676c85855 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:51.158603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:51.158603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Checking segment: {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:51.158603 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.158603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Bound using segment: {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:51.159311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Bound port: 3106b9de-c9fe-483d-8da5-a496bebc484e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:51.159940 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.254905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] For port 3106b9de-c9fe-483d-8da5-a496bebc484e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:51.260131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] For port 3106b9de-c9fe-483d-8da5-a496bebc484e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3106b9de-c9fe-483d-8da5-a496bebc484e,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:51.274846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8::1 (451521f7-3d67-4dee-8b30-324676c85855/80ffb2d5-d413-4095-8600-e753095f6b18/685be4e2-5fc9-48a1-95d3-a8983d82a04f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:51.311410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37166) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:51.358134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db56b35c-7106-436b-b213-139c59543ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.377758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.396930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c14cde65-fdf3-4797-aad8-c709b6322d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.445136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b707ad-45f9-4ee8-9686-62fa01b2c5bc None None] Pushing event updated for resources: {'Port': ['ID=3106b9de-c9fe-483d-8da5-a496bebc484e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:51.474479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.494636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.506987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 685be4e2-5fc9-48a1-95d3-a8983d82a04f will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:51.516988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db56b35c-7106-436b-b213-139c59543ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.532985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:51.537498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port ff3c5f37-9ca5-41aa-ab30-3f57fb0c7752 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:51.645665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.649531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-db56b35c-7106-436b-b213-139c59543ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.661379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f22f43-d3fb-40a1-9139-891dea64d224']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:51.679878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86ff1b5-2c78-4763-bed2-f40a4589a329') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:51.680126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86ff1b5-2c78-4763-bed2-f40a4589a329') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:51.699729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.717767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-db56b35c-7106-436b-b213-139c59543ab6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2eba021d567e43588cc27ecf221aec25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905346 Aug 25 15:15:51.721221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37170) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:51.721407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.729273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:51.729697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.731575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56b35c-7106-436b-b213-139c59543ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5eb3da-f62d-43a8-b424-ce9a28fd1e55,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:51.734551 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:51.807780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16e6f4af-6511-49a8-9833-8299e33aa55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.849217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.854163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16e6f4af-6511-49a8-9833-8299e33aa55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.857867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c14cde65-fdf3-4797-aad8-c709b6322d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.900146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 451521f7-3d67-4dee-8b30-324676c85855 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:51.903598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:51.906285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:51.907078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.925972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c14cde65-fdf3-4797-aad8-c709b6322d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:51.948557 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=685be4e2-5fc9-48a1-95d3-a8983d82a04f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:51.968490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c14cde65-fdf3-4797-aad8-c709b6322d75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a448877d760646fc97d944d981178ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533210 Aug 25 15:15:51.969913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cde65-fdf3-4797-aad8-c709b6322d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed2105f-79ec-4b40-9376-e850d4167026,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:51.974145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37174) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:51.989409 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.007114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.009033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/37f22f43-d3fb-40a1-9139-891dea64d224 HTTP/1.1" status: 204 len: 168 time: 2.9275784 Aug 25 15:15:52.013020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37176) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:52.021879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783565878'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:52.026607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413f82-3f18-4e9d-86e7-aa0b4691c0d2 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=37f22f43-d3fb-40a1-9139-891dea64d224,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:52.065444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bba3af3f-69c4-4f9a-b050-e70806f6290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.088318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bba3af3f-69c4-4f9a-b050-e70806f6290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.103343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16e6f4af-6511-49a8-9833-8299e33aa55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.106134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-16e6f4af-6511-49a8-9833-8299e33aa55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.107304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-16e6f4af-6511-49a8-9833-8299e33aa55a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e5eb3da-f62d-43a8-b424-ce9a28fd1e55 HTTP/1.1" status: 204 len: 168 time: 0.3849409 Aug 25 15:15:52.128227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6f4af-6511-49a8-9833-8299e33aa55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5eb3da-f62d-43a8-b424-ce9a28fd1e55,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:52.189232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:52.192989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.221686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.294914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:52.313862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.314127 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 95b58d97-ffc8-4bca-9eea-2ffce12c75b7 of type vlan for network d0634468-6cde-4819-99d5-4507bb582660 Aug 25 15:15:52.382128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.389209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bba3af3f-69c4-4f9a-b050-e70806f6290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.395147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bba3af3f-69c4-4f9a-b050-e70806f6290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.406473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bba3af3f-69c4-4f9a-b050-e70806f6290e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bed2105f-79ec-4b40-9376-e850d4167026 HTTP/1.1" status: 204 len: 168 time: 0.4234519 Aug 25 15:15:52.440669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3af3f-69c4-4f9a-b050-e70806f6290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed2105f-79ec-4b40-9376-e850d4167026,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:52.576078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3106b9de-c9fe-483d-8da5-a496bebc484e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:52.584388 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.591379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:52.592163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.685620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.693658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=d0634468-6cde-4819-99d5-4507bb582660,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:52.708536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d0634468-6cde-4819-99d5-4507bb582660 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:52.734905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-96aaf786-dabe-4d75-b903-30c173bcf953 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7197375 Aug 25 15:15:52.737703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37188) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:52.743112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': 'd0634468-6cde-4819-99d5-4507bb582660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:52.773727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.774013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3106b9de-c9fe-483d-8da5-a496bebc484e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:52.774887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:52.854363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52c380-471a-4e3d-9976-97837c7436dc None None] Network 451521f7-3d67-4dee-8b30-324676c85855 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:52.920635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=685be4e2-5fc9-48a1-95d3-a8983d82a04f,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:52.970320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 451521f7-3d67-4dee-8b30-324676c85855 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:52.972248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:53.080738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:53.084604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.108077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] Provisioning for port 3106b9de-c9fe-483d-8da5-a496bebc484e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:53.114766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] Provisioning complete for port 3106b9de-c9fe-483d-8da5-a496bebc484e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:53.115250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.217112 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.277544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:15:53.288578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] For port 3106b9de-c9fe-483d-8da5-a496bebc484e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3106b9de-c9fe-483d-8da5-a496bebc484e,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:53.346268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:53.360743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.401398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5da6449-0e8b-40f8-8ed8-be4abccb9956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.458923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd3570-139e-47e6-a5d7-53ca6615ebf6 None None] Pushing event updated for resources: {'Port': ['ID=3106b9de-c9fe-483d-8da5-a496bebc484e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:53.459330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.501687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:15:53.508359 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6091118d-2b7b-482f-89a4-99d3897942d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1079342 Aug 25 15:15:53.516841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:53.520547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1930167163'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:53.520688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:15:53.538790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:53.545958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:53.568020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=0042c229-b47f-4d04-b3fa-7a9124b0feb6,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:53.618736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '95b58d97-ffc8-4bca-9eea-2ffce12c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd0634468-6cde-4819-99d5-4507bb582660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:53.622658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: d0634468-6cde-4819-99d5-4507bb582660, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:53.704727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network d0634468-6cde-4819-99d5-4507bb582660 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:53.794560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d0634468-6cde-4819-99d5-4507bb582660) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:53.804044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:53.804661 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:53.874323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37212) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:53.926756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f72127-7bcd-48d0-b8d0-bfc296271a36 None None] Network d0634468-6cde-4819-99d5-4507bb582660 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:54.044496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5da6449-0e8b-40f8-8ed8-be4abccb9956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.057719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb808dde-501f-44da-abd9-172885596932 None None] Provisioning complete for port 3106b9de-c9fe-483d-8da5-a496bebc484e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:54.058523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb808dde-501f-44da-abd9-172885596932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.074798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-668118399-network', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:54.090643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:15:54.149105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d5da6449-0e8b-40f8-8ed8-be4abccb9956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.197562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da6449-0e8b-40f8-8ed8-be4abccb9956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0828b1-b906-48f5-bef9-1f3629252762,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:54.217688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d5da6449-0e8b-40f8-8ed8-be4abccb9956 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af932c471eda4b3eb7e65b7a6edfdd07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8672118 Aug 25 15:15:54.218133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37216) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:54.233574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8a6d97e9-6112-48fc-9da7-5a082283b56c tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4948082 Aug 25 15:15:54.236243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37218) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:54.238599 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e11143fe-2637-46d1-af74-fe766b13ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.246507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.321458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:54.325959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.358555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd52a465-6605-48a7-9391-cf120752b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.377583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:54.393415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.393974 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment aeffe8c2-cc3f-410a-ab7a-193112f8beb5 of type vlan for network 9602687c-de13-43a8-9aae-8fd018be224a Aug 25 15:15:54.402192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd52a465-6605-48a7-9391-cf120752b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.404964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d0634468-6cde-4819-99d5-4507bb582660', 'network_id': 'd0634468-6cde-4819-99d5-4507bb582660', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': '0042c229-b47f-4d04-b3fa-7a9124b0feb6'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:54.405839 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.407892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.456411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:54.459745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.461610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.476742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.535517 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.565304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3106b9de-c9fe-483d-8da5-a496bebc484e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:54.584779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.591039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:54.591655 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.627820 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Allocated IP 172.20.0.1 (d0634468-6cde-4819-99d5-4507bb582660/0042c229-b47f-4d04-b3fa-7a9124b0feb6/780ab946-9e50-43ed-95b6-09c188b1e710) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:54.664045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=9602687c-de13-43a8-9aae-8fd018be224a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:54.690399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd52a465-6605-48a7-9391-cf120752b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.693357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dd52a465-6605-48a7-9391-cf120752b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.697019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dd52a465-6605-48a7-9391-cf120752b800 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e0828b1-b906-48f5-bef9-1f3629252762 HTTP/1.1" status: 204 len: 168 time: 0.4747944 Aug 25 15:15:54.714709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52a465-6605-48a7-9391-cf120752b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0828b1-b906-48f5-bef9-1f3629252762,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:54.715561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 9602687c-de13-43a8-9aae-8fd018be224a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:54.779525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.800262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb808dde-501f-44da-abd9-172885596932 None None] Provisioning for port 685be4e2-5fc9-48a1-95d3-a8983d82a04f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:54.806279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3106b9de-c9fe-483d-8da5-a496bebc484e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:54.806657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.843096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb808dde-501f-44da-abd9-172885596932 None None] Provisioning complete for port 685be4e2-5fc9-48a1-95d3-a8983d82a04f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:54.843509 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb808dde-501f-44da-abd9-172885596932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.874222 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.896011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:54.910027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:15:52Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:52Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:54.911602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50ea3c-ed54-467e-962c-d3ea9a5b9873,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:54.917816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:54.918085 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Added segment 3aa62fce-8ec8-42e9-8628-529b825ca72f of type vlan for network d11be89f-ae28-4332-8d68-ad1b5476ff84 Aug 25 15:15:54.952024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cb808dde-501f-44da-abd9-172885596932 None None] Port 685be4e2-5fc9-48a1-95d3-a8983d82a04f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:54.953577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:15:54.953933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Updating router 08e8436c-929e-4c6d-906a-3bd22e738c27 port 685be4e2-5fc9-48a1-95d3-a8983d82a04f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:15:54.958880 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd3d69a1-0a5c-4448-b8a0-479facf16141 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4398851 Aug 25 15:15:54.958880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37224) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:54.964327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:54.974810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.039664 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.086791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.127411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Transition to ACTIVE for port object 780ab946-9e50-43ed-95b6-09c188b1e710 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:55.139048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.140063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:55.140679 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.141332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e9bce3c2-9d66-4555-a36c-152e5ee34f0f None None] Provisioning complete for port 685be4e2-5fc9-48a1-95d3-a8983d82a04f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:55.141706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9bce3c2-9d66-4555-a36c-152e5ee34f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.165815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:55.169377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.236099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Transition to ACTIVE for port object 780ab946-9e50-43ed-95b6-09c188b1e710 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:55.244222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d11be89f-ae28-4332-8d68-ad1b5476ff84,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:55.248597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e9bce3c2-9d66-4555-a36c-152e5ee34f0f None None] Port 685be4e2-5fc9-48a1-95d3-a8983d82a04f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:15:55.257051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:55.303869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5c43065-8815-4600-af1d-6211e00b31c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4277596 Aug 25 15:15:55.306786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37228) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:55.311854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Request body: {'subnet': {'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-668118399-subnet', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:55.338367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.416468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Network d0634468-6cde-4819-99d5-4507bb582660 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:55.417040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:55.419533 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.431771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:55.438267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:55.441179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Pushing event updated for resources: {'Port': ['ID=780ab946-9e50-43ed-95b6-09c188b1e710,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:55.459003 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.460311 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.500465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37230) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:55.507270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=0042c229-b47f-4d04-b3fa-7a9124b0feb6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:55.536955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Attempting to bind port 780ab946-9e50-43ed-95b6-09c188b1e710 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:55.537366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Attempting to bind port 780ab946-9e50-43ed-95b6-09c188b1e710 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '95b58d97-ffc8-4bca-9eea-2ffce12c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd0634468-6cde-4819-99d5-4507bb582660'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:55.537714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Attempting to bind port 780ab946-9e50-43ed-95b6-09c188b1e710 on network d0634468-6cde-4819-99d5-4507bb582660 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:55.538792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d800-c9fa-4601-be5a-308cee2db980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.539684 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.568920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=99deb5f2-6de5-4cb5-b632-a298d8535192,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:55.570369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:55.571870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Checking segment: {'id': '95b58d97-ffc8-4bca-9eea-2ffce12c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd0634468-6cde-4819-99d5-4507bb582660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:55.572377 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.572851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Bound using segment: {'id': '95b58d97-ffc8-4bca-9eea-2ffce12c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd0634468-6cde-4819-99d5-4507bb582660'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:55.574108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Bound port: 780ab946-9e50-43ed-95b6-09c188b1e710, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b58d97-ffc8-4bca-9eea-2ffce12c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd0634468-6cde-4819-99d5-4507bb582660'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:55.574593 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.589600 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.599073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:55.601551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 9602687c-de13-43a8-9aae-8fd018be224a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:55.603603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0634468-6cde-4819-99d5-4507bb582660']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:55.613896 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.617519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b58d97-ffc8-4bca-9eea-2ffce12c75b7') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:55.617810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b58d97-ffc8-4bca-9eea-2ffce12c75b7') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:55.632034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.649540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Transition to ACTIVE for port object 685be4e2-5fc9-48a1-95d3-a8983d82a04f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:55.675674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.678323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] For port 780ab946-9e50-43ed-95b6-09c188b1e710, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:55.686752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:55.687461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:55.690400 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:55.695610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 9602687c-de13-43a8-9aae-8fd018be224a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:55.706405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d800-c9fa-4601-be5a-308cee2db980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.715834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.772238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac95587-f08f-4aec-83d8-cee2bc521c67 None None] Pushing event updated for resources: {'Port': ['ID=685be4e2-5fc9-48a1-95d3-a8983d82a04f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:55.801922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d800-c9fa-4601-be5a-308cee2db980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.819978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] For port 780ab946-9e50-43ed-95b6-09c188b1e710, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=780ab946-9e50-43ed-95b6-09c188b1e710,segment=NetworkSegment(95b58d97-ffc8-4bca-9eea-2ffce12c75b7),segment_id=95b58d97-ffc8-4bca-9eea-2ffce12c75b7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:55.831542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:15:55.831542 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:15:55.831542 n-d-805995-2 neutron-server[101873]: [parameters: {'id': 'd0634468-6cde-4819-99d5-4507bb582660'}] Aug 25 15:15:55.831542 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:15:55.832694 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:15:55.834514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Attempting to bind port 685be4e2-5fc9-48a1-95d3-a8983d82a04f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:55.834878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Attempting to bind port 685be4e2-5fc9-48a1-95d3-a8983d82a04f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:55.840229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Attempting to bind port 685be4e2-5fc9-48a1-95d3-a8983d82a04f on network 451521f7-3d67-4dee-8b30-324676c85855 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:55.841225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:55.841605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Checking segment: {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:55.842015 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.842442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Bound using segment: {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:55.842922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Bound port: 685be4e2-5fc9-48a1-95d3-a8983d82a04f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7724da45-fbf3-4dfc-b0b9-224e86706cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '451521f7-3d67-4dee-8b30-324676c85855'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:55.843339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.849102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 9602687c-de13-43a8-9aae-8fd018be224a) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:55.853598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:55.854468 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.870385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fcb9d800-c9fa-4601-be5a-308cee2db980 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=244b1328566d49b9950714437f9ec944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665183 Aug 25 15:15:55.871971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d800-c9fa-4601-be5a-308cee2db980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70351fe1-dba0-456a-af94-9332072f805e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:55.874639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37232) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:55.901467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85281f-2508-432a-8672-8c361a351565 None None] Network 9602687c-de13-43a8-9aae-8fd018be224a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:55.903153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:55.981352 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e25324e5-729a-4080-9ba7-558e053fa9fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0210104 Aug 25 15:15:55.984761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37236) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:56.001326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408173be-1ab8-4b7e-a40a-edc86bb31644,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:56.045907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a25-4c55-48e0-a702-d36d7a4b1c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.068117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:56.068490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Network hostable DHCP agents. Network: d11be89f-ae28-4332-8d68-ad1b5476ff84, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:15:56.088036 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a25-4c55-48e0-a702-d36d7a4b1c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.168378 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.274338 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:15:56.294138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a25-4c55-48e0-a702-d36d7a4b1c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.304971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a25-4c55-48e0-a702-d36d7a4b1c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.307581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9f9f7a25-4c55-48e0-a702-d36d7a4b1c31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70351fe1-dba0-456a-af94-9332072f805e HTTP/1.1" status: 204 len: 168 time: 0.4311423 Aug 25 15:15:56.310158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] For port 685be4e2-5fc9-48a1-95d3-a8983d82a04f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:56.330307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7a25-4c55-48e0-a702-d36d7a4b1c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70351fe1-dba0-456a-af94-9332072f805e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:56.339117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.365293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd9343-daa2-40cd-a0e9-8efaf1adf8b8 None None] Pushing event updated for resources: {'Port': ['ID=780ab946-9e50-43ed-95b6-09c188b1e710,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:56.405843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] For port 685be4e2-5fc9-48a1-95d3-a8983d82a04f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=685be4e2-5fc9-48a1-95d3-a8983d82a04f,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:56.424738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d11be89f-ae28-4332-8d68-ad1b5476ff84) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:56.434067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61cff82-758a-4918-b83d-e0b38a1f7ffa None None] Network d0634468-6cde-4819-99d5-4507bb582660 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:56.434213 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.444646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:56.445231 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.458173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0e371-67f1-412c-9558-19dac8121d29 None None] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:15:56.470381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 780ab946-9e50-43ed-95b6-09c188b1e710 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:15:56.470737 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.539242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 780ab946-9e50-43ed-95b6-09c188b1e710, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=780ab946-9e50-43ed-95b6-09c188b1e710,segment=NetworkSegment(95b58d97-ffc8-4bca-9eea-2ffce12c75b7),segment_id=95b58d97-ffc8-4bca-9eea-2ffce12c75b7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:56.539760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.553727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.574221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 780ab946-9e50-43ed-95b6-09c188b1e710 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:15:56.628968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1f80dd82-0a89-4914-ae63-fb306f925e67 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3210905 Aug 25 15:15:56.631860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37260) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:56.645565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:56.721736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-9602687c-de13-43a8-9aae-8fd018be224a', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:56.723732 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.743679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:15:56.747282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:56.755766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac95587-f08f-4aec-83d8-cee2bc521c67 None None] Pushing event updated for resources: {'Port': ['ID=685be4e2-5fc9-48a1-95d3-a8983d82a04f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:56.789984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8:1::1 (9602687c-de13-43a8-9aae-8fd018be224a/99deb5f2-6de5-4cb5-b632-a298d8535192/c560e5b9-9786-43fd-974d-b419c94989b1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:56.792982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.794306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.834594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:56.905749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=780ab946-9e50-43ed-95b6-09c188b1e710,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:56.908408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 780ab946-9e50-43ed-95b6-09c188b1e710 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:15:57.025216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.043153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d11be89f-ae28-4332-8d68-ad1b5476ff84', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:15:57.044448 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.096456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.103990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.111458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0634468-6cde-4819-99d5-4507bb582660']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:57.117150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-b208b531-0abe-4a6a-9467-ab054496e3aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514456 Aug 25 15:15:57.124486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object c560e5b9-9786-43fd-974d-b419c94989b1 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:57.139923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b58d97-ffc8-4bca-9eea-2ffce12c75b7') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:57.140261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b58d97-ffc8-4bca-9eea-2ffce12c75b7') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:57.142499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:15:57.154221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.217365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.227528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:15:57.227921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:15:57.231579 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:15:57.256265 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.285801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-e0dd043b-b898-4200-9edd-3b017a8c390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:57.287370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-e0dd043b-b898-4200-9edd-3b017a8c390d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1051147 Aug 25 15:15:57.383463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.392433 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.424471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-445acf61-d1d3-4d73-ae9f-aa88c1779f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:57.426502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-445acf61-d1d3-4d73-ae9f-aa88c1779f16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 200 len: 898 time: 0.1165695 Aug 25 15:15:57.452817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.477986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 9602687c-de13-43a8-9aae-8fd018be224a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:57.480767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Allocated IP 172.20.0.2 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/5291af28-0290-4e9a-8dcb-2a69717f33d7) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:57.483621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:57.487646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:57.488418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.518754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Allocated IP 2001:db8:1::2 (9602687c-de13-43a8-9aae-8fd018be224a/99deb5f2-6de5-4cb5-b632-a298d8535192/46d4eec9-9092-4c06-acfa-75866f506c86) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:57.528707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-aa1d3152-5bbd-45f2-8681-ace0dc628c50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 200 len: 1001 time: 0.0940440 Aug 25 15:15:57.530052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.541990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=c560e5b9-9786-43fd-974d-b419c94989b1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:57.546002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.549077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/d0634468-6cde-4819-99d5-4507bb582660 HTTP/1.1" status: 204 len: 168 time: 3.3117843 Aug 25 15:15:57.557316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37300) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:57.565155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014115810'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:57.588357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e069-1b58-4a01-b3f1-2b7706e0f630 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=d0634468-6cde-4819-99d5-4507bb582660,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:57.621173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-b008be78-a29d-40e6-aa4f-c3ddb43df398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:57.622763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-b008be78-a29d-40e6-aa4f-c3ddb43df398 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2fbe03f-2d8d-4ee3-87ad-583ee1894642 HTTP/1.1" status: 200 len: 835 time: 0.0725343 Aug 25 15:15:57.690605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-faa538b7-7719-451a-81df-ca8972353f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:57.693768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-faa538b7-7719-451a-81df-ca8972353f8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4f0be4-c95a-48f8-aff4-abb50dc42811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634248 Aug 25 15:15:57.759574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:15:52Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:56Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:15:57.807547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a124-26ad-4dd2-a61b-82a8f667a284 None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:15:52Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:56Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:15:57.821382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-bd9f6876-9ba9-4fec-a9a4-185bc305a21a service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100357 Aug 25 15:15:57.869072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.879672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.885562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Transition to ACTIVE for port object 5291af28-0290-4e9a-8dcb-2a69717f33d7 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:57.897320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:57.898597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Transition to ACTIVE for port object 46d4eec9-9092-4c06-acfa-75866f506c86 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:57.900976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.954592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Transition to ACTIVE for port object 5291af28-0290-4e9a-8dcb-2a69717f33d7 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:57.963924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Transition to ACTIVE for port object 46d4eec9-9092-4c06-acfa-75866f506c86 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:15:57.964605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:57.995270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53498bb9-41a2-40d3-9d6c-a941ef3bb486 req-8bec6299-c64e-4c8b-927c-077c728310aa service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466632 Aug 25 15:15:58.032088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:15:58.036714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.076338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.086835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.090306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.090963 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 2df0090b-943c-435a-9923-f96c7bff9ba2 of type vlan for network 42492d66-cbb7-493d-a65c-163058e6cfde Aug 25 15:15:58.141738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.173698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:58.182589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:58.185374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:58.197579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Pushing event updated for resources: {'Port': ['ID=5291af28-0290-4e9a-8dcb-2a69717f33d7,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:58.206623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Network 9602687c-de13-43a8-9aae-8fd018be224a is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:58.247342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:58.255077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:58.295583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.498988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Allocated IP 172.25.8.145 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/9a0b415f-7b82-4d85-8df6-1ab0a9926ae2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:15:58.568266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 685be4e2-5fc9-48a1-95d3-a8983d82a04f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:15:58.602069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.607969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:58.608815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.618101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Attempting to bind port 46d4eec9-9092-4c06-acfa-75866f506c86 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:58.618472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Attempting to bind port 46d4eec9-9092-4c06-acfa-75866f506c86 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:58.618839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Attempting to bind port 46d4eec9-9092-4c06-acfa-75866f506c86 on network 9602687c-de13-43a8-9aae-8fd018be224a {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:58.624402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Pushing event updated for resources: {'Port': ['ID=46d4eec9-9092-4c06-acfa-75866f506c86,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:58.633038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Attempting to bind port 5291af28-0290-4e9a-8dcb-2a69717f33d7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:15:58.633417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Attempting to bind port 5291af28-0290-4e9a-8dcb-2a69717f33d7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:15:58.633785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Attempting to bind port 5291af28-0290-4e9a-8dcb-2a69717f33d7 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:15:58.643744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:58.647926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:58.647926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.647926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:58.647926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Bound port: 5291af28-0290-4e9a-8dcb-2a69717f33d7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:58.647926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.649748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:15:58.650126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Checking segment: {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:15:58.650517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.650911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Bound using segment: {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:15:58.651408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Bound port: 46d4eec9-9092-4c06-acfa-75866f506c86, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:15:58.651997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.737478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=42492d66-cbb7-493d-a65c-163058e6cfde,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:58.744916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.758182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 42492d66-cbb7-493d-a65c-163058e6cfde details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:58.775001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.826093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] For port 46d4eec9-9092-4c06-acfa-75866f506c86, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:58.829832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ae224825-bf46-4887-b8a7-5a49c22bd1d4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2696960 Aug 25 15:15:58.832595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37358) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:58.838871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:58.844669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] For port 46d4eec9-9092-4c06-acfa-75866f506c86, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=46d4eec9-9092-4c06-acfa-75866f506c86,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:58.846461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] For port 5291af28-0290-4e9a-8dcb-2a69717f33d7, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:15:58.868694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] For port 5291af28-0290-4e9a-8dcb-2a69717f33d7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5291af28-0290-4e9a-8dcb-2a69717f33d7,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:15:58.873935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 685be4e2-5fc9-48a1-95d3-a8983d82a04f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:15:58.878698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 685be4e2-5fc9-48a1-95d3-a8983d82a04f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:15:58.879297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.960449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.963848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.967407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:58.993601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.038433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.042831 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.056507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.070525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:59.079775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:59.085551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=c560e5b9-9786-43fd-974d-b419c94989b1,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:59.089518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:15:59.142204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 685be4e2-5fc9-48a1-95d3-a8983d82a04f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=685be4e2-5fc9-48a1-95d3-a8983d82a04f,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:15:59.155574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0e14d-2fed-46b6-a388-f36227b734c7 None None] Pushing event updated for resources: {'Port': ['ID=46d4eec9-9092-4c06-acfa-75866f506c86,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:59.190264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.201929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.239730 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Pushing event updated for resources: {'Port': ['ID=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:59.251968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3b996-e7b3-447b-9112-fd075962f34c None None] Pushing event updated for resources: {'Port': ['ID=5291af28-0290-4e9a-8dcb-2a69717f33d7,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:59.262687 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.276535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 9602687c-de13-43a8-9aae-8fd018be224a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:15:59.329827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:15:59.345245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 42492d66-cbb7-493d-a65c-163058e6cfde is not hosted by any dhcp agent {{(pid=101873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:15:59.365917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:15:59.367189 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:15:59.368550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "PUT /v2.0/networks/42492d66-cbb7-493d-a65c-163058e6cfde HTTP/1.1" status: 200 len: 723 time: 0.5346510 Aug 25 15:15:59.370290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=685be4e2-5fc9-48a1-95d3-a8983d82a04f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:59.373923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37382) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:15:59.374647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e27a-4f43-4dfc-b88e-e4e45cc8a2de tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=42492d66-cbb7-493d-a65c-163058e6cfde,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:15:59.388096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:15:59.399077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 42492d66-cbb7-493d-a65c-163058e6cfde details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:15:59.693544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:15:59.703406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.088161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.117616 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:00.165069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=2d01eb66-4e8a-4daa-aabb-dec9a1d797b1,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:00.176261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '2df0090b-943c-435a-9923-f96c7bff9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:00.176627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 42492d66-cbb7-493d-a65c-163058e6cfde, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:00.253474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:00.263696 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-40d77886-3fb3-4d06-858b-0737892131dd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2772419 Aug 25 15:16:00.264166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37424) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:00.272996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2029533603'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:00.342268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.628460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 42492d66-cbb7-493d-a65c-163058e6cfde is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:00.663937 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.675711 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:00.691403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:00.692180 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:00.707414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5291af28-0290-4e9a-8dcb-2a69717f33d7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:00.776975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 42492d66-cbb7-493d-a65c-163058e6cfde) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:00.782287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:00.782936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.799299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c7f99-7273-47df-8496-bddb6b651a3c None None] Network 42492d66-cbb7-493d-a65c-163058e6cfde requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:00.823377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:00.823377 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.840221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:00.886789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:00.901598 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:00.901947 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment d9810b59-e539-4275-bf7d-77551f8385fc of type vlan for network df945dda-c20e-4b31-aa63-1acbc6a94d8e Aug 25 15:16:00.905423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd27087-b164-480d-bb34-184e8083386e None None] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:00.957505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.012710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2e31cb41-3bad-4789-80c0-b6dfdf8d7acb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306899 Aug 25 15:16:01.015136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37446) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:01.023081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:01.053910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:16:01.116568 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:15:57Z', 'revision_number': 3, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:15:58Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:01.138090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481d0bd-d900-402f-8264-4e527afd5f3e None None] Network 9602687c-de13-43a8-9aae-8fd018be224a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:01.148790 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:01.148790 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Updating router 08e8436c-929e-4c6d-906a-3bd22e738c27 port c560e5b9-9786-43fd-974d-b419c94989b1 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:01.180555 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.195892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.221660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:01.222339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.262186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:01.272430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:01.299617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-64179e38-78ea-49c7-9e52-4b603148ad82 None None] Provisioning for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:01.300955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8494707'] for subnet, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.330681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:01.337106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=df945dda-c20e-4b31-aa63-1acbc6a94d8e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:01.354056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:01.354426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.356406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-64179e38-78ea-49c7-9e52-4b603148ad82 None None] Provisioning complete for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:01.356718 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-64179e38-78ea-49c7-9e52-4b603148ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.369744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:01.410607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d29b3446-bbe0-4bf3-a593-4239befd5799 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1452832 Aug 25 15:16:01.413499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37460) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:01.421768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:01.446990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.448797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f471ecf-30f3-45f9-bfea-ddaf4ca2ab2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8159196 Aug 25 15:16:01.463698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37462) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:01.518556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:01.519278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:01.531580 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.545002 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Transition to ACTIVE for port object c560e5b9-9786-43fd-974d-b419c94989b1 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:01.630504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-42492d66-cbb7-493d-a65c-163058e6cfde', 'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': '2d01eb66-4e8a-4daa-aabb-dec9a1d797b1'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:01.631419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.779928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778757248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8616809'] for subnet, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.811800 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.812950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:01.821851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.829810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:01.830402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.831729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "PUT /v2.0/subnets/2d01eb66-4e8a-4daa-aabb-dec9a1d797b1 HTTP/1.1" status: 200 len: 806 time: 0.8145409 Aug 25 15:16:01.835637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37476) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:01.887130 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Pushing event updated for resources: {'Port': ['ID=c560e5b9-9786-43fd-974d-b419c94989b1,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:01.928736 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.929290 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.929951 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.930453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.930783 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.931138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.931462 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.931787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.932088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.932413 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.932732 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.933046 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:01.949770 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Attempting to bind port c560e5b9-9786-43fd-974d-b419c94989b1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:01.950135 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Attempting to bind port c560e5b9-9786-43fd-974d-b419c94989b1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:01.950491 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Attempting to bind port c560e5b9-9786-43fd-974d-b419c94989b1 on network 9602687c-de13-43a8-9aae-8fd018be224a {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:01.956457 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:01.956832 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Checking segment: {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:01.957226 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.957610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Bound using segment: {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:01.958069 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Bound port: c560e5b9-9786-43fd-974d-b419c94989b1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:01.958443 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:01.987735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a2029-4207-4f99-9a4d-7e462c46218b tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=2d01eb66-4e8a-4daa-aabb-dec9a1d797b1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:01.989756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:02.053782 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] For port c560e5b9-9786-43fd-974d-b419c94989b1, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:02.061809 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] For port c560e5b9-9786-43fd-974d-b419c94989b1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c560e5b9-9786-43fd-974d-b419c94989b1,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:02.136365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.163934 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-64179e38-78ea-49c7-9e52-4b603148ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.193763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.207729 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.293251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.336510 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:02.337576 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:02.357258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.418360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=f398e247-b028-4249-8e73-a3f91b84db33,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:02.430887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.451663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:02.452346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: df945dda-c20e-4b31-aa63-1acbc6a94d8e, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:02.455863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:02.504593 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb4a3a-4a9c-4042-b0ce-c5c76c237501 None None] Pushing event updated for resources: {'Port': ['ID=c560e5b9-9786-43fd-974d-b419c94989b1,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:02.539207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:02.550224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Allocated IP 172.20.0.2 (42492d66-cbb7-493d-a65c-163058e6cfde/2d01eb66-4e8a-4daa-aabb-dec9a1d797b1/65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:02.586817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 5291af28-0290-4e9a-8dcb-2a69717f33d7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5291af28-0290-4e9a-8dcb-2a69717f33d7,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:02.688306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, df945dda-c20e-4b31-aa63-1acbc6a94d8e) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:02.702785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:02.703675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.747213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78700ee9-ecba-489e-8d48-40fd59263ff0 None None] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:02.760162 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:15:57Z', 'revision_number': 3, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:02Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:02.760363 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:02.760474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 46d4eec9-9092-4c06-acfa-75866f506c86 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:02.806340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Allocated IP 172.20.0.1 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/1c744b09-7fe8-40b1-8273-61fb88aecba9) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:02.845891 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0dd918c6-4d66-43e6-997e-6f1a056088fb tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4307969 Aug 25 15:16:02.846902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37512) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:02.934981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2adacf-3bd4-489e-bc7a-1a26cab070d9 None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:15:57Z', 'revision_number': 3, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:02Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:03.065640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-64179e38-78ea-49c7-9e52-4b603148ad82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:16:03.066141 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-64179e38-78ea-49c7-9e52-4b603148ad82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:16:03.089838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=5291af28-0290-4e9a-8dcb-2a69717f33d7,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:03.096645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.115256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Transition to ACTIVE for port object 1c744b09-7fe8-40b1-8273-61fb88aecba9 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:03.255498 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.277636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Transition to ACTIVE for port object 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:03.284213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:00Z', 'revision_number': 3, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:03.305974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.350282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:03.350782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Updating router a2ec94d5-d339-44e2-b6a6-af6714adeb2b port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:03.397637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:03.404804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:03.407779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:03.408948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.410669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 46d4eec9-9092-4c06-acfa-75866f506c86 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:03.412238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:03.436937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Transition to ACTIVE for port object 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:03.443690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 685be4e2-5fc9-48a1-95d3-a8983d82a04f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:03.493897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.554786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.607280 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.630845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.678926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Pushing event updated for resources: {'Port': ['ID=1c744b09-7fe8-40b1-8273-61fb88aecba9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:03.884829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.940333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 685be4e2-5fc9-48a1-95d3-a8983d82a04f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:03.940883 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:03.961835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=2d01eb66-4e8a-4daa-aabb-dec9a1d797b1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:03.989354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Network 42492d66-cbb7-493d-a65c-163058e6cfde is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:04.045788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:04.052219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:04.058016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.080631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42492d66-cbb7-493d-a65c-163058e6cfde']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:04.098115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df0090b-943c-435a-9923-f96c7bff9ba2') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:04.098462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df0090b-943c-435a-9923-f96c7bff9ba2') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:04.103760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Pushing event updated for resources: {'Port': ['ID=65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:04.110552 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.141335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.152671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:04.153221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:04.157963 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:04.200113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.304320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Allocated IP 2001:db8:2::2 (df945dda-c20e-4b31-aa63-1acbc6a94d8e/f398e247-b028-4249-8e73-a3f91b84db33/85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:04.306471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Attempting to bind port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:04.306951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Attempting to bind port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '2df0090b-943c-435a-9923-f96c7bff9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:04.307465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Attempting to bind port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c on network 42492d66-cbb7-493d-a65c-163058e6cfde {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:04.313481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Provisioning complete for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:04.313990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.334229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:16:04.334229 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:16:04.334229 n-d-805995-2 neutron-server[101873]: [parameters: {'id': '42492d66-cbb7-493d-a65c-163058e6cfde'}] Aug 25 15:16:04.334229 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:16:04.335328 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:16:04.344266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:04.344732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Checking segment: {'id': '2df0090b-943c-435a-9923-f96c7bff9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:04.345070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.345734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Bound using segment: {'id': '2df0090b-943c-435a-9923-f96c7bff9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:04.346239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Bound port: 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df0090b-943c-435a-9923-f96c7bff9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42492d66-cbb7-493d-a65c-163058e6cfde'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:04.346632 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.434741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.521613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.602277 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.606256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Pushing event updated for resources: {'Port': ['ID=1c744b09-7fe8-40b1-8273-61fb88aecba9,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:04.717206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-27225437-88fc-41de-88c4-45556c40d490 None None] For port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:04.761492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-27225437-88fc-41de-88c4-45556c40d490 None None] For port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c,segment=NetworkSegment(2df0090b-943c-435a-9923-f96c7bff9ba2),segment_id=2df0090b-943c-435a-9923-f96c7bff9ba2)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:04.765104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.779451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:04.782081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:04.786782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.801499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Transition to ACTIVE for port object 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:04.810308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Transition to ACTIVE for port object 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:04.828945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Transition to ACTIVE for port object 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:04.842564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.890167 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:04.893138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5291af28-0290-4e9a-8dcb-2a69717f33d7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:04.989642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Provisioning for port 46d4eec9-9092-4c06-acfa-75866f506c86 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:04.999757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.035506 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.056596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Provisioning complete for port 46d4eec9-9092-4c06-acfa-75866f506c86 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:05.057096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.058958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27225437-88fc-41de-88c4-45556c40d490 None None] Pushing event updated for resources: {'Port': ['ID=65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:05.077983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8:2::1 (df945dda-c20e-4b31-aa63-1acbc6a94d8e/f398e247-b028-4249-8e73-a3f91b84db33/f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:05.134195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:05.155444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:05.250130 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.266977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:05.295723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:05.367572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:05.380145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:05.380735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.393997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.491663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:05.491950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Pushing event updated for resources: {'Port': ['ID=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:05.494980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091df5a7-5831-4b6e-a7dd-8ef28db2f963 None None] Network 42492d66-cbb7-493d-a65c-163058e6cfde requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:05.503236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Attempting to bind port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:05.503751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Attempting to bind port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:05.504226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Attempting to bind port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd on network df945dda-c20e-4b31-aa63-1acbc6a94d8e {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:05.509595 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:05.516962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c,segment=NetworkSegment(2df0090b-943c-435a-9923-f96c7bff9ba2),segment_id=2df0090b-943c-435a-9923-f96c7bff9ba2)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:05.517369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.520663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:05.522018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:05.526924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.537358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-83debcfa-81b4-4717-b931-28e429f28557 admin admin] 10.222.0.58 "PUT /v2.0/routers/a2ec94d5-d339-44e2-b6a6-af6714adeb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0641079 Aug 25 15:16:05.537556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Attempting to bind port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:05.537556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Attempting to bind port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:05.537556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Attempting to bind port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:05.557431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:05.573090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:05.660978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:05.661657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Checking segment: {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:05.662248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.662656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Bound using segment: {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:05.663314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Bound port: 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:05.663710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.714859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:05.715266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:05.715688 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.716095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:05.716565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Bound port: 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:05.717155 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.718441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:05.718801 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.817528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.840144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.847155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:05.853444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 65e7bc57-dae7-456c-9ae1-6f6f7c4aba3c on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:05.855313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d630ce-3335-4f17-aed2-b223a4407822 None None] Pushing event updated for resources: {'Port': ['ID=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:05.934728 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.965935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] For port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:05.981195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] For port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:05.989642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] For port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:05.993016 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:05.993360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] For port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:06.011703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42492d66-cbb7-493d-a65c-163058e6cfde']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:06.025823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f57f3-6252-4fc2-9800-e0cc55bc3613 None None] Network 42492d66-cbb7-493d-a65c-163058e6cfde requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:06.044343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df0090b-943c-435a-9923-f96c7bff9ba2') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:06.044721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df0090b-943c-435a-9923-f96c7bff9ba2') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:06.058171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.083402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.091357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:06.091587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.091708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:06.103381 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:06.173227 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.186647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] For port 46d4eec9-9092-4c06-acfa-75866f506c86, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=46d4eec9-9092-4c06-acfa-75866f506c86,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:06.235471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d630ce-3335-4f17-aed2-b223a4407822 None None] Pushing event updated for resources: {'Port': ['ID=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:06.280074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.280713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c560e5b9-9786-43fd-974d-b419c94989b1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:06.341861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:06.342516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:06.396863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.425554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.425554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/42492d66-cbb7-493d-a65c-163058e6cfde HTTP/1.1" status: 204 len: 168 time: 4.5727894 Aug 25 15:16:06.425860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37632) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:06.438717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789cb1-496a-4bbd-801a-8ef23bc92512 None None] Pushing event updated for resources: {'Port': ['ID=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:06.444582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50493ee-62bb-4ea0-a6eb-639be9828196 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=42492d66-cbb7-493d-a65c-163058e6cfde,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:06.457218 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeb4d42-2204-402d-94f0-9eaca3050fbb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:06.467577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeb4d42-2204-402d-94f0-9eaca3050fbb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:06.467577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2eeb4d42-2204-402d-94f0-9eaca3050fbb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/42492d66-cbb7-493d-a65c-163058e6cfde HTTP/1.1" status: 404 len: 339 time: 0.0336266 Aug 25 15:16:06.468170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.474209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37636) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:06.497597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42127123', 'description': 'd1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:06.539987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.540721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.597396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:06.704819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:06.707539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:06.708780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.731775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:06.736115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:06.764378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:06.769802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Pushing event updated for resources: {'Port': ['ID=46d4eec9-9092-4c06-acfa-75866f506c86,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:06.788459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.788829 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 06c60063-c377-40ec-8281-d2aefb899f47 of type vlan for network 8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 Aug 25 15:16:06.811298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37654) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:06.822884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Provisioning for port c560e5b9-9786-43fd-974d-b419c94989b1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:06.824558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1698452401-network', 'tenant_id': '909c8359fc694d6688118d167a98ba0c'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:06.857763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c560e5b9-9786-43fd-974d-b419c94989b1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:06.877836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.878745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c560e5b9-9786-43fd-974d-b419c94989b1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:06.879142 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:06.929674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:06.971943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Provisioning for port 1c744b09-7fe8-40b1-8273-61fb88aecba9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:06.984483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Provisioning complete for port 1c744b09-7fe8-40b1-8273-61fb88aecba9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:06.987076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.042112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:07.050652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6abc51b8-679c-4c73-8e08-3d497563e46c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2020934 Aug 25 15:16:07.053633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37662) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:07.058735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792133312'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:07.060965 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:07.076645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.085678 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.093163 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:07.093163 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:07.093545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:07.093545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.122616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-37651c9d-f0ca-4a86-9064-90f0cc506eb7 None None] Port 1c744b09-7fe8-40b1-8273-61fb88aecba9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:07.145799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port c560e5b9-9786-43fd-974d-b419c94989b1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c560e5b9-9786-43fd-974d-b419c94989b1,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:07.150692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Made reservation on behalf of 909c8359fc694d6688118d167a98ba0c for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:07.156267 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.156467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:04Z', 'revision_number': 2, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:07.216398 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.241026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477789b-92de-4e54-a56a-8948c8e31bc2 None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:04Z', 'revision_number': 2, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:07.250119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c9ec4f3d-1784-4b47-b36c-592e204c0bbf None None] Provisioning complete for port 1c744b09-7fe8-40b1-8273-61fb88aecba9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:07.250788 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4f3d-1784-4b47-b36c-592e204c0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.287170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:07.288896 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:07.296838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.305271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:07.323527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:07.328569 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.386685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:07.410555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.411645 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added segment a7c9ecb7-a274-4158-9835-1a4a1a5a0093 of type vlan for network 80eded17-9a6a-4802-9be1-c9daf1fb0342 Aug 25 15:16:07.436384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec4f3d-1784-4b47-b36c-592e204c0bbf None None] Port 1c744b09-7fe8-40b1-8273-61fb88aecba9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:07.512546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c9ec4f3d-1784-4b47-b36c-592e204c0bbf None None] Provisioning complete for port c560e5b9-9786-43fd-974d-b419c94989b1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:07.515095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4f3d-1784-4b47-b36c-592e204c0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.528720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=c560e5b9-9786-43fd-974d-b419c94989b1,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:07.529562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:07.538560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-26f4ecc4-2dbe-46c0-80f8-af21030f2edb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0640850 Aug 25 15:16:07.552656 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.684420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdef31-3b9c-4afc-8399-4bae0229ecda tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:07.684420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-afbdef31-3b9c-4afc-8399-4bae0229ecda tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks?id=8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 HTTP/1.1" status: 200 len: 759 time: 0.1497774 Aug 25 15:16:07.685001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:07.685091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37686) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:07.698471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'description': 'd2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:07.874582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:07.879745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 46d4eec9-9092-4c06-acfa-75866f506c86 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:07.908262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:05Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:02Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:06Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:07.934551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.938258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.955635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:07.955635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:07.968945 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:07.969334 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Updating router 08e8436c-929e-4c6d-906a-3bd22e738c27 port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:07.979467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68235add-b18f-425a-a3e7-54974582c9ab None None] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:08.029487 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.125912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.175374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37704) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:08.199190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32116d79-5f57-4b64-a9ed-12a4aa12b2b8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:08.205763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Network': ['ID=80eded17-9a6a-4802-9be1-c9daf1fb0342,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:08.221094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:08.241347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.241801 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Added segment ba88ef65-d2a9-4e66-babb-a72cb606df51 of type vlan for network 338950c7-e479-40b0-86f4-13673a262748 Aug 25 15:16:08.248160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:08.254414 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.300903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.360427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b6afca9b-b37e-400a-9470-adea594216ca tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3030393 Aug 25 15:16:08.361612 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37716) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:08.368689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'subnet': {'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:08.450266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37718) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:08.464683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.482026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.483068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:08.483884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.497858 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.512473 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Transition to ACTIVE for port object f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:08.521168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.553037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] Provisioning for port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:08.606450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] Provisioning complete for port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:08.606878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.611916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 46d4eec9-9092-4c06-acfa-75866f506c86 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:08.612293 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.637297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8248565 Aug 25 15:16:08.644161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997295b-5f62-4534-9ff3-69ade5030d35 admin admin] Pushing event updated for resources: {'Network': ['ID=338950c7-e479-40b0-86f4-13673a262748,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:08.661292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37730) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:08.667452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Request body: {'subnet': {'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1698452401-subnet', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:08.670503 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.678966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 338950c7-e479-40b0-86f4-13673a262748 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:08.709670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 is not hosted by any dhcp agent {{(pid=101872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:16:08.715483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:08.716101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.720041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "PUT /v2.0/networks/8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 HTTP/1.1" status: 200 len: 756 time: 1.0309467 Aug 25 15:16:08.721046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37732) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:08.779737 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c6ebf-3106-4a78-a077-2cd87ef74861 None None] Pushing event updated for resources: {'Port': ['ID=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:08.824741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f714b-8a20-4c09-9791-d3756a8dd364 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:08.864116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Made reservation on behalf of 909c8359fc694d6688118d167a98ba0c for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:08.864116 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.867868 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Attempting to bind port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:08.868338 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Attempting to bind port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:08.868689 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Attempting to bind port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 on network df945dda-c20e-4b31-aa63-1acbc6a94d8e {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:08.876282 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:08.876908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Checking segment: {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:08.877499 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.877954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Bound using segment: {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:08.878235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:08.878539 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Bound port: f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9810b59-e539-4275-bf7d-77551f8385fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:08.878982 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:08.885326 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:16:08.885326 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:16:08.885326 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '8b75d35ff39442b7a55a50846b2ec5e9', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 16, 8, 733395)}] Aug 25 15:16:08.885326 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:16:08.891998 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:16:08.982092 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] For port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:08.983985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8013e75-f7b9-499a-b9d6-1a1b94067204 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:08.986051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f8013e75-f7b9-499a-b9d6-1a1b94067204 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks?id=8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 HTTP/1.1" status: 200 len: 759 time: 0.2637007 Aug 25 15:16:08.987107 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] For port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:08.991527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37744) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:09.003450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665669221'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:09.068241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Made reservation on behalf of 513c80d8a74c482cae11a6ce84a713ae for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:09.071128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.146503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.164520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port f2a278fa-21d0-4e0f-b09e-169a1ac799d8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:09.167115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.190675 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.226762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] For port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:09.253839 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c6ebf-3106-4a78-a077-2cd87ef74861 None None] Pushing event updated for resources: {'Port': ['ID=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:09.257330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:09.262107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.287685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:09.289102 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:09.307929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:09.326071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.326437 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 81fb67a3-1e87-465f-89a6-47f805516230 of type vlan for network b9137519-f4ee-4514-9cb8-3913d4e290d9 Aug 25 15:16:09.337943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.358257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.360310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.397117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.454637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.486603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea4f9f-8182-4497-8ab8-cb51fd84cd2f None None] Pushing event updated for resources: {'Port': ['ID=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:09.498348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for f2a278fa-21d0-4e0f-b09e-169a1ac799d8 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:09.510233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.511316 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:09.589698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-419dea9e-583b-4ba7-978f-2e468f00c94b None None] Provisioning complete for port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:09.592015 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-419dea9e-583b-4ba7-978f-2e468f00c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.648596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:09.650087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Checking segment: {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:09.650655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Network hostable DHCP agents. Network: 338950c7-e479-40b0-86f4-13673a262748, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:09.676104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbad6bcb-cedb-476a-ae63-faa173f06eb3,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:09.685605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.693351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:09.694298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.822816 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.828618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=b9137519-f4ee-4514-9cb8-3913d4e290d9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:09.849108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Network 338950c7-e479-40b0-86f4-13673a262748 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:09.861188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network b9137519-f4ee-4514-9cb8-3913d4e290d9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:09.893464 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:05Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:08Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:09.944357 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40224722-ba5e-4ec6-82f6-77a0b2999ef1 None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:05Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:08Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:09.949041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 338950c7-e479-40b0-86f4-13673a262748) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:09.949408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.955148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:09.956914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:09.969665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Subnet': ['ID=8c7412db-7870-4e24-8fba-c3cd1d80d9dd,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:09.999161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2cc8d3-de30-49b7-b6f4-96dd2fb6b831 None None] Network 338950c7-e479-40b0-86f4-13673a262748 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:10.167850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:10.175880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:10.176317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.262904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-338950c7-e479-40b0-86f4-13673a262748', 'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'fixed_ips': [{'subnet_id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:10.264181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.306626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-419dea9e-583b-4ba7-978f-2e468f00c94b None None] Provisioning for port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:10.328867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3e5110de-ad3f-433d-a882-1ac8155ac223 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6600008 Aug 25 15:16:10.328867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bfd06ada-b012-4ac8-8a56-8715411f7c58 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3303940 Aug 25 15:16:10.331712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37780) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:10.332112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37782) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:10.350372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:10.356401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.407828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:10.512251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.518673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Checking segment: {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:10.520517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network hostable DHCP agents. Network: 80eded17-9a6a-4802-9be1-c9daf1fb0342, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:10.559471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Allocated IP 172.20.0.2 (338950c7-e479-40b0-86f4-13673a262748/cbad6bcb-cedb-476a-ae63-faa173f06eb3/65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:10.560058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.560058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.617809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112cff68-eaee-4f01-9d55-e77cd0b2d501,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:10.626300 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c48452dd-3281-49be-8bec-895d765d7ea1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b75d35ff39442b7a55a50846b2ec5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4466467 Aug 25 15:16:10.629168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:10.692749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:10.698683 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.720505 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1d16-31ea-4035-b6b5-d538cad1a3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.734651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:10.743592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 80eded17-9a6a-4802-9be1-c9daf1fb0342) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:10.755071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:10.755807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.765156 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1d16-31ea-4035-b6b5-d538cad1a3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.785472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d666c-e884-4d9d-9152-51e0d0be6d41 None None] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:10.803260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.907992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=f2a278fa-21d0-4e0f-b09e-169a1ac799d8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:10.930800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.931774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c560e5b9-9786-43fd-974d-b419c94989b1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:10.948752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:10.952365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.997394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:10.998258 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Floating IP d32be371-edfe-4abb-9727-de9958722b6e disassociated (deleted). External IP: 172.25.8.193, port: 8ba1bee1-a025-46ed-b667-a470b1c22f16. Aug 25 15:16:11.042552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:11.106481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:11.107176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:11.139815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.158681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-231c0173-c503-4e3f-9542-3c92337ecf44 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7949448 Aug 25 15:16:11.162245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37814) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:11.184174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.199635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-80eded17-9a6a-4802-9be1-c9daf1fb0342', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:11.200563 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.226951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:11.348151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c560e5b9-9786-43fd-974d-b419c94989b1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:11.348558 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.359757 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1d16-31ea-4035-b6b5-d538cad1a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.366068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1d16-31ea-4035-b6b5-d538cad1a3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.366068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7d9c1d16-31ea-4035-b6b5-d538cad1a3f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/112cff68-eaee-4f01-9d55-e77cd0b2d501 HTTP/1.1" status: 204 len: 168 time: 0.7359090 Aug 25 15:16:11.381935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Transition to ACTIVE for port object 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:11.419984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Transition to ACTIVE for port object 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:11.446789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c1d16-31ea-4035-b6b5-d538cad1a3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112cff68-eaee-4f01-9d55-e77cd0b2d501,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:11.482503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 8f9532d5-ffd3-4981-b867-012de0e140ba has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:11.516165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:11.517711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.607461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.632435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.643732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Network 338950c7-e479-40b0-86f4-13673a262748 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:11.690560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:11.702054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:11.704533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Allocated IP 2001:db8:3::2 (80eded17-9a6a-4802-9be1-c9daf1fb0342/8c7412db-7870-4e24-8fba-c3cd1d80d9dd/edec0be8-f12c-4567-b612-258a02c6b8d1) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:11.713250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Pushing event updated for resources: {'Port': ['ID=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:11.717417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.799540 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:11.804779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.813649 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] Sync routers for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:11.834712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:11.836544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Allocated IP 172.25.8.209 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/84d10f92-478b-43cd-9ece-0fb4d64fe132) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:11.862230 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:11.863816 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:11.998526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.015979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:12.060163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=d9ae4fef-0e01-43ed-a5ce-5b8d5e9d8756,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:12.090748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '81fb67a3-1e87-465f-89a6-47f805516230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:12.091317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: b9137519-f4ee-4514-9cb8-3913d4e290d9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:12.133305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a98bf01a-dfe1-4815-bc66-307c7559c344 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/floatingips/d32be371-edfe-4abb-9727-de9958722b6e HTTP/1.1" status: 204 len: 168 time: 3.6742013 Aug 25 15:16:12.138804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:16:12.141921 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed604550-0684-46b9-8e1a-cae8f96efbec" -d '{"events": [{"name": "network-changed", "server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:16:12.183347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.197962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Attempting to bind port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:12.198350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Attempting to bind port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:12.198714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Attempting to bind port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 on network 338950c7-e479-40b0-86f4-13673a262748 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:12.229620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:12.230013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Checking segment: {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:12.230452 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.231154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Bound using segment: {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:12.231856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Bound port: 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:12.232072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.242388 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be92d27d-b532-4ea1-821c-51548db1e12a x-openstack-request-id: req-be92d27d-b532-4ea1-821c-51548db1e12a {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:16:12.243732 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:16:12.243732 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be92d27d-b532-4ea1-821c-51548db1e12a {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:16:12.243732 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'status': 'completed', 'code': 200} Aug 25 15:16:12.259924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network b9137519-f4ee-4514-9cb8-3913d4e290d9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:12.264810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:12.295534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:12.298641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:12.322559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Pushing event updated for resources: {'Port': ['ID=84d10f92-478b-43cd-9ece-0fb4d64fe132,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:12.368191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:18Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:12.386571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-f635787e-efe9-4855-965c-8b8ce221c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:12.388173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-f635787e-efe9-4855-965c-8b8ce221c947 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1adf2409290d43fda7863871e785644e&device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1204228 Aug 25 15:16:12.441400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] For port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:12.452093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] For port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:12.452093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.463978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Transition to ACTIVE for port object edec0be8-f12c-4567-b612-258a02c6b8d1 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:12.486792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:04Z', 'revision_number': 2, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:12.489098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Transition to ACTIVE for port object edec0be8-f12c-4567-b612-258a02c6b8d1 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:12.521116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, b9137519-f4ee-4514-9cb8-3913d4e290d9) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:12.524243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:12.526040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:12.526648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.526799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:12.527126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Updating router a2ec94d5-d339-44e2-b6a6-af6714adeb2b port 1c744b09-7fe8-40b1-8273-61fb88aecba9 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:12.543852 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] Checking router: 8f9532d5-ffd3-4981-b867-012de0e140ba for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:12.556167 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:12.557087 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:12.581068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a75722-5baf-42e1-9611-7f4dc55e3b8c None None] Network b9137519-f4ee-4514-9cb8-3913d4e290d9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:12.600295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.637495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37866) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:12.677408 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.689017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.712136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Allocated IP 2001:db8:3::1 (80eded17-9a6a-4802-9be1-c9daf1fb0342/8c7412db-7870-4e24-8fba-c3cd1d80d9dd/97446a96-e13e-4b73-91a2-025312b6d48b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:12.712716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:12.733909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b045ca4d-d010-4437-b9b4-647dc01501a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:12.763313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-64b91a60-8739-453b-8d89-6b6d72de88e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4288137 Aug 25 15:16:12.768128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:12.790156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-bd7e5043-ac26-4fee-949c-98ced951c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:12.793524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-bd7e5043-ac26-4fee-949c-98ced951c84e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 200 len: 898 time: 0.3194625 Aug 25 15:16:12.829484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:12.853504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b3cad-81c6-4107-8221-e39264cc4f85 None None] Pushing event updated for resources: {'Port': ['ID=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:12.870074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:12.877478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:12.988826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.009744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Transition to ACTIVE for port object 97446a96-e13e-4b73-91a2-025312b6d48b will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:13.180153 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:18Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:13.213505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13218-8a76-443d-bb0c-f456fd487a89 req-ff659b8c-270b-4b91-ac96-8ac28d05a82d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:13.222005 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccc13218-8a76-443d-bb0c-f456fd487a89 req-ff659b8c-270b-4b91-ac96-8ac28d05a82d tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.2578642 Aug 25 15:16:13.225712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.237725 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14045f9-1b2a-42e7-ad0a-efda978cde75 None None] The sync data for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 is: [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:14:09Z', 'revision_number': 4, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3aff163f-925a-454b-9e37-e0580cd47a15', 'name': '', 'network_id': '7e4f0be4-c95a-48f8-aff4-abb50dc42811', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'mac_address': 'fa:16:3e:70:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:14:06Z', 'updated_at': '2021-08-25T15:14:18Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'subnets': [{'id': 'd2fbe03f-2d8d-4ee3-87ad-583ee1894642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:13.297442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Pushing event updated for resources: {'Port': ['ID=edec0be8-f12c-4567-b612-258a02c6b8d1,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:13.317452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:13.321912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:13.324872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:13.325641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.352793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-a49d7148-7eb2-4831-b594-5999f3364378 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 200 len: 217 time: 0.5433104 Aug 25 15:16:13.353883 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccc13218-8a76-443d-bb0c-f456fd487a89 req-b2953e63-0ba9-4c1f-a285-c3c5890c56d7 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309841 Aug 25 15:16:13.362800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:13.363833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.374240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-b9137519-f4ee-4514-9cb8-3913d4e290d9', 'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': 'd9ae4fef-0e01-43ed-a5ce-5b8d5e9d8756'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:13.375697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.424772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=97446a96-e13e-4b73-91a2-025312b6d48b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:13.442719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Attempting to bind port edec0be8-f12c-4567-b612-258a02c6b8d1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:13.443353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Attempting to bind port edec0be8-f12c-4567-b612-258a02c6b8d1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:13.443533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Attempting to bind port edec0be8-f12c-4567-b612-258a02c6b8d1 on network 80eded17-9a6a-4802-9be1-c9daf1fb0342 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:13.459859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:13.460608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Checking segment: {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:13.461704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.461704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Bound using segment: {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:13.461704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Bound port: edec0be8-f12c-4567-b612-258a02c6b8d1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:13.462076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.555872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-5b7ae7ff-ba8c-435c-b709-6925f1db814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:13.557385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-5b7ae7ff-ba8c-435c-b709-6925f1db814d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2fbe03f-2d8d-4ee3-87ad-583ee1894642 HTTP/1.1" status: 200 len: 835 time: 0.1638758 Aug 25 15:16:13.565868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.612608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.617664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.728225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] For port edec0be8-f12c-4567-b612-258a02c6b8d1, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:13.756221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] For port edec0be8-f12c-4567-b612-258a02c6b8d1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=edec0be8-f12c-4567-b612-258a02c6b8d1,segment=NetworkSegment(a7c9ecb7-a274-4158-9835-1a4a1a5a0093),segment_id=a7c9ecb7-a274-4158-9835-1a4a1a5a0093)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:13.769984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:13.774136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Allocated IP 172.20.0.2 (b9137519-f4ee-4514-9cb8-3913d4e290d9/d9ae4fef-0e01-43ed-a5ce-5b8d5e9d8756/07b4ef92-4a6e-44bd-bc43-404106c7ac42) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:13.777445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.795184 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b045ca4d-d010-4437-b9b4-647dc01501a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.810784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e69d69-6d7d-470d-bba9-b33f866922b6 None None] New status for floating IP d32be371-edfe-4abb-9727-de9958722b6e: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:16:13.813563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-9248d907-6eff-4d88-8b94-5cfa73e9003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:13.815429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-9248d907-6eff-4d88-8b94-5cfa73e9003a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e4f0be4-c95a-48f8-aff4-abb50dc42811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404287 Aug 25 15:16:13.852011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Transition to ACTIVE for port object 1c744b09-7fe8-40b1-8273-61fb88aecba9 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:13.899455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.899567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:13.956091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b045ca4d-d010-4437-b9b4-647dc01501a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.037908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.049631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.059159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55c6be-973e-4492-bc28-2904c7bdf228 None None] Pushing event updated for resources: {'Port': ['ID=edec0be8-f12c-4567-b612-258a02c6b8d1,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:14.098048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045ca4d-d010-4437-b9b4-647dc01501a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930063b-3918-4df4-a4f1-b25894dd62f5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:14.109562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b045ca4d-d010-4437-b9b4-647dc01501a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06662f84689e41d8aa987480afbdaa67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4697859 Aug 25 15:16:14.112174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37900) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:14.122976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.137732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-df44d9c9-14f6-4175-ad5a-b86763aa7b94 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127241 Aug 25 15:16:14.152554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.153631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.422353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c9c2-bb85-4fe1-ad44-42239ed39ef0 None None] Pushing event updated for resources: {'Port': ['ID=1c744b09-7fe8-40b1-8273-61fb88aecba9,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:14.447122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:14.447727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.496503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:14.504733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:14.511205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed604550-0684-46b9-8e1a-cae8f96efbec req-f4946f3e-ab86-4175-973e-5e7227aa78e3 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976768 Aug 25 15:16:14.512987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c603fbf-587d-4f12-8fe5-c49b2593ef74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.550379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c603fbf-587d-4f12-8fe5-c49b2593ef74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.553274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-edbe1da5-8e90-414d-8d30-2afc85d8bd0a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:14.554853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-edbe1da5-8e90-414d-8d30-2afc85d8bd0a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.1897950 Aug 25 15:16:14.585228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event updated for resources: {'Port': ['ID=97446a96-e13e-4b73-91a2-025312b6d48b,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:14.759154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:14.765591 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.794536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Attempting to bind port 1c744b09-7fe8-40b1-8273-61fb88aecba9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:14.795043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Attempting to bind port 1c744b09-7fe8-40b1-8273-61fb88aecba9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:14.795526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Attempting to bind port 1c744b09-7fe8-40b1-8273-61fb88aecba9 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:14.826371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:14.826887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:14.827494 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.828695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:14.829274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Bound port: 1c744b09-7fe8-40b1-8273-61fb88aecba9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:14.830049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.854236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531db2b1-5515-4d7b-954d-06b7e9d8fe33 req-01b5b349-8bd1-44f1-b51d-842de13a07ec tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:14.866705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-531db2b1-5515-4d7b-954d-06b7e9d8fe33 req-01b5b349-8bd1-44f1-b51d-842de13a07ec tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 0.2798462 Aug 25 15:16:14.900560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c603fbf-587d-4f12-8fe5-c49b2593ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.904686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c603fbf-587d-4f12-8fe5-c49b2593ef74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.906366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c603fbf-587d-4f12-8fe5-c49b2593ef74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c930063b-3918-4df4-a4f1-b25894dd62f5 HTTP/1.1" status: 204 len: 168 time: 0.7925968 Aug 25 15:16:14.919166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:16:14.923970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c603fbf-587d-4f12-8fe5-c49b2593ef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930063b-3918-4df4-a4f1-b25894dd62f5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:14.944311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-531db2b1-5515-4d7b-954d-06b7e9d8fe33 req-411788d4-ad8e-4306-bc08-cd2b0be17ed4 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705197 Aug 25 15:16:14.944656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:14.944767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 8ba1bee1-a025-46ed-b667-a470b1c22f16 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:14.945122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:14.955258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:14.958751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7f9754a4-dc59-40a2-978d-66b82864028c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7960296 Aug 25 15:16:14.961635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37910) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:14.967537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:14.976487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] For port 1c744b09-7fe8-40b1-8273-61fb88aecba9, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:14.982473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] For port 1c744b09-7fe8-40b1-8273-61fb88aecba9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c744b09-7fe8-40b1-8273-61fb88aecba9,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:14.985915 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:14.986647 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.005232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Transition to ACTIVE for port object 07b4ef92-4a6e-44bd-bc43-404106c7ac42 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:15.024118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Transition to ACTIVE for port object 07b4ef92-4a6e-44bd-bc43-404106c7ac42 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:15.029965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d710cd6-1d4b-483f-b9b1-528bbcae7f32 None None] Network 338950c7-e479-40b0-86f4-13673a262748 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:15.179925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:15.190653 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:15.195897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.200474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 8ba1bee1-a025-46ed-b667-a470b1c22f16, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=8ba1bee1-a025-46ed-b667-a470b1c22f16,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:15.200902 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.221391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 8ba1bee1-a025-46ed-b667-a470b1c22f16 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:15.255876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:15.310707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.321603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.360702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ae4fef-0e01-43ed-a5ce-5b8d5e9d8756,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:15.389386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c9c2-bb85-4fe1-ad44-42239ed39ef0 None None] Pushing event updated for resources: {'Port': ['ID=1c744b09-7fe8-40b1-8273-61fb88aecba9,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:15.408326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Network b9137519-f4ee-4514-9cb8-3913d4e290d9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:15.409825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-123cb1d8-3a38-46c4-bd2c-739a5c56417e None None] Provisioning for port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:15.414638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Sync routers for ids ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:15.436634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:15.453451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.457365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ac7d58b5-b28c-4598-8eaf-ad43694539d5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1216469 Aug 25 15:16:15.460390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37912) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:15.460553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:15.493242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Routers {'1c473525-c7ce-4c77-aa08-4b5bcb79c360'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:15.510948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.594637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.654507 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9137519-f4ee-4514-9cb8-3913d4e290d9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.674934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Set router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:15.735062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:15.735389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.752393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fb67a3-1e87-465f-89a6-47f805516230') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.752697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fb67a3-1e87-465f-89a6-47f805516230') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.805714 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:13Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97446a96-e13e-4b73-91a2-025312b6d48b', 'name': '', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:82:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:13Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:08Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:15.895136 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:15.896146 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Updating router 08e8436c-929e-4c6d-906a-3bd22e738c27 port 97446a96-e13e-4b73-91a2-025312b6d48b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:15.939282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 15:16:15.961270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Removed routes are [] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 15:16:15.961837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:15.980712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Pushing event updated for resources: {'Port': ['ID=07b4ef92-4a6e-44bd-bc43-404106c7ac42,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:15.996152 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.131168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a0e7c-1a8e-4258-bbff-2e9a8aa06987 None None] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:16.207372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Attempting to bind port 07b4ef92-4a6e-44bd-bc43-404106c7ac42 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:16.207902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Attempting to bind port 07b4ef92-4a6e-44bd-bc43-404106c7ac42 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '81fb67a3-1e87-465f-89a6-47f805516230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:16.208363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Attempting to bind port 07b4ef92-4a6e-44bd-bc43-404106c7ac42 on network b9137519-f4ee-4514-9cb8-3913d4e290d9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:16.271911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:16.272528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Checking segment: {'id': '81fb67a3-1e87-465f-89a6-47f805516230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:16.273066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.273564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Bound using segment: {'id': '81fb67a3-1e87-465f-89a6-47f805516230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:16.274164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Bound port: 07b4ef92-4a6e-44bd-bc43-404106c7ac42, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fb67a3-1e87-465f-89a6-47f805516230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:16.274765 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.296581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:16.515890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.553722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.561533 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.569889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:16.574554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.574701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2f278004-5a15-4e7b-b946-521259075105 None None] For port 07b4ef92-4a6e-44bd-bc43-404106c7ac42, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:16.575182 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:16.577549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:16.581642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4fb1f1aa-a118-4a9d-98a5-ac1330845ba5 None None] Provisioning for port edec0be8-f12c-4567-b612-258a02c6b8d1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:16.590978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:16.591537 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.599964 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Transition to ACTIVE for port object 97446a96-e13e-4b73-91a2-025312b6d48b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:16.657020 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.688070 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.761916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=8ba1bee1-a025-46ed-b667-a470b1c22f16,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:16.832230 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db1717-82d5-44dc-b5af-7dea17bb1356 None None] Pushing event updated for resources: {'Port': ['ID=97446a96-e13e-4b73-91a2-025312b6d48b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:16.871402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:16:16.871402 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:16:16.871402 n-d-805995-2 neutron-server[101873]: [parameters: {'id': 'b9137519-f4ee-4514-9cb8-3913d4e290d9'}] Aug 25 15:16:16.871402 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:16:16.872137 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:16:16.931201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] No DVR routers for this DVR port 8ba1bee1-a025-46ed-b667-a470b1c22f16 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:16.936282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:16.939984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfd8463a-decf-4de1-b5f0-ab944df6ff85 req-9fd895bf-b849-423b-b705-6a2115b34a99 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.52 "DELETE /v2.0/ports/8ba1bee1-a025-46ed-b667-a470b1c22f16 HTTP/1.1" status: 204 len: 173 time: 2.3689461 Aug 25 15:16:16.940681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-deleted', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:16:16.945088 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f14d80-45b6-4fb0-a519-937fcfe4ff0f" -d '{"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-deleted", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:16:16.985942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2f278004-5a15-4e7b-b946-521259075105 None None] For port 07b4ef92-4a6e-44bd-bc43-404106c7ac42, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=07b4ef92-4a6e-44bd-bc43-404106c7ac42,segment=NetworkSegment(81fb67a3-1e87-465f-89a6-47f805516230),segment_id=81fb67a3-1e87-465f-89a6-47f805516230)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:17.001757 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Attempting to bind port 97446a96-e13e-4b73-91a2-025312b6d48b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:17.002407 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Attempting to bind port 97446a96-e13e-4b73-91a2-025312b6d48b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:17.004672 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Attempting to bind port 97446a96-e13e-4b73-91a2-025312b6d48b on network 80eded17-9a6a-4802-9be1-c9daf1fb0342 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:17.021538 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:17.022981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Checking segment: {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:17.025669 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.026096 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Bound using segment: {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:17.026600 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Bound port: 97446a96-e13e-4b73-91a2-025312b6d48b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:17.029171 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.241203 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] For port 97446a96-e13e-4b73-91a2-025312b6d48b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:17.249423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da361-e1f9-4d1d-8fd6-f9420b5c4343 req-76d1bcb9-465e-459c-8a3f-d4729367d76a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:17.252642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-914da361-e1f9-4d1d-8fd6-f9420b5c4343 req-76d1bcb9-465e-459c-8a3f-d4729367d76a tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc931d23-5b19-4c5b-a796-ce34a506e7f1 HTTP/1.1" status: 200 len: 945 time: 1.2146535 Aug 25 15:16:17.258322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.280870 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] For port 97446a96-e13e-4b73-91a2-025312b6d48b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=97446a96-e13e-4b73-91a2-025312b6d48b,segment=NetworkSegment(a7c9ecb7-a274-4158-9835-1a4a1a5a0093),segment_id=a7c9ecb7-a274-4158-9835-1a4a1a5a0093)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:17.285248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.331783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.374402 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5afb3-441f-4c93-9011-e31b0d767bfd x-openstack-request-id: req-e2e5afb3-441f-4c93-9011-e31b0d767bfd {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:16:17.378181 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc931d23-5b19-4c5b-a796-ce34a506e7f1", "name": "network-vif-deleted", "tag": "8ba1bee1-a025-46ed-b667-a470b1c22f16", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:16:17.378726 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2e5afb3-441f-4c93-9011-e31b0d767bfd {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:16:17.379380 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc931d23-5b19-4c5b-a796-ce34a506e7f1', 'name': 'network-vif-deleted', 'tag': '8ba1bee1-a025-46ed-b667-a470b1c22f16', 'status': 'completed', 'code': 200} Aug 25 15:16:17.382644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.400716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.403920 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.406193 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-914da361-e1f9-4d1d-8fd6-f9420b5c4343 req-82ae4b15-7ff3-42bd-9c3c-a20e943d0834 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "GET /v2.0/security-groups?id=98250698-4330-43d3-9def-02be6fe76ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255600 Aug 25 15:16:17.501369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:17.514801 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:17.516021 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:17.681476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:17.693536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.696977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5ead4b4a-9197-433c-8405-b4644143b836 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 952 time: 2.7317798 Aug 25 15:16:17.697256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37946) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:17.775811 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db1717-82d5-44dc-b5af-7dea17bb1356 None None] Pushing event updated for resources: {'Port': ['ID=97446a96-e13e-4b73-91a2-025312b6d48b,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:17.789029 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:17.814048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 07b4ef92-4a6e-44bd-bc43-404106c7ac42 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:17.827608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:17.886379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6732a9e0-4958-44df-8b9d-2c53030f24bd tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 952 time: 0.1876092 Aug 25 15:16:17.887216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37948) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:17.892676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'routes': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:18.037742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.066287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Pushing event updated for resources: {'Port': ['ID=07b4ef92-4a6e-44bd-bc43-404106c7ac42,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:18.088244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 07b4ef92-4a6e-44bd-bc43-404106c7ac42, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=07b4ef92-4a6e-44bd-bc43-404106c7ac42,segment=NetworkSegment(81fb67a3-1e87-465f-89a6-47f805516230),segment_id=81fb67a3-1e87-465f-89a6-47f805516230)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:18.088624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.099756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:18.102134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:16:12Z', 'revision_number': 3, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:18.165680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Allocated IP 172.20.0.1 (338950c7-e479-40b0-86f4-13673a262748/cbad6bcb-cedb-476a-ae63-faa173f06eb3/29e5ba2c-f155-42d8-9729-40433624497a) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:18.201385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7bcc1-e4fe-4482-bcc3-fe5c0dd21a3f None None] Network b9137519-f4ee-4514-9cb8-3913d4e290d9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:18.221054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 07b4ef92-4a6e-44bd-bc43-404106c7ac42 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:18.305770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Checking router: 1c473525-c7ce-4c77-aa08-4b5bcb79c360 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:18.306802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Updating router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 port 84d10f92-478b-43cd-9ece-0fb4d64fe132 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:18.311371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:18.315145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.601345 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.610257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.615338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.615694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.616024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.616367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.619902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.620370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.620768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.621052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.621392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.621726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.628285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f278004-5a15-4e7b-b946-521259075105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:18.635494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37960) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:18.640001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.642305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 8ba1bee1-a025-46ed-b667-a470b1c22f16 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:18.653737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 8ba1bee1-a025-46ed-b667-a470b1c22f16 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:18.724895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added routes are [] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 15:16:18.725463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 15:16:18.735774 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:15Z', 'revision_number': 6, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97446a96-e13e-4b73-91a2-025312b6d48b', 'name': '', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:82:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:17Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:08Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:18.751235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Transition to ACTIVE for port object 29e5ba2c-f155-42d8-9729-40433624497a will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:18.762329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.806509 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5ea3c-7e2f-400b-a809-584f4f8b378b None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:15Z', 'revision_number': 6, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97446a96-e13e-4b73-91a2-025312b6d48b', 'name': '', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:82:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:17Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:08Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:18.825599 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:18.838025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=07b4ef92-4a6e-44bd-bc43-404106c7ac42,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:18.941412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 07b4ef92-4a6e-44bd-bc43-404106c7ac42 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:18.941622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device edec0be8-f12c-4567-b612-258a02c6b8d1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:19.001919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b8a1b87a-2ff7-4f90-b430-7ba938480527 None None] Provisioning for port 97446a96-e13e-4b73-91a2-025312b6d48b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:19.272066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:19.334076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:14Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:19.394507 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.428055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.438214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.442242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9137519-f4ee-4514-9cb8-3913d4e290d9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:19.465083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3de9a-7ca4-45ee-9456-e2fe53296fab None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:14Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:19.486178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.519949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fb67a3-1e87-465f-89a6-47f805516230') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:19.521527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fb67a3-1e87-465f-89a6-47f805516230') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:19.560915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8aa06f-68d4-487d-bf4f-c9b4169c73b9 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:16:19.615296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:19.676453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.694110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port edec0be8-f12c-4567-b612-258a02c6b8d1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:19.709942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port edec0be8-f12c-4567-b612-258a02c6b8d1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:19.710240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.814379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.825435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Network 338950c7-e479-40b0-86f4-13673a262748 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:19.850020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:19.852369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.852798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:19.857567 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:19.877284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Pushing event updated for resources: {'Port': ['ID=29e5ba2c-f155-42d8-9729-40433624497a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:19.877754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.883295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:19.886032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:19.895744 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-58319efe-a36b-419f-9581-bb2fd4b34d96 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 702 time: 2.0070512 Aug 25 15:16:19.896837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:19.918728 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:19.998996 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.004289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Transition to ACTIVE for port object 84d10f92-478b-43cd-9ece-0fb4d64fe132 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:20.060268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8aa06f-68d4-487d-bf4f-c9b4169c73b9 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:16:20.093407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port edec0be8-f12c-4567-b612-258a02c6b8d1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=edec0be8-f12c-4567-b612-258a02c6b8d1,segment=NetworkSegment(a7c9ecb7-a274-4158-9835-1a4a1a5a0093),segment_id=a7c9ecb7-a274-4158-9835-1a4a1a5a0093)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:20.162802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e4524b4a-1b1e-4f06-9001-d96cd4631622 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 702 time: 0.2644293 Aug 25 15:16:20.163517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:20.193325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.242587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.350101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.351614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:20.398681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:20.409521 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.414565 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.418051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/b9137519-f4ee-4514-9cb8-3913d4e290d9 HTTP/1.1" status: 204 len: 168 time: 7.6486940 Aug 25 15:16:20.427851 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37986) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:20.436183 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:20.438520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:20.447312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128a1d9-6cfc-4a6d-9967-e6cd45272495 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=b9137519-f4ee-4514-9cb8-3913d4e290d9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:20.546325 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b3bf0a-37cb-4ee8-9067-b8856a4a6bd9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] GET failed (client error): The resource could not be found. Aug 25 15:16:20.548087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f2b3bf0a-37cb-4ee8-9067-b8856a4a6bd9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/subnets/d9ae4fef-0e01-43ed-a5ce-5b8d5e9d8756 HTTP/1.1" status: 404 len: 337 time: 0.1190505 Aug 25 15:16:20.550608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:20.565379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7d923-8994-4e5e-b8a1-15afb8c69d5d None None] Pushing event updated for resources: {'Port': ['ID=84d10f92-478b-43cd-9ece-0fb4d64fe132,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:20.586177 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e613e975-e025-42e3-9380-99401d92cfd6 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:20.586753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e613e975-e025-42e3-9380-99401d92cfd6 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:20.588720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e613e975-e025-42e3-9380-99401d92cfd6 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/b9137519-f4ee-4514-9cb8-3913d4e290d9 HTTP/1.1" status: 404 len: 339 time: 0.0368421 Aug 25 15:16:20.593949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 37990) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:20.595722 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:20.612863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Attempting to bind port 84d10f92-478b-43cd-9ece-0fb4d64fe132 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:20.613246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Attempting to bind port 84d10f92-478b-43cd-9ece-0fb4d64fe132 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:20.614022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Attempting to bind port 84d10f92-478b-43cd-9ece-0fb4d64fe132 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:20.617560 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.638432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.655975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:20.656378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:20.656770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.657235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:20.657744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Bound port: 84d10f92-478b-43cd-9ece-0fb4d64fe132, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:20.658142 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.824156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=edec0be8-f12c-4567-b612-258a02c6b8d1,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:20.865879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:20.885893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:20.886479 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:20.889919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] For port 84d10f92-478b-43cd-9ece-0fb4d64fe132, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:21.040248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:16:21.042177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] For port 84d10f92-478b-43cd-9ece-0fb4d64fe132, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=84d10f92-478b-43cd-9ece-0fb4d64fe132,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:21.103653 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 7, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97446a96-e13e-4b73-91a2-025312b6d48b', 'name': '', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:82:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:17Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:21.142292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.144876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bc38b-e8dc-45d1-a873-815456fae331 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:16:21.183571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port 3aff163f-925a-454b-9e37-e0580cd47a15 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:21.184269 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:21.184850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.194995 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:21.195717 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:21.243998 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.252725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e77c3345-f040-48f2-a7eb-7694d849babd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.255987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071812bc-57c8-482a-a6f0-2d378da417a9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:21.267317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 37992) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:21.269153 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-071812bc-57c8-482a-a6f0-2d378da417a9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6699402 Aug 25 15:16:21.328799 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.412726 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.460324 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:21.500704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.525456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.543643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-22c7de88-3ed8-4639-a327-939bf3f88ce5 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 207 time: 0.2720964 Aug 25 15:16:21.544284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38000) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:21.576371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Routers {'1c473525-c7ce-4c77-aa08-4b5bcb79c360'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:21.577031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:15:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:21.580483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7d923-8994-4e5e-b8a1-15afb8c69d5d None None] Pushing event updated for resources: {'Port': ['ID=84d10f92-478b-43cd-9ece-0fb4d64fe132,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:21.708805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:21.832498 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:21.833634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c744b09-7fe8-40b1-8273-61fb88aecba9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:21.950976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bc38b-e8dc-45d1-a873-815456fae331 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:16:21.957832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] Set router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:21.959976 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 7, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97446a96-e13e-4b73-91a2-025312b6d48b', 'name': '', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:82:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:17Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:21.997140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b5468-9c61-42f2-864a-90c47272e72a None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 7, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97446a96-e13e-4b73-91a2-025312b6d48b', 'name': '', 'network_id': '80eded17-9a6a-4802-9be1-c9daf1fb0342', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:82:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:17Z', 'revision_number': 4, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '8c7412db-7870-4e24-8fba-c3cd1d80d9dd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:22.036887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:22.066824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 97446a96-e13e-4b73-91a2-025312b6d48b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:22.067101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:22.259799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 97446a96-e13e-4b73-91a2-025312b6d48b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=97446a96-e13e-4b73-91a2-025312b6d48b,segment=NetworkSegment(a7c9ecb7-a274-4158-9835-1a4a1a5a0093),segment_id=a7c9ecb7-a274-4158-9835-1a4a1a5a0093)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:22.261320 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:22.274158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:22.300480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 97446a96-e13e-4b73-91a2-025312b6d48b owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:22.331449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port 3aff163f-925a-454b-9e37-e0580cd47a15, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3aff163f-925a-454b-9e37-e0580cd47a15,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:22.332193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:22.347012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for 3aff163f-925a-454b-9e37-e0580cd47a15 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:22.543815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb5f0b-c520-4139-8a7c-efb1bf2ac379 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:22.551436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb5f0b-c520-4139-8a7c-efb1bf2ac379 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:22.557410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb5f0b-c520-4139-8a7c-efb1bf2ac379 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:22.560862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8585896-2dba-4f64-a366-2f21d98923b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:22.565746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb5f0b-c520-4139-8a7c-efb1bf2ac379 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:22.567600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2dbb5f0b-c520-4139-8a7c-efb1bf2ac379 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 1.0149875 Aug 25 15:16:22.579942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38014) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:22.734702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '29e5ba2c-f155-42d8-9729-40433624497a', 'name': '', 'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'mac_address': 'fa:16:3e:b4:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:17Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 2, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'subnets': [{'id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:22.770360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7e11d-4c75-4615-a117-7cc2b714a410 None None] The sync data for ids ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'] in n-d-805995-2 is: [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '29e5ba2c-f155-42d8-9729-40433624497a', 'name': '', 'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'mac_address': 'fa:16:3e:b4:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:17Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 2, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'subnets': [{'id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:22.805550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Pushing event updated for resources: {'Port': ['ID=29e5ba2c-f155-42d8-9729-40433624497a,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:22.823970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.824318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.824898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.824999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.825325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.829209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.829642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.829964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.830311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.830650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.830991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.835297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:22.836057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1c744b09-7fe8-40b1-8273-61fb88aecba9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:22.846998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1c744b09-7fe8-40b1-8273-61fb88aecba9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:22.847403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:22.860648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Network 338950c7-e479-40b0-86f4-13673a262748 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:22.862165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:22.895606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.009436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=3aff163f-925a-454b-9e37-e0580cd47a15,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:23.051284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.120228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1c744b09-7fe8-40b1-8273-61fb88aecba9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c744b09-7fe8-40b1-8273-61fb88aecba9,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:23.264523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.293157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:23.456634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.506603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1c744b09-7fe8-40b1-8273-61fb88aecba9,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:23.507459 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-57580a73-a8b3-461b-a4ce-1987b229d8ac tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.9230318 Aug 25 15:16:23.508131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38018) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:23.555888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-035e9b90-6b46-44b5-b240-9e2f7403dbc0 None None] Provisioning for port 29e5ba2c-f155-42d8-9729-40433624497a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:23.562037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-035e9b90-6b46-44b5-b240-9e2f7403dbc0 None None] Provisioning complete for port 29e5ba2c-f155-42d8-9729-40433624497a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:23.562932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-035e9b90-6b46-44b5-b240-9e2f7403dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.638494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-035e9b90-6b46-44b5-b240-9e2f7403dbc0 None None] Port 29e5ba2c-f155-42d8-9729-40433624497a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:23.652160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a599e-4648-4f88-bf90-0527b95cfdd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:23.654770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a599e-4648-4f88-bf90-0527b95cfdd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:23.657593 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd7a599e-4648-4f88-bf90-0527b95cfdd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1412942 Aug 25 15:16:23.661384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:23.689500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.749628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:23.756073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1bd01b07-0c3d-4213-ba2f-4d0cf582d112 admin admin] 10.222.0.58 "PUT /v2.0/routers/1c473525-c7ce-4c77-aa08-4b5bcb79c360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2945280 Aug 25 15:16:23.762723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 97446a96-e13e-4b73-91a2-025312b6d48b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:23.784414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=97446a96-e13e-4b73-91a2-025312b6d48b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:23.799573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 97446a96-e13e-4b73-91a2-025312b6d48b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:23.800128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 97446a96-e13e-4b73-91a2-025312b6d48b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 15:16:23.840941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e9c0258d-629e-4281-8c7c-06e211c9eea0 None None] Provisioning complete for port 29e5ba2c-f155-42d8-9729-40433624497a triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:23.841638 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9c0258d-629e-4281-8c7c-06e211c9eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.891193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-35c5f3a0-2b75-4d3b-b666-3c31e73cac4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:23.896877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Port 97446a96-e13e-4b73-91a2-025312b6d48b not found, will not notify nova. {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 15:16:23.896877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:23.990714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0258d-629e-4281-8c7c-06e211c9eea0 None None] Port 29e5ba2c-f155-42d8-9729-40433624497a cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:24.009908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70667634-a1bd-4bc0-98ec-dd1cb348b0d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:24.013196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70667634-a1bd-4bc0-98ec-dd1cb348b0d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:24.021107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-70667634-a1bd-4bc0-98ec-dd1cb348b0d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3541908 Aug 25 15:16:24.025137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38030) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.067210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Router 8f9532d5-ffd3-4981-b867-012de0e140ba has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:24.067452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:24.067711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.188675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8585896-2dba-4f64-a366-2f21d98923b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.189794 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.273947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device edec0be8-f12c-4567-b612-258a02c6b8d1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:24.317279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66d4f1-56af-4808-acf2-592345661edd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:24.318839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c66d4f1-56af-4808-acf2-592345661edd tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks/df80e998-862e-4012-8b8a-a77df24d5a37 HTTP/1.1" status: 200 len: 799 time: 0.2904258 Aug 25 15:16:24.323503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38034) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.337606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port edec0be8-f12c-4567-b612-258a02c6b8d1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:24.338242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.351170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8585896-2dba-4f64-a366-2f21d98923b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.372949 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.453908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8585896-2dba-4f64-a366-2f21d98923b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8b82a1cb3f14f36a9ae0999a33b1e30&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1655302 Aug 25 15:16:24.454689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8585896-2dba-4f64-a366-2f21d98923b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48ce2c-0084-4cf1-a87b-298e96cc0063,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:24.458859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.473227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:24.534306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:24.554098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:24.554475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.636537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:24.647538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c918d33a-1c07-4926-9268-9d08159f91f6 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "PUT /v2.0/routers/8f9532d5-ffd3-4981-b867-012de0e140ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0104344 Aug 25 15:16:24.650474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38044) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.654955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] Sync routers for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:24.658679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8e1f16b7-211e-4b35-a85b-07f9c02233b0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/networks/df80e998-862e-4012-8b8a-a77df24d5a37?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3339260 Aug 25 15:16:24.666961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38046) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.677135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:24.678844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:24.722395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-619af39b-7c7e-4fe4-a86d-40ca4148f8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.736986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:24.748779 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:24.764048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e5c2d0de-ac8f-4b81-931f-45086b5e4fa1 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5964103 Aug 25 15:16:24.765225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38048) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.765532 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:24.766467 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:24.788607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting subnet d2fbe03f-2d8d-4ee3-87ad-583ee1894642 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:16:24.799233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.859380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-619af39b-7c7e-4fe4-a86d-40ca4148f8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.874315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:24.875637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:24.935628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd114632-ccd8-42ac-98a9-589eb12391e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:24.949364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dd114632-ccd8-42ac-98a9-589eb12391e0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/subnets/c4817684-30e4-4bb5-8319-fcee833d7ca8 HTTP/1.1" status: 200 len: 811 time: 0.2711403 Aug 25 15:16:24.952100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38052) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:24.998205 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:24.999237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet 8c7412db-7870-4e24-8fba-c3cd1d80d9dd {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:16:25.008395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.104143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.134161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.141218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d026fb2-54f8-4bc5-9e8f-80c7854c85b3 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['shared'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:25.142656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9d026fb2-54f8-4bc5-9e8f-80c7854c85b3 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "GET /v2.0/subnets/c4817684-30e4-4bb5-8319-fcee833d7ca8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1836302 Aug 25 15:16:25.169035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38054) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:25.183605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493944504'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:25.206095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:16:22Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:25.237802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-619af39b-7c7e-4fe4-a86d-40ca4148f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.240742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-619af39b-7c7e-4fe4-a86d-40ca4148f8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.257274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-619af39b-7c7e-4fe4-a86d-40ca4148f8d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc48ce2c-0084-4cf1-a87b-298e96cc0063 HTTP/1.1" status: 204 len: 168 time: 0.7867858 Aug 25 15:16:25.278554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] Checking router: 8f9532d5-ffd3-4981-b867-012de0e140ba for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:25.295560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619af39b-7c7e-4fe4-a86d-40ca4148f8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48ce2c-0084-4cf1-a87b-298e96cc0063,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:25.304529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.307323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] Routers {'8f9532d5-ffd3-4981-b867-012de0e140ba'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:25.313150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8f9532d5-ffd3-4981-b867-012de0e140ba'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:25.338825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.377848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.380625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/subnets/d2fbe03f-2d8d-4ee3-87ad-583ee1894642 HTTP/1.1" status: 204 len: 168 time: 0.7277923 Aug 25 15:16:25.386443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38058) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:25.420278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:25.424708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.427239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8baa0a-bcb2-42cd-82aa-2acf256cb580 None None] Network 7e4f0be4-c95a-48f8-aff4-abb50dc42811 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:25.428127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7d3b-a382-4fd9-a1d8-912874fab457 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fbe03f-2d8d-4ee3-87ad-583ee1894642,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:25.428964 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 8, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:25.477649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:25.495100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.500725 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Added segment 8e2e16a7-cde1-4c53-b700-e5fc42c12299 of type vlan for network 775a6418-5304-45fb-b42b-d2bc562318d3 Aug 25 15:16:25.506402 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:25.523743 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:25.526914 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:25.559169 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.689204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.705172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.716774 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:25.813286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.819322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:25.819953 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.825915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] Set router 8f9532d5-ffd3-4981-b867-012de0e140ba gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:25.876442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7412db-7870-4e24-8fba-c3cd1d80d9dd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:25.882959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.895152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/8c7412db-7870-4e24-8fba-c3cd1d80d9dd HTTP/1.1" status: 204 len: 168 time: 1.1251118 Aug 25 15:16:25.897264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:25.904767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38064) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:25.971119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 84d10f92-478b-43cd-9ece-0fb4d64fe132 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:26.012121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.017535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.017878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.018229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.018576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.018914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.019860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.020237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.020554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.021026 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.021365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.021702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.022037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ddf63-d3c7-4ec5-88b4-758fcf950399 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:16:26.049920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b719b6c-7e38-493c-a684-9f042bbc422b None None] Network 80eded17-9a6a-4802-9be1-c9daf1fb0342 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:26.056870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8865709 Aug 25 15:16:26.062966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.068501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38070) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:26.086072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:26.113673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209375c-b751-4fd8-a07f-f71ce44872d7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Network': ['ID=775a6418-5304-45fb-b42b-d2bc562318d3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:26.183537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port edec0be8-f12c-4567-b612-258a02c6b8d1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:26.184027 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.246865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 775a6418-5304-45fb-b42b-d2bc562318d3 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:26.346985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port edec0be8-f12c-4567-b612-258a02c6b8d1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=edec0be8-f12c-4567-b612-258a02c6b8d1,segment=NetworkSegment(a7c9ecb7-a274-4158-9835-1a4a1a5a0093),segment_id=a7c9ecb7-a274-4158-9835-1a4a1a5a0093)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:26.347418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.355520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 8, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:26.369525 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for edec0be8-f12c-4567-b612-258a02c6b8d1 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:26.384571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Deleting port dc631d14-87d7-4d36-8565-203a7daa6d17 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:26.384831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.417763 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c288af-6aa5-4470-bc73-96335b9f0fbf None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 8, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3', 'name': '', 'network_id': 'df945dda-c20e-4b31-aa63-1acbc6a94d8e', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:03Z', 'updated_at': '2021-08-25T15:16:18Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': 'f398e247-b028-4249-8e73-a3f91b84db33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:26.512857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Made reservation on behalf of 8707e695d4c8447b9c5b7f9cb47639fa for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:26.516770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.585381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:16:22Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:26.633333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] For port dc631d14-87d7-4d36-8565-203a7daa6d17, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=dc631d14-87d7-4d36-8565-203a7daa6d17,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:26.633884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.637848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing IP validity checks on allocation pools {{(pid=101872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 15:16:26.638376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 15:16:26.668010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Calling delete_port for dc631d14-87d7-4d36-8565-203a7daa6d17 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:26.800925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:26.856564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=edec0be8-f12c-4567-b612-258a02c6b8d1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:26.858423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0802a0b-3681-44e3-8452-a2f785747f9b None None] The sync data for ids ['8f9532d5-ffd3-4981-b867-012de0e140ba'] in n-d-805995-2 is: [{'id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838465522', 'tenant_id': '1adf2409290d43fda7863871e785644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:13:58Z', 'updated_at': '2021-08-25T15:16:22Z', 'revision_number': 5, 'project_id': '1adf2409290d43fda7863871e785644e', 'gw_port': {'id': 'dc631d14-87d7-4d36-8565-203a7daa6d17', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9532d5-ffd3-4981-b867-012de0e140ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:13:59Z', 'updated_at': '2021-08-25T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:26.861049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port edec0be8-f12c-4567-b612-258a02c6b8d1 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:26.894726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Sync routers for ids ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:26.911154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] DHCP port deletion for 7e4f0be4-c95a-48f8-aff4-abb50dc42811 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:26.916764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 84d10f92-478b-43cd-9ece-0fb4d64fe132 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:26.927650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e810f7-5952-466b-a848-43d79e0e74cf None None] DHCP port deletion for 80eded17-9a6a-4802-9be1-c9daf1fb0342 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:26.930189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 84d10f92-478b-43cd-9ece-0fb4d64fe132 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:26.930775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.008727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.016793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Routers {'1c473525-c7ce-4c77-aa08-4b5bcb79c360'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:27.017984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:27.203153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80eded17-9a6a-4802-9be1-c9daf1fb0342']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:27.221586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:27.222577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c9ecb7-a274-4158-9835-1a4a1a5a0093') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:27.237825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.263976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.299471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:27.299967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:27.304706 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:27.435411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Set router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:27.492266 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.501872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38098) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:27.506433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.521063 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.584633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.592438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 84d10f92-478b-43cd-9ece-0fb4d64fe132, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=84d10f92-478b-43cd-9ece-0fb4d64fe132,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:27.595339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] Deleting port 7aac2c67-5568-437c-bf01-5db61d345cc1 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:27.595711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.636486 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.639281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Port': ['ID=dc631d14-87d7-4d36-8565-203a7daa6d17,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:27.643804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.650467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.655333 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/80eded17-9a6a-4802-9be1-c9daf1fb0342 HTTP/1.1" status: 204 len: 168 time: 1.7473135 Aug 25 15:16:27.657758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38102) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:27.723261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a1b8b-0801-4856-8c9a-d8c41d57ff66 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=80eded17-9a6a-4802-9be1-c9daf1fb0342,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:27.756667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.757817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c744b09-7fe8-40b1-8273-61fb88aecba9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:27.782437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-793246435-network', 'tenant_id': '2588067896714e17bfde81cb44083709'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:27.830631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=39ce22fb-bdb5-4fcd-812b-5b1c30bff100,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:27.848111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Checking segment: {'id': '8e2e16a7-cde1-4c53-b700-e5fc42c12299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:27.848793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network hostable DHCP agents. Network: 775a6418-5304-45fb-b42b-d2bc562318d3, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:27.853513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.891883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] For port 7aac2c67-5568-437c-bf01-5db61d345cc1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7aac2c67-5568-437c-bf01-5db61d345cc1,segment=NetworkSegment(fc9f5acf-a9b7-498b-ba52-a8149c897101),segment_id=fc9f5acf-a9b7-498b-ba52-a8149c897101)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:27.892290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.937987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] Calling delete_port for 7aac2c67-5568-437c-bf01-5db61d345cc1 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:27.945814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=84d10f92-478b-43cd-9ece-0fb4d64fe132,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:27.968886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:27.983968 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.048859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1c744b09-7fe8-40b1-8273-61fb88aecba9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:28.048859 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.132111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '29e5ba2c-f155-42d8-9729-40433624497a', 'name': '', 'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'mac_address': 'fa:16:3e:b4:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:17Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 2, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'subnets': [{'id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:28.143003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Network 775a6418-5304-45fb-b42b-d2bc562318d3 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:28.145988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.156408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9532d5-ffd3-4981-b867-012de0e140ba {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:16:28.161093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.162359 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30cd14f8-690c-4c29-a8ba-b05fb73fc6a5 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/routers/8f9532d5-ffd3-4981-b867-012de0e140ba HTTP/1.1" status: 204 len: 168 time: 2.7748687 Aug 25 15:16:28.165587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38108) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:28.184542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Checking router: 1c473525-c7ce-4c77-aa08-4b5bcb79c360 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:28.184901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Updating router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 port 29e5ba2c-f155-42d8-9729-40433624497a binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:28.221324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.300114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.322848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.327848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 775a6418-5304-45fb-b42b-d2bc562318d3) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:28.366257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:28.377771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.381594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Made reservation on behalf of 2588067896714e17bfde81cb44083709 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:28.384769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.397669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.403849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d5359a-3eca-4574-829c-6973b370df42 None None] Network 775a6418-5304-45fb-b42b-d2bc562318d3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:28.447714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] Pushing event deleted for resources: {'Port': ['ID=7aac2c67-5568-437c-bf01-5db61d345cc1,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:28.497356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c5457-1912-4461-b72f-d4103036c55e None None] No DVR routers for this DVR port 7aac2c67-5568-437c-bf01-5db61d345cc1 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:28.539269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 84d10f92-478b-43cd-9ece-0fb4d64fe132 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:28.568118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.579853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0a16bac4-2fd6-4b77-ad48-10a9d91a9cd7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5091364 Aug 25 15:16:28.593624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4f0be4-c95a-48f8-aff4-abb50dc42811']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:28.593624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38118) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:28.597649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:28.661455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.675571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9f5acf-a9b7-498b-ba52-a8149c897101') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:28.675940 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9f5acf-a9b7-498b-ba52-a8149c897101') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:28.734737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10346667'] for subnet, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.783172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 84d10f92-478b-43cd-9ece-0fb4d64fe132 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:28.783551 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.801019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-775a6418-5304-45fb-b42b-d2bc562318d3', 'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3', 'tenant_id': '8707e695d4c8447b9c5b7f9cb47639fa', 'fixed_ips': [{'subnet_id': '39ce22fb-bdb5-4fcd-812b-5b1c30bff100'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:28.801929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.868845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.961032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:28.985868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.000801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:29.018107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016d25ab-33cc-4844-bf1a-40d8fac82c24,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:29.030662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.031036 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Added segment 9ab37c20-02e7-4cf5-b363-a2aff8102268 of type vlan for network 0bdf4230-5984-4a1f-956e-64b1392ef258 Aug 25 15:16:29.053264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.063249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:29.063249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.087072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:29.095379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778757248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10453254'] for subnet, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.098549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.140967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.150277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Allocated IP 172.20.0.3 (775a6418-5304-45fb-b42b-d2bc562318d3/39ce22fb-bdb5-4fcd-812b-5b1c30bff100/3aa6f097-72b0-4710-bb02-c553b489afe2) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:29.158543 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.176623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 97446a96-e13e-4b73-91a2-025312b6d48b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:29.223430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:29.223859 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.242861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:29.243406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:29.244180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.248433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "PUT /v2.0/subnets/39ce22fb-bdb5-4fcd-812b-5b1c30bff100 HTTP/1.1" status: 200 len: 877 time: 0.6630750 Aug 25 15:16:29.249173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38134) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:29.265435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4661f-f668-4d31-bb9b-b1e355b80fba tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event updated for resources: {'Subnet': ['ID=39ce22fb-bdb5-4fcd-812b-5b1c30bff100,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:29.271590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 97446a96-e13e-4b73-91a2-025312b6d48b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:29.272345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 97446a96-e13e-4b73-91a2-025312b6d48b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:29.272967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7aac2c67-5568-437c-bf01-5db61d345cc1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:29.300080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-a7539f2b-ac74-4c27-8637-2b290b5a324c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:29.301796 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-a7539f2b-ac74-4c27-8637-2b290b5a324c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.3182588 Aug 25 15:16:29.310375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7aac2c67-5568-437c-bf01-5db61d345cc1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:29.317636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7aac2c67-5568-437c-bf01-5db61d345cc1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:29.317636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device edec0be8-f12c-4567-b612-258a02c6b8d1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:29.320357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.321410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:29.322069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.322630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-b5146860-5d3a-42fb-9336-dac1068a57e2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0148683 Aug 25 15:16:29.336472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: edec0be8-f12c-4567-b612-258a02c6b8d1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:29.337141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device edec0be8-f12c-4567-b612-258a02c6b8d1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:29.337771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3aff163f-925a-454b-9e37-e0580cd47a15 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:29.364125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3aff163f-925a-454b-9e37-e0580cd47a15 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:29.364868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3aff163f-925a-454b-9e37-e0580cd47a15 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:29.404204 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.407576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Transition to ACTIVE for port object 29e5ba2c-f155-42d8-9729-40433624497a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:29.436397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.438358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/networks/7e4f0be4-c95a-48f8-aff4-abb50dc42811 HTTP/1.1" status: 204 len: 168 time: 1.2717357 Aug 25 15:16:29.439981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e907dc-d4ab-408c-86fd-b68630345598 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'Network': ['ID=7e4f0be4-c95a-48f8-aff4-abb50dc42811,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:29.443189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38136) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:29.454339 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-e5ffdc2f-d04d-4f33-a2a0-0f20f1bfef30 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239347 Aug 25 15:16:29.498809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.510262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Transition to ACTIVE for port object 3aa6f097-72b0-4710-bb02-c553b489afe2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:29.521015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] Pushing event updated for resources: {'Network': ['ID=0bdf4230-5984-4a1f-956e-64b1392ef258,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:29.528990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Transition to ACTIVE for port object 3aa6f097-72b0-4710-bb02-c553b489afe2 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:29.532411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0bdf4230-5984-4a1f-956e-64b1392ef258 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:29.551962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-5ff1c89c-1298-45d0-9d7e-ae96e13f8c73 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:16:29.563676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-5ff1c89c-1298-45d0-9d7e-ae96e13f8c73 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1033735 Aug 25 15:16:29.608750 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.623563 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.650326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-683881aa-cc5d-4c1f-951e-f6750f46a60f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1465011 Aug 25 15:16:29.658470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38140) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:29.661646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc7d3a-fe67-482e-bfb7-dc2eb50c6670 None None] Pushing event updated for resources: {'Port': ['ID=29e5ba2c-f155-42d8-9729-40433624497a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:29.671248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-a05dc9f9-93cf-492e-93e0-2b2ed02833cb service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066544 Aug 25 15:16:29.671901 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.673101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Request body: {'subnet': {'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-793246435-subnet', 'tenant_id': '2588067896714e17bfde81cb44083709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:29.760356 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2187a0d-0632-48dd-bf52-f66b6a17e0c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.777329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Network 775a6418-5304-45fb-b42b-d2bc562318d3 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:29.800720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:29.810190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:29.812815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Pushing event updated for resources: {'Port': ['ID=3aa6f097-72b0-4710-bb02-c553b489afe2,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:29.849242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2187a0d-0632-48dd-bf52-f66b6a17e0c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.850052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-2c66ab68-0957-447e-b478-6909fe757bee service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689668 Aug 25 15:16:29.859805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.861892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Attempting to bind port 29e5ba2c-f155-42d8-9729-40433624497a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:29.862603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Attempting to bind port 29e5ba2c-f155-42d8-9729-40433624497a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:29.862603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Attempting to bind port 29e5ba2c-f155-42d8-9729-40433624497a on network 338950c7-e479-40b0-86f4-13673a262748 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:29.895161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:29.895619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Checking segment: {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:29.896087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.896561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Bound using segment: {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:29.897123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Bound port: 29e5ba2c-f155-42d8-9729-40433624497a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba88ef65-d2a9-4e66-babb-a72cb606df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '338950c7-e479-40b0-86f4-13673a262748'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:29.897582 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.920925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Made reservation on behalf of 2588067896714e17bfde81cb44083709 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:29.924002 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.941518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Attempting to bind port 3aa6f097-72b0-4710-bb02-c553b489afe2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:29.941829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Attempting to bind port 3aa6f097-72b0-4710-bb02-c553b489afe2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '8e2e16a7-cde1-4c53-b700-e5fc42c12299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:29.942399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Attempting to bind port 3aa6f097-72b0-4710-bb02-c553b489afe2 on network 775a6418-5304-45fb-b42b-d2bc562318d3 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:29.974814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:29.975707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Checking segment: {'id': '8e2e16a7-cde1-4c53-b700-e5fc42c12299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:29.976316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:29.976886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Bound using segment: {'id': '8e2e16a7-cde1-4c53-b700-e5fc42c12299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:29.977535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Bound port: 3aa6f097-72b0-4710-bb02-c553b489afe2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2e16a7-cde1-4c53-b700-e5fc42c12299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '775a6418-5304-45fb-b42b-d2bc562318d3'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:29.978088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.040207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.057335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] For port 29e5ba2c-f155-42d8-9729-40433624497a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:30.065014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] For port 29e5ba2c-f155-42d8-9729-40433624497a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=29e5ba2c-f155-42d8-9729-40433624497a,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:30.085300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] For port 3aa6f097-72b0-4710-bb02-c553b489afe2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:30.090412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] For port 3aa6f097-72b0-4710-bb02-c553b489afe2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3aa6f097-72b0-4710-bb02-c553b489afe2,segment=NetworkSegment(8e2e16a7-cde1-4c53-b700-e5fc42c12299),segment_id=8e2e16a7-cde1-4c53-b700-e5fc42c12299)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:30.094320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:30.230514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.246721 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.254903 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.302857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.346574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Routers {'1c473525-c7ce-4c77-aa08-4b5bcb79c360'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:30.349487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:30.423513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dc631d14-87d7-4d36-8565-203a7daa6d17 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:30.430165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc7d3a-fe67-482e-bfb7-dc2eb50c6670 None None] Pushing event updated for resources: {'Port': ['ID=29e5ba2c-f155-42d8-9729-40433624497a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:30.496822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: dc631d14-87d7-4d36-8565-203a7daa6d17 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:30.497260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device dc631d14-87d7-4d36-8565-203a7daa6d17 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:30.523136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2187a0d-0632-48dd-bf52-f66b6a17e0c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.526361 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f2187a0d-0632-48dd-bf52-f66b6a17e0c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.532024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f2187a0d-0632-48dd-bf52-f66b6a17e0c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] 10.222.0.58 "DELETE /v2.0/security-groups/98250698-4330-43d3-9def-02be6fe76ea4 HTTP/1.1" status: 204 len: 168 time: 1.0756156 Aug 25 15:16:30.622616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=39ce22fb-bdb5-4fcd-812b-5b1c30bff100,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:30.635164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2187a0d-0632-48dd-bf52-f66b6a17e0c3 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98250698-4330-43d3-9def-02be6fe76ea4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:30.739896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.772591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775a6418-5304-45fb-b42b-d2bc562318d3']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:30.801415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2e16a7-cde1-4c53-b700-e5fc42c12299') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:30.801415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2e16a7-cde1-4c53-b700-e5fc42c12299') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:30.841397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e321b-86fd-48c5-89ff-72d543530725 None None] Pushing event updated for resources: {'Port': ['ID=3aa6f097-72b0-4710-bb02-c553b489afe2,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:30.855461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] Set router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:30.893404 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.967498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:30.969381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada089e2-2659-403a-b1fd-5f54d0b921e7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:31.001587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.016715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:31.017196 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:31.020428 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:31.094895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:31.098658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Checking segment: {'id': '9ab37c20-02e7-4cf5-b363-a2aff8102268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:31.098905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Network hostable DHCP agents. Network: 0bdf4230-5984-4a1f-956e-64b1392ef258, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:31.113233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '29e5ba2c-f155-42d8-9729-40433624497a', 'name': '', 'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'mac_address': 'fa:16:3e:b4:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:17Z', 'updated_at': '2021-08-25T15:16:30Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'subnets': [{'id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:31.145053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58710b86-e338-48f3-9fc1-aea4cea74b71 None None] The sync data for ids ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'] in n-d-805995-2 is: [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:16:20Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '29e5ba2c-f155-42d8-9729-40433624497a', 'name': '', 'network_id': '338950c7-e479-40b0-86f4-13673a262748', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'mac_address': 'fa:16:3e:b4:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:17Z', 'updated_at': '2021-08-25T15:16:30Z', 'revision_number': 4, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'subnets': [{'id': 'cbad6bcb-cedb-476a-ae63-faa173f06eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:31.208928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:31.216728 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38154) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:31.217568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-73d7763d-f4d0-4091-9524-5bb89f63b60f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5567024 Aug 25 15:16:31.220241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:16:31.220241 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:16:31.220241 n-d-805995-2 neutron-server[101873]: [parameters: {'id': '775a6418-5304-45fb-b42b-d2bc562318d3'}] Aug 25 15:16:31.220241 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:16:31.220601 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:16:31.222311 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:31.248869 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:31.249543 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:31.253479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Network 0bdf4230-5984-4a1f-956e-64b1392ef258 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:31.336303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet f398e247-b028-4249-8e73-a3f91b84db33 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:16:31.347064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.397543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b4d2aa6-59da-47cd-b6c6-a40a1433ce8c req-f8322da1-ca4c-4e07-a676-c2c91a7b982f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0644915 Aug 25 15:16:31.435227 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.440915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0bdf4230-5984-4a1f-956e-64b1392ef258) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:31.446513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:31.448786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.451962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0263d1-e8d2-4d7e-86a4-adf9ba072502 None None] Network 0bdf4230-5984-4a1f-956e-64b1392ef258 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:31.480331 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:31.612891 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.641308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f1fb4b93-aed2-4387-a7f6-f49b658e5d3d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9807453 Aug 25 15:16:31.670000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38168) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:31.721981 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.740805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ecd50-2d8c-4221-b255-42f118764ece None None] Network 0bdf4230-5984-4a1f-956e-64b1392ef258 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:31.856933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 3aa6f097-72b0-4710-bb02-c553b489afe2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:31.857474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.881703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:31.976067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=f398e247-b028-4249-8e73-a3f91b84db33,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:32.009135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.009135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e7110f98-d13d-4d9b-a04a-7c55976ae770 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/f398e247-b028-4249-8e73-a3f91b84db33 HTTP/1.1" status: 204 len: 168 time: 0.7890038 Aug 25 15:16:32.012157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fe40b-205e-41bc-8a4a-66bff82d8b08 None None] Network df945dda-c20e-4b31-aa63-1acbc6a94d8e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:32.012508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38174) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:32.022547 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:29Z', 'revision_number': 9, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:32.049929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 3aa6f097-72b0-4710-bb02-c553b489afe2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3aa6f097-72b0-4710-bb02-c553b489afe2,segment=NetworkSegment(8e2e16a7-cde1-4c53-b700-e5fc42c12299),segment_id=8e2e16a7-cde1-4c53-b700-e5fc42c12299)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:32.050296 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.064456 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:32.066145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 3aa6f097-72b0-4710-bb02-c553b489afe2 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:32.079606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:32.080562 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:32.093964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c0664-d66a-4c86-8222-0617b145df81 None None] Network 775a6418-5304-45fb-b42b-d2bc562318d3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:32.226060 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:32.298498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8c0befdb-f8cd-4da3-9416-ff2fce51ab07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1adf2409290d43fda7863871e785644e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263204 Aug 25 15:16:32.304144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38182) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:32.472036 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f1cd10b-93e4-4433-9095-9829e1db1f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.487200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c6911d91-50c3-4cd5-a098-ffb868003c9b None None] Provisioning for port 3aa6f097-72b0-4710-bb02-c553b489afe2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:32.559310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f1cd10b-93e4-4433-9095-9829e1db1f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.622321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 29e5ba2c-f155-42d8-9729-40433624497a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:32.627056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] DHCP port deletion for 775a6418-5304-45fb-b42b-d2bc562318d3 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:32.666792 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:29Z', 'revision_number': 9, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:32.687657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] DHCP port deletion for df945dda-c20e-4b31-aa63-1acbc6a94d8e request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:32.694056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.730105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 3aa6f097-72b0-4710-bb02-c553b489afe2 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:32.737874 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512aacd-8f01-47cb-8052-1dda57b098cd None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:29Z', 'revision_number': 9, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c560e5b9-9786-43fd-974d-b419c94989b1', 'name': '', 'network_id': '9602687c-de13-43a8-9aae-8fd018be224a', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:da:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:07Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '99deb5f2-6de5-4cb5-b632-a298d8535192', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:32.788413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcabf58f-05cf-4f93-9580-ae7575c242fc req-ae930bd2-60a6-45aa-b215-3d25138b497d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0759068 Aug 25 15:16:32.802182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Deleting port 3aa6f097-72b0-4710-bb02-c553b489afe2 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:32.802827 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.804673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=3aa6f097-72b0-4710-bb02-c553b489afe2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:32.848506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.882367 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.885276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] Deleting port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:32.885587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.886117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f1cd10b-93e4-4433-9095-9829e1db1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.889742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9f1cd10b-93e4-4433-9095-9829e1db1f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.892974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9f1cd10b-93e4-4433-9095-9829e1db1f63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c223bdf0-439e-42cd-84b1-022b059614f3 HTTP/1.1" status: 204 len: 168 time: 0.5511055 Aug 25 15:16:32.896757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 29e5ba2c-f155-42d8-9729-40433624497a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:32.896757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] For port 3aa6f097-72b0-4710-bb02-c553b489afe2, host n-d-805995-2, got binding levels [] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:32.897114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.909695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775a6418-5304-45fb-b42b-d2bc562318d3']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:32.923628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cd10b-93e4-4433-9095-9829e1db1f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223bdf0-439e-42cd-84b1-022b059614f3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:32.931437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2e16a7-cde1-4c53-b700-e5fc42c12299') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:32.931437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2e16a7-cde1-4c53-b700-e5fc42c12299') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:32.942211 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.953314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 29e5ba2c-f155-42d8-9729-40433624497a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:32.953314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.965909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.967610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Calling delete_port for 3aa6f097-72b0-4710-bb02-c553b489afe2 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:32.979594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:32.980014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:32.983565 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:32.993340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.ipam_backend_mixin [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Port 3aa6f097-72b0-4710-bb02-c553b489afe2 was not found and therefore no delete operation was performed {{(pid=101874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:16:33.003683 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.019794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:33.021370 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.064040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] Pushing event deleted for resources: {'Port': ['ID=3aa6f097-72b0-4710-bb02-c553b489afe2,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:33.069580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3215b39-1273-460e-86c3-cabff1749054 None None] No DVR routers for this DVR port 3aa6f097-72b0-4710-bb02-c553b489afe2 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:33.081460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] For port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:33.081460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.116131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed0267-e874-44b8-906a-2008cdc3d2f0 None None] Network 775a6418-5304-45fb-b42b-d2bc562318d3 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:33.128840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] Calling delete_port for 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:33.160856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,segment=NetworkSegment(d9810b59-e539-4275-bf7d-77551f8385fc),segment_id=d9810b59-e539-4275-bf7d-77551f8385fc)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:33.161318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.178635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:33.237630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:33.246110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1609663148-network', 'tenant_id': '60a9fa8c382b4cf6b98d580bee147028'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:33.397362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.451430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Made reservation on behalf of 60a9fa8c382b4cf6b98d580bee147028 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:33.454389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.459920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 29e5ba2c-f155-42d8-9729-40433624497a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=29e5ba2c-f155-42d8-9729-40433624497a,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:33.464501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.469626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.478893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.495001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] Pushing event deleted for resources: {'Port': ['ID=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:33.502072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaed2c0-ddf4-406b-8361-667efcc8185c None None] No DVR routers for this DVR port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:33.529095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:33.537582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:33.625850 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.659932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.675781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df945dda-c20e-4b31-aa63-1acbc6a94d8e']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:33.691318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9810b59-e539-4275-bf7d-77551f8385fc') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:33.693132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9810b59-e539-4275-bf7d-77551f8385fc') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:33.693251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=29e5ba2c-f155-42d8-9729-40433624497a,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:33.707744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.722826 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.727183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.729336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/775a6418-5304-45fb-b42b-d2bc562318d3 HTTP/1.1" status: 204 len: 168 time: 4.4785647 Aug 25 15:16:33.737212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38208) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:33.743147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.762255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96ecf1-3068-4e8a-824b-86e18d415129 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=775a6418-5304-45fb-b42b-d2bc562318d3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:33.789287 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:33.792239 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-766d71c8-8fbb-4eb5-856f-cf9ddcfe7be9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:33.792239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766d71c8-8fbb-4eb5-856f-cf9ddcfe7be9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:33.795544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38210) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:33.795928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-766d71c8-8fbb-4eb5-856f-cf9ddcfe7be9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/39ce22fb-bdb5-4fcd-812b-5b1c30bff100 HTTP/1.1" status: 404 len: 337 time: 0.0542307 Aug 25 15:16:33.839093 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af48c13-3ce9-49de-badf-510f8dcac4b7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:33.839934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af48c13-3ce9-49de-badf-510f8dcac4b7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:33.854604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0af48c13-3ce9-49de-badf-510f8dcac4b7 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/775a6418-5304-45fb-b42b-d2bc562318d3 HTTP/1.1" status: 404 len: 339 time: 0.0573041 Aug 25 15:16:33.855620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38214) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:33.980284 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-186e3c86-348c-4f46-a29a-45ce10f311cf tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:33.981219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186e3c86-348c-4f46-a29a-45ce10f311cf tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:33.990253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-186e3c86-348c-4f46-a29a-45ce10f311cf tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/d9ae4fef-0e01-43ed-a5ce-5b8d5e9d8756 HTTP/1.1" status: 404 len: 337 time: 0.1274419 Aug 25 15:16:33.991798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38218) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.015959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be58572c-56bc-4c8c-8597-a8d19aac41e8 req-8c54ff37-c5d0-4ce6-aebe-7f0c445d7153 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0604954 Aug 25 15:16:34.016072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.027758 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0539058-0480-4c18-a89e-ecbe60781512 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.028312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0539058-0480-4c18-a89e-ecbe60781512 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.031070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d0539058-0480-4c18-a89e-ecbe60781512 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/b9137519-f4ee-4514-9cb8-3913d4e290d9 HTTP/1.1" status: 404 len: 339 time: 0.0341966 Aug 25 15:16:34.033315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38220) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.118880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.156718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.179536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.184196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/df945dda-c20e-4b31-aa63-1acbc6a94d8e HTTP/1.1" status: 204 len: 168 time: 2.1678438 Aug 25 15:16:34.184196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3bd55-6b63-4d75-8b5e-5bb97d32e46f tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=df945dda-c20e-4b31-aa63-1acbc6a94d8e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:34.184805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38222) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.232076 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.247579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:34.248005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.258973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.259354 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Added segment 26920f1d-eaf6-4539-95bf-b0a2fa1340cf of type vlan for network 98118b89-c86b-4dda-b621-eca3281d1d9a Aug 25 15:16:34.276917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:34.299018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c60063-c377-40ec-8281-d2aefb899f47') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:34.299897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c60063-c377-40ec-8281-d2aefb899f47') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:34.314833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.316864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.340867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.372218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:34.372972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:34.377823 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:34.380767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 29e5ba2c-f155-42d8-9729-40433624497a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:34.391864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eccc5fd-b470-4e22-b1d2-bb594b2972b1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:34.417716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38224) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.486856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 29e5ba2c-f155-42d8-9729-40433624497a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:34.487293 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.532001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.532973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:34.533558 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.552710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.569035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.574573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6 HTTP/1.1" status: 204 len: 168 time: 0.5398028 Aug 25 15:16:34.580657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38226) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.653662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224bc4a-207e-4514-8443-5dcb7bebea2e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=8aeb1de9-33ab-4ae0-a592-ae2a524cb9b6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:34.658597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-723d1b98-c109-40c1-ad80-3207e72bcece admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f9fffbc14b44cd793b6709c29ebcd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367296 Aug 25 15:16:34.672136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.689540 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2e118a-ce72-4b07-89c9-960b8ebe2b4f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.690294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2e118a-ce72-4b07-89c9-960b8ebe2b4f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.692801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5f2e118a-ce72-4b07-89c9-960b8ebe2b4f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/2d01eb66-4e8a-4daa-aabb-dec9a1d797b1 HTTP/1.1" status: 404 len: 337 time: 0.0927403 Aug 25 15:16:34.695252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38230) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.705189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4660692 Aug 25 15:16:34.705399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38232) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.724128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3aa6f097-72b0-4710-bb02-c553b489afe2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:34.725083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Request body: {'subnet': {'network_id': '98118b89-c86b-4dda-b621-eca3281d1d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1609663148-subnet', 'tenant_id': '60a9fa8c382b4cf6b98d580bee147028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:34.729849 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-792c60a9-fb45-491f-b9c9-52fe5ac477ac tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.730442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792c60a9-fb45-491f-b9c9-52fe5ac477ac tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.735290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-792c60a9-fb45-491f-b9c9-52fe5ac477ac tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/42492d66-cbb7-493d-a65c-163058e6cfde HTTP/1.1" status: 404 len: 339 time: 0.0362875 Aug 25 15:16:34.736095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38234) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.755062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3aa6f097-72b0-4710-bb02-c553b489afe2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:34.755612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3aa6f097-72b0-4710-bb02-c553b489afe2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:34.756144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:34.774177 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb28845-497e-4268-9755-fb67939a10d8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.775616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb28845-497e-4268-9755-fb67939a10d8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.777168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64d6c-4ec3-47df-b3ce-883737a9363e admin admin] Pushing event updated for resources: {'Network': ['ID=98118b89-c86b-4dda-b621-eca3281d1d9a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:34.777487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3bb28845-497e-4268-9755-fb67939a10d8 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/0042c229-b47f-4d04-b3fa-7a9124b0feb6 HTTP/1.1" status: 404 len: 337 time: 0.0409315 Aug 25 15:16:34.780300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:34.780545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38236) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.781433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 85080c9a-4a64-4c28-bdf7-1bc2aed3cdfd not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:34.781986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:34.815015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:34.815356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f59d9195-1fd8-4a0d-94b8-f5d8186e9cc3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:34.818542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 98118b89-c86b-4dda-b621-eca3281d1d9a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:34.837749 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2c7c4f-aa82-425b-b5f3-430964fe4f27 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.838404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2c7c4f-aa82-425b-b5f3-430964fe4f27 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.842561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8a2c7c4f-aa82-425b-b5f3-430964fe4f27 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/d0634468-6cde-4819-99d5-4507bb582660 HTTP/1.1" status: 404 len: 339 time: 0.0468650 Aug 25 15:16:34.845410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.876736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c13cd0c-448a-4b0a-8847-c5f3c94bf235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.879159 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79510c3-547e-44a9-8636-6449d448c348 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.879609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79510c3-547e-44a9-8636-6449d448c348 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.881542 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d79510c3-547e-44a9-8636-6449d448c348 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/cf3817fa-a609-470a-a47c-383b707b9787 HTTP/1.1" status: 404 len: 337 time: 0.0364320 Aug 25 15:16:34.884006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38240) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.904194 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-39142205-777f-4160-9864-77271be1582d tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.904800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39142205-777f-4160-9864-77271be1582d tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.907397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-39142205-777f-4160-9864-77271be1582d tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/37f22f43-d3fb-40a1-9139-891dea64d224 HTTP/1.1" status: 404 len: 339 time: 0.0222266 Aug 25 15:16:34.909888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38242) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.933297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c13cd0c-448a-4b0a-8847-c5f3c94bf235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:34.936116 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d356597-5b69-4e53-bbb7-0fe31de3774f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.936577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d356597-5b69-4e53-bbb7-0fe31de3774f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.938903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3d356597-5b69-4e53-bbb7-0fe31de3774f tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/c5f9f72f-6005-4fe2-8ff5-06c0419b50b4 HTTP/1.1" status: 404 len: 337 time: 0.0280237 Aug 25 15:16:34.941599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38244) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:34.964629 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-176fcea7-deff-478d-806b-dd3bd4a44bf4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:34.965223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176fcea7-deff-478d-806b-dd3bd4a44bf4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:34.967246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-176fcea7-deff-478d-806b-dd3bd4a44bf4 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/47b882fa-f633-40b1-ad7b-bce9e132b2a8 HTTP/1.1" status: 404 len: 339 time: 0.0248220 Aug 25 15:16:34.970733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38246) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.013646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Made reservation on behalf of 60a9fa8c382b4cf6b98d580bee147028 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:35.016134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.019804 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c57d92-927a-43a0-8656-e4751339f5a9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.020260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c57d92-927a-43a0-8656-e4751339f5a9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.022012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f1c57d92-927a-43a0-8656-e4751339f5a9 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/0a60a58b-6994-4912-99e9-46c4dfa0e2c5 HTTP/1.1" status: 404 len: 337 time: 0.0503750 Aug 25 15:16:35.024638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38250) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.051909 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6237af3-54d6-4dc7-b0cf-cddf758c7300 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.052519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6237af3-54d6-4dc7-b0cf-cddf758c7300 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.054290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6237af3-54d6-4dc7-b0cf-cddf758c7300 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/38e28c0a-571e-41a5-a2ca-0dbc8185b130 HTTP/1.1" status: 404 len: 339 time: 0.0286348 Aug 25 15:16:35.058022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38254) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.093688 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14a5b3a-64c5-487d-8cce-251b7af2e557 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.094156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14a5b3a-64c5-487d-8cce-251b7af2e557 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.095949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f14a5b3a-64c5-487d-8cce-251b7af2e557 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/7c1dfa9d-b7e6-4405-9d2d-c245ba302668 HTTP/1.1" status: 404 len: 337 time: 0.0372446 Aug 25 15:16:35.098587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38256) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.125279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c13cd0c-448a-4b0a-8847-c5f3c94bf235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.130173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c13cd0c-448a-4b0a-8847-c5f3c94bf235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.130173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c13cd0c-448a-4b0a-8847-c5f3c94bf235 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3afc679-eb5a-4389-9852-349de2ee2b33 HTTP/1.1" status: 204 len: 168 time: 0.4579575 Aug 25 15:16:35.130173 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aece14f-0b4a-4ca1-873e-8f11e54902be tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.130596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aece14f-0b4a-4ca1-873e-8f11e54902be tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.134652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1aece14f-0b4a-4ca1-873e-8f11e54902be tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/418d946c-47f6-4123-97b9-377cf50a8655 HTTP/1.1" status: 404 len: 339 time: 0.0326068 Aug 25 15:16:35.147743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38260) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.163583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.167669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13cd0c-448a-4b0a-8847-c5f3c94bf235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3afc679-eb5a-4389-9852-349de2ee2b33,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:35.196104 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56c7309-fa8f-4106-8c79-714a3cedd10d tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.197100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56c7309-fa8f-4106-8c79-714a3cedd10d tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.201916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b56c7309-fa8f-4106-8c79-714a3cedd10d tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/f11c76da-5bc9-45fb-a423-b15ddc418304 HTTP/1.1" status: 404 len: 337 time: 0.0531471 Aug 25 15:16:35.203294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38262) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.231329 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0cf671-0669-4eb4-98df-2fcb66b03a72 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.232023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0cf671-0669-4eb4-98df-2fcb66b03a72 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.233848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fc0cf671-0669-4eb4-98df-2fcb66b03a72 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/53e40a38-ae84-41bb-b721-a4588bcdb18c HTTP/1.1" status: 404 len: 339 time: 0.0262246 Aug 25 15:16:35.242847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38264) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.270620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a1495690-f3bc-4155-af6a-909f8cf31cec req-1fef10d3-8397-4a81-bb8b-2248af7cf23b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.1039851 Aug 25 15:16:35.292835 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a1d8e4-c589-409d-a8fb-4e623c3666c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.293311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a1d8e4-c589-409d-a8fb-4e623c3666c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.295055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-54a1d8e4-c589-409d-a8fb-4e623c3666c0 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/ae975d59-e95e-44a7-ace3-1b043072e24c HTTP/1.1" status: 404 len: 337 time: 0.0350707 Aug 25 15:16:35.298459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38266) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.317052 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-434d219e-2b3a-4b5e-89e7-3bc41c7e5c71 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:35.338341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434d219e-2b3a-4b5e-89e7-3bc41c7e5c71 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:35.338341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-434d219e-2b3a-4b5e-89e7-3bc41c7e5c71 tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/880c576d-78d0-4753-ac61-fca7da852085 HTTP/1.1" status: 404 len: 339 time: 0.0197856 Aug 25 15:16:35.340557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38268) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.398996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting subnet c4817684-30e4-4bb5-8319-fcee833d7ca8 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:16:35.402326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.442565 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.466570 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.478674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port c560e5b9-9786-43fd-974d-b419c94989b1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:35.479185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.566953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41e6d02-e93b-4266-b240-6b07f3c51d74,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:35.568020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port c560e5b9-9786-43fd-974d-b419c94989b1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c560e5b9-9786-43fd-974d-b419c94989b1,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:35.568387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.585463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for c560e5b9-9786-43fd-974d-b419c94989b1 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:35.586166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Checking segment: {'id': '26920f1d-eaf6-4539-95bf-b0a2fa1340cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98118b89-c86b-4dda-b621-eca3281d1d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:35.586528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Network hostable DHCP agents. Network: 98118b89-c86b-4dda-b621-eca3281d1d9a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:35.594697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.790473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Network 98118b89-c86b-4dda-b621-eca3281d1d9a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:35.804298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.846549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Subnet': ['ID=c4817684-30e4-4bb5-8319-fcee833d7ca8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:35.857655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.860242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b120a9f1-788c-46e5-9677-e0561d6fa73e tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/subnets/c4817684-30e4-4bb5-8319-fcee833d7ca8 HTTP/1.1" status: 204 len: 168 time: 0.5186744 Aug 25 15:16:35.863344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38272) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:35.865018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19763581-0022-49a2-93d3-da3a9abc7585 None None] Network df80e998-862e-4012-8b8a-a77df24d5a37 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:35.878788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.906270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 98118b89-c86b-4dda-b621-eca3281d1d9a) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:35.910467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:35.915325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:35.926107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21a946-3315-449c-8c94-37893eb467d6 None None] Network 98118b89-c86b-4dda-b621-eca3281d1d9a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:35.976222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=c560e5b9-9786-43fd-974d-b419c94989b1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:36.096415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.106071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12af418f-9437-47b9-937c-8e8269778a09 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3993781 Aug 25 15:16:36.258323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.270383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-a520b260-f0cd-4619-a3ac-1be677296ed9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:36.272004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-a520b260-f0cd-4619-a3ac-1be677296ed9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.3386438 Aug 25 15:16:36.300466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:36.425123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2287f-4ba2-43e9-a94b-f4598d65637a None None] Network 98118b89-c86b-4dda-b621-eca3281d1d9a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:36.464696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-182b81cc-5e68-4af4-b776-2dce321ab8b6 req-ffdad1de-a21c-4cd7-8523-9e12529c327f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0462184 Aug 25 15:16:36.521012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] DHCP port deletion for df80e998-862e-4012-8b8a-a77df24d5a37 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:36.601440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Deleting port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:36.601798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.712121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] Deleting port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:36.712707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.818837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:36.828807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.864557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] For port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,segment=NetworkSegment(86dcbe69-ba16-4524-bd47-d625959ddb66),segment_id=86dcbe69-ba16-4524-bd47-d625959ddb66)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:36.865099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.893361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] Calling delete_port for 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:36.907544 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] For port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,segment=NetworkSegment(86dcbe69-ba16-4524-bd47-d625959ddb66),segment_id=86dcbe69-ba16-4524-bd47-d625959ddb66)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:36.908149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:36.955094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:36.960231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Calling delete_port for 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:37.128884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.13 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/c4b6651b-2aaf-44e0-a5fb-6310c1287044) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:37.160488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:37.173076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:37.186458 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ea7ff401-5e70-412c-afe5-00fd1489d8d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0004866 Aug 25 15:16:37.191836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38316) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:37.192804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:37.193636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:37.208098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38318) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:37.366707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2079149295-network', 'tenant_id': '43da7fb103914a3385f0aa254d56f416'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:37.431698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet 99deb5f2-6de5-4cb5-b632-a298d8535192 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:16:37.444866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.497317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.518726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-e1600494-d966-4278-81de-ceafb3ec9343 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:37.520361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-e1600494-d966-4278-81de-ceafb3ec9343 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/networks?id=0bdf4230-5984-4a1f-956e-64b1392ef258 HTTP/1.1" status: 200 len: 811 time: 0.4590826 Aug 25 15:16:37.522803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.526687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.531260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] Pushing event deleted for resources: {'Port': ['ID=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:37.538246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803ad30-5fe4-4926-937e-c147d674e530 None None] No DVR routers for this DVR port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:37.546971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:37.584727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Port': ['ID=4a0bc3b7-38e9-4b6e-87a9-bd36026d0946,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:37.606139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] No DVR routers for this DVR port 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:37.611284 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-46a9acd3-8b34-4a30-b35a-d216579674ed tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/quotas/2588067896714e17bfde81cb44083709 HTTP/1.1" status: 200 len: 375 time: 0.0648115 Aug 25 15:16:37.635725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Made reservation on behalf of 43da7fb103914a3385f0aa254d56f416 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:37.638357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.685553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e48fffe8-27ee-46c0-84d3-c08e859a7fed req-83e73d5b-bc81-4ef6-b9dc-c7d5b9e26fe7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0592074 Aug 25 15:16:37.689953 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.713159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-fce83e76-4526-441b-9561-17b00c8b02db tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2588067896714e17bfde81cb44083709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732632 Aug 25 15:16:37.752888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.801024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:35Z', 'revision_number': 10, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:37.810934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df80e998-862e-4012-8b8a-a77df24d5a37']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:37.833230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dcbe69-ba16-4524-bd47-d625959ddb66') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:37.833445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dcbe69-ba16-4524-bd47-d625959ddb66') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:37.845515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:37.849998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.859340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.859512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.859986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:37.861667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:37.883889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object c4b6651b-2aaf-44e0-a5fb-6310c1287044 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:37.906143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.920955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:37.923832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:37.925270 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:37.980105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:37.993330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-f35c5526-1076-4187-a844-ab84e0587f56 service neutron] 10.222.0.58 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374218 Aug 25 15:16:38.002030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:38.098694 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-339a943a-0631-4195-ba57-761b389b3048 service neutron] 10.222.0.58 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987623 Aug 25 15:16:38.139540 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.143252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.179117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.181586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.202155 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.209502 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] 10.222.0.58 "DELETE /v2.0/networks/df80e998-862e-4012-8b8a-a77df24d5a37 HTTP/1.1" status: 204 len: 168 time: 2.3419089 Aug 25 15:16:38.233814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.235956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/99deb5f2-6de5-4cb5-b632-a298d8535192 HTTP/1.1" status: 204 len: 168 time: 1.0383663 Aug 25 15:16:38.242102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee92f87-b99c-4b1a-8793-09656a40988d None None] Network 9602687c-de13-43a8-9aae-8fd018be224a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:38.243124 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38330) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:38.302954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:38.335192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:35Z', 'revision_number': 10, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:38.340307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ab9f-58bc-4869-b2ae-d2fb4b182ccb tempest-NetworksTest-1992010302 tempest-NetworksTest-1992010302-project] Pushing event deleted for resources: {'Network': ['ID=df80e998-862e-4012-8b8a-a77df24d5a37,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:38.342942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39143e7-faa8-4d1a-afd9-0a6d7cf36560 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=99deb5f2-6de5-4cb5-b632-a298d8535192,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:38.348009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:38.355531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:38.360508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a437fd4-ec05-4aaa-9f9c-72f9b7a15b7e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:38.363631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.364124 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Added segment 15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73 of type vlan for network a588f3ec-f500-4e9f-8e38-2d385bc38f75 Aug 25 15:16:38.365617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:38.368436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=c4b6651b-2aaf-44e0-a5fb-6310c1287044,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:38.462057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.480222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:38.481273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.521729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:38.552374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6191a9-d323-4443-9f8e-ac5641ab4b8d None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:35Z', 'revision_number': 10, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None, '_interfaces': [{'id': '685be4e2-5fc9-48a1-95d3-a8983d82a04f', 'name': '', 'network_id': '451521f7-3d67-4dee-8b30-324676c85855', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'mac_address': 'fa:16:3e:81:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:50Z', 'updated_at': '2021-08-25T15:15:59Z', 'revision_number': 5, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'subnets': [{'id': '80ffb2d5-d413-4095-8600-e753095f6b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:38.591462 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-739c3da1-d2cc-44a6-9b2e-2ff90184b084 req-bd3028bf-68b0-4ee9-86b8-a2aa25f17bab tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0509214 Aug 25 15:16:38.629747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.634512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-90597902-a283-4a7a-acca-14956883766d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3520670 Aug 25 15:16:38.635301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38338) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:38.638469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:38.639125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a0bc3b7-38e9-4b6e-87a9-bd36026d0946 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:38.653474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-4bdc7d97-323b-4f46-b842-038566c1eeb5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:16:38.655143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-4bdc7d97-323b-4f46-b842-038566c1eeb5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068679 Aug 25 15:16:38.678122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.681808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:38.682659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.714970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 46d4eec9-9092-4c06-acfa-75866f506c86 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:38.715460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:38.882072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] Pushing event updated for resources: {'Network': ['ID=a588f3ec-f500-4e9f-8e38-2d385bc38f75,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:38.929256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eac60622-5bba-4e5d-a1e8-871175464a33 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7194662 Aug 25 15:16:38.931803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:38.936950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38348) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:38.950458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Request body: {'subnet': {'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2079149295-subnet', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:39.162357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Request body: {'port': {'device_id': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:39.227995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] DHCP port deletion for 9602687c-de13-43a8-9aae-8fd018be224a request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:39.263768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Made reservation on behalf of 43da7fb103914a3385f0aa254d56f416 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:39.270362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.279948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38354) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:39.336724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7aa5a60b-414c-46e9-a0c2-e9141023ed64 None None] Provisioning for port c4b6651b-2aaf-44e0-a5fb-6310c1287044 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:39.349248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7aa5a60b-414c-46e9-a0c2-e9141023ed64 None None] Provisioning complete for port c4b6651b-2aaf-44e0-a5fb-6310c1287044 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:39.350100 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7aa5a60b-414c-46e9-a0c2-e9141023ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.358339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] Deleting port 46d4eec9-9092-4c06-acfa-75866f506c86 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:39.359167 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.502973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 46d4eec9-9092-4c06-acfa-75866f506c86, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=46d4eec9-9092-4c06-acfa-75866f506c86,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:39.503585 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.528219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a990dfef-c267-4c7e-9022-c6d997d0b52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.532608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 46d4eec9-9092-4c06-acfa-75866f506c86 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:39.540153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5a60b-414c-46e9-a0c2-e9141023ed64 None None] Port c4b6651b-2aaf-44e0-a5fb-6310c1287044 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:39.558844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.575277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] For port 46d4eec9-9092-4c06-acfa-75866f506c86, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=46d4eec9-9092-4c06-acfa-75866f506c86,segment=NetworkSegment(aeffe8c2-cc3f-410a-ab7a-193112f8beb5),segment_id=aeffe8c2-cc3f-410a-ab7a-193112f8beb5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:39.575897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.602664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] Calling delete_port for 46d4eec9-9092-4c06-acfa-75866f506c86 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:39.742483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a990dfef-c267-4c7e-9022-c6d997d0b52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.762403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5a7b-9bf2-472c-a6f7-73aa81ca5943 req-b240dd7e-2fd7-4c3b-be98-e1fdfd8ff888 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:39.765265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a6d5a7b-9bf2-472c-a6f7-73aa81ca5943 req-b240dd7e-2fd7-4c3b-be98-e1fdfd8ff888 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 932 time: 0.3491940 Aug 25 15:16:39.851086 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.852821 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a6d5a7b-9bf2-472c-a6f7-73aa81ca5943 req-d11829e7-39d3-43aa-b195-0a2473db9384 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760102 Aug 25 15:16:39.853447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:39.901062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=46d4eec9-9092-4c06-acfa-75866f506c86,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:39.905819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port 46d4eec9-9092-4c06-acfa-75866f506c86 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:39.929210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] Pushing event deleted for resources: {'Port': ['ID=46d4eec9-9092-4c06-acfa-75866f506c86,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:39.933623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab68e3-2468-48fd-b329-f573855eb70c None None] No DVR routers for this DVR port 46d4eec9-9092-4c06-acfa-75866f506c86 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:40.006393 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a990dfef-c267-4c7e-9022-c6d997d0b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.032277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.042011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91199170-0acd-479e-bbf7-86a75e23074c req-70d46ebc-4dc8-42d2-ae99-5906fe682b67 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0870504 Aug 25 15:16:40.045229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9602687c-de13-43a8-9aae-8fd018be224a']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:40.057980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:40.058296 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeffe8c2-cc3f-410a-ab7a-193112f8beb5') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:40.077918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.084078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0315ed0f-ee0c-42f0-9e10-acd7a3f8314a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8707e695d4c8447b9c5b7f9cb47639fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929685 Aug 25 15:16:40.085440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38360) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:40.107926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.125468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:40.126262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:40.130174 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:40.163666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a990dfef-c267-4c7e-9022-c6d997d0b52f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2b49b532222404d8b0bbe7f9e324184&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5269856 Aug 25 15:16:40.164533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38364) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:40.168878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990dfef-c267-4c7e-9022-c6d997d0b52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5e1757-3847-455a-be2f-7c809be92ca2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:40.237759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8718-7518-41b3-aceb-963670b0ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.264895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8718-7518-41b3-aceb-963670b0ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.344019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c560e5b9-9786-43fd-974d-b419c94989b1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:40.350855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.364297 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.379701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/9602687c-de13-43a8-9aae-8fd018be224a HTTP/1.1" status: 204 len: 168 time: 2.0593541 Aug 25 15:16:40.385808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38366) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:40.388893 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d52c-161d-42e9-9362-60e2b4bd29e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.390508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c560e5b9-9786-43fd-974d-b419c94989b1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:40.390960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c560e5b9-9786-43fd-974d-b419c94989b1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:40.392004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 46d4eec9-9092-4c06-acfa-75866f506c86 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:40.398059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937f174-9e2e-4e37-b325-184bc4484235 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=9602687c-de13-43a8-9aae-8fd018be224a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:40.414882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 46d4eec9-9092-4c06-acfa-75866f506c86 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:40.415387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 46d4eec9-9092-4c06-acfa-75866f506c86 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:40.446158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b6651b-2aaf-44e0-a5fb-6310c1287044 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:16:40.485284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.491511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.521394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8718-7518-41b3-aceb-963670b0ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.523965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8718-7518-41b3-aceb-963670b0ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.528125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d8a8718-7518-41b3-aceb-963670b0ea7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b876dc9c-1bff-4712-b914-c2f3ddf44f66 HTTP/1.1" status: 204 len: 168 time: 0.4381001 Aug 25 15:16:40.536942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d52c-161d-42e9-9362-60e2b4bd29e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.543567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a8718-7518-41b3-aceb-963670b0ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b876dc9c-1bff-4712-b914-c2f3ddf44f66,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:40.583321 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Transition to ACTIVE for port object c4b6651b-2aaf-44e0-a5fb-6310c1287044 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:40.665820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89b8cfd-e848-46b2-b512-74467286d7c1,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:40.707741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:40.767885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Checking segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:40.768256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Network hostable DHCP agents. Network: a588f3ec-f500-4e9f-8e38-2d385bc38f75, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:40.844312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Pushing event updated for resources: {'Port': ['ID=c4b6651b-2aaf-44e0-a5fb-6310c1287044,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:41.084935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328eff-3621-4e24-966b-e55050b32bf5 req-dae5342a-8a43-48b5-b65f-7030796839ba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:41.086754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6328eff-3621-4e24-966b-e55050b32bf5 req-dae5342a-8a43-48b5-b65f-7030796839ba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.0662088 Aug 25 15:16:41.147623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6328eff-3621-4e24-966b-e55050b32bf5 req-82483671-c118-4a9b-8bca-c3c02bafc09b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Aug 25 15:16:41.226457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d52c-161d-42e9-9362-60e2b4bd29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.229271 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d52c-161d-42e9-9362-60e2b4bd29e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.230387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dfd4d52c-161d-42e9-9362-60e2b4bd29e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e5e1757-3847-455a-be2f-7c809be92ca2 HTTP/1.1" status: 204 len: 168 time: 1.0580542 Aug 25 15:16:41.277272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4d52c-161d-42e9-9362-60e2b4bd29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5e1757-3847-455a-be2f-7c809be92ca2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:41.288809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d03618da-b79b-48b7-a61a-b1e3c1be7bd9 req-662f1f84-3189-468e-932f-c7eb798e40a7 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0705886 Aug 25 15:16:41.345957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:41.358329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Attempting to bind port c4b6651b-2aaf-44e0-a5fb-6310c1287044 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:41.359214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Attempting to bind port c4b6651b-2aaf-44e0-a5fb-6310c1287044 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:41.359567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Attempting to bind port c4b6651b-2aaf-44e0-a5fb-6310c1287044 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:41.367788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Port c4b6651b-2aaf-44e0-a5fb-6310c1287044 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:16:41.368119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Attempting to bind port c4b6651b-2aaf-44e0-a5fb-6310c1287044 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:41.376503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:41.376847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:41.382462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:41.382462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Bound port: c4b6651b-2aaf-44e0-a5fb-6310c1287044, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:41.382462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.458753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a588f3ec-f500-4e9f-8e38-2d385bc38f75) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:41.466202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:41.468156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.469633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34cf59-e49a-48e1-8047-b4f359c27952 None None] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:41.516212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] For port c4b6651b-2aaf-44e0-a5fb-6310c1287044, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:41.536871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] For port c4b6651b-2aaf-44e0-a5fb-6310c1287044, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c4b6651b-2aaf-44e0-a5fb-6310c1287044,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:41.552384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.602540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ca4ef471-1e05-4056-a5fc-05a356d6092d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6668911 Aug 25 15:16:41.605307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38388) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:41.611316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:41.637904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.659635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:41.660583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.696043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:41.696815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.698145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] 10.222.0.45 "PUT /v2.0/ports/c4b6651b-2aaf-44e0-a5fb-6310c1287044 HTTP/1.1" status: 200 len: 1092 time: 3.0352139 Aug 25 15:16:41.698570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'tag': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:16:41.705484 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7e6321-0e30-420f-a0ac-8986314373d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd2272c-c70b-4cf4-a3ea-5649573cf5a0", "tag": "c4b6651b-2aaf-44e0-a5fb-6310c1287044"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:16:41.791219 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.792803 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.847488 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e30689-4476-4a49-adaa-66091d70ee9e x-openstack-request-id: req-69e30689-4476-4a49-adaa-66091d70ee9e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:16:41.848105 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd2272c-c70b-4cf4-a3ea-5649573cf5a0", "tag": "c4b6651b-2aaf-44e0-a5fb-6310c1287044", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:16:41.848582 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69e30689-4476-4a49-adaa-66091d70ee9e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:16:41.849203 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'tag': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044', 'status': 'completed', 'code': 200} Aug 25 15:16:41.864599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c759-3e88-4920-98cb-512abc2e7c7a service neutron] Pushing event updated for resources: {'Port': ['ID=c4b6651b-2aaf-44e0-a5fb-6310c1287044,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:41.939379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e6321-0e30-420f-a0ac-8986314373d2 req-467519f9-54cb-42b8-a3c2-8212f5e833bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:41.941327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b7e6321-0e30-420f-a0ac-8986314373d2 req-467519f9-54cb-42b8-a3c2-8212f5e833bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 1095 time: 0.1125884 Aug 25 15:16:41.947080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:41.960239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Allocated IP 172.20.0.2 (a588f3ec-f500-4e9f-8e38-2d385bc38f75/f89b8cfd-e848-46b2-b512-74467286d7c1/7f19563f-692b-46dc-88fa-553846ba076d) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:42.289437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38402) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:42.334326 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.335768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.357882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Transition to ACTIVE for port object 7f19563f-692b-46dc-88fa-553846ba076d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:42.372666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Transition to ACTIVE for port object 7f19563f-692b-46dc-88fa-553846ba076d will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:42.419979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38406) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:42.429664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50087ad-49a2-4344-8464-49f5593e6151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.440658 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f722ee5-2b8d-4dc7-ac12-836da34f12ca req-d5c69b65-572a-4e21-892e-1591f0f3f45c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0379944 Aug 25 15:16:42.461864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e6321-0e30-420f-a0ac-8986314373d2 req-77578d0f-4eb5-40fa-ba63-be601d7f6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:42.463451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b7e6321-0e30-420f-a0ac-8986314373d2 req-77578d0f-4eb5-40fa-ba63-be601d7f6fe7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5131874 Aug 25 15:16:42.538033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-dfa12a25-f901-4240-abbf-7cb1163975ac tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:42.539552 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-dfa12a25-f901-4240-abbf-7cb1163975ac tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.52 "GET /v2.0/networks?id=0bdf4230-5984-4a1f-956e-64b1392ef258 HTTP/1.1" status: 200 len: 811 time: 0.5257094 Aug 25 15:16:42.590539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.635555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Pushing event updated for resources: {'Port': ['ID=7f19563f-692b-46dc-88fa-553846ba076d,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:42.649654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:42.651285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Request body: {'port': {'device_id': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258', 'admin_state_up': True, 'tenant_id': '2588067896714e17bfde81cb44083709'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:42.651424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:42.653757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:42.688408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8f13d62b-e7f6-4400-8b26-c4cf95d7f5e5 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] Request body: {'port': {'network_id': 'f70dd360-4dae-4aa2-bd42-a758758a42c0', 'name': 'tempest-NetworksNegativeTestJSON-324676888'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:42.709300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305c18-3090-48e9-98bb-80ffbe2ff859 req-c87e8be7-4721-4245-88d9-94eb6c1221c3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:42.710852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a305c18-3090-48e9-98bb-80ffbe2ff859 req-c87e8be7-4721-4245-88d9-94eb6c1221c3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.3622723 Aug 25 15:16:42.715521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Attempting to bind port 7f19563f-692b-46dc-88fa-553846ba076d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:42.715903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Attempting to bind port 7f19563f-692b-46dc-88fa-553846ba076d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:42.716273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Attempting to bind port 7f19563f-692b-46dc-88fa-553846ba076d on network a588f3ec-f500-4e9f-8e38-2d385bc38f75 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:42.722464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:42.726848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Checking segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:42.726848 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.726848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Bound using segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:42.726848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Bound port: 7f19563f-692b-46dc-88fa-553846ba076d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:42.726848 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.804735 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f13d62b-e7f6-4400-8b26-c4cf95d7f5e5 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] POST failed (client error): The resource could not be found. Aug 25 15:16:42.805331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f13d62b-e7f6-4400-8b26-c4cf95d7f5e5 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:42.811219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f13d62b-e7f6-4400-8b26-c4cf95d7f5e5 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3783808 Aug 25 15:16:42.811219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 685be4e2-5fc9-48a1-95d3-a8983d82a04f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:42.811219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.813247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:42.814344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] For port 7f19563f-692b-46dc-88fa-553846ba076d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:42.817936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] For port 7f19563f-692b-46dc-88fa-553846ba076d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f19563f-692b-46dc-88fa-553846ba076d,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:42.827925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.865708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.867782 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-36513736-cb0b-4adf-a427-ac243abafc84 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:42.868522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36513736-cb0b-4adf-a427-ac243abafc84 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:42.873730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36513736-cb0b-4adf-a427-ac243abafc84 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "DELETE /v2.0/networks/d8f0b6f0-24d2-4389-aa9f-36371ec56035 HTTP/1.1" status: 404 len: 339 time: 0.0557730 Aug 25 15:16:42.875914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38412) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:42.902224 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9c5d47-3ed3-47ac-9566-9ec96b84a1b3 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:42.902934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9c5d47-3ed3-47ac-9566-9ec96b84a1b3 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:42.904749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de9c5d47-3ed3-47ac-9566-9ec96b84a1b3 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "DELETE /v2.0/ports/b98e1fd5-aa77-4afa-a434-88d0aebbb60e HTTP/1.1" status: 404 len: 333 time: 0.0278704 Aug 25 15:16:42.931348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38414) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:42.944121 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:42.961626 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3730efbc-5bf9-4c06-a16b-cba04b670804 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:42.962299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3730efbc-5bf9-4c06-a16b-cba04b670804 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:42.964175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3730efbc-5bf9-4c06-a16b-cba04b670804 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "DELETE /v2.0/subnets/b7e9a869-8816-4ffe-b1ee-bf5b4f9ea018 HTTP/1.1" status: 404 len: 337 time: 0.0313962 Aug 25 15:16:42.968751 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:42.981404 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a305c18-3090-48e9-98bb-80ffbe2ff859 req-29af6a51-88d2-466d-97b0-18a7c2630493 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258487 Aug 25 15:16:43.007844 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba40491-9b25-4d38-9095-d4afa5122f5a tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] GET failed (client error): The resource could not be found. Aug 25 15:16:43.012556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4ba40491-9b25-4d38-9095-d4afa5122f5a tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "GET /v2.0/networks/26440995-4a1f-4358-8334-bf84e180fcb9 HTTP/1.1" status: 404 len: 339 time: 0.0399916 Aug 25 15:16:43.017036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:43.029061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e6321-0e30-420f-a0ac-8986314373d2 req-bedcf6b1-169f-4e42-a4d3-7a5fa35ba683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:43.031408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4b7e6321-0e30-420f-a0ac-8986314373d2 req-bedcf6b1-169f-4e42-a4d3-7a5fa35ba683 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5544126 Aug 25 15:16:43.060540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c40e32-bae0-4189-849c-985fe6496611 None None] Pushing event updated for resources: {'Port': ['ID=7f19563f-692b-46dc-88fa-553846ba076d,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:43.095213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 685be4e2-5fc9-48a1-95d3-a8983d82a04f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=685be4e2-5fc9-48a1-95d3-a8983d82a04f,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:43.095600 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.098485 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-c754be46-e416-422b-ba76-78915ead6dd8 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] GET failed (client error): The resource could not be found. Aug 25 15:16:43.103767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c754be46-e416-422b-ba76-78915ead6dd8 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "GET /v2.0/ports/4ee3a7f4-f91c-40b6-aa09-f3e622ea4440 HTTP/1.1" status: 404 len: 333 time: 0.0824986 Aug 25 15:16:43.104642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:43.139362 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3c733c-21b7-48ae-896e-78568cec7bf7 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] GET failed (client error): The resource could not be found. Aug 25 15:16:43.146007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ca3c733c-21b7-48ae-896e-78568cec7bf7 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "GET /v2.0/subnets/b081b880-05c1-4bab-ba1b-518a04627497 HTTP/1.1" status: 404 len: 337 time: 0.0350676 Aug 25 15:16:43.146440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 685be4e2-5fc9-48a1-95d3-a8983d82a04f owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:43.146602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:43.154748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50087ad-49a2-4344-8464-49f5593e6151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.155989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a00958c7-e5a8-41e1-9eba-05af1520d84c tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:43.176526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Allocated IP 172.25.8.101 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a49ff3a9-813f-4fd4-8944-4a710fc0e20f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:43.191014 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00958c7-e5a8-41e1-9eba-05af1520d84c tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] PUT failed (client error): The resource could not be found. Aug 25 15:16:43.191682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00958c7-e5a8-41e1-9eba-05af1520d84c tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:43.192852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a00958c7-e5a8-41e1-9eba-05af1520d84c tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "PUT /v2.0/networks/fac33a5e-7ea3-4243-addc-860cafe7b226 HTTP/1.1" status: 404 len: 339 time: 0.0455239 Aug 25 15:16:43.202114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38424) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:43.207312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8050ee31-9ca4-4b48-92d8-be8d84447d32 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:43.217223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-436423cf-a0ae-4927-805d-45e38b3a89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:43.217657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-436423cf-a0ae-4927-805d-45e38b3a89e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 1095 time: 0.1428955 Aug 25 15:16:43.237989 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-8050ee31-9ca4-4b48-92d8-be8d84447d32 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] PUT failed (client error): The resource could not be found. Aug 25 15:16:43.238794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8050ee31-9ca4-4b48-92d8-be8d84447d32 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:43.239959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8050ee31-9ca4-4b48-92d8-be8d84447d32 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "PUT /v2.0/ports/37b15232-9635-46fa-8054-2487589facd6 HTTP/1.1" status: 404 len: 333 time: 0.0372405 Aug 25 15:16:43.292012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38426) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:43.298086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fb676647-647b-4f86-b1be-d1125e3c5295 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:43.303256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-b93fc81d-eff3-4b76-a06e-4e9d441017bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b6651b-2aaf-44e0-a5fb-6310c1287044 HTTP/1.1" status: 200 len: 217 time: 0.0771925 Aug 25 15:16:43.337269 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb676647-647b-4f86-b1be-d1125e3c5295 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] PUT failed (client error): The resource could not be found. Aug 25 15:16:43.337734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb676647-647b-4f86-b1be-d1125e3c5295 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:43.342186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fb676647-647b-4f86-b1be-d1125e3c5295 tempest-NetworksNegativeTestJSON-1220107031 tempest-NetworksNegativeTestJSON-1220107031-project] 10.222.0.58 "PUT /v2.0/subnets/36fb8ce5-a684-408a-b5a8-d6b249e6485e HTTP/1.1" status: 404 len: 337 time: 0.0458739 Aug 25 15:16:43.425630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c50087ad-49a2-4344-8464-49f5593e6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.428309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.560153 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61f1ee06-e50d-4194-9eaa-9c47f036c53c req-e3d8557a-9c1c-4f0b-b658-fff4fda77638 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Aug 25 15:16:43.571304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-e2b3c0fe-1549-4ff9-b001-897c53c53cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:43.573010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-e2b3c0fe-1549-4ff9-b001-897c53c53cfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.2470753 Aug 25 15:16:43.576230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50087ad-49a2-4344-8464-49f5593e6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677ddb8c-0114-492b-8b14-28e3d5ee6434,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:43.582673 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c50087ad-49a2-4344-8464-49f5593e6151 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36c620029cd348b0a055f8f3820ba8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2838521 Aug 25 15:16:43.589469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.590221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38432) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:43.635357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-931d0eec-f05f-484e-8d21-3c3403083d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:43.636941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-931d0eec-f05f-484e-8d21-3c3403083d42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545278 Aug 25 15:16:43.681577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:43.694578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Pushing event updated for resources: {'Port': ['ID=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:43.695256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Made reservation on behalf of 2588067896714e17bfde81cb44083709 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:43.698395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:43.699702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.702852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:43.727365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.765504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57207731-8935-44a0-91b4-b0519a4ccbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.805442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=685be4e2-5fc9-48a1-95d3-a8983d82a04f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:43.869154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57207731-8935-44a0-91b4-b0519a4ccbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:43.870297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-60b5058c-67b3-4501-a5f9-0621e8dddaf6 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250695 Aug 25 15:16:44.062095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Allocated IP 172.20.0.11 (0bdf4230-5984-4a1f-956e-64b1392ef258/ada089e2-2659-403a-b1fd-5f54d0b921e7/74998c28-bd08-4262-b6eb-710800eb5011) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:44.262321 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:44.265998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57207731-8935-44a0-91b4-b0519a4ccbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:44.268893 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57207731-8935-44a0-91b4-b0519a4ccbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:44.278958 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-57207731-8935-44a0-91b4-b0519a4ccbb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/677ddb8c-0114-492b-8b14-28e3d5ee6434 HTTP/1.1" status: 204 len: 168 time: 0.6817715 Aug 25 15:16:44.352321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38440) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:44.393998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57207731-8935-44a0-91b4-b0519a4ccbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ddb8c-0114-492b-8b14-28e3d5ee6434,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:44.534885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c071a-8b67-482b-8fb4-dad146c1c7ff None None] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:44.639542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f19563f-692b-46dc-88fa-553846ba076d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:44.684080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:44.730649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bf07ba6d-ea80-4729-b47a-69397191ab19 req-b99a500d-547e-4be5-8600-40ec55f5a896 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8502870 Aug 25 15:16:44.748344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-233ecb6c-b5fb-48c7-8a53-48c5f899b950 req-d07dde82-a401-4ca1-890c-270b63863ced tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0482814 Aug 25 15:16:44.751365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-928f2cb2-325c-4f12-953e-f7a638639474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:44.770727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:44.908045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b933-20ca-405e-a7ae-825806eeae12 req-7d844a24-7ceb-4f77-8481-aaa16c3d2f42 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:44.909660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1467b933-20ca-405e-a7ae-825806eeae12 req-7d844a24-7ceb-4f77-8481-aaa16c3d2f42 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.8207350 Aug 25 15:16:44.965859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d2e0ecf6-b4a5-48d8-94f5-41f1681c8d67 None None] Provisioning for port 7f19563f-692b-46dc-88fa-553846ba076d completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:45.006568 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-928f2cb2-325c-4f12-953e-f7a638639474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.066323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:45.081604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7f19563f-692b-46dc-88fa-553846ba076d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:45.089089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7f19563f-692b-46dc-88fa-553846ba076d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:45.089834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.108045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1467b933-20ca-405e-a7ae-825806eeae12 req-80156405-9cd4-4d4b-8f0c-1d17e5f21fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852219 Aug 25 15:16:45.157269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:16:45.166828 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-928f2cb2-325c-4f12-953e-f7a638639474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.216938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:45.231840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-47f5656e-0977-4027-be7c-fb5b989eb1b5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8518934 Aug 25 15:16:45.232894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:45.243830 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:45.262127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:45.263214 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:45.271922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.277538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.314763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting subnet 80ffb2d5-d413-4095-8600-e753095f6b18 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:16:45.320843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.328052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7f19563f-692b-46dc-88fa-553846ba076d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f19563f-692b-46dc-88fa-553846ba076d,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:45.333490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6315b14d-6031-4dc0-9ba5-3d2eee69f747 None None] Provisioning complete for port 7f19563f-692b-46dc-88fa-553846ba076d triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:45.333869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6315b14d-6031-4dc0-9ba5-3d2eee69f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.353484 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:45.369739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-928f2cb2-325c-4f12-953e-f7a638639474 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ae78937c16d4b30b237195c43381f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0158467 Aug 25 15:16:45.374437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38460) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:45.378901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f2cb2-325c-4f12-953e-f7a638639474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f31ff-7b47-4435-a701-bad396e3b663,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:45.408005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.432615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 11, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:45.467311 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:45.489225 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:45.490132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:45.507226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.540347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.540648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f5f04cb-fbe2-47df-bae1-9249390a9f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.577037 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6315b14d-6031-4dc0-9ba5-3d2eee69f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.603561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f5f04cb-fbe2-47df-bae1-9249390a9f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.622407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:45.629247 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:45.633610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7f19563f-692b-46dc-88fa-553846ba076d,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:45.653333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Sync routers for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:45.660172 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.664069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-6315b14d-6031-4dc0-9ba5-3d2eee69f747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:16:45.664666 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-6315b14d-6031-4dc0-9ba5-3d2eee69f747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:16:45.670432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:45.671382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:45.697095 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 11, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:45.700035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.733259 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b49c4-a16d-4a2d-8f35-0b76c2eba5f5 None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 11, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:45.750767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.763986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/80ffb2d5-d413-4095-8600-e753095f6b18 HTTP/1.1" status: 204 len: 168 time: 0.5181351 Aug 25 15:16:45.768142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38466) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:45.806235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da9f3d-560e-4ecd-8377-7a8bf00794c7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Subnet': ['ID=80ffb2d5-d413-4095-8600-e753095f6b18,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:45.817794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Network 0bdf4230-5984-4a1f-956e-64b1392ef258 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:45.822025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:45.825973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:45.864566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Pushing event updated for resources: {'Port': ['ID=74998c28-bd08-4262-b6eb-710800eb5011,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:45.877857 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.879125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3799b582-472c-42e3-8029-0e34576e2abd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2722545 Aug 25 15:16:45.884413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38472) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:45.887634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f5f04cb-fbe2-47df-bae1-9249390a9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.891008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6f5f04cb-fbe2-47df-bae1-9249390a9f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.894826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6f5f04cb-fbe2-47df-bae1-9249390a9f97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a0f31ff-7b47-4435-a701-bad396e3b663 HTTP/1.1" status: 204 len: 168 time: 0.5154841 Aug 25 15:16:45.942964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f04cb-fbe2-47df-bae1-9249390a9f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f31ff-7b47-4435-a701-bad396e3b663,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:45.949690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:45.950482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:45.963642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ee65d-ca72-453d-ad41-34cde847d535 None None] Network 451521f7-3d67-4dee-8b30-324676c85855 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:45.990825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419379-9072-49a3-95c3-0380dbdeb47e req-33e9372f-9ce4-433f-a619-e04219a7ac46 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:45.992794 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db419379-9072-49a3-95c3-0380dbdeb47e req-33e9372f-9ce4-433f-a619-e04219a7ac46 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 932 time: 0.1168966 Aug 25 15:16:46.001763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.072073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-db419379-9072-49a3-95c3-0380dbdeb47e req-256770b0-2fd6-4240-b6fe-218005dd54b7 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669022 Aug 25 15:16:46.112717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Deleting port 3106b9de-c9fe-483d-8da5-a496bebc484e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:46.114613 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.120575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:46.199393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] For port 3106b9de-c9fe-483d-8da5-a496bebc484e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3106b9de-c9fe-483d-8da5-a496bebc484e,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:46.200047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.215833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Calling delete_port for 3106b9de-c9fe-483d-8da5-a496bebc484e owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:46.295680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-c4fdc009-8be0-4243-bb60-c4ac99112de2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7102034 Aug 25 15:16:46.325919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Request body: {'port': {'device_id': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:46.414467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] DHCP port deletion for 451521f7-3d67-4dee-8b30-324676c85855 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:16:46.416461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f19563f-692b-46dc-88fa-553846ba076d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:46.435994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.553703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7f19563f-692b-46dc-88fa-553846ba076d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:46.554095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.557848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Deleting port 3106b9de-c9fe-483d-8da5-a496bebc484e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:16:46.558228 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.590186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.649955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 3, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:46.657415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Port': ['ID=3106b9de-c9fe-483d-8da5-a496bebc484e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:46.669243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No DVR routers for this DVR port 3106b9de-c9fe-483d-8da5-a496bebc484e on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:46.692753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Checking router: 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:46.693125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Updating router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 port a49ff3a9-813f-4fd4-8944-4a710fc0e20f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:46.704395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] For port 3106b9de-c9fe-483d-8da5-a496bebc484e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3106b9de-c9fe-483d-8da5-a496bebc484e,segment=NetworkSegment(7724da45-fbf3-4dfc-b0b9-224e86706cdb),segment_id=7724da45-fbf3-4dfc-b0b9-224e86706cdb)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:46.704806 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.740082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Calling delete_port for 3106b9de-c9fe-483d-8da5-a496bebc484e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:16:46.755501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.762366 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.767374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451521f7-3d67-4dee-8b30-324676c85855']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:46.786433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7724da45-fbf3-4dfc-b0b9-224e86706cdb') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:46.786826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7724da45-fbf3-4dfc-b0b9-224e86706cdb') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:46.798213 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.818881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.825631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:16:46.826040 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:16:46.829379 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:16:46.868881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 685be4e2-5fc9-48a1-95d3-a8983d82a04f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:46.918597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378560-a287-4433-9f11-4dfdf2139d69 req-f78e7843-5e6d-4f46-a80b-76631e3f75ba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:46.933115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa378560-a287-4433-9f11-4dfdf2139d69 req-f78e7843-5e6d-4f46-a80b-76631e3f75ba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.6419470 Aug 25 15:16:46.944151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 685be4e2-5fc9-48a1-95d3-a8983d82a04f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:46.944506 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 685be4e2-5fc9-48a1-95d3-a8983d82a04f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:47.018205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.033895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.035797 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.050780 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/networks/451521f7-3d67-4dee-8b30-324676c85855 HTTP/1.1" status: 204 len: 168 time: 1.2780108 Aug 25 15:16:47.064030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d823-f527-48bd-99fa-fb0100cecdde tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Pushing event deleted for resources: {'Network': ['ID=451521f7-3d67-4dee-8b30-324676c85855,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:47.065314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Network 451521f7-3d67-4dee-8b30-324676c85855 is not hosted by any dhcp agent {{(pid=101874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 15:16:47.065790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] No DVR routers for this DVR port 3106b9de-c9fe-483d-8da5-a496bebc484e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:16:47.067529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:47.070562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa378560-a287-4433-9f11-4dfdf2139d69 req-3276358e-c6f2-4ffc-a5d5-8871c8aa72af tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364043 Aug 25 15:16:47.073503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'routes': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:47.074961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ebecb-5f88-444b-a5d0-ed7e81b91f47 None None] Pushing event deleted for resources: {'Port': ['ID=3106b9de-c9fe-483d-8da5-a496bebc484e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:47.151946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74998c28-bd08-4262-b6eb-710800eb5011 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:16:47.161474 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.177857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Transition to ACTIVE for port object 74998c28-bd08-4262-b6eb-710800eb5011 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:47.240793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.275094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Transition to ACTIVE for port object a49ff3a9-813f-4fd4-8944-4a710fc0e20f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:47.326936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Added routes are [] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 15:16:47.327205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Removed routes are [] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 15:16:47.328265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.334663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.372585 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.384828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.399245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Pushing event updated for resources: {'Port': ['ID=74998c28-bd08-4262-b6eb-710800eb5011,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:47.448881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad21617-b0d0-4d76-adfc-8e005c044471 req-afa2d093-2d7a-446d-a452-bfa1b763e7f8 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:47.450608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bad21617-b0d0-4d76-adfc-8e005c044471 req-afa2d093-2d7a-446d-a452-bfa1b763e7f8 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 932 time: 0.2591324 Aug 25 15:16:47.472366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Attempting to bind port a49ff3a9-813f-4fd4-8944-4a710fc0e20f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:47.473514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Attempting to bind port a49ff3a9-813f-4fd4-8944-4a710fc0e20f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:47.474241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Attempting to bind port a49ff3a9-813f-4fd4-8944-4a710fc0e20f on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:47.485829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:47.486589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:47.487382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.488114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:47.488801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Bound port: a49ff3a9-813f-4fd4-8944-4a710fc0e20f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:47.489429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.525315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da50a53-8d61-4529-a3ea-42e072148783 None None] Pushing event updated for resources: {'Port': ['ID=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:47.600056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Attempting to bind port 74998c28-bd08-4262-b6eb-710800eb5011 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:47.600394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Attempting to bind port 74998c28-bd08-4262-b6eb-710800eb5011 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '9ab37c20-02e7-4cf5-b363-a2aff8102268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:47.600732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Attempting to bind port 74998c28-bd08-4262-b6eb-710800eb5011 on network 0bdf4230-5984-4a1f-956e-64b1392ef258 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:47.605697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] For port a49ff3a9-813f-4fd4-8944-4a710fc0e20f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:47.609893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Port 74998c28-bd08-4262-b6eb-710800eb5011 on network 0bdf4230-5984-4a1f-956e-64b1392ef258 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:16:47.610218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Attempting to bind port 74998c28-bd08-4262-b6eb-710800eb5011 on network 0bdf4230-5984-4a1f-956e-64b1392ef258 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:47.617484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] For port a49ff3a9-813f-4fd4-8944-4a710fc0e20f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:47.623407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:47.623743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Checking segment: {'id': '9ab37c20-02e7-4cf5-b363-a2aff8102268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:47.624129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Bound using segment: {'id': '9ab37c20-02e7-4cf5-b363-a2aff8102268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:47.625146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Bound port: 74998c28-bd08-4262-b6eb-710800eb5011, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab37c20-02e7-4cf5-b363-a2aff8102268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:47.625512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.710239 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.724397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:47.732335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] For port 74998c28-bd08-4262-b6eb-710800eb5011, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:47.738222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] For port 74998c28-bd08-4262-b6eb-710800eb5011, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=74998c28-bd08-4262-b6eb-710800eb5011,segment=NetworkSegment(9ab37c20-02e7-4cf5-b363-a2aff8102268),segment_id=9ab37c20-02e7-4cf5-b363-a2aff8102268)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:47.749669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Allocated IP 172.20.0.1 (a588f3ec-f500-4e9f-8e38-2d385bc38f75/f89b8cfd-e848-46b2-b512-74467286d7c1/d506c331-c2eb-4f54-af85-e5e5b1034d2b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:47.778972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:47.779662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:47.782335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da50a53-8d61-4529-a3ea-42e072148783 None None] Pushing event updated for resources: {'Port': ['ID=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:47.909207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.931257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:47.935263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Transition to ACTIVE for port object d506c331-c2eb-4f54-af85-e5e5b1034d2b will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:47.957676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-580876185'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:47.957676 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.963956 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.978737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:47.990326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bad21617-b0d0-4d76-adfc-8e005c044471 req-23b96f22-b500-461d-bc19-96971d499843 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941313 Aug 25 15:16:48.014358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:48.014358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:48.014358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] 10.222.0.52 "PUT /v2.0/ports/74998c28-bd08-4262-b6eb-710800eb5011 HTTP/1.1" status: 200 len: 1092 time: 1.7018485 Aug 25 15:16:48.026000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'tag': '74998c28-bd08-4262-b6eb-710800eb5011'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:16:48.028632 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc31b5-879d-4d90-b97c-d9bea705922d" -d '{"events": [{"name": "network-changed", "server_uuid": "e99c28cb-20d2-403a-9e91-6c4546aa1305", "tag": "74998c28-bd08-4262-b6eb-710800eb5011"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:16:48.089272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router 08e8436c-929e-4c6d-906a-3bd22e738c27 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:48.102876 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6b6766-1ca9-47c5-aaa5-104e93f8f974 x-openstack-request-id: req-ab6b6766-1ca9-47c5-aaa5-104e93f8f974 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:16:48.104038 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99c28cb-20d2-403a-9e91-6c4546aa1305", "tag": "74998c28-bd08-4262-b6eb-710800eb5011", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:16:48.104389 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab6b6766-1ca9-47c5-aaa5-104e93f8f974 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:16:48.105082 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'tag': '74998c28-bd08-4262-b6eb-710800eb5011', 'status': 'completed', 'code': 200} Aug 25 15:16:48.169597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:48.178525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:48.179725 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-feeab7bf-5242-4486-b43b-fa2c1c52df21 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 703 time: 1.1111252 Aug 25 15:16:48.182774 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] Sync routers for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:48.191933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38532) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:48.195328 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:48.195806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 3, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:48.196453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:48.227036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b98b61b7-812a-4de8-8dec-48cef6b40c91 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 205 time: 0.0336456 Aug 25 15:16:48.229150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38534) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:48.229632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708900f2-2232-48e8-853d-3c85d411f93f None None] The sync data for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 is: [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 3, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:48.232627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f0fa9-5378-4603-8f3a-dfc4dd57e4bd service neutron] Pushing event updated for resources: {'Port': ['ID=74998c28-bd08-4262-b6eb-710800eb5011,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:48.307568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378a17-03c4-4ca2-b84c-257244a81d90 req-38b4411c-fed9-42d3-828b-712bab9e0b9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:48.321667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56378a17-03c4-4ca2-b84c-257244a81d90 req-38b4411c-fed9-42d3-828b-712bab9e0b9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.1288197 Aug 25 15:16:48.366819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3106b9de-c9fe-483d-8da5-a496bebc484e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:16:48.371649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:48.373513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56378a17-03c4-4ca2-b84c-257244a81d90 req-6cd4e81e-cc48-4c5d-bb4a-a0c21e38cfcb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507357 Aug 25 15:16:48.374980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:48.378492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:48.396530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:48.420142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3106b9de-c9fe-483d-8da5-a496bebc484e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:16:48.420492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3106b9de-c9fe-483d-8da5-a496bebc484e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:16:48.426153 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:48.485433 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 11, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:48.500090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc31b5-879d-4d90-b97c-d9bea705922d req-0a7b59eb-b9f6-418c-a6be-d46646ed85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:48.501765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ddc31b5-879d-4d90-b97c-d9bea705922d req-0a7b59eb-b9f6-418c-a6be-d46646ed85eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2588067896714e17bfde81cb44083709&device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 1095 time: 0.3875780 Aug 25 15:16:48.521765 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] Checking router: 08e8436c-929e-4c6d-906a-3bd22e738c27 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:48.531585 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] Routers {'08e8436c-929e-4c6d-906a-3bd22e738c27'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:48.532195 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['08e8436c-929e-4c6d-906a-3bd22e738c27'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:48.616789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:48.634183 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] Set router 08e8436c-929e-4c6d-906a-3bd22e738c27 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:48.690136 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 11, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:48.722848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da741acb-19c3-4e74-a14a-16626fde1489 None None] The sync data for ids ['08e8436c-929e-4c6d-906a-3bd22e738c27'] in n-d-805995-2 is: [{'id': '08e8436c-929e-4c6d-906a-3bd22e738c27', 'name': 'tempest-RoutersIpV6Test-router-39609019', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:48Z', 'updated_at': '2021-08-25T15:16:43Z', 'revision_number': 11, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:49.064444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.074632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.162017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:49.190544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:49.193033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:49.230277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Pushing event updated for resources: {'Port': ['ID=d506c331-c2eb-4f54-af85-e5e5b1034d2b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:49.304284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59fb7-f9a3-417a-bfe7-d4b8ffffdd79 req-6e62fdc9-fe84-4bc2-b859-63bfc732f733 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.306773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dd59fb7-f9a3-417a-bfe7-d4b8ffffdd79 req-6e62fdc9-fe84-4bc2-b859-63bfc732f733 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 944 time: 0.2276571 Aug 25 15:16:49.319313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc31b5-879d-4d90-b97c-d9bea705922d req-d3d2fbb2-4507-4320-a6b4-2aaea9fd6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.320845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ddc31b5-879d-4d90-b97c-d9bea705922d req-d3d2fbb2-4507-4320-a6b4-2aaea9fd6954 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2588067896714e17bfde81cb44083709&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8064845 Aug 25 15:16:49.324868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.331967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.332473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router 08e8436c-929e-4c6d-906a-3bd22e738c27 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:16:49.339806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.341110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-05c3a873-d4ea-4541-8f9e-eb3ec8f1c910 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 204 len: 168 time: 1.1094875 Aug 25 15:16:49.346722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38546) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:49.352653 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1930304152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:49.397395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.503239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0dd59fb7-f9a3-417a-bfe7-d4b8ffffdd79 req-7752f68d-6f44-4fa9-a7fd-a912a6c66050 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790557 Aug 25 15:16:49.505621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.566586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569dd7-de21-478a-887e-c7f2ebc28810 req-273e5b7b-8368-4d14-89d0-1331de682560 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.568323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42569dd7-de21-478a-887e-c7f2ebc28810 req-273e5b7b-8368-4d14-89d0-1331de682560 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.0756409 Aug 25 15:16:49.581756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:49.597618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98150f58-44da-42d1-a3bd-b60ef2d2c7f9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:49.618865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42569dd7-de21-478a-887e-c7f2ebc28810 req-b5509868-183f-486d-96bc-11c9d3cf3c8b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Aug 25 15:16:49.624241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.624597 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 79940be8-f2c9-4a0e-8a79-ce1db0f075cf of type vlan for network eb2e21c1-e4ba-4634-881c-d748771f13f9 Aug 25 15:16:49.666484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc31b5-879d-4d90-b97c-d9bea705922d req-cee855c6-e15c-4c31-b021-a6bf9c786bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.668206 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ddc31b5-879d-4d90-b97c-d9bea705922d req-cee855c6-e15c-4c31-b021-a6bf9c786bf1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260527 Aug 25 15:16:49.681524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f8f25a6c-e687-41d9-9909-c446f0aed0cf None None] Provisioning for port d506c331-c2eb-4f54-af85-e5e5b1034d2b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:49.682382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.683719 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.685200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.688835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f8f25a6c-e687-41d9-9909-c446f0aed0cf None None] Provisioning complete for port d506c331-c2eb-4f54-af85-e5e5b1034d2b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:49.689428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f8f25a6c-e687-41d9-9909-c446f0aed0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.739567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f8f25a6c-e687-41d9-9909-c446f0aed0cf None None] Port d506c331-c2eb-4f54-af85-e5e5b1034d2b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:49.778621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-2c47380d-ed93-44f5-979b-acae4d617109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.779068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.780197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-2c47380d-ed93-44f5-979b-acae4d617109 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2588067896714e17bfde81cb44083709&device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 1095 time: 0.0534167 Aug 25 15:16:49.852774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-5d0af4af-2423-4028-aaa6-7d38aac07192 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74998c28-bd08-4262-b6eb-710800eb5011 HTTP/1.1" status: 200 len: 217 time: 0.0646210 Aug 25 15:16:49.853419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.859418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.860044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.874459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.953934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.989426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:49.990736 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eefeb1f8-5f3b-45c8-a50c-d52981ec3941 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6425493 Aug 25 15:16:49.993899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38554) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:49.994901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-e49a8325-1954-42d2-94ab-b426024931b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:49.996331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-e49a8325-1954-42d2-94ab-b426024931b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ada089e2-2659-403a-b1fd-5f54d0b921e7 HTTP/1.1" status: 200 len: 851 time: 0.1308787 Aug 25 15:16:49.998591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=eb2e21c1-e4ba-4634-881c-d748771f13f9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:50.000547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:50.010726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:50.058701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-55f1aa5c-7247-4a9c-b7fb-35216a02e1d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bdf4230-5984-4a1f-956e-64b1392ef258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404720 Aug 25 15:16:50.062602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0d40ec85-e6f1-4606-a5a5-490e03d2e7ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3350749 Aug 25 15:16:50.079685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38556) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:50.092698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1777219252'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:50.259405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-5b34a2d4-d03c-414c-a6f4-fe1d4cda191c service neutron] 10.222.0.52 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805627 Aug 25 15:16:50.271450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.325282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:50.330641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.350619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.378758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a49ff3a9-813f-4fd4-8944-4a710fc0e20f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:50.390482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.396105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:50.418217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.418568 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 8ecaf5de-a700-4f42-b58f-c7adb036d81c of type vlan for network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c Aug 25 15:16:50.422290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ecf256d-c0cf-4982-88aa-9e9588132170 req-bb582131-0f52-4f53-939a-f9c83ef388c1 service neutron] 10.222.0.52 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548386 Aug 25 15:16:50.475208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.619670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4844-08c2-4804-9f5d-e3243ce7972f req-35b49eae-3f6f-4b49-9631-d52a63087fe7 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:50.621230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ca4844-08c2-4804-9f5d-e3243ce7972f req-35b49eae-3f6f-4b49-9631-d52a63087fe7 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 944 time: 0.0498543 Aug 25 15:16:50.660813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ca4844-08c2-4804-9f5d-e3243ce7972f req-6e52d006-ee9b-4ca1-8669-12b029df20f0 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Aug 25 15:16:50.670042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.745149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c684e9-b972-4309-8ff0-3e85e49e4fbc req-dc25846e-4c8f-4fa7-9fbb-a60cb3a12fad tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:50.746638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a3c684e9-b972-4309-8ff0-3e85e49e4fbc req-dc25846e-4c8f-4fa7-9fbb-a60cb3a12fad tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.0503986 Aug 25 15:16:50.750858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Pushing event updated for resources: {'Port': ['ID=d506c331-c2eb-4f54-af85-e5e5b1034d2b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:50.753650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.785768 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a3c684e9-b972-4309-8ff0-3e85e49e4fbc req-ae6e9c3a-243f-4266-adbb-a92e1488dea5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Aug 25 15:16:50.838980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a49ff3a9-813f-4fd4-8944-4a710fc0e20f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:50.839655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Router effedbbb-780a-4853-9646-973008de86cf is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:16:50.842705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.846896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:50.847660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.849138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a49ff3a9-813f-4fd4-8944-4a710fc0e20f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:50.849754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.949533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:50.958308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.968722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:50.969920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3975644a-87f0-4e9c-8e7c-5cc6f348aab9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "PUT /v2.0/routers/effedbbb-780a-4853-9646-973008de86cf HTTP/1.1" status: 200 len: 698 time: 0.9740236 Aug 25 15:16:50.976566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38566) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:50.978130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:50.980480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:50.983604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a49ff3a9-813f-4fd4-8944-4a710fc0e20f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:50.991852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] Sync routers for ids ['effedbbb-780a-4853-9646-973008de86cf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:51.016047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=d0e02de8-a35b-4db2-8482-1ad2e2b45e3c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:51.039338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:51.045057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] Routers {'effedbbb-780a-4853-9646-973008de86cf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:51.054360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['effedbbb-780a-4853-9646-973008de86cf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:51.072712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-43c83341-710e-49bf-b2ae-c5240c1e18e7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9920051 Aug 25 15:16:51.079526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38568) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.096658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:51.107529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c29e95de-5b40-4df2-a788-9643d7590790 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/routers/effedbbb-780a-4853-9646-973008de86cf HTTP/1.1" status: 200 len: 704 time: 0.1286688 Aug 25 15:16:51.114473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.157676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0a226e22-4480-4f46-bf3c-f52fe30e3b35 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=effedbbb-780a-4853-9646-973008de86cf HTTP/1.1" status: 200 len: 205 time: 0.0391502 Aug 25 15:16:51.158178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38572) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.165333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.176569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] Set router effedbbb-780a-4853-9646-973008de86cf gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:51.247411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:16:51.271314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.374145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:51.378252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.440876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:16:51.443375 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f4a36c1-e810-4bdb-8a20-d0f67ec19289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.450573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-73255824-9352-4d72-b1eb-b6a88b4d6194 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5651360 Aug 25 15:16:51.461229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.464025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.465387 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Sync routers for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:16:51.474222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effedbbb-780a-4853-9646-973008de86cf', 'name': 'tempest-RoutersIpV6Test-router-1930304152', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:49Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:51.488066 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:51.489292 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:51.522956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] Checking router: effedbbb-780a-4853-9646-973008de86cf for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:51.540577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9be849a7-8a4f-4779-af1c-df9c989f6dab None None] Provisioning complete for port d506c331-c2eb-4f54-af85-e5e5b1034d2b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:51.541579 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9be849a7-8a4f-4779-af1c-df9c989f6dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.610825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] Routers {'effedbbb-780a-4853-9646-973008de86cf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:51.610825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['effedbbb-780a-4853-9646-973008de86cf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:51.623634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.624738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Fanout notify agent at l3_agent the message router_deleted on router effedbbb-780a-4853-9646-973008de86cf {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:16:51.635389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.636469 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:51.636615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e34df6b4-42f9-4131-90f5-a44a1e41123c tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/effedbbb-780a-4853-9646-973008de86cf HTTP/1.1" status: 204 len: 168 time: 0.4775105 Aug 25 15:16:51.641596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.653507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:51.693320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8e48b24a-acba-44b6-90d5-fbd22331f2c8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=effedbbb-780a-4853-9646-973008de86cf HTTP/1.1" status: 200 len: 205 time: 0.0510726 Aug 25 15:16:51.695761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38582) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.702619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9be849a7-8a4f-4779-af1c-df9c989f6dab None None] Port d506c331-c2eb-4f54-af85-e5e5b1034d2b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:51.709459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] Set router effedbbb-780a-4853-9646-973008de86cf gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:51.743440 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-20288d48-82de-4cce-ad84-2432ac16ccd5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:51.744648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-20288d48-82de-4cce-ad84-2432ac16ccd5 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/effedbbb-780a-4853-9646-973008de86cf HTTP/1.1" status: 404 len: 336 time: 0.0476429 Aug 25 15:16:51.747409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.778105 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64ed574-867e-4b33-a3eb-465b31c318d9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:51.778622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64ed574-867e-4b33-a3eb-465b31c318d9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:51.784968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effedbbb-780a-4853-9646-973008de86cf', 'name': 'tempest-RoutersIpV6Test-router-1930304152', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:49Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:51.785177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d64ed574-867e-4b33-a3eb-465b31c318d9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/8c7412db-7870-4e24-8fba-c3cd1d80d9dd HTTP/1.1" status: 404 len: 337 time: 0.0363874 Aug 25 15:16:51.786999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38586) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.794128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:51.824361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fea30-ec33-4a82-b79b-970369827141 None None] The sync data for ids ['effedbbb-780a-4853-9646-973008de86cf'] in n-d-805995-2 is: [{'id': 'effedbbb-780a-4853-9646-973008de86cf', 'name': 'tempest-RoutersIpV6Test-router-1930304152', 'tenant_id': '513c80d8a74c482cae11a6ce84a713ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:49Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 2, 'project_id': '513c80d8a74c482cae11a6ce84a713ae', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:51.826910 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f843ef9a-ecfb-44bd-afd6-83d85962df15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:51.828017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f843ef9a-ecfb-44bd-afd6-83d85962df15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:51.829837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f843ef9a-ecfb-44bd-afd6-83d85962df15 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/f398e247-b028-4249-8e73-a3f91b84db33 HTTP/1.1" status: 404 len: 337 time: 0.0432589 Aug 25 15:16:51.836121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38590) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.943683 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-a998a4d0-ffdc-46f1-aebd-611a5ff35268 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:51.944201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a998a4d0-ffdc-46f1-aebd-611a5ff35268 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:51.947535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a998a4d0-ffdc-46f1-aebd-611a5ff35268 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/99deb5f2-6de5-4cb5-b632-a298d8535192 HTTP/1.1" status: 404 len: 337 time: 0.1088059 Aug 25 15:16:51.949912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:51.952766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '79940be8-f2c9-4a0e-8a79-ce1db0f075cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:51.953139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: eb2e21c1-e4ba-4634-881c-d748771f13f9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:51.968123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a0b1-89a5-4922-98e7-f23f122cee17 req-7f18b805-a128-490d-ab5f-0252a72a59eb tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:51.969607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12e4a0b1-89a5-4922-98e7-f23f122cee17 req-7f18b805-a128-490d-ab5f-0252a72a59eb tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 944 time: 0.2068191 Aug 25 15:16:51.981422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=1392b17e-9f6f-4126-a009-4712d20521ed,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:52.003715 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 2, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:52.043720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12e4a0b1-89a5-4922-98e7-f23f122cee17 req-50e279d2-daf6-421a-a996-af6acaa66dfa tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656481 Aug 25 15:16:52.047654 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-48517b5d-b439-4dcb-a9d0-bc10fffe4e0e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:52.047654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48517b5d-b439-4dcb-a9d0-bc10fffe4e0e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:52.048083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-48517b5d-b439-4dcb-a9d0-bc10fffe4e0e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/80ffb2d5-d413-4095-8600-e753095f6b18 HTTP/1.1" status: 404 len: 337 time: 0.0964575 Aug 25 15:16:52.050539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38600) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.066594 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Checking router: 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:16:52.067058 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Updating router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 port d506c331-c2eb-4f54-af85-e5e5b1034d2b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:16:52.091315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba723c67-6360-48e5-b209-73c4e6d1a36d tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 200 len: 205 time: 0.0394375 Aug 25 15:16:52.093721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38602) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.105206 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.106022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab9b4-9a41-402c-b12c-d0b6910d905a req-9a351272-2bbd-4319-800b-d6b8728ebef3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:52.107997 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-448ab9b4-9a41-402c-b12c-d0b6910d905a req-9a351272-2bbd-4319-800b-d6b8728ebef3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.2173147 Aug 25 15:16:52.144010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:52.150183 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-93e2bb7b-0d66-4d1f-a387-3c0b2b35888e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:52.151261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-93e2bb7b-0d66-4d1f-a387-3c0b2b35888e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/08e8436c-929e-4c6d-906a-3bd22e738c27 HTTP/1.1" status: 404 len: 336 time: 0.0563571 Aug 25 15:16:52.153982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38604) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.167826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-448ab9b4-9a41-402c-b12c-d0b6910d905a req-e503c585-0694-40c5-9a92-1fcb8540d457 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Aug 25 15:16:52.192920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52f2a6ae-81e2-4c91-8533-01e91ecc0649 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=500c0a50-2f3c-4a0d-bda0-eafebdc27162 HTTP/1.1" status: 200 len: 205 time: 0.0374231 Aug 25 15:16:52.195050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.237677 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-2bbb92d9-0ba5-4156-a3a5-7d9b25883d91 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:52.239069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2bbb92d9-0ba5-4156-a3a5-7d9b25883d91 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/500c0a50-2f3c-4a0d-bda0-eafebdc27162 HTTP/1.1" status: 404 len: 336 time: 0.0426617 Aug 25 15:16:52.241755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38608) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.278599 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb22214-0ece-479c-a2e0-10751db54d13 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:52.279109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb22214-0ece-479c-a2e0-10751db54d13 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:52.284275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7cb22214-0ece-479c-a2e0-10751db54d13 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/2173158f-39b7-4cbb-bf3b-a447ab955bad HTTP/1.1" status: 404 len: 337 time: 0.0379932 Aug 25 15:16:52.284275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, eb2e21c1-e4ba-4634-881c-d748771f13f9) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:52.284569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38614) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.293465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce234cc3-f3d0-444c-abf8-43b07d836d8b None None] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:52.313818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:52.314412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.350281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0bfbbf87-7734-4dfa-aacd-2208314f5a8b tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 200 len: 205 time: 0.0632155 Aug 25 15:16:52.350508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38618) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.360620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a49ff3a9-813f-4fd4-8944-4a710fc0e20f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:52.397328 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-d3eb9716-c08d-46ab-a908-3191bf789b89 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:52.398376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d3eb9716-c08d-46ab-a908-3191bf789b89 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/0d9defaf-149f-4510-a6c9-8dc33e31c171 HTTP/1.1" status: 404 len: 336 time: 0.0461602 Aug 25 15:16:52.401123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38620) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.421402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-55803839-4071-4a6e-95a0-960099b1f027 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3404887 Aug 25 15:16:52.425936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38624) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.448643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:52.456328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91ca8adc-ff32-4160-90d6-fcd1b110a338 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=85683c68-9814-4481-9d0f-2dcc87942f6a HTTP/1.1" status: 200 len: 205 time: 0.0538821 Aug 25 15:16:52.458875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38626) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.487771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a49ff3a9-813f-4fd4-8944-4a710fc0e20f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:52.487771 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.527343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 74998c28-bd08-4262-b6eb-710800eb5011 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:16:52.551636 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.583281 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-b67f6392-beb9-4df7-9eea-56095a168d1e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:52.591312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b67f6392-beb9-4df7-9eea-56095a168d1e tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/85683c68-9814-4481-9d0f-2dcc87942f6a HTTP/1.1" status: 404 len: 336 time: 0.1275442 Aug 25 15:16:52.592422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38636) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.594517 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Transition to ACTIVE for port object d506c331-c2eb-4f54-af85-e5e5b1034d2b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:52.605515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-eb2e21c1-e4ba-4634-881c-d748771f13f9', 'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '1392b17e-9f6f-4126-a009-4712d20521ed'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:52.605515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.669991 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.686072 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0820af50-8f61-4de9-af1e-19999c03f2f8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:52.687524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0820af50-8f61-4de9-af1e-19999c03f2f8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:52.694047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38638) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.697279 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0820af50-8f61-4de9-af1e-19999c03f2f8 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/c6610d10-5d5f-45eb-914d-7c1ad93f0eb1 HTTP/1.1" status: 404 len: 337 time: 0.1039565 Aug 25 15:16:52.759300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-72bc3649-7b67-4f37-8374-89d0ec15d7ee tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=197e3a55-af41-423e-929e-bca2431f5c72 HTTP/1.1" status: 200 len: 205 time: 0.0629518 Aug 25 15:16:52.761135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38642) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.791083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:52.792624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.819665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38644) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:52.830251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-983426177-network', 'tenant_id': 'b582a5259845410b9cb37489c1410be2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:52.867898 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb1812-d343-4577-9c01-45c952e798e7 None None] Pushing event updated for resources: {'Port': ['ID=d506c331-c2eb-4f54-af85-e5e5b1034d2b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:52.903795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 74998c28-bd08-4262-b6eb-710800eb5011, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=74998c28-bd08-4262-b6eb-710800eb5011,segment=NetworkSegment(9ab37c20-02e7-4cf5-b363-a2aff8102268),segment_id=9ab37c20-02e7-4cf5-b363-a2aff8102268)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:52.925858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '74998c28-bd08-4262-b6eb-710800eb5011', 'network_id': '0bdf4230-5984-4a1f-956e-64b1392ef258', 'port_id': '74998c28-bd08-4262-b6eb-710800eb5011', 'mac_address': 'fa:16:3e:5c:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada089e2-2659-403a-b1fd-5f54d0b921e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:16:52.955637 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Attempting to bind port d506c331-c2eb-4f54-af85-e5e5b1034d2b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:52.955944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Attempting to bind port d506c331-c2eb-4f54-af85-e5e5b1034d2b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:52.960702 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Attempting to bind port d506c331-c2eb-4f54-af85-e5e5b1034d2b on network a588f3ec-f500-4e9f-8e38-2d385bc38f75 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:52.969481 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:52.969733 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Checking segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:52.971219 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.971219 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Bound using segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:52.971219 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Bound port: d506c331-c2eb-4f54-af85-e5e5b1034d2b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:52.971720 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.973516 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-44300c99-7dbd-4bf0-9ead-c0137cf77af0 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:52.977218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-44300c99-7dbd-4bf0-9ead-c0137cf77af0 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/197e3a55-af41-423e-929e-bca2431f5c72 HTTP/1.1" status: 404 len: 336 time: 0.2124927 Aug 25 15:16:52.979900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Made reservation on behalf of b582a5259845410b9cb37489c1410be2 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:52.985563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:52.997442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38646) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:53.029261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Allocated IP 172.20.0.2 (eb2e21c1-e4ba-4634-881c-d748771f13f9/1392b17e-9f6f-4126-a009-4712d20521ed/7c182845-e64b-4a91-9ba1-2debb842817b) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:53.043920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.086006 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] For port d506c331-c2eb-4f54-af85-e5e5b1034d2b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:53.091040 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] For port d506c331-c2eb-4f54-af85-e5e5b1034d2b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d506c331-c2eb-4f54-af85-e5e5b1034d2b,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:53.103866 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cd26ef-2e60-4a49-9a38-490ecf3c71f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:53.104384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cd26ef-2e60-4a49-9a38-490ecf3c71f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:53.107457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-93cd26ef-2e60-4a49-9a38-490ecf3c71f7 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/b4ce9d95-c9c6-4f42-84a8-fb993e22b1bb HTTP/1.1" status: 404 len: 337 time: 0.1026649 Aug 25 15:16:53.111694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38650) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:53.180929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.194940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-851da12d-218c-453b-a70a-115ecce203d6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "GET /v2.0/ports?device_id=12ad642e-0e6f-4bb1-a31f-bfea8eba3239 HTTP/1.1" status: 200 len: 205 time: 0.0818894 Aug 25 15:16:53.201072 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38654) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:53.256733 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.261778 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.268023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Transition to ACTIVE for port object 7c182845-e64b-4a91-9ba1-2debb842817b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:53.273288 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-a512469c-485d-4db1-80ca-fcf6a15593d9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] delete failed (client error): The resource could not be found. Aug 25 15:16:53.277980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a512469c-485d-4db1-80ca-fcf6a15593d9 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/routers/12ad642e-0e6f-4bb1-a31f-bfea8eba3239 HTTP/1.1" status: 404 len: 336 time: 0.0757792 Aug 25 15:16:53.283275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38656) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:53.288123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Transition to ACTIVE for port object 7c182845-e64b-4a91-9ba1-2debb842817b will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:53.318472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74998c28-bd08-4262-b6eb-710800eb5011 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:16:53.341809 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-399ea61d-4c4c-42d7-a88f-42af53773ad6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:53.342344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399ea61d-4c4c-42d7-a88f-42af53773ad6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:53.346942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-399ea61d-4c4c-42d7-a88f-42af53773ad6 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/1b711cfb-9b38-401e-8b20-8815c99d4ab5 HTTP/1.1" status: 404 len: 337 time: 0.0585675 Aug 25 15:16:53.351508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:53.371747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.373352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 74998c28-bd08-4262-b6eb-710800eb5011, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=74998c28-bd08-4262-b6eb-710800eb5011,segment=NetworkSegment(9ab37c20-02e7-4cf5-b363-a2aff8102268),segment_id=9ab37c20-02e7-4cf5-b363-a2aff8102268)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:53.399784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c4b6651b-2aaf-44e0-a5fb-6310c1287044 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:16:53.413536 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37580c3-5d42-4628-83c5-f1586a0fe33f req-bea1f8c4-c9d0-4b96-b11a-e8a5bb824a67 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:53.423399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ba93e-a6c9-4515-975a-be17bca55468 req-6a67fbd7-39a9-4572-9bae-426b9f98edbf tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:53.425980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f37580c3-5d42-4628-83c5-f1586a0fe33f req-bea1f8c4-c9d0-4b96-b11a-e8a5bb824a67 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 944 time: 0.1146803 Aug 25 15:16:53.427476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-347ba93e-a6c9-4515-975a-be17bca55468 req-6a67fbd7-39a9-4572-9bae-426b9f98edbf tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 944 time: 0.2357931 Aug 25 15:16:53.435666 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39e5106-94d9-42f2-99c9-4c35c58f2193 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] DELETE failed (client error): The resource could not be found. Aug 25 15:16:53.435848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:16:53.435848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:53.439279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39e5106-94d9-42f2-99c9-4c35c58f2193 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:16:53.439872 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.445666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a39e5106-94d9-42f2-99c9-4c35c58f2193 tempest-RoutersIpV6Test-11872780 tempest-RoutersIpV6Test-11872780-project] 10.222.0.58 "DELETE /v2.0/subnets/aa51ad1d-1384-4683-a024-95cca41819df HTTP/1.1" status: 404 len: 337 time: 0.0925908 Aug 25 15:16:53.446706 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb1812-d343-4577-9c01-45c952e798e7 None None] Pushing event updated for resources: {'Port': ['ID=d506c331-c2eb-4f54-af85-e5e5b1034d2b,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:53.519367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f37580c3-5d42-4628-83c5-f1586a0fe33f req-e7616c48-9148-4df7-a41c-f26c858c6b9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849321 Aug 25 15:16:53.524584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.536698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Pushing event updated for resources: {'Port': ['ID=7c182845-e64b-4a91-9ba1-2debb842817b,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:53.538091 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.542579 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.resource_extend [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 15:16:53.621017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:16:53.636124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:53.643983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:53.649455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:53.681779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e78f80-2faa-417c-b69b-113726333929,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:53.693770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-347ba93e-a6c9-4515-975a-be17bca55468 req-446c3c52-5ec5-41fa-a41c-07e2e9048b40 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438109 Aug 25 15:16:53.706196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.706558 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Added segment efbfcb1b-f9ac-4dd7-8dda-be27a239e79b of type vlan for network 731596d1-b151-4b18-9f5a-41fe8c13aeeb Aug 25 15:16:53.761939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.762123 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:16:53.801268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Attempting to bind port 7c182845-e64b-4a91-9ba1-2debb842817b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:53.801611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Attempting to bind port 7c182845-e64b-4a91-9ba1-2debb842817b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '79940be8-f2c9-4a0e-8a79-ce1db0f075cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:53.802092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Attempting to bind port 7c182845-e64b-4a91-9ba1-2debb842817b on network eb2e21c1-e4ba-4634-881c-d748771f13f9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:53.808460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.810537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=74998c28-bd08-4262-b6eb-710800eb5011,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:53.820560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['74998c28-bd08-4262-b6eb-710800eb5011'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:16:53.871272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=5be0d7e5-be66-49b7-a221-3bb07d916b36,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:53.881561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:53.881960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Checking segment: {'id': '79940be8-f2c9-4a0e-8a79-ce1db0f075cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:53.882555 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.882800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Bound using segment: {'id': '79940be8-f2c9-4a0e-8a79-ce1db0f075cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:53.884083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Bound port: 7c182845-e64b-4a91-9ba1-2debb842817b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79940be8-f2c9-4a0e-8a79-ce1db0f075cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb2e21c1-e4ba-4634-881c-d748771f13f9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:53.884083 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.886698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '8ecaf5de-a700-4f42-b58f-c7adb036d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:53.887315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: d0e02de8-a35b-4db2-8482-1ad2e2b45e3c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:53.893883 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6a96-be2a-4ff7-a381-dfb6a64f2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.900028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c4b6651b-2aaf-44e0-a5fb-6310c1287044, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c4b6651b-2aaf-44e0-a5fb-6310c1287044,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:53.921182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.922564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:53.923248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:53.932497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044', 'mac_address': 'fa:16:3e:07:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:16:53.994044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:54.043922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] Pushing event updated for resources: {'Network': ['ID=731596d1-b151-4b18-9f5a-41fe8c13aeeb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:54.057579 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.066262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e71261b0-ae6e-48c9-bdef-f045e7b1c729 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2417922 Aug 25 15:16:54.066623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:16:54.066735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:54.082997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Request body: {'subnet': {'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-983426177-subnet', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:54.120164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] For port 7c182845-e64b-4a91-9ba1-2debb842817b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:54.156463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] For port 7c182845-e64b-4a91-9ba1-2debb842817b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c182845-e64b-4a91-9ba1-2debb842817b,segment=NetworkSegment(79940be8-f2c9-4a0e-8a79-ce1db0f075cf),segment_id=79940be8-f2c9-4a0e-8a79-ce1db0f075cf)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:54.159971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b6651b-2aaf-44e0-a5fb-6310c1287044 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:16:54.174693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d0e02de8-a35b-4db2-8482-1ad2e2b45e3c) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:54.194620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:54.195713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.212557 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:53Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:16:54.247510 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb86ec-7e8c-4733-af30-78c2f87caf07 None None] The sync data for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 is: [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:53Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:16:54.310066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Made reservation on behalf of b582a5259845410b9cb37489c1410be2 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:16:54.321103 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.344110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38666) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:54.386126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b79cdd2e-07fe-49d5-8402-72536ce18b5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9586568 Aug 25 15:16:54.389343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38670) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:54.400715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-93963883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:54.460546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27469ff-fec6-4e63-ad68-5c7a2b000059 None None] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:54.472911 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.485533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c4b6651b-2aaf-44e0-a5fb-6310c1287044, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c4b6651b-2aaf-44e0-a5fb-6310c1287044,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:54.545500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.558323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.626865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.629147 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.656934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b36bfa-79ef-419f-8dfa-aca75d7edc85 None None] Pushing event updated for resources: {'Port': ['ID=7c182845-e64b-4a91-9ba1-2debb842817b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:54.741033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fe098-4c07-4a23-9bb1-fb7317056112 req-c8e77198-70e4-4bdb-8f47-aa007f3eb4f4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:54.742723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a5fe098-4c07-4a23-9bb1-fb7317056112 req-c8e77198-70e4-4bdb-8f47-aa007f3eb4f4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 945 time: 0.0635200 Aug 25 15:16:54.761462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.774321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c4b6651b-2aaf-44e0-a5fb-6310c1287044,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:54.784506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.847363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d0e02de8-a35b-4db2-8482-1ad2e2b45e3c', 'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '5be0d7e5-be66-49b7-a221-3bb07d916b36'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:54.849017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:54.852718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3a9e62e7-b299-4aae-a742-a6abcf5da109 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=513c80d8a74c482cae11a6ce84a713ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072219 Aug 25 15:16:54.860881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38676) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:54.911573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a5fe098-4c07-4a23-9bb1-fb7317056112 req-92da08ed-e5f8-484e-b6d8-f0f1e173e7a6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513276 Aug 25 15:16:54.995855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:55.012791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c4b6651b-2aaf-44e0-a5fb-6310c1287044'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:16:55.032133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Checking segment: {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:55.033597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Network hostable DHCP agents. Network: 731596d1-b151-4b18-9f5a-41fe8c13aeeb, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:16:55.042535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207704da-1ad4-4480-b558-f6b561c498f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.086144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207704da-1ad4-4480-b558-f6b561c498f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.210438 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:16:55.294400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207704da-1ad4-4480-b558-f6b561c498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.297818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Allocated IP 172.21.0.2 (d0e02de8-a35b-4db2-8482-1ad2e2b45e3c/5be0d7e5-be66-49b7-a221-3bb07d916b36/ef019c7e-6197-4b44-8c85-06da7f5975e1) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:55.301480 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207704da-1ad4-4480-b558-f6b561c498f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.307281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-207704da-1ad4-4480-b558-f6b561c498f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b555612d-9169-426f-88a1-2ac6f58b00da HTTP/1.1" status: 204 len: 168 time: 0.4428995 Aug 25 15:16:55.309259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 731596d1-b151-4b18-9f5a-41fe8c13aeeb) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:55.320214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:55.322487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.366744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207704da-1ad4-4480-b558-f6b561c498f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555612d-9169-426f-88a1-2ac6f58b00da,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:55.445998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.477166 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a3cf8335-c8d3-44ec-b4df-e923ac62a743 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4081585 Aug 25 15:16:55.479759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38690) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:55.484772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:55.493701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78959cc7-4a32-44a8-9fa6-2b01d61cfe50 req-0012cd19-0a1b-407a-b6b1-8224239aab03 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:55.496806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78959cc7-4a32-44a8-9fa6-2b01d61cfe50 req-0012cd19-0a1b-407a-b6b1-8224239aab03 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 945 time: 0.6572289 Aug 25 15:16:55.508990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20289d83-38e4-4937-af21-f3e9c4b6d962 None None] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:55.543997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.557304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78959cc7-4a32-44a8-9fa6-2b01d61cfe50 req-9ddc15b7-7fce-446d-af99-79a43d43cf71 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508487 Aug 25 15:16:55.559874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.563498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-23de324c-4797-4ed8-bf20-b72cc1004fbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1730289 Aug 25 15:16:55.565021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:55.619140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Transition to ACTIVE for port object ef019c7e-6197-4b44-8c85-06da7f5975e1 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:55.664380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Transition to ACTIVE for port object ef019c7e-6197-4b44-8c85-06da7f5975e1 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:55.736576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.777582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.778677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.784382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.821457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-731596d1-b151-4b18-9f5a-41fe8c13aeeb', 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'fixed_ips': [{'subnet_id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:16:55.822453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:55.856787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:55.863793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:55.866881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:55.903089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Pushing event updated for resources: {'Port': ['ID=ef019c7e-6197-4b44-8c85-06da7f5975e1,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:56.063266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.221076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Attempting to bind port ef019c7e-6197-4b44-8c85-06da7f5975e1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:56.221491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Attempting to bind port ef019c7e-6197-4b44-8c85-06da7f5975e1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '8ecaf5de-a700-4f42-b58f-c7adb036d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:56.221933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Attempting to bind port ef019c7e-6197-4b44-8c85-06da7f5975e1 on network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:56.225097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Allocated IP 172.20.0.2 (731596d1-b151-4b18-9f5a-41fe8c13aeeb/cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2/1cbc0bb2-0b07-44c7-ac98-601b25e0e474) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:56.236382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:56.236830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Checking segment: {'id': '8ecaf5de-a700-4f42-b58f-c7adb036d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:56.241461 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.241981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Bound using segment: {'id': '8ecaf5de-a700-4f42-b58f-c7adb036d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:56.242724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Bound port: ef019c7e-6197-4b44-8c85-06da7f5975e1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecaf5de-a700-4f42-b58f-c7adb036d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0e02de8-a35b-4db2-8482-1ad2e2b45e3c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:56.243198 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.310836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3718f-e0c1-4722-a36a-5fcf352a1a1f req-118e8f83-c928-44ce-8dab-ff9a8ddc744f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:56.321455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ad3718f-e0c1-4722-a36a-5fcf352a1a1f req-118e8f83-c928-44ce-8dab-ff9a8ddc744f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 945 time: 0.2967134 Aug 25 15:16:56.420400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c5d49-048d-4a43-8102-f56235a09340 None None] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:56.488832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ad3718f-e0c1-4722-a36a-5fcf352a1a1f req-1391cd44-35bd-4b08-b0f8-f9444a8813e1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622610 Aug 25 15:16:56.503266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.509070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.553914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 74998c28-bd08-4262-b6eb-710800eb5011 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:56.601187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] For port ef019c7e-6197-4b44-8c85-06da7f5975e1, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:56.613518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c182845-e64b-4a91-9ba1-2debb842817b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:56.674329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38bd4a05-3d21-4d45-abfd-3e17fb30aadd None None] Provisioning for port 7c182845-e64b-4a91-9ba1-2debb842817b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:56.685300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] For port ef019c7e-6197-4b44-8c85-06da7f5975e1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ef019c7e-6197-4b44-8c85-06da7f5975e1,segment=NetworkSegment(8ecaf5de-a700-4f42-b58f-c7adb036d81c),segment_id=8ecaf5de-a700-4f42-b58f-c7adb036d81c)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:56.738569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf30c21-9b9c-4f22-b61e-b722107201eb req-1d7fbbe6-7745-4a0a-825c-70c470d2923b tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:56.740873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8bf30c21-9b9c-4f22-b61e-b722107201eb req-1d7fbbe6-7745-4a0a-825c-70c470d2923b tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 945 time: 0.0891414 Aug 25 15:16:56.810813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8bf30c21-9b9c-4f22-b61e-b722107201eb req-d2d06e1b-122a-430e-ab37-6a9b8ce42ff6 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Aug 25 15:16:56.821359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.909613 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:56.953064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Transition to ACTIVE for port object 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:57.072218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 74998c28-bd08-4262-b6eb-710800eb5011 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:57.085989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Transition to ACTIVE for port object 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:57.102254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a803-691b-431b-8cd9-cd632ec03042 None None] Pushing event updated for resources: {'Port': ['ID=ef019c7e-6197-4b44-8c85-06da7f5975e1,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:57.109936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 74998c28-bd08-4262-b6eb-710800eb5011 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:57.110371 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.141088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7c182845-e64b-4a91-9ba1-2debb842817b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:57.152892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7c182845-e64b-4a91-9ba1-2debb842817b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:57.153406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.164340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38720) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:57.292997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.294107 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.401344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646152528'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:57.443089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c4b6651b-2aaf-44e0-a5fb-6310c1287044 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:57.495866 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.558212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Pushing event updated for resources: {'Port': ['ID=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:57.567982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:57.577047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:57.583540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:57.589698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.591787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.20.0.1 (eb2e21c1-e4ba-4634-881c-d748771f13f9/1392b17e-9f6f-4126-a009-4712d20521ed/37750cdd-a132-4407-a6aa-8171a6975cc9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:57.603942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.791133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.869954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.889186 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.898458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.917031 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6ff1f-26a2-480e-a656-766426f1faa6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:57.929912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22abb1-8438-4aee-af76-ae7437c97068 req-f4e34d32-361f-433a-816e-634869b2a9ff tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:57.933262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:16:57.938698 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a22abb1-8438-4aee-af76-ae7437c97068 req-f4e34d32-361f-433a-816e-634869b2a9ff tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 945 time: 0.2473881 Aug 25 15:16:57.942406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.942910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 37750cdd-a132-4407-a6aa-8171a6975cc9 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:16:57.981386 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:57.996818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74998c28-bd08-4262-b6eb-710800eb5011'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:16:57.999973 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30fee7c-9ef3-468b-a785-e0bcda51586a" -d '{"events": [{"server_uuid": "e99c28cb-20d2-403a-9e91-6c4546aa1305", "name": "network-vif-plugged", "status": "completed", "tag": "74998c28-bd08-4262-b6eb-710800eb5011"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:16:58.015958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49583c-ea5f-4899-8573-9996c88321cc req-5079c430-fe13-45ac-b045-4afd6fff24ae tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:58.017590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de49583c-ea5f-4899-8573-9996c88321cc req-5079c430-fe13-45ac-b045-4afd6fff24ae tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 945 time: 0.0970511 Aug 25 15:16:58.061258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.080454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.086604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 74998c28-bd08-4262-b6eb-710800eb5011, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=74998c28-bd08-4262-b6eb-710800eb5011,segment=NetworkSegment(9ab37c20-02e7-4cf5-b363-a2aff8102268),segment_id=9ab37c20-02e7-4cf5-b363-a2aff8102268)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:58.104844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de49583c-ea5f-4899-8573-9996c88321cc req-cccac891-d29b-4c1e-a09c-8f5e2bda7c13 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Aug 25 15:16:58.106894 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a22abb1-8438-4aee-af76-ae7437c97068 req-92ad968e-206d-4b24-bec9-44a980ea7ccc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668863 Aug 25 15:16:58.137221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-829c1425-ad8e-4cc1-bbb8-fe7bcbd02571 None None] Provisioning complete for port 7c182845-e64b-4a91-9ba1-2debb842817b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:58.137917 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-829c1425-ad8e-4cc1-bbb8-fe7bcbd02571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.143084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Attempting to bind port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:16:58.143765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Attempting to bind port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:16:58.144496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Attempting to bind port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 on network 731596d1-b151-4b18-9f5a-41fe8c13aeeb {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:16:58.148763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7c182845-e64b-4a91-9ba1-2debb842817b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c182845-e64b-4a91-9ba1-2debb842817b,segment=NetworkSegment(79940be8-f2c9-4a0e-8a79-ce1db0f075cf),segment_id=79940be8-f2c9-4a0e-8a79-ce1db0f075cf)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:58.176593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port c4b6651b-2aaf-44e0-a5fb-6310c1287044 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:58.183450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:16:58.183952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Checking segment: {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:16:58.184466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.184959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Bound using segment: {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:16:58.185495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Bound port: 1cbc0bb2-0b07-44c7-ac98-601b25e0e474, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:16:58.185956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.211739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port c4b6651b-2aaf-44e0-a5fb-6310c1287044 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:58.212746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.224021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.267780 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd9c2d4-8230-4e67-b76b-d8f035faadc4 x-openstack-request-id: req-4bd9c2d4-8230-4e67-b76b-d8f035faadc4 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:16:58.268079 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99c28cb-20d2-403a-9e91-6c4546aa1305", "name": "network-vif-plugged", "status": "completed", "tag": "74998c28-bd08-4262-b6eb-710800eb5011", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:16:58.268335 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bd9c2d4-8230-4e67-b76b-d8f035faadc4 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:16:58.268751 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74998c28-bd08-4262-b6eb-710800eb5011', 'code': 200} Aug 25 15:16:58.291055 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.295317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.300288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.301100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d506c331-c2eb-4f54-af85-e5e5b1034d2b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:58.336690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f452b60-4378-4f77-b952-a0ddc82de487,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:58.351766 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.353725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-007d3351-8f8f-4697-b1aa-0ac46f4d1dbf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1874919 Aug 25 15:16:58.364124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38732) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:58.434434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:58.443953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:58.458766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:58.488595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=74998c28-bd08-4262-b6eb-710800eb5011,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:58.510925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Allocated IP 172.25.8.121 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/797753a9-ce12-47bd-8cbe-f5449f8f06c1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:16:58.513301 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.519524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=37750cdd-a132-4407-a6aa-8171a6975cc9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:58.531605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4e73c-75e0-4e28-97c0-4463e5275aad req-1c9720e5-c260-4acd-acb8-0f79999efeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:58.533564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12a4e73c-75e0-4e28-97c0-4463e5275aad req-1c9720e5-c260-4acd-acb8-0f79999efeac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 1097 time: 0.2493794 Aug 25 15:16:58.573487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b1dc3840-407c-4b51-822e-fd04e7d7c5a6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2078664 Aug 25 15:16:58.583000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] For port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:16:58.587889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38734) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:58.609016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-security--53836700', 'description': 'tempest-security-description-2042759824'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:16:58.651078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.674599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12a4e73c-75e0-4e28-97c0-4463e5275aad req-890dc12a-b0d9-4f97-a968-31b127152565 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325500 Aug 25 15:16:58.679611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] For port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:16:58.701835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7c182845-e64b-4a91-9ba1-2debb842817b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:58.710678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.748087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.770977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d506c331-c2eb-4f54-af85-e5e5b1034d2b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:58.773758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.778014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c4b6651b-2aaf-44e0-a5fb-6310c1287044, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c4b6651b-2aaf-44e0-a5fb-6310c1287044,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:58.787719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d506c331-c2eb-4f54-af85-e5e5b1034d2b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:58.788360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.824715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.828744 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.832793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "PUT /v2.0/security-groups/9f452b60-4378-4f77-b952-a0ddc82de487 HTTP/1.1" status: 200 len: 1778 time: 0.2410965 Aug 25 15:16:58.836744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:58.859116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.877571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.893056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e9ac4-7220-44a3-92ce-477fc6bb3212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f452b60-4378-4f77-b952-a0ddc82de487,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:58.920032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:58.921618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e736e-625e-4834-b311-b950fc8b2a0e None None] Pushing event updated for resources: {'Port': ['ID=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:58.962408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b1c24-7de9-4a12-a8c7-b30bd4b55baa None None] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:16:59.022003 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e1bbc865-1e4d-463d-938e-1962dc4fc274 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups/9f452b60-4378-4f77-b952-a0ddc82de487 HTTP/1.1" status: 200 len: 1778 time: 0.1777503 Aug 25 15:16:59.023512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38738) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:59.056114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c4b6651b-2aaf-44e0-a5fb-6310c1287044,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:59.098550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-20c5899b-aefa-4e03-918e-ab1d719f6220 None None] Provisioning for port 37750cdd-a132-4407-a6aa-8171a6975cc9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:59.118363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-20c5899b-aefa-4e03-918e-ab1d719f6220 None None] Provisioning complete for port 37750cdd-a132-4407-a6aa-8171a6975cc9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:16:59.118750 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20c5899b-aefa-4e03-918e-ab1d719f6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.125347 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.131231 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92d3e718-88ef-46f3-b814-99c8f09dbb19 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.239604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.240715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92d3e718-88ef-46f3-b814-99c8f09dbb19 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.347935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-20c5899b-aefa-4e03-918e-ab1d719f6220 None None] Port 37750cdd-a132-4407-a6aa-8171a6975cc9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:16:59.379087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f781-8000-4250-a488-fe6c40f96162 req-a80b0586-7883-4190-9947-5f8d443edc04 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:59.381268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d506c331-c2eb-4f54-af85-e5e5b1034d2b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d506c331-c2eb-4f54-af85-e5e5b1034d2b,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:16:59.383495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f918f781-8000-4250-a488-fe6c40f96162 req-a80b0586-7883-4190-9947-5f8d443edc04 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.1001513 Aug 25 15:16:59.433640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.445438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f918f781-8000-4250-a488-fe6c40f96162 req-ed0f818f-8b1f-4694-afcd-3bdab3955dcc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Aug 25 15:16:59.492834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.528914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:16:59.538181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92d3e718-88ef-46f3-b814-99c8f09dbb19 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.542706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-92d3e718-88ef-46f3-b814-99c8f09dbb19 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.546405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-92d3e718-88ef-46f3-b814-99c8f09dbb19 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/9f452b60-4378-4f77-b952-a0ddc82de487 HTTP/1.1" status: 204 len: 168 time: 0.5207326 Aug 25 15:16:59.560691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:16:59.560691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:16:59.566391 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38748) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:59.573339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3e718-88ef-46f3-b814-99c8f09dbb19 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f452b60-4378-4f77-b952-a0ddc82de487,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:59.638104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3b04bdab-c24c-48fd-9e79-7e18ace21455 None None] Provisioning for port ef019c7e-6197-4b44-8c85-06da7f5975e1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:16:59.652279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Pushing event updated for resources: {'Port': ['ID=797753a9-ce12-47bd-8cbe-f5449f8f06c1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:59.699402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d506c331-c2eb-4f54-af85-e5e5b1034d2b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:16:59.733328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44a16d-b170-4fa0-9882-790dce2086d7 req-fdc09c60-cb6f-41c4-9d78-2e116ff2b4bb tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:16:59.744460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e44a16d-b170-4fa0-9882-790dce2086d7 req-fdc09c60-cb6f-41c4-9d78-2e116ff2b4bb tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.3939273 Aug 25 15:16:59.905194 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10fed173-7b02-4eef-b760-c2d41975ae91 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3350408 Aug 25 15:16:59.907873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38750) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:59.923239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:16:59.940914 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-464ef681-92e1-4fb2-8844-39110b086ff2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] delete failed (client error): The resource could not be found. Aug 25 15:16:59.942872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:16:59.954162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-464ef681-92e1-4fb2-8844-39110b086ff2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/9f452b60-4378-4f77-b952-a0ddc82de487 HTTP/1.1" status: 404 len: 347 time: 0.0445311 Aug 25 15:16:59.955464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38752) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:16:59.969777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--664366184'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:00.008632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e44a16d-b170-4fa0-9882-790dce2086d7 req-32971b75-8c6b-4ac2-abc2-25323af0075a tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655332 Aug 25 15:17:00.112496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.116006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.144657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:00.152560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ef019c7e-6197-4b44-8c85-06da7f5975e1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:00.269833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.270066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:00.272144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=37750cdd-a132-4407-a6aa-8171a6975cc9,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:00.283058 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f6df9-2fcb-4a50-8ba9-3922b1820af3" -d '{"events": [{"server_uuid": "ddd2272c-c70b-4cf4-a3ea-5649573cf5a0", "name": "network-vif-plugged", "status": "completed", "tag": "c4b6651b-2aaf-44e0-a5fb-6310c1287044"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:00.303439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.344562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ef019c7e-6197-4b44-8c85-06da7f5975e1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:00.355990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ef019c7e-6197-4b44-8c85-06da7f5975e1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:00.356703 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.367714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a91beca-eea1-4bb5-9879-7ef6d6795a01 None None] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:00.387331 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a47730-2ade-477e-b5f7-66fba0f554fc x-openstack-request-id: req-19a47730-2ade-477e-b5f7-66fba0f554fc {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:00.387699 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd2272c-c70b-4cf4-a3ea-5649573cf5a0", "name": "network-vif-plugged", "status": "completed", "tag": "c4b6651b-2aaf-44e0-a5fb-6310c1287044", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:00.387907 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19a47730-2ade-477e-b5f7-66fba0f554fc {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:00.388767 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044', 'code': 200} Aug 25 15:17:00.396419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.454857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d94d02-e986-48af-8a73-3389243771aa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:00.459317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:00.465609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:00.548921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.554752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38764) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:00.555558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9c32f5c6-c488-47a2-a3e5-bf158b50e4dc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5986571 Aug 25 15:17:00.560547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '25d94d02-e986-48af-8a73-3389243771aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:00.564394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81175317-285f-4aa2-b578-6d4ded6f67ef req-aebe4031-e2fd-4e30-926e-f0a0fa1263fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:00.565978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81175317-285f-4aa2-b578-6d4ded6f67ef req-aebe4031-e2fd-4e30-926e-f0a0fa1263fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 1097 time: 0.1243067 Aug 25 15:17:00.583651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.614527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81175317-285f-4aa2-b578-6d4ded6f67ef req-86e2040a-4e67-439d-bf59-08fa7e0d7f07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Aug 25 15:17:00.635474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] Provisioning for port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:00.648105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] Provisioning complete for port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:00.648803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.683516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.712803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ef019c7e-6197-4b44-8c85-06da7f5975e1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ef019c7e-6197-4b44-8c85-06da7f5975e1,segment=NetworkSegment(8ecaf5de-a700-4f42-b58f-c7adb036d81c),segment_id=8ecaf5de-a700-4f42-b58f-c7adb036d81c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:00.752978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.773406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.774606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2de4aa-93f9-4a9f-8a9d-d6b0b6e2aeab req-b9de320c-363a-4005-ba41-70f88e5890a7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:00.776246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be2de4aa-93f9-4a9f-8a9d-d6b0b6e2aeab req-b9de320c-363a-4005-ba41-70f88e5890a7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.1651533 Aug 25 15:17:00.777360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.778257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c182845-e64b-4a91-9ba1-2debb842817b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:00.888147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] For port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:00.907188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ef019c7e-6197-4b44-8c85-06da7f5975e1,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:00.922931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7c182845-e64b-4a91-9ba1-2debb842817b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:00.923459 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:00.946494 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.014956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be2de4aa-93f9-4a9f-8a9d-d6b0b6e2aeab req-37924b28-1590-4dd0-b1b0-06ab04502b38 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151346 Aug 25 15:17:01.028833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043e2a9-42c1-4481-abfa-7675ca781edc None None] Pushing event updated for resources: {'Port': ['ID=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:01.075288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.077059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:01.086818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d6e177cf-c73b-4cbd-bc11-c51bce26b65e None None] Provisioning complete for port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:01.087278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6e177cf-c73b-4cbd-bc11-c51bce26b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.157922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfe387-e23e-44e3-8e51-ef6fa5c4cde8 req-a97271fe-da1e-46ac-a1f6-a65846c3ecd4 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:01.166150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47dfe387-e23e-44e3-8e51-ef6fa5c4cde8 req-a97271fe-da1e-46ac-a1f6-a65846c3ecd4 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0600240 Aug 25 15:17:01.191735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d6e177cf-c73b-4cbd-bc11-c51bce26b65e None None] Provisioning complete for port 37750cdd-a132-4407-a6aa-8171a6975cc9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:01.192058 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6e177cf-c73b-4cbd-bc11-c51bce26b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.193092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.204361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.224180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47dfe387-e23e-44e3-8e51-ef6fa5c4cde8 req-38a385bb-4621-485b-8f65-48b27607a1f1 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568075 Aug 25 15:17:01.236094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d6e177cf-c73b-4cbd-bc11-c51bce26b65e None None] Port 37750cdd-a132-4407-a6aa-8171a6975cc9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:01.251256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdc46ab-b6ba-4be4-8e71-0593a23a3edf,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:01.293915 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:01.303396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] Sync routers for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:01.309203 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2b9e9260-3822-4276-aab3-4230c81fa568 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/166f6d9f-8b36-4dc4-bfef-ccd2a5c01736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7429886 Aug 25 15:17:01.312008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38774) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:01.315775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:01.316501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:01.359305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:01.375109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e502206-863d-4fa9-98c9-6f50ff10a676 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:01.376638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:01.377459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:01.377794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2e502206-863d-4fa9-98c9-6f50ff10a676 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports/37750cdd-a132-4407-a6aa-8171a6975cc9 HTTP/1.1" status: 200 len: 910 time: 0.0643191 Aug 25 15:17:01.382394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38776) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:01.416324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:01.416961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a445a-6678-4935-ac04-7efbd6860f90 None None] The sync data for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:01.615493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:01.676663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:01.676663 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.764430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.769589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ef019c7e-6197-4b44-8c85-06da7f5975e1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:01.770077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-161199e1-5632-4afb-bc20-426ee3a895e2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2132885 Aug 25 15:17:01.772199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38778) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:01.798912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7affc-1ff3-48ff-a50a-8ca9cef61d17 req-a3c194e9-d536-42fa-8b42-53bcaeb7dec5 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:01.806385 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1dc7affc-1ff3-48ff-a50a-8ca9cef61d17 req-a3c194e9-d536-42fa-8b42-53bcaeb7dec5 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.5162675 Aug 25 15:17:01.823080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73716a0c-5db2-44b9-b7c5-1db7ed42e9fc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.844134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ef019c7e-6197-4b44-8c85-06da7f5975e1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:01.844510 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.877975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73716a0c-5db2-44b9-b7c5-1db7ed42e9fc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.878907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1dc7affc-1ff3-48ff-a50a-8ca9cef61d17 req-fbe452ee-8d37-4e4d-980c-aa785842e4f9 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Aug 25 15:17:01.892188 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:01.951747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d506c331-c2eb-4f54-af85-e5e5b1034d2b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:01.988167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Router 07927184-8f4f-4287-9ece-bfca9c6b37f4 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:02.011086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d506c331-c2eb-4f54-af85-e5e5b1034d2b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:02.011625 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.099799 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73716a0c-5db2-44b9-b7c5-1db7ed42e9fc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.111542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-73716a0c-5db2-44b9-b7c5-1db7ed42e9fc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.113187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-73716a0c-5db2-44b9-b7c5-1db7ed42e9fc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9cdc46ab-b6ba-4be4-8e71-0593a23a3edf HTTP/1.1" status: 204 len: 168 time: 0.3399136 Aug 25 15:17:02.133624 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38784) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:02.145214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:02.151675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73716a0c-5db2-44b9-b7c5-1db7ed42e9fc tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cdc46ab-b6ba-4be4-8e71-0593a23a3edf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:02.161317 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Sync routers for ids ['07927184-8f4f-4287-9ece-bfca9c6b37f4'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:02.172879 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Routers {'07927184-8f4f-4287-9ece-bfca9c6b37f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:02.173662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['07927184-8f4f-4287-9ece-bfca9c6b37f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:02.192530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0239af3-bafb-4b6b-ba9b-2bc5d7bc4a23 req-b2003095-0795-4933-a2b7-c34131dc7dee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:02.194077 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e0239af3-bafb-4b6b-ba9b-2bc5d7bc4a23 req-b2003095-0795-4933-a2b7-c34131dc7dee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.0940306 Aug 25 15:17:02.229649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6053a5ef-4a38-4951-bb32-7e288c8de568 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0948777 Aug 25 15:17:02.235599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38786) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:02.263089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e0239af3-bafb-4b6b-ba9b-2bc5d7bc4a23 req-395a48f8-3630-43b6-93ee-5dd9d58b7cfa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 Aug 25 15:17:02.269534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.270995 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50df4701-e606-435f-bde7-d4d759e7ec90 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7901032 Aug 25 15:17:02.275888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38790) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:02.317241 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Set router 07927184-8f4f-4287-9ece-bfca9c6b37f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:02.319967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.21.0.1 (d0e02de8-a35b-4db2-8482-1ad2e2b45e3c/5be0d7e5-be66-49b7-a221-3bb07d916b36/0b28c66d-dcdb-4dad-a29b-5522504abd9e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:02.353990 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50a0075-8a13-40fb-847c-5f2cb88d2c75 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.437964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50a0075-8a13-40fb-847c-5f2cb88d2c75 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.513535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5182-0194-4712-9a9d-897b9ed15df1 req-55149aae-4b8b-4373-a203-57dc4c779108 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:02.521287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee8c5182-0194-4712-9a9d-897b9ed15df1 req-55149aae-4b8b-4373-a203-57dc4c779108 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.0759349 Aug 25 15:17:02.547878 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:17:00Z', 'revision_number': 3, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:02.574686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f355e-1258-4964-ab23-08c68a60e2c6 req-3b93a8ce-1c1d-4ebd-866f-1cd8e194d8a9 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:02.577228 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Checking router: 07927184-8f4f-4287-9ece-bfca9c6b37f4 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:17:02.578103 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Updating router 07927184-8f4f-4287-9ece-bfca9c6b37f4 port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:17:02.583161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-513f355e-1258-4964-ab23-08c68a60e2c6 req-3b93a8ce-1c1d-4ebd-866f-1cd8e194d8a9 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1183324 Aug 25 15:17:02.608184 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.616186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee8c5182-0194-4712-9a9d-897b9ed15df1 req-1d47b446-2765-40f7-b2ba-e86ae9c21bc1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918794 Aug 25 15:17:02.623896 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.650339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 0b28c66d-dcdb-4dad-a29b-5522504abd9e will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:02.711157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50a0075-8a13-40fb-847c-5f2cb88d2c75 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.713596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50a0075-8a13-40fb-847c-5f2cb88d2c75 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.714959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f50a0075-8a13-40fb-847c-5f2cb88d2c75 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/25d94d02-e986-48af-8a73-3389243771aa HTTP/1.1" status: 204 len: 168 time: 0.4782145 Aug 25 15:17:02.727561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38806) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:02.754517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a0075-8a13-40fb-847c-5f2cb88d2c75 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d94d02-e986-48af-8a73-3389243771aa,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:02.784988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-513f355e-1258-4964-ab23-08c68a60e2c6 req-5e85fdfb-efbb-4aa9-a380-ca667f1934b8 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009346 Aug 25 15:17:02.801129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.854734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aefd1-ddf2-46da-a878-3680316f9b15 req-552887b1-d456-44e0-a1c4-f688f44f9a04 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:02.856075 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a9aefd1-ddf2-46da-a878-3680316f9b15 req-552887b1-d456-44e0-a1c4-f688f44f9a04 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.1068685 Aug 25 15:17:02.859246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c996418a-581c-40d1-9b42-e78b40998772 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263485 Aug 25 15:17:02.863185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38808) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:02.870107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787157778'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:02.870328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:02.873742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:02.879204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:02.937930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:02.981042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a9aefd1-ddf2-46da-a878-3680316f9b15 req-31b123eb-37bb-4b24-9e1d-5af1778a7778 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040173 Aug 25 15:17:02.993430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=0b28c66d-dcdb-4dad-a29b-5522504abd9e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.041434 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.059293 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Transition to ACTIVE for port object 797753a9-ce12-47bd-8cbe-f5449f8f06c1 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:03.059454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.165273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.184082 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.241855 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Attempting to bind port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:03.242217 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Attempting to bind port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:03.242576 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Attempting to bind port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:03.247940 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Pushing event updated for resources: {'Port': ['ID=797753a9-ce12-47bd-8cbe-f5449f8f06c1,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.257017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.257356 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.257693 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.258023 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.258348 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.258676 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.258997 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.259341 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.259662 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.260020 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.260284 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.260598 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:03.264114 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:03.264479 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:03.265080 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.265613 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:03.266243 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Bound port: 797753a9-ce12-47bd-8cbe-f5449f8f06c1, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:03.266628 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.291918 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.328472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.346827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] For port 797753a9-ce12-47bd-8cbe-f5449f8f06c1, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:03.350875 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] For port 797753a9-ce12-47bd-8cbe-f5449f8f06c1, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=797753a9-ce12-47bd-8cbe-f5449f8f06c1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:03.376817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-381cf52f-956c-4dd5-be95-b19fd7c69728 None None] Provisioning for port 0b28c66d-dcdb-4dad-a29b-5522504abd9e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:03.377498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-381cf52f-956c-4dd5-be95-b19fd7c69728 None None] Provisioning complete for port 0b28c66d-dcdb-4dad-a29b-5522504abd9e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:03.377997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-381cf52f-956c-4dd5-be95-b19fd7c69728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.395548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.424616 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.448080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173f1967-2a8d-49ab-b844-8903189fd37d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.471973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-381cf52f-956c-4dd5-be95-b19fd7c69728 None None] Port 0b28c66d-dcdb-4dad-a29b-5522504abd9e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:03.476340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Allocated IP 172.20.0.1 (731596d1-b151-4b18-9f5a-41fe8c13aeeb/cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2/62b70348-6798-4da7-8edd-d6aa46f09edd) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:03.514150 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Routers {'07927184-8f4f-4287-9ece-bfca9c6b37f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:03.515364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['07927184-8f4f-4287-9ece-bfca9c6b37f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:03.517330 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad42ba5-e93b-4375-8a06-cff064ea389f None None] Pushing event updated for resources: {'Port': ['ID=797753a9-ce12-47bd-8cbe-f5449f8f06c1,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.575483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.577149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-80e59859-a14f-474b-a972-c8376d38e212 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7129321 Aug 25 15:17:03.580464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38822) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:03.595839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '173f1967-2a8d-49ab-b844-8903189fd37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:03.644681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.656177 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] Set router 07927184-8f4f-4287-9ece-bfca9c6b37f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:03.673489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Transition to ACTIVE for port object 62b70348-6798-4da7-8edd-d6aa46f09edd will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:03.685105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.707071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.753498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52b41d-ebd1-4d13-8b48-a164e964daac req-bbd7135b-64d5-4d8e-a176-fd806cd2c533 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:03.755149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce52b41d-ebd1-4d13-8b48-a164e964daac req-bbd7135b-64d5-4d8e-a176-fd806cd2c533 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.0964148 Aug 25 15:17:03.776721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.815683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.821467 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce52b41d-ebd1-4d13-8b48-a164e964daac req-2a8c29b7-a7f7-4cb6-9a3f-6f5c98b1e59b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569794 Aug 25 15:17:03.872672 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.876178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.878190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=0b28c66d-dcdb-4dad-a29b-5522504abd9e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.920529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:03.961242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7312f0a8-1f57-4931-8740-f071178ad276,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.961466 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:17:00Z', 'revision_number': 3, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:03.968674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:03.973809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:03.975744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62b70348-6798-4da7-8edd-d6aa46f09edd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:03.982258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:04.004423 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08df2-cfcd-4e53-a72f-6392d5b19dfd None None] The sync data for ids ['07927184-8f4f-4287-9ece-bfca9c6b37f4'] in n-d-805995-2 is: [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:17:00Z', 'revision_number': 3, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:04.014276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2c4e8-c66c-42d1-ad78-4cb96c23c0b1 req-1dca7eee-eb60-49b7-b124-434673a41d8c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:04.015999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64f2c4e8-c66c-42d1-ad78-4cb96c23c0b1 req-1dca7eee-eb60-49b7-b124-434673a41d8c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0879140 Aug 25 15:17:04.035744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.057931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:04.060499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:04.081478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64f2c4e8-c66c-42d1-ad78-4cb96c23c0b1 req-2ca6983e-5403-459d-bab5-02b846367e75 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Aug 25 15:17:04.102790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.104101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50f8879a-3278-4e7f-83c0-512a3ba3d12a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5225470 Aug 25 15:17:04.125509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38826) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:04.135781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '173f1967-2a8d-49ab-b844-8903189fd37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:04.274146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:04.390964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.483218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:04.487279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3c7bd67a-b1c0-486c-8474-a18d5fd73256 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/166f6d9f-8b36-4dc4-bfef-ccd2a5c01736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1007650 Aug 25 15:17:04.488385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38832) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:04.509897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] Sync routers for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:04.521846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.532735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:04.534232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:04.576400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc9ade-bd5e-4a74-b77f-ab41ed521c64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:04.578330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-21cc9ade-bd5e-4a74-b77f-ab41ed521c64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports/0b28c66d-dcdb-4dad-a29b-5522504abd9e HTTP/1.1" status: 200 len: 910 time: 0.0888622 Aug 25 15:17:04.586070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38834) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:04.599675 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.618236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:04.643808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-038ccb29-c6c2-486c-b415-bac5dc319613 None None] Provisioning for port 62b70348-6798-4da7-8edd-d6aa46f09edd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:04.650437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:04.651896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:04.708454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.806233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9598b9ab-3a45-4202-837b-a0eae5c6a359,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:04.921050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2e3e5-e48e-4e1e-9173-0761ac2006ce req-d4259e4f-1dbf-44d8-bcaa-34214bd9c05d tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:04.921415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.922758 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50c2e3e5-e48e-4e1e-9173-0761ac2006ce req-d4259e4f-1dbf-44d8-bcaa-34214bd9c05d tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.2272961 Aug 25 15:17:04.931475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-d47137ce-5029-4a66-bca9-ce748dbf99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:04.932814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-d47137ce-5029-4a66-bca9-ce748dbf99af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2588067896714e17bfde81cb44083709&device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 1097 time: 0.1277888 Aug 25 15:17:04.971587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:04.972769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c523cc3f-ee55-46d0-a18d-367161e3dd31 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8460405 Aug 25 15:17:04.976520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38840) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:04.993315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '173f1967-2a8d-49ab-b844-8903189fd37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:05.026521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:05.031129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.035209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dc2bc-3faa-4b3b-98a5-fd6f8ed3f36f None None] The sync data for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:05.038636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-038ccb29-c6c2-486c-b415-bac5dc319613 None None] Provisioning complete for port 62b70348-6798-4da7-8edd-d6aa46f09edd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:05.038749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-038ccb29-c6c2-486c-b415-bac5dc319613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.107575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-038ccb29-c6c2-486c-b415-bac5dc319613 None None] Port 62b70348-6798-4da7-8edd-d6aa46f09edd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:05.166770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.185847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49625739-3f24-4b41-bb8e-52c311817f33 req-dff517bb-ac7b-4207-b681-3a4ba8cab578 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:05.187695 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49625739-3f24-4b41-bb8e-52c311817f33 req-dff517bb-ac7b-4207-b681-3a4ba8cab578 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.2238395 Aug 25 15:17:05.188864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62b70348-6798-4da7-8edd-d6aa46f09edd,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:05.238293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-833228cf-aa69-4f83-8347-1db438773882 None None] Provisioning complete for port 0b28c66d-dcdb-4dad-a29b-5522504abd9e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:05.238435 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-833228cf-aa69-4f83-8347-1db438773882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.266827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.287189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-833228cf-aa69-4f83-8347-1db438773882 None None] Port 0b28c66d-dcdb-4dad-a29b-5522504abd9e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:05.332022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49625739-3f24-4b41-bb8e-52c311817f33 req-91327adf-e27b-4f61-aa36-7ee1895dc352 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372635 Aug 25 15:17:05.401397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.403606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:05.405148 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:05.482531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.560789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa931be-2a83-4018-b3ee-ed087ac79e5f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:05.595748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50c2e3e5-e48e-4e1e-9173-0761ac2006ce req-e137e450-2bb2-45c6-8331-1a26ed6aed41 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618249 Aug 25 15:17:05.645214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Router 07927184-8f4f-4287-9ece-bfca9c6b37f4 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:05.670416 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.670734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 797753a9-ce12-47bd-8cbe-f5449f8f06c1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:05.671285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e92db5a8-5bbc-45c8-bfb5-edb5b3488205 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6875205 Aug 25 15:17:05.671285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38844) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:05.676509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '173f1967-2a8d-49ab-b844-8903189fd37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:05.718000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-5b628ad1-22ea-4689-b359-9061c69b0bb5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:05.720039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-5b628ad1-22ea-4689-b359-9061c69b0bb5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.2578096 Aug 25 15:17:05.786533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-be8967a3-68ed-42c1-9289-c328dcf1cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:05.788220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-be8967a3-68ed-42c1-9289-c328dcf1cc43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bdf4230-5984-4a1f-956e-64b1392ef258 HTTP/1.1" status: 200 len: 912 time: 0.8438864 Aug 25 15:17:05.830064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-91f3ee12-df37-4549-9670-78b11ce29be8 None None] Provisioning complete for port 62b70348-6798-4da7-8edd-d6aa46f09edd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:05.830536 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91f3ee12-df37-4549-9670-78b11ce29be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.836288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:05.837455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-fa6fef5a-b4ec-4fd4-8e35-0d7b7f0b4c6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74998c28-bd08-4262-b6eb-710800eb5011 HTTP/1.1" status: 200 len: 217 time: 0.0393822 Aug 25 15:17:05.869125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:05.869692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:05.906251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-91f3ee12-df37-4549-9670-78b11ce29be8 None None] Port 62b70348-6798-4da7-8edd-d6aa46f09edd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:05.952915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-7e4fd898-96dd-4ccd-bc3c-4d0c10e3467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:05.954345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-7e4fd898-96dd-4ccd-bc3c-4d0c10e3467f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ada089e2-2659-403a-b1fd-5f54d0b921e7 HTTP/1.1" status: 200 len: 851 time: 0.0801511 Aug 25 15:17:05.974832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.001918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 797753a9-ce12-47bd-8cbe-f5449f8f06c1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=797753a9-ce12-47bd-8cbe-f5449f8f06c1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:06.002068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-7765302c-823f-4bad-87c7-11804d693ef7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bdf4230-5984-4a1f-956e-64b1392ef258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370922 Aug 25 15:17:06.010269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port c4b6651b-2aaf-44e0-a5fb-6310c1287044 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:06.010621 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.045377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.078137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:06.083648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-35a3b55d-7e98-4927-bb60-1ae6071be3a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/07927184-8f4f-4287-9ece-bfca9c6b37f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8087375 Aug 25 15:17:06.119087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.144709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.212884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.225496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=797753a9-ce12-47bd-8cbe-f5449f8f06c1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:06.235622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-94e7bf96-35fb-42bd-8e5a-31a0b550a21d service neutron] 10.222.0.52 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195926 Aug 25 15:17:06.238408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7379b4-c420-49cc-9b8d-1cbf0430f370,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:06.245867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port c4b6651b-2aaf-44e0-a5fb-6310c1287044, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c4b6651b-2aaf-44e0-a5fb-6310c1287044,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:06.246351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.290283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for c4b6651b-2aaf-44e0-a5fb-6310c1287044 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:06.325451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.336484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.337817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4061721d-c6cd-4dee-b2f0-b8efab2eea50 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6675406 Aug 25 15:17:06.340425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38852) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:06.345127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '173f1967-2a8d-49ab-b844-8903189fd37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:06.436220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.452068 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Sync routers for ids ['07927184-8f4f-4287-9ece-bfca9c6b37f4'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:06.468758 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Routers {'07927184-8f4f-4287-9ece-bfca9c6b37f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:06.469615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['07927184-8f4f-4287-9ece-bfca9c6b37f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:06.537651 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.594262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44426dbd-f4b5-4366-9ddf-11a750f73914 req-35eb3757-6f79-436d-8f5f-b6f5bc1aa9fa service neutron] 10.222.0.52 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449655 Aug 25 15:17:06.599484 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Set router 07927184-8f4f-4287-9ece-bfca9c6b37f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:06.627145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d3a2-5f26-489a-a4cc-338739c20e1e req-711763e5-1615-4e84-a16a-12bcc75a0d89 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:06.634838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1206d3a2-5f26-489a-a4cc-338739c20e1e req-711763e5-1615-4e84-a16a-12bcc75a0d89 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 946 time: 0.1310930 Aug 25 15:17:06.635578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.664652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128a9a8e-9b39-46dc-8cf0-b041c6242057,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:06.722616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.723948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-24cb20b3-4c1e-4443-a77b-1dac5324e709 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3824921 Aug 25 15:17:06.727654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:06.779363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1206d3a2-5f26-489a-a4cc-338739c20e1e req-6da0cd70-a2df-4661-a389-d3d04f15fe64 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389768 Aug 25 15:17:06.786959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bff1-a788-48ca-af41-eee0448840ec tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.798329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bff1-a788-48ca-af41-eee0448840ec tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.917561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bff1-a788-48ca-af41-eee0448840ec tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.924239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bff1-a788-48ca-af41-eee0448840ec tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:06.925338 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e5a7bff1-a788-48ca-af41-eee0448840ec tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/128a9a8e-9b39-46dc-8cf0-b041c6242057 HTTP/1.1" status: 204 len: 168 time: 0.1966748 Aug 25 15:17:06.929197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38868) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:06.938071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7bff1-a788-48ca-af41-eee0448840ec tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=128a9a8e-9b39-46dc-8cf0-b041c6242057,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:06.947732 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:17:04Z', 'revision_number': 4, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '62b70348-6798-4da7-8edd-d6aa46f09edd', 'name': '', 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'mac_address': 'fa:16:3e:65:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:03Z', 'updated_at': '2021-08-25T15:17:04Z', 'revision_number': 2, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'subnets': [{'id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:06.991667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a990f2-329a-48d9-83b4-c57f4fa6bb44 req-e71b11d4-c65e-42b9-8496-57b28174a2e2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:06.997201 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Checking router: 07927184-8f4f-4287-9ece-bfca9c6b37f4 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:17:06.997560 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Updating router 07927184-8f4f-4287-9ece-bfca9c6b37f4 port 62b70348-6798-4da7-8edd-d6aa46f09edd binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:17:06.998952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71a990f2-329a-48d9-83b4-c57f4fa6bb44 req-e71b11d4-c65e-42b9-8496-57b28174a2e2 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1004066 Aug 25 15:17:07.033656 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.038447 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e19f2bba-6a79-41ac-bd48-19388ef571da tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1072540 Aug 25 15:17:07.039180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38870) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.045500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373105031', 'description': 'tempest-secgroup-smoke-1373105031 description', 'project_id': '43da7fb103914a3385f0aa254d56f416'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:07.046384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.074419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.086288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c4b6651b-2aaf-44e0-a5fb-6310c1287044'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:17:07.103060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-71a990f2-329a-48d9-83b4-c57f4fa6bb44 req-33859969-d95f-4c2e-8a4a-ccfb5b4d316c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007209 Aug 25 15:17:07.136176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=c4b6651b-2aaf-44e0-a5fb-6310c1287044,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:07.143128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e727c1f-b60d-4fe5-b846-e89fb827c001 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.156097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.179074 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e727c1f-b60d-4fe5-b846-e89fb827c001 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.221956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port c4b6651b-2aaf-44e0-a5fb-6310c1287044 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:07.237128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.239197 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da6cf2e1-b658-4b99-b380-1f9d95a3efcc req-237d2904-1cca-421a-bdf2-70092d19e094 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "DELETE /v2.0/ports/c4b6651b-2aaf-44e0-a5fb-6310c1287044 HTTP/1.1" status: 204 len: 173 time: 1.5021968 Aug 25 15:17:07.241608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'name': 'network-vif-deleted', 'tag': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:07.244023 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b10af-8e81-48cf-83a3-ef48514e3c97" -d '{"events": [{"server_uuid": "ddd2272c-c70b-4cf4-a3ea-5649573cf5a0", "name": "network-vif-deleted", "tag": "c4b6651b-2aaf-44e0-a5fb-6310c1287044"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:07.284720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 0b28c66d-dcdb-4dad-a29b-5522504abd9e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:07.285208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.288761 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.367236 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e29a698-0363-401b-b97f-038d9e49ea07 x-openstack-request-id: req-0e29a698-0363-401b-b97f-038d9e49ea07 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:07.367236 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd2272c-c70b-4cf4-a3ea-5649573cf5a0", "name": "network-vif-deleted", "tag": "c4b6651b-2aaf-44e0-a5fb-6310c1287044", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:07.367236 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e29a698-0363-401b-b97f-038d9e49ea07 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:07.367236 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd2272c-c70b-4cf4-a3ea-5649573cf5a0', 'name': 'network-vif-deleted', 'tag': 'c4b6651b-2aaf-44e0-a5fb-6310c1287044', 'status': 'completed', 'code': 200} Aug 25 15:17:07.398924 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.414963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 0b28c66d-dcdb-4dad-a29b-5522504abd9e owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:07.435568 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.474465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:07.481689 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e727c1f-b60d-4fe5-b846-e89fb827c001 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.490644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9e727c1f-b60d-4fe5-b846-e89fb827c001 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.491767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9e727c1f-b60d-4fe5-b846-e89fb827c001 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9a7379b4-c420-49cc-9b8d-1cbf0430f370 HTTP/1.1" status: 204 len: 168 time: 0.4444470 Aug 25 15:17:07.494565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38876) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.517793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727c1f-b60d-4fe5-b846-e89fb827c001 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a7379b4-c420-49cc-9b8d-1cbf0430f370,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:07.540244 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.562552 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Transition to ACTIVE for port object 62b70348-6798-4da7-8edd-d6aa46f09edd will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:07.589317 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-96e797d3-ffe2-4076-bbf4-266d0a62c6e0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0934713 Aug 25 15:17:07.590731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.595051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-67bed8d8-301e-4f07-9d5e-cc7c8f37fe36 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5548151 Aug 25 15:17:07.595763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38880) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.596248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38882) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.629778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group_rule': {'security_group_id': '30e7eaee-79b3-4eb3-9a89-d3d2fefe2489', 'project_id': '43da7fb103914a3385f0aa254d56f416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:07.655116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0853-a61b-4e26-8276-6c22a813339b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.664968 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0853-a61b-4e26-8276-6c22a813339b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.669660 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.681086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 797753a9-ce12-47bd-8cbe-f5449f8f06c1 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:07.735322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.781948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0853-a61b-4e26-8276-6c22a813339b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.790513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:07.792751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0853-a61b-4e26-8276-6c22a813339b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.793395 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.794766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7c8a0853-a61b-4e26-8276-6c22a813339b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0aa931be-2a83-4018-b3ee-ed087ac79e5f HTTP/1.1" status: 204 len: 168 time: 0.1962349 Aug 25 15:17:07.799689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:07.808120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a0853-a61b-4e26-8276-6c22a813339b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aa931be-2a83-4018-b3ee-ed087ac79e5f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:07.842844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.847824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.907545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac42c3a-3c59-4d84-b9aa-f89e48b1e42d None None] Pushing event updated for resources: {'Port': ['ID=62b70348-6798-4da7-8edd-d6aa46f09edd,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:07.978768 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Attempting to bind port 62b70348-6798-4da7-8edd-d6aa46f09edd on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:07.979194 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Attempting to bind port 62b70348-6798-4da7-8edd-d6aa46f09edd by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:07.979578 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Attempting to bind port 62b70348-6798-4da7-8edd-d6aa46f09edd on network 731596d1-b151-4b18-9f5a-41fe8c13aeeb {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:07.989772 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:07.989772 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Checking segment: {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:07.989772 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:07.990103 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Bound using segment: {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:07.990700 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Bound port: 62b70348-6798-4da7-8edd-d6aa46f09edd, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:07.990932 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.042248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5fd7b1a5-79be-4804-bb9c-db69278c9ba2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2401283 Aug 25 15:17:08.070411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38894) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:08.073747 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.091297 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] For port 62b70348-6798-4da7-8edd-d6aa46f09edd, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:08.091584 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74ecc0a4-8b35-4c33-a557-8756511c0507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.094576 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] For port 62b70348-6798-4da7-8edd-d6aa46f09edd, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=62b70348-6798-4da7-8edd-d6aa46f09edd,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:08.121819 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a89af20-6cf0-4d44-9488-479a3b51593c req-e6778f4c-0a9c-4a13-9b11-795aec65ce69 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.1239197 Aug 25 15:17:08.123333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=0b28c66d-dcdb-4dad-a29b-5522504abd9e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:08.134936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.138266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43686211-b530-437b-8310-8aca6469b093 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.153775 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.207210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43686211-b530-437b-8310-8aca6469b093 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.252563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b77dbc-6e10-4a85-aa13-c39cc314eac3,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:08.253120 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Routers {'07927184-8f4f-4287-9ece-bfca9c6b37f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:08.253120 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['07927184-8f4f-4287-9ece-bfca9c6b37f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:08.321771 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac42c3a-3c59-4d84-b9aa-f89e48b1e42d None None] Pushing event updated for resources: {'Port': ['ID=62b70348-6798-4da7-8edd-d6aa46f09edd,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:08.382503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877935-33b9-42ab-a19e-c66b01de4ddd req-10444095-768c-4dc0-b577-545f5b7880fe tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:08.384120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55877935-33b9-42ab-a19e-c66b01de4ddd req-10444095-768c-4dc0-b577-545f5b7880fe tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1454077 Aug 25 15:17:08.424902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74ecc0a4-8b35-4c33-a557-8756511c0507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.425921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.449091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55877935-33b9-42ab-a19e-c66b01de4ddd req-76b096f9-497d-4800-b23b-b23e3c3baba8 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539532 Aug 25 15:17:08.454385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43686211-b530-437b-8310-8aca6469b093 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.461272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43686211-b530-437b-8310-8aca6469b093 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.462719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-43686211-b530-437b-8310-8aca6469b093 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9598b9ab-3a45-4202-837b-a0eae5c6a359 HTTP/1.1" status: 204 len: 168 time: 0.3911290 Aug 25 15:17:08.465796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38898) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:08.486221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] Set router 07927184-8f4f-4287-9ece-bfca9c6b37f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:08.497776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686211-b530-437b-8310-8aca6469b093 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9598b9ab-3a45-4202-837b-a0eae5c6a359,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:08.520390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74ecc0a4-8b35-4c33-a557-8756511c0507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.595626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.599632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d21fd950-b29b-45fa-95de-10d8f8f7af68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9732194 Aug 25 15:17:08.602440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38902) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:08.607743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group_rule': {'security_group_id': '30e7eaee-79b3-4eb3-9a89-d3d2fefe2489', 'project_id': '43da7fb103914a3385f0aa254d56f416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:08.613724 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-74ecc0a4-8b35-4c33-a557-8756511c0507 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=596bb01535c04d34b4fce48383d1b349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771219 Aug 25 15:17:08.636825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38904) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:08.641398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2e87e34-ce17-4385-980f-2c5a5470fc4f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1710124 Aug 25 15:17:08.641560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecc0a4-8b35-4c33-a557-8756511c0507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d842bf21-1e18-47ed-a030-1c3f9f8df020,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:08.644010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38906) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:08.683482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b66f863-f803-40ee-aa19-cbb3e21a66fd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.696484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b66f863-f803-40ee-aa19-cbb3e21a66fd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.786752 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:17:04Z', 'revision_number': 4, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '62b70348-6798-4da7-8edd-d6aa46f09edd', 'name': '', 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'mac_address': 'fa:16:3e:65:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:03Z', 'updated_at': '2021-08-25T15:17:08Z', 'revision_number': 4, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'subnets': [{'id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:08.828638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.840566 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f613498d-f36e-4dc8-9add-4aa0a79152b3 None None] The sync data for ids ['07927184-8f4f-4287-9ece-bfca9c6b37f4'] in n-d-805995-2 is: [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:17:04Z', 'revision_number': 4, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '62b70348-6798-4da7-8edd-d6aa46f09edd', 'name': '', 'network_id': '731596d1-b151-4b18-9f5a-41fe8c13aeeb', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'mac_address': 'fa:16:3e:65:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:03Z', 'updated_at': '2021-08-25T15:17:08Z', 'revision_number': 4, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'subnets': [{'id': 'cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:08.847408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:08.851014 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b66f863-f803-40ee-aa19-cbb3e21a66fd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.860714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b66f863-f803-40ee-aa19-cbb3e21a66fd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.866060 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6b66f863-f803-40ee-aa19-cbb3e21a66fd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7312f0a8-1f57-4931-8740-f071178ad276 HTTP/1.1" status: 204 len: 168 time: 0.2168894 Aug 25 15:17:08.866060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:08.884675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66f863-f803-40ee-aa19-cbb3e21a66fd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7312f0a8-1f57-4931-8740-f071178ad276,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:08.900939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e558c42-a436-411f-a45b-8752d16edb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:08.964241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c0c284fc-b135-4b5a-b340-2f977de8fa56 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958064 Aug 25 15:17:08.964886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38912) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:09.046459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f557f1a4-d31c-4f26-82f1-e64d92800ca1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.046708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e558c42-a436-411f-a45b-8752d16edb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.048416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.082943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:09.091386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-55d8be2c-7ff6-4576-b037-cf4580ddd1ab tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/166f6d9f-8b36-4dc4-bfef-ccd2a5c01736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5031915 Aug 25 15:17:09.093798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38914) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:09.098884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] Sync routers for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:09.114334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:09.115147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:09.134114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f557f1a4-d31c-4f26-82f1-e64d92800ca1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.143081 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.206629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:09.229983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e72726-d018-40a1-85e5-19ce4af024f2 req-f66309d4-aa42-4137-a5ae-56487323df6d tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:09.233959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf1d602-d8d6-4205-8342-5e65e7e437b6,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:09.234147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:09.235215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:09.238702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-82e72726-d018-40a1-85e5-19ce4af024f2 req-f66309d4-aa42-4137-a5ae-56487323df6d tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1888955 Aug 25 15:17:09.315615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:09.316361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadd0a6-10f1-4903-8182-3497f5a52f1c None None] The sync data for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:09.325677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e558c42-a436-411f-a45b-8752d16edb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.328268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8e558c42-a436-411f-a45b-8752d16edb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.329114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-82e72726-d018-40a1-85e5-19ce4af024f2 req-38e28d96-83ef-4252-836d-869ee975ca4e tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798817 Aug 25 15:17:09.332720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8e558c42-a436-411f-a45b-8752d16edb61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d842bf21-1e18-47ed-a030-1c3f9f8df020 HTTP/1.1" status: 204 len: 168 time: 0.6933792 Aug 25 15:17:09.382607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f557f1a4-d31c-4f26-82f1-e64d92800ca1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.385883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f557f1a4-d31c-4f26-82f1-e64d92800ca1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.387210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f557f1a4-d31c-4f26-82f1-e64d92800ca1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/173f1967-2a8d-49ab-b844-8903189fd37d HTTP/1.1" status: 204 len: 168 time: 0.4200976 Aug 25 15:17:09.392036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38920) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:09.407935 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9cb1af49-d785-4f25-9648-c30d33d39b03 req-af34e532-9d17-4c8c-9bec-e031dbd7b39f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.1277857 Aug 25 15:17:09.408814 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.410210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-54eec881-8a8d-41df-9b25-2c3744814335 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8067551 Aug 25 15:17:09.420009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38922) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:09.428612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558c42-a436-411f-a45b-8752d16edb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d842bf21-1e18-47ed-a030-1c3f9f8df020,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:09.447623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557f1a4-d31c-4f26-82f1-e64d92800ca1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f1967-2a8d-49ab-b844-8903189fd37d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:09.448741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group_rule': {'security_group_id': '30e7eaee-79b3-4eb3-9a89-d3d2fefe2489', 'project_id': '43da7fb103914a3385f0aa254d56f416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:09.492102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2d3cf48-1711-4576-840e-3fe33f15940e tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896578 Aug 25 15:17:09.492798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38924) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:09.502348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926268290'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:09.516112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c4b6651b-2aaf-44e0-a5fb-6310c1287044 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:09.556863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: c4b6651b-2aaf-44e0-a5fb-6310c1287044 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:09.559681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c4b6651b-2aaf-44e0-a5fb-6310c1287044 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:09.632246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.692684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 62b70348-6798-4da7-8edd-d6aa46f09edd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:09.732213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.733129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.846282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.865948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.886557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 62b70348-6798-4da7-8edd-d6aa46f09edd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:09.891593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 62b70348-6798-4da7-8edd-d6aa46f09edd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:09.892104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:09.985475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.001148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.039164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 62b70348-6798-4da7-8edd-d6aa46f09edd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=62b70348-6798-4da7-8edd-d6aa46f09edd,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:10.059490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d66e07e-4b29-4c8d-8c94-a161ada49b8d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:10.145309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.148954 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-92475ff4-3065-4801-8a39-0e39eeafdc41 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6533720 Aug 25 15:17:10.150233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:10.156406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '0d66e07e-4b29-4c8d-8c94-a161ada49b8d', 'direction': 'ingress', 'protocol': 17}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:10.226881 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.262302 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.283635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:10.327181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=62b70348-6798-4da7-8edd-d6aa46f09edd,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:10.340261 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-037503d3-93a4-4209-abb5-92f279c9bf53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.386238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.468596 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-037503d3-93a4-4209-abb5-92f279c9bf53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.472112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b794e2-c070-4e80-b1b2-06ae60dbe9fe,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:10.487067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.554171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.556636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-037503d3-93a4-4209-abb5-92f279c9bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.587599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b921247d-eb12-4370-a746-f7b7f6d55bb7 req-f4cb2fdb-405a-4919-92aa-17cd5ec1a702 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0431366 Aug 25 15:17:10.628617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-037503d3-93a4-4209-abb5-92f279c9bf53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a67f2c836705460e8e8bda8f3d7b99b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433423 Aug 25 15:17:10.630929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38936) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:10.639367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fc1337-84df-4bd5-bbc2-e91559ab6cc2,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:10.654988 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.654988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2c614ff6-86b6-4f46-aebf-dc1e47420764 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2296896 Aug 25 15:17:10.656961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38938) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:10.666778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group_rule': {'security_group_id': '30e7eaee-79b3-4eb3-9a89-d3d2fefe2489', 'project_id': '43da7fb103914a3385f0aa254d56f416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:10.676025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec1a3a-387e-4274-9de4-10b3f0991d74 req-92255d21-48a5-4d48-bb02-2efdefa60232 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:10.678480 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84ec1a3a-387e-4274-9de4-10b3f0991d74 req-92255d21-48a5-4d48-bb02-2efdefa60232 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1796978 Aug 25 15:17:10.681179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.709094 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f62a1f7f-3a06-4665-950f-cf9bb1946399 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5311606 Aug 25 15:17:10.709094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037503d3-93a4-4209-abb5-92f279c9bf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b180ad-08d4-4036-a348-fbcc5ce21286,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:10.711722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:10.738339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 37750cdd-a132-4407-a6aa-8171a6975cc9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:10.738339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.778692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84ec1a3a-387e-4274-9de4-10b3f0991d74 req-b3223317-8110-4cbb-a5f7-9dd5a557d225 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754795 Aug 25 15:17:10.808593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.816483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-861729ba-3fab-484b-bb8b-4e219146f497 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.826419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a9276d4-74d5-4fa8-9d98-bbcecab3d5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.854070 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-861729ba-3fab-484b-bb8b-4e219146f497 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.882951 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a9276d4-74d5-4fa8-9d98-bbcecab3d5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.911732 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.939337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 37750cdd-a132-4407-a6aa-8171a6975cc9 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:10.949861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-861729ba-3fab-484b-bb8b-4e219146f497 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.953814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-861729ba-3fab-484b-bb8b-4e219146f497 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.957586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-861729ba-3fab-484b-bb8b-4e219146f497 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/0d66e07e-4b29-4c8d-8c94-a161ada49b8d HTTP/1.1" status: 204 len: 168 time: 0.2422931 Aug 25 15:17:10.959379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38944) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:10.959512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:10.980372 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861729ba-3fab-484b-bb8b-4e219146f497 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d66e07e-4b29-4c8d-8c94-a161ada49b8d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:11.023846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38948) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:11.031715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-319ca445-b4be-4982-a917-5c57ece98c15 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575442 Aug 25 15:17:11.033948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--666490289'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:11.048623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.108555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85778de-7e2c-45af-9a47-240ac68d3c20,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:11.145719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eb4c5-0d54-4d42-9eec-93c3fedac58b req-0c9e5106-d7a8-4e95-9500-7dbbae07a305 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:11.153097 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-743eb4c5-0d54-4d42-9eec-93c3fedac58b req-0c9e5106-d7a8-4e95-9500-7dbbae07a305 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0728483 Aug 25 15:17:11.188281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-743eb4c5-0d54-4d42-9eec-93c3fedac58b req-2b4bbaca-9001-4d4c-b518-48afa85e94ed tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342979 Aug 25 15:17:11.218219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a9276d4-74d5-4fa8-9d98-bbcecab3d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.223174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0a9276d4-74d5-4fa8-9d98-bbcecab3d5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.223174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a9276d4-74d5-4fa8-9d98-bbcecab3d5fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64b180ad-08d4-4036-a348-fbcc5ce21286 HTTP/1.1" status: 204 len: 168 time: 0.5896924 Aug 25 15:17:11.246897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.249041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9276d4-74d5-4fa8-9d98-bbcecab3d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b180ad-08d4-4036-a348-fbcc5ce21286,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:11.275723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-861ef33c-a25c-4787-88a8-09f4f7e5f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:11.277663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-861ef33c-a25c-4787-88a8-09f4f7e5f399 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2588067896714e17bfde81cb44083709&device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 1097 time: 0.1077902 Aug 25 15:17:11.373603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.377733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3133a5e0-0959-43df-b984-92549855207f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7177391 Aug 25 15:17:11.378159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38952) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:11.382459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-82c32641-b2b0-4bb0-aa57-eeca55164c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:11.383321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group_rule': {'security_group_id': '30e7eaee-79b3-4eb3-9a89-d3d2fefe2489', 'project_id': '43da7fb103914a3385f0aa254d56f416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:11.384225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-82c32641-b2b0-4bb0-aa57-eeca55164c6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bdf4230-5984-4a1f-956e-64b1392ef258 HTTP/1.1" status: 200 len: 912 time: 0.0977654 Aug 25 15:17:11.407295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.453208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-2e3c6137-3178-49f8-983d-c2e69a5b010d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74998c28-bd08-4262-b6eb-710800eb5011 HTTP/1.1" status: 200 len: 217 time: 0.0605726 Aug 25 15:17:11.488728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=37750cdd-a132-4407-a6aa-8171a6975cc9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:11.598677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 62b70348-6798-4da7-8edd-d6aa46f09edd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:11.613099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-e94634e0-a468-4754-a164-3370281aec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:11.614662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-e94634e0-a468-4754-a164-3370281aec33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ada089e2-2659-403a-b1fd-5f54d0b921e7 HTTP/1.1" status: 200 len: 851 time: 0.1382909 Aug 25 15:17:11.630917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.679052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 62b70348-6798-4da7-8edd-d6aa46f09edd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:11.680512 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.711803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-10423e87-12ed-43de-97ab-6b829be0daaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bdf4230-5984-4a1f-956e-64b1392ef258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812740 Aug 25 15:17:11.721626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.810761 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Project 43da7fb103914a3385f0aa254d56f416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:17:11.816799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.829842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b6bfd422-b99e-4b9f-9526-217e30de4a09 req-26ff68e9-9cbd-4548-95e1-754142954e43 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.1270669 Aug 25 15:17:11.883132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.894049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.899605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e153a9-d10c-49c9-8183-486b3d6babfd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:11.990880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:11.992135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-372b6302-efbb-49c3-b431-2a3ea5f81dbe tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9673162 Aug 25 15:17:11.994994 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38958) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.001733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375354445'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:12.003811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-4324d78f-ae02-4987-a084-637aa0e7dcdf service neutron] 10.222.0.52 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784286 Aug 25 15:17:12.008895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.043426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c8b4b6-48f2-455d-a7d3-724c8d2e13cf,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:12.123013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.133487 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.137054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:12.151090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.215502 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.226597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4acd592f-6ebd-44e1-a5f6-289096db3ece tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8416088 Aug 25 15:17:12.226597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.232118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'security_group_rule': {'security_group_id': '30e7eaee-79b3-4eb3-9a89-d3d2fefe2489', 'project_id': '43da7fb103914a3385f0aa254d56f416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:12.244730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1e03130a-9d70-435d-82ec-5eca00d08848 req-751be17e-6746-42ac-9e86-ba46b329223c service neutron] 10.222.0.52 "GET /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992621 Aug 25 15:17:12.245804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:12.251306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-69746101-dd02-4022-ae2b-eb611d4814c0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/166f6d9f-8b36-4dc4-bfef-ccd2a5c01736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1563978 Aug 25 15:17:12.253330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:17:12.253330 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:17:12.253330 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '43da7fb103914a3385f0aa254d56f416', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 17, 12, 240090)}] Aug 25 15:17:12.253330 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:17:12.254070 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:17:12.254450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38966) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.255207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 15:17:12.255207 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 15:17:12.255207 n-d-805995-2 neutron-server[101872]: [parameters: {'project_id_1': '9a531efdc8d748b0a0a18b09a97024db', 'expiration_1': datetime.datetime(2021, 8, 25, 15, 17, 12, 168901)}] Aug 25 15:17:12.255207 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:17:12.255937 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:17:12.262409 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] Sync routers for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:12.276703 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:12.278269 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:12.294961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7d529b1b-2b8e-4767-b600-49694ff4cf5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 HTTP/1.1" status: 200 len: 205 time: 0.0372906 Aug 25 15:17:12.295435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38968) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.325508 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:12.338206 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] Routers {'166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:12.339396 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:16:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:12.362644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0fad-5f1d-4f56-bcd9-d68170b36200 req-58bd15b5-7142-4bcc-b6b2-b38b3114e82c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:12.364394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b1a0fad-5f1d-4f56-bcd9-d68170b36200 req-58bd15b5-7142-4bcc-b6b2-b38b3114e82c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0834966 Aug 25 15:17:12.386945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.387878 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:12.388714 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0239039-cbd1-45b0-a46c-bcab138a8d01 None None] The sync data for ids ['166f6d9f-8b36-4dc4-bfef-ccd2a5c01736'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:12.428510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.431971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b1a0fad-5f1d-4f56-bcd9-d68170b36200 req-52610cc7-13bf-4335-96da-a8bb377cc107 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604894 Aug 25 15:17:12.521192 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.548609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.550784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.551133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379d0ed6-9fd0-4825-bdfd-3b316ec55257,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:12.687097 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.688702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ffecca2f-43c1-4dc5-8768-7ef725ecc485 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6923981 Aug 25 15:17:12.691476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38970) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.697586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '33e153a9-d10c-49c9-8183-486b3d6babfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '379d0ed6-9fd0-4825-bdfd-3b316ec55257', 'remote_ip_prefix': None}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:12.757459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.761142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.761867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router 166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:17:12.772536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.772536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef11d8df-b8df-41ae-a5af-05b6a8cd6671 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 HTTP/1.1" status: 204 len: 168 time: 0.4748464 Aug 25 15:17:12.773862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38972) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:12.825610 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 5be0d7e5-be66-49b7-a221-3bb07d916b36 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:12.829276 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.888073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.892458 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:12.946711 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Project 43da7fb103914a3385f0aa254d56f416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:17:12.959427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9768e8bf-3f0e-49c6-928a-5d60d259756d req-c6e4e34c-60f3-4186-820d-4469521be145 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddd2272c-c70b-4cf4-a3ea-5649573cf5a0 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Aug 25 15:17:12.966839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.085009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.137492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.153248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.205095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.212408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.231341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c8cbae-6f5d-4cc6-b1e7-b04eb1ede69c,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:13.275286 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.294016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a309645f-1921-4714-8053-f2306a8782a1,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:13.306309 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.308230 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.353659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=5be0d7e5-be66-49b7-a221-3bb07d916b36,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:13.356087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.358154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-468bddbb-fcca-4e2c-beb7-9ec300e1ea29 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/5be0d7e5-be66-49b7-a221-3bb07d916b36 HTTP/1.1" status: 204 len: 168 time: 0.5833414 Aug 25 15:17:13.361158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38976) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:13.370645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed6f39-644e-486f-8390-7c43019b910c None None] Network d0e02de8-a35b-4db2-8482-1ad2e2b45e3c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:13.379917 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a531efdc8d748b0a0a18b09a97024db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2539260 Aug 25 15:17:13.382293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ac8db-78bb-4619-bfe0-33ed6d3fe562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5fcd7d-9cde-44e5-a687-f29c5172aec1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:13.386221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:13.396763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.400539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5916c7e6-a242-4265-9040-6d30b2f3fd3d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7055662 Aug 25 15:17:13.406784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 38980) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:13.449298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb5ea-af0e-4d7a-b987-7d0247bb255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.449609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 1392b17e-9f6f-4126-a009-4712d20521ed {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:13.452473 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e736a53c-fc5e-4801-ae6f-738c1ff39771 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.464767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.465735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e736a53c-fc5e-4801-ae6f-738c1ff39771 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.485047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.494674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-68daadbc-27a7-4aaf-8ac7-829f67d287f5 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2607512 Aug 25 15:17:13.498755 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb5ea-af0e-4d7a-b987-7d0247bb255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.528835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.598695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e736a53c-fc5e-4801-ae6f-738c1ff39771 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.634351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e736a53c-fc5e-4801-ae6f-738c1ff39771 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.634351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e736a53c-fc5e-4801-ae6f-738c1ff39771 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/01c8cbae-6f5d-4cc6-b1e7-b04eb1ede69c HTTP/1.1" status: 204 len: 168 time: 0.2253401 Aug 25 15:17:13.641837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 38986) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:13.647697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736a53c-fc5e-4801-ae6f-738c1ff39771 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c8cbae-6f5d-4cc6-b1e7-b04eb1ede69c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:13.663343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.673935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] DHCP port deletion for d0e02de8-a35b-4db2-8482-1ad2e2b45e3c request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:17:13.700510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75e2c7-f939-4a1f-8ba5-6b578606d019 req-78dc7551-82f1-422f-96f6-5d210b81836b tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:13.702226 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de75e2c7-f939-4a1f-8ba5-6b578606d019 req-78dc7551-82f1-422f-96f6-5d210b81836b tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1224000 Aug 25 15:17:13.702970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb5ea-af0e-4d7a-b987-7d0247bb255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.705671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb5ea-af0e-4d7a-b987-7d0247bb255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.709556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c3aeb5ea-af0e-4d7a-b987-7d0247bb255e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef5fcd7d-9cde-44e5-a687-f29c5172aec1 HTTP/1.1" status: 204 len: 168 time: 0.3220067 Aug 25 15:17:13.757612 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e91a5116-7737-4f58-8665-3816855db787 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1142371 Aug 25 15:17:13.759830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] Deleting port ef019c7e-6197-4b44-8c85-06da7f5975e1 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:13.760956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39000) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:13.761110 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.772661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeb5ea-af0e-4d7a-b987-7d0247bb255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5fcd7d-9cde-44e5-a687-f29c5172aec1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:13.805853 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de75e2c7-f939-4a1f-8ba5-6b578606d019 req-e23b3a86-def0-42dd-ab08-4c0b28324ab5 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885470 Aug 25 15:17:13.860121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-c5dad973-95bc-45dd-9078-6883996f1a68 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373105031&fields=id&tenant_id=43da7fb103914a3385f0aa254d56f416 HTTP/1.1" status: 200 len: 267 time: 0.1251359 Aug 25 15:17:13.861599 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8b34027-a172-4910-8cc8-424869c33396 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.880626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] For port ef019c7e-6197-4b44-8c85-06da7f5975e1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ef019c7e-6197-4b44-8c85-06da7f5975e1,segment=NetworkSegment(8ecaf5de-a700-4f42-b58f-c7adb036d81c),segment_id=8ecaf5de-a700-4f42-b58f-c7adb036d81c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:13.881972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.894998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8b34027-a172-4910-8cc8-424869c33396 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:13.898467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] Calling delete_port for ef019c7e-6197-4b44-8c85-06da7f5975e1 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:13.985751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-dcb96927-f7ee-4621-a498-c2b90341b918 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:13.987248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-dcb96927-f7ee-4621-a498-c2b90341b918 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 809 time: 0.1259813 Aug 25 15:17:13.988907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.024328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-0074ffb4-1f70-4870-9d87-2eaf3e6f7f2d tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/quotas/43da7fb103914a3385f0aa254d56f416 HTTP/1.1" status: 200 len: 375 time: 0.0307779 Aug 25 15:17:14.026674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=1392b17e-9f6f-4126-a009-4712d20521ed,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:14.031421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.033309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fa74671b-373c-4533-9258-1ea30209246c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/1392b17e-9f6f-4126-a009-4712d20521ed HTTP/1.1" status: 204 len: 168 time: 0.6699693 Aug 25 15:17:14.036298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39006) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:14.045817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5fc92-cf0b-4d4d-94c8-6f916069c3ae None None] Network eb2e21c1-e4ba-4634-881c-d748771f13f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:14.116759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8b34027-a172-4910-8cc8-424869c33396 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.119372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8b34027-a172-4910-8cc8-424869c33396 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.120536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e8b34027-a172-4910-8cc8-424869c33396 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/379d0ed6-9fd0-4825-bdfd-3b316ec55257 HTTP/1.1" status: 204 len: 168 time: 0.3584414 Aug 25 15:17:14.125689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39008) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:14.139288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34027-a172-4910-8cc8-424869c33396 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d0ed6-9fd0-4825-bdfd-3b316ec55257,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:14.144844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.151495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-e5bd218d-7915-4d7d-a0d1-5f7746332580 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155815 Aug 25 15:17:14.208377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2fb6578a-d6d2-4427-9bad-679f5db46527 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0805953 Aug 25 15:17:14.210917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39012) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:14.244407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port ef019c7e-6197-4b44-8c85-06da7f5975e1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:14.244779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.257276 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.296262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] DHCP port deletion for eb2e21c1-e4ba-4634-881c-d748771f13f9 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:17:14.296460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3c2-304d-45eb-afb9-f851605f90bb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.297813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] Pushing event deleted for resources: {'Port': ['ID=ef019c7e-6197-4b44-8c85-06da7f5975e1,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:14.300258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a37c34-2c00-4788-9a19-8cb4b8751f99 None None] No DVR routers for this DVR port ef019c7e-6197-4b44-8c85-06da7f5975e1 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:14.335920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port ef019c7e-6197-4b44-8c85-06da7f5975e1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ef019c7e-6197-4b44-8c85-06da7f5975e1,segment=NetworkSegment(8ecaf5de-a700-4f42-b58f-c7adb036d81c),segment_id=8ecaf5de-a700-4f42-b58f-c7adb036d81c)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:14.336300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.351498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3c2-304d-45eb-afb9-f851605f90bb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.362417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] Deleting port 7c182845-e64b-4a91-9ba1-2debb842817b {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:14.362890 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.366467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for ef019c7e-6197-4b44-8c85-06da7f5975e1 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:14.431015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-48009d7b-7835-4ef1-bf29-f99f4866c5b6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:17:14.432075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-48009d7b-7835-4ef1-bf29-f99f4866c5b6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2739441 Aug 25 15:17:14.453882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] For port 7c182845-e64b-4a91-9ba1-2debb842817b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7c182845-e64b-4a91-9ba1-2debb842817b,segment=NetworkSegment(79940be8-f2c9-4a0e-8a79-ce1db0f075cf),segment_id=79940be8-f2c9-4a0e-8a79-ce1db0f075cf)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:14.454500 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.497143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] Calling delete_port for 7c182845-e64b-4a91-9ba1-2debb842817b owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:14.520847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.575797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=ef019c7e-6197-4b44-8c85-06da7f5975e1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:14.585330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port ef019c7e-6197-4b44-8c85-06da7f5975e1 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:14.602324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-db8cda42-552f-427a-8eef-9819475fbb49 service neutron] 10.222.0.58 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564167 Aug 25 15:17:14.607691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3c2-304d-45eb-afb9-f851605f90bb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.618163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d96dd3c2-304d-45eb-afb9-f851605f90bb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.619352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d96dd3c2-304d-45eb-afb9-f851605f90bb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/33e153a9-d10c-49c9-8183-486b3d6babfd HTTP/1.1" status: 204 len: 168 time: 0.4071925 Aug 25 15:17:14.623835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39024) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:14.699388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd3c2-304d-45eb-afb9-f851605f90bb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e153a9-d10c-49c9-8183-486b3d6babfd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:14.711638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9c9c-fd25-4f23-a5b9-920d0829589c req-063c20bf-88d0-4ade-af50-6b03a7272455 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:14.713315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-818a9c9c-fd25-4f23-a5b9-920d0829589c req-063c20bf-88d0-4ade-af50-6b03a7272455 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.1454809 Aug 25 15:17:14.729545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.731476 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.748566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-875b0193-dced-44b6-9898-324d9ce21ade tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1156750 Aug 25 15:17:14.754261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39028) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:14.760379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e02de8-a35b-4db2-8482-1ad2e2b45e3c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:14.763187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146877657'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:14.764381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] Pushing event deleted for resources: {'Port': ['ID=7c182845-e64b-4a91-9ba1-2debb842817b,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:14.775266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5c4bd-5e79-49fb-9127-5a3401893bb3 None None] No DVR routers for this DVR port 7c182845-e64b-4a91-9ba1-2debb842817b on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:14.782796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecaf5de-a700-4f42-b58f-c7adb036d81c') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:14.783243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecaf5de-a700-4f42-b58f-c7adb036d81c') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:14.804173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-070d09c3-f09f-49f5-9d35-45c035f81a6d service neutron] 10.222.0.58 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836638 Aug 25 15:17:14.809798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.824422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-818a9c9c-fd25-4f23-a5b9-920d0829589c req-5def6833-2fa8-4072-8938-d211607fd303 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994937 Aug 25 15:17:14.834122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.845112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:14.846196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:14.849767 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:14.933392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.018885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.091154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.098664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.100949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/d0e02de8-a35b-4db2-8482-1ad2e2b45e3c HTTP/1.1" status: 204 len: 168 time: 1.0632794 Aug 25 15:17:15.103999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39034) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:15.113639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292702c7-87b7-4db9-8699-979e58ad26e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=d0e02de8-a35b-4db2-8482-1ad2e2b45e3c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:15.274937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-194e16b6-a721-4c95-9ff8-8ec8c3bbb53c req-46f0e55c-0f4a-48a2-99fb-bf9a1f4c9a4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 210 time: 0.0309908 Aug 25 15:17:15.577571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.580764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.603711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ef019c7e-6197-4b44-8c85-06da7f5975e1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:15.645003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ef019c7e-6197-4b44-8c85-06da7f5975e1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:15.645460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ef019c7e-6197-4b44-8c85-06da7f5975e1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:15.645959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c182845-e64b-4a91-9ba1-2debb842817b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:15.690068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7c182845-e64b-4a91-9ba1-2debb842817b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:15.690785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7c182845-e64b-4a91-9ba1-2debb842817b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:15.710674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.722922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d02ed8-8127-49a7-b158-8b5cdaf98231,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:15.727579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2e21c1-e4ba-4634-881c-d748771f13f9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:15.744671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.745929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a0966d1-274e-4c89-919d-ff7b378992f0 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9907627 Aug 25 15:17:15.748195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79940be8-f2c9-4a0e-8a79-ce1db0f075cf') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:15.748519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79940be8-f2c9-4a0e-8a79-ce1db0f075cf') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:15.749799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39056) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:15.754736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': '05d02ed8-8127-49a7-b158-8b5cdaf98231', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:15.760930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.781509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.791726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:15.792140 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:15.799063 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:15.899151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.956188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7ebfa-b25c-4781-bafa-d926197922ed req-0f885e38-9fbe-4e2a-b5d0-088ff76e28e3 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:15.964055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02f7ebfa-b25c-4781-bafa-d926197922ed req-0f885e38-9fbe-4e2a-b5d0-088ff76e28e3 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0592194 Aug 25 15:17:15.974149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:15.996538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.005954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.012644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/eb2e21c1-e4ba-4634-881c-d748771f13f9 HTTP/1.1" status: 204 len: 168 time: 0.9025674 Aug 25 15:17:16.013681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:16.020396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02f7ebfa-b25c-4781-bafa-d926197922ed req-5480b940-b459-4f98-b54f-057d86930129 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551295 Aug 25 15:17:16.023866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1931548628'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:16.033546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656422-5bbc-4aba-a1d5-f9759415fa64 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=eb2e21c1-e4ba-4634-881c-d748771f13f9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:16.054064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.077070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736278f3-15a3-4989-8fec-041d9336b675,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:16.166227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:16.169978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.199900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:17:16.212447 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.212885 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 3a8fcc3d-b249-4c66-a924-30750124ec56 of type vlan for network db8ea44f-e78e-495e-b56a-b51593e9afaa Aug 25 15:17:16.270526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.318974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.322488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7eb6c89e-2833-4b34-997d-e2077f6ab1c7 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5716133 Aug 25 15:17:16.325154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39068) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:16.354272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9dd5-899b-436a-aae3-0ffc7cd43751 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.373010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9dd5-899b-436a-aae3-0ffc7cd43751 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.393847 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f5161275-11bc-4611-8b8a-ea7b9e4e28ab req-637f634d-a98a-4858-9293-14823c0048c8 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 210 time: 0.0365572 Aug 25 15:17:16.453443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.461494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:16.505654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.515487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-342ff024-d809-48a3-a2da-216bc7b908ac tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:16.517180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-342ff024-d809-48a3-a2da-216bc7b908ac tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0740340 Aug 25 15:17:16.536943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=db8ea44f-e78e-495e-b56a-b51593e9afaa,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:16.548343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network db8ea44f-e78e-495e-b56a-b51593e9afaa details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:17:16.579063 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9dd5-899b-436a-aae3-0ffc7cd43751 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.586431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9dd5-899b-436a-aae3-0ffc7cd43751 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.592278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0ccc9dd5-899b-436a-aae3-0ffc7cd43751 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/736278f3-15a3-4989-8fec-041d9336b675 HTTP/1.1" status: 204 len: 168 time: 0.2624087 Aug 25 15:17:16.592278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39070) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:16.618045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc9dd5-899b-436a-aae3-0ffc7cd43751 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736278f3-15a3-4989-8fec-041d9336b675,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:16.628051 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f3125bea-e614-4319-a07f-77e10414b700 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6126125 Aug 25 15:17:16.630842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39072) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:16.638253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:16.638452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Deleting port 74998c28-bd08-4262-b6eb-710800eb5011 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:16.640210 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.757052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-670c27b2-02e9-4a3e-971c-c3a459d2cb03 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1626256 Aug 25 15:17:16.757238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39076) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:16.795319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] For port 74998c28-bd08-4262-b6eb-710800eb5011, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=74998c28-bd08-4262-b6eb-710800eb5011,segment=NetworkSegment(9ab37c20-02e7-4cf5-b363-a2aff8102268),segment_id=9ab37c20-02e7-4cf5-b363-a2aff8102268)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:16.796642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.825424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Calling delete_port for 74998c28-bd08-4262-b6eb-710800eb5011 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:16.847260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e5a368a-454f-4e13-8a89-51a439e58efb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.892781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:16.897280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:16.910383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e5a368a-454f-4e13-8a89-51a439e58efb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.101655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e5a368a-454f-4e13-8a89-51a439e58efb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.118695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6e5a368a-454f-4e13-8a89-51a439e58efb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.119981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6e5a368a-454f-4e13-8a89-51a439e58efb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/05d02ed8-8127-49a7-b158-8b5cdaf98231 HTTP/1.1" status: 204 len: 168 time: 0.3618641 Aug 25 15:17:17.126278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39084) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:17.157659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a368a-454f-4e13-8a89-51a439e58efb tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d02ed8-8127-49a7-b158-8b5cdaf98231,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:17.178332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa1539-d7f8-4fe6-bf23-d6d20f074cf5 req-c45ed4b1-20d4-4be0-a7c1-e107aae504f5 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:17.180244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4aa1539-d7f8-4fe6-bf23-d6d20f074cf5 req-c45ed4b1-20d4-4be0-a7c1-e107aae504f5 tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 946 time: 0.0926447 Aug 25 15:17:17.212943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.226960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['74998c28-bd08-4262-b6eb-710800eb5011'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:17:17.247664 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fb2b0c77-1d7e-4c6e-94fc-60697d40406e tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1143987 Aug 25 15:17:17.248267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39088) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:17.253673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group': {'name': 'tempest-secgroup--554752323'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:17.265951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Pushing event deleted for resources: {'Port': ['ID=74998c28-bd08-4262-b6eb-710800eb5011,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:17.301223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4aa1539-d7f8-4fe6-bf23-d6d20f074cf5 req-f4689980-e280-4067-ab2f-a9eeedb9b0ac tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/security-groups?id=016d25ab-33cc-4844-bf1a-40d8fac82c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119411 Aug 25 15:17:17.322292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] No DVR routers for this DVR port 74998c28-bd08-4262-b6eb-710800eb5011 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:17.322292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.322619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d22e7f32-30e9-4463-aa75-1bc5e98f8591 req-4f69f4ae-3856-4f04-beb6-fdcc39e7807c tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.52 "DELETE /v2.0/ports/74998c28-bd08-4262-b6eb-710800eb5011 HTTP/1.1" status: 204 len: 173 time: 0.7987022 Aug 25 15:17:17.323953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'name': 'network-vif-deleted', 'tag': '74998c28-bd08-4262-b6eb-710800eb5011'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:17.327123 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5282cdb5-3171-4fd1-8eed-98d437760475" -d '{"events": [{"server_uuid": "e99c28cb-20d2-403a-9e91-6c4546aa1305", "name": "network-vif-deleted", "tag": "74998c28-bd08-4262-b6eb-710800eb5011"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:17.369519 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c91568d-a0d2-4d47-8c2d-eec1c0ec11e3 x-openstack-request-id: req-2c91568d-a0d2-4d47-8c2d-eec1c0ec11e3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:17.369819 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99c28cb-20d2-403a-9e91-6c4546aa1305", "name": "network-vif-deleted", "tag": "74998c28-bd08-4262-b6eb-710800eb5011", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:17.370084 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c91568d-a0d2-4d47-8c2d-eec1c0ec11e3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:17.370486 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99c28cb-20d2-403a-9e91-6c4546aa1305', 'name': 'network-vif-deleted', 'tag': '74998c28-bd08-4262-b6eb-710800eb5011', 'status': 'completed', 'code': 200} Aug 25 15:17:17.486560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.489166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.505923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fe75824-5a27-4b5f-84d1-dd47060446d4 req-ba12cf32-4813-4088-917d-6c9c7a2232ab tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 210 time: 0.0428874 Aug 25 15:17:17.583411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=18db201d-9e38-4fbc-a08a-a03a75226f16,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:17.625175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '3a8fcc3d-b249-4c66-a924-30750124ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:17.625440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: db8ea44f-e78e-495e-b56a-b51593e9afaa, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:17:17.668299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.904242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network db8ea44f-e78e-495e-b56a-b51593e9afaa is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:17:17.908004 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:17.949018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a2948-18ce-45da-8e5e-84641db77280,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:18.138947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, db8ea44f-e78e-495e-b56a-b51593e9afaa) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:18.149181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa9b7f-fd84-483c-9186-a283b529b974 None None] Network db8ea44f-e78e-495e-b56a-b51593e9afaa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:18.152722 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:18.153897 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.214765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.216423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ff6ed4c2-d2dd-4070-8ad0-4a53be420535 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9665585 Aug 25 15:17:18.223563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39102) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:18.263387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': 'a73a2948-18ce-45da-8e5e-84641db77280', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:18.317184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c750760d-c0a6-4c94-ab7f-ddd421984fcd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6828165 Aug 25 15:17:18.318451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39104) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:18.324462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188367788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:18.334546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-db8ea44f-e78e-495e-b56a-b51593e9afaa', 'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '18db201d-9e38-4fbc-a08a-a03a75226f16'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:17:18.335585 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.415363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-81d45b7c-8f1d-4a8d-9025-425d4fb32bfb tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:18.417109 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-81d45b7c-8f1d-4a8d-9025-425d4fb32bfb tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.45 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 809 time: 0.1908333 Aug 25 15:17:18.423269 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fe73e6c8-26c6-4392-855d-3d6f740682e8 req-9981a04b-68e6-4178-a533-16973ed99eed tempest-TestServerAdvancedOps-1843215289 tempest-TestServerAdvancedOps-1843215289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99c28cb-20d2-403a-9e91-6c4546aa1305 HTTP/1.1" status: 200 len: 210 time: 0.0303328 Aug 25 15:17:18.487706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-e83c6c26-0a57-449e-a92e-b94fc9190dad tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43da7fb103914a3385f0aa254d56f416 HTTP/1.1" status: 200 len: 380 time: 0.0605893 Aug 25 15:17:18.493522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Allocated IP 172.20.0.2 (db8ea44f-e78e-495e-b56a-b51593e9afaa/18db201d-9e38-4fbc-a08a-a03a75226f16/8c1e1ff9-7c13-477b-88ec-3879e1b08048) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:18.507924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'port': {'device_id': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'admin_state_up': True, 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'security_groups': ['30e7eaee-79b3-4eb3-9a89-d3d2fefe2489']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:18.582704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.630679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.632149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.682388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.705185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Transition to ACTIVE for port object 8c1e1ff9-7c13-477b-88ec-3879e1b08048 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:18.741952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Transition to ACTIVE for port object 8c1e1ff9-7c13-477b-88ec-3879e1b08048 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:18.746944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e96f7758-53bc-4363-b0bc-f8c2ae0c19fe req-134bd2a5-9976-4b3e-9a8d-d3943172c0d3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 210 time: 0.0948758 Aug 25 15:17:18.782882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.784430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.840941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.880785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.882318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.927970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Network db8ea44f-e78e-495e-b56a-b51593e9afaa is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:18.928359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Made reservation on behalf of 43da7fb103914a3385f0aa254d56f416 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:18.933139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:18.946740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:18.953021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:18.959490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Pushing event updated for resources: {'Port': ['ID=8c1e1ff9-7c13-477b-88ec-3879e1b08048,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:18.961840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3630fd-70dc-43c3-8b11-d03727e6d9e6,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:19.019675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.020027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.020364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.020695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.021027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.021347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.021912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.022448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.022939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.023635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.024118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.024776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:19.026604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.027843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-001f7b26-02a9-4e1a-bc49-1fa6c1b0666b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7799246 Aug 25 15:17:19.031724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39162) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.056241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-88415f73-e819-4924-a50d-579d05ddb507 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules/8a3630fd-70dc-43c3-8b11-d03727e6d9e6 HTTP/1.1" status: 200 len: 763 time: 0.0207906 Aug 25 15:17:19.056487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-d4b0a2bd-0baa-441e-bc4e-17a0fbc312b7 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=669cb0f480254a4dad72239f33683a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470836 Aug 25 15:17:19.059878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39164) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.065875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Attempting to bind port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:19.066307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.066686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Attempting to bind port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '3a8fcc3d-b249-4c66-a924-30750124ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:19.070083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Attempting to bind port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 on network db8ea44f-e78e-495e-b56a-b51593e9afaa {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:19.070263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-133c80fa-1727-46e0-b551-87f6ef6075a0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7483766 Aug 25 15:17:19.070972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39166) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.074856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:19.075380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Checking segment: {'id': '3a8fcc3d-b249-4c66-a924-30750124ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:19.076764 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.076764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Bound using segment: {'id': '3a8fcc3d-b249-4c66-a924-30750124ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:19.077018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Bound port: 8c1e1ff9-7c13-477b-88ec-3879e1b08048, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8fcc3d-b249-4c66-a924-30750124ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:19.077324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.077749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'port': {'network_id': 'db8ea44f-e78e-495e-b56a-b51593e9afaa', 'name': 'tempest-RoutersTest-1141799761'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:19.200719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] For port 8c1e1ff9-7c13-477b-88ec-3879e1b08048, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:19.204267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] For port 8c1e1ff9-7c13-477b-88ec-3879e1b08048, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8c1e1ff9-7c13-477b-88ec-3879e1b08048,segment=NetworkSegment(3a8fcc3d-b249-4c66-a924-30750124ec56),segment_id=3a8fcc3d-b249-4c66-a924-30750124ec56)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:19.234697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-88000511-542e-4c75-98c0-7483bdd607bf tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1687231 Aug 25 15:17:19.235204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39168) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.240424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Allocated IP 172.20.0.5 (a588f3ec-f500-4e9f-8e38-2d385bc38f75/f89b8cfd-e848-46b2-b512-74467286d7c1/7d94d265-8ca4-482b-a763-5e0ebb04ff96) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:19.274607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-121ab059-1bfd-4c7c-821b-1dc91a852ffa tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:19.276150 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-121ab059-1bfd-4c7c-821b-1dc91a852ffa tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208574 Aug 25 15:17:19.283985 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5b1-14d5-4529-9ea3-7e21d39b3aa2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.300353 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5b1-14d5-4529-9ea3-7e21d39b3aa2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.310995 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-32a3fe70-5df9-4012-9de4-f2d93de9ffa4 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/quotas/669cb0f480254a4dad72239f33683a32 HTTP/1.1" status: 200 len: 375 time: 0.0237699 Aug 25 15:17:19.355237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-580c7934-19b1-4be7-a0fc-113768d58817 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=669cb0f480254a4dad72239f33683a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377645 Aug 25 15:17:19.417522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.430970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.475902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5b1-14d5-4529-9ea3-7e21d39b3aa2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.477198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Transition to ACTIVE for port object 7d94d265-8ca4-482b-a763-5e0ebb04ff96 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:19.478876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:19.482926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5b1-14d5-4529-9ea3-7e21d39b3aa2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.483611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.485036 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6de3f5b1-14d5-4529-9ea3-7e21d39b3aa2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8a3630fd-70dc-43c3-8b11-d03727e6d9e6 HTTP/1.1" status: 204 len: 168 time: 0.2514510 Aug 25 15:17:19.496007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39172) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.496361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39174) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.500522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c69fe4-a3c1-461c-aba2-c4026edddfb5 None None] Pushing event updated for resources: {'Port': ['ID=8c1e1ff9-7c13-477b-88ec-3879e1b08048,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:19.510889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3f5b1-14d5-4529-9ea3-7e21d39b3aa2 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a3630fd-70dc-43c3-8b11-d03727e6d9e6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:19.552033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-175ec875-eff0-450c-b95f-f652d8256bdd tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563300 Aug 25 15:17:19.554250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39178) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:19.560703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': 'a73a2948-18ce-45da-8e5e-84641db77280', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:19.630394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3d92dcf-a516-4d70-a067-f154d10ce314 req-32428817-6ce4-4cb7-9cf4-502e3cd31229 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.0396550 Aug 25 15:17:19.643122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] device_id is not set on port 6474fa5f-759e-4844-9458-4a5984fdb6ef yet. {{(pid=101873) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 15:17:19.656080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Deleting subnet ada089e2-2659-403a-b1fd-5f54d0b921e7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:19.662524 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.703148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.759854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.847925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.876171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.932455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.949030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679a760-9f6e-4b4d-b428-6c94794ddc2d req-767db681-c47a-4f3e-aac7-fefa29ff79f0 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:19.959492 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6679a760-9f6e-4b4d-b428-6c94794ddc2d req-767db681-c47a-4f3e-aac7-fefa29ff79f0 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 931 time: 0.0712066 Aug 25 15:17:19.967901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:19.988159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.20.0.12 (db8ea44f-e78e-495e-b56a-b51593e9afaa/18db201d-9e38-4fbc-a08a-a03a75226f16/6474fa5f-759e-4844-9458-4a5984fdb6ef) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:20.003518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:20.004177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c758e5-00f7-463f-8e4e-fcd80e47c68e,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:20.014803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:20.023206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'Port': ['ID=7d94d265-8ca4-482b-a763-5e0ebb04ff96,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:20.025445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:20.031649 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6679a760-9f6e-4b4d-b428-6c94794ddc2d req-dd15aaa9-1432-4717-a287-93169c2ed570 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712047 Aug 25 15:17:20.102903 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.104331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27dabf3d-b29f-4dac-bd49-fcabf16b56d6 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5488594 Aug 25 15:17:20.107279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39192) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:20.131283 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2a04652e-7dc7-425f-83e9-682c17dfca2a tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules/57c758e5-00f7-463f-8e4e-fcd80e47c68e HTTP/1.1" status: 200 len: 763 time: 0.0211666 Aug 25 15:17:20.132306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39194) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:20.135571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:20.145481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.197182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a6b9cb67-1aeb-4152-b61c-9574ebc09a5b tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0610135 Aug 25 15:17:20.198208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39196) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:20.244681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b84c4a-8882-4927-b150-d82eed77c71f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.253497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.266153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b84c4a-8882-4927-b150-d82eed77c71f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.272441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 6474fa5f-759e-4844-9458-4a5984fdb6ef will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:20.311397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-5253cebd-f083-4aa6-931f-8855fcafed4f tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8074400 Aug 25 15:17:20.312908 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.330570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Request body: {'port': {'device_id': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:20.366761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-91993249-69d2-4345-b7ab-bfa52e229c17 None None] Provisioning for port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:20.367266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b84c4a-8882-4927-b150-d82eed77c71f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.374191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-91993249-69d2-4345-b7ab-bfa52e229c17 None None] Provisioning complete for port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:20.375507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91993249-69d2-4345-b7ab-bfa52e229c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.379061 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e1b84c4a-8882-4927-b150-d82eed77c71f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.382696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.384964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ada089e2-2659-403a-b1fd-5f54d0b921e7 HTTP/1.1" status: 204 len: 168 time: 0.8889878 Aug 25 15:17:20.387221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39220) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:20.391778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39222) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:20.396757 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e1b84c4a-8882-4927-b150-d82eed77c71f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/57c758e5-00f7-463f-8e4e-fcd80e47c68e HTTP/1.1" status: 204 len: 168 time: 0.1972117 Aug 25 15:17:20.399756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f190415-b02c-44fb-b53b-2ba773cc869c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada089e2-2659-403a-b1fd-5f54d0b921e7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:20.414984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b84c4a-8882-4927-b150-d82eed77c71f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c758e5-00f7-463f-8e4e-fcd80e47c68e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:20.459896 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-91993249-69d2-4345-b7ab-bfa52e229c17 None None] Port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:20.503587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.567332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.602170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 74998c28-bd08-4262-b6eb-710800eb5011 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:20.603650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network db8ea44f-e78e-495e-b56a-b51593e9afaa is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:20.618537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-781cc107-c212-4cff-bdf1-555b1aa07d42 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2282019 Aug 25 15:17:20.621484 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.621643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39234) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:20.628292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Request body: {'security_group_rule': {'security_group_id': 'a73a2948-18ce-45da-8e5e-84641db77280', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:20.632140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:20.634934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:20.648384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 74998c28-bd08-4262-b6eb-710800eb5011 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:20.649534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 74998c28-bd08-4262-b6eb-710800eb5011 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:20.720545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=6474fa5f-759e-4844-9458-4a5984fdb6ef,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:20.762161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.835449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.842518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f632cb2-1343-4ed0-b399-3f96eec42689 None None] Network db8ea44f-e78e-495e-b56a-b51593e9afaa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:20.896481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56d8e744-af3d-4620-a648-d08aa507cce9 req-ea5ff81c-bf17-4452-b19e-7adeeb30990a tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.1658006 Aug 25 15:17:20.927934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:20.928875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.932471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.935483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:20.953965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf4230-5984-4a1f-956e-64b1392ef258']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:20.970966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1175fff3-48b4-4784-8d4d-d948650da527,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:20.973527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab37c20-02e7-4cf5-b363-a2aff8102268') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:20.973846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab37c20-02e7-4cf5-b363-a2aff8102268') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:21.001894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.049405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.053425 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.057622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e30a24a3-67ba-479e-860a-a51556d5a70f tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4324398 Aug 25 15:17:21.058061 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b08063c7-610e-4a6c-94f2-e04ac302f8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.064818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-67e52b2e-b01d-4095-9ad8-8644c6f5ca46 None None] Provisioning for port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:21.064924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-94d8d10d-d5a1-495d-94d3-5d05737356e2 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9889245 Aug 25 15:17:21.064924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39244) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.065073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39242) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.070247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:21.070611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:21.085425 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:21.102278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-31e9acf0-9029-4d6a-92ce-4f0dd4163a90 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules/1175fff3-48b4-4784-8d4d-d948650da527 HTTP/1.1" status: 200 len: 764 time: 0.0372581 Aug 25 15:17:21.102925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39246) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.208953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1bad2cc3-8d52-4ba0-936d-1494d3707e06 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1043482 Aug 25 15:17:21.209687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39248) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.246826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c622e8-7a8e-4194-8e9a-cc22a41045e5 req-8576ce1a-dbca-406f-8caa-6cf678f265ef tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:21.249331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6c622e8-7a8e-4194-8e9a-cc22a41045e5 req-8576ce1a-dbca-406f-8caa-6cf678f265ef tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 931 time: 0.1079090 Aug 25 15:17:21.270925 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9826ec98-193e-4fdf-8ccd-48095fc82e2d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.291283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9826ec98-193e-4fdf-8ccd-48095fc82e2d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.326323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.334051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.334273 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6c622e8-7a8e-4194-8e9a-cc22a41045e5 req-9038c611-9149-45fb-974d-8667a12ad0bc tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719640 Aug 25 15:17:21.336137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0bdf4230-5984-4a1f-956e-64b1392ef258 HTTP/1.1" status: 204 len: 168 time: 0.9285054 Aug 25 15:17:21.351508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39250) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.404474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c23cd9-8ae4-420c-a939-cfe2dcae2884 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdf4230-5984-4a1f-956e-64b1392ef258,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:21.434972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Deleting subnet d41e6d02-e93b-4266-b240-6b07f3c51d74 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:21.440352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.474264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9826ec98-193e-4fdf-8ccd-48095fc82e2d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.491588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9826ec98-193e-4fdf-8ccd-48095fc82e2d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.492811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9826ec98-193e-4fdf-8ccd-48095fc82e2d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1175fff3-48b4-4784-8d4d-d948650da527 HTTP/1.1" status: 204 len: 168 time: 0.2811744 Aug 25 15:17:21.495535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ec98-193e-4fdf-8ccd-48095fc82e2d tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1175fff3-48b4-4784-8d4d-d948650da527,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:21.496760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39252) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.531616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.611071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.618681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c514faf1-7a1f-4c85-8338-8c323ac408d6 None None] Provisioning for port 6474fa5f-759e-4844-9458-4a5984fdb6ef completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:21.625617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c514faf1-7a1f-4c85-8338-8c323ac408d6 None None] Provisioning complete for port 6474fa5f-759e-4844-9458-4a5984fdb6ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:21.626238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c514faf1-7a1f-4c85-8338-8c323ac408d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.630521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d94d265-8ca4-482b-a763-5e0ebb04ff96 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:17:21.664045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.713448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Transition to ACTIVE for port object 7d94d265-8ca4-482b-a763-5e0ebb04ff96 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:21.730322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-273e1f9e-bc6c-43cb-b392-184e3f5224f4 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1818316 Aug 25 15:17:21.734749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39256) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:21.753412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8c1e1ff9-7c13-477b-88ec-3879e1b08048 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:21.801672 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:21.875011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c514faf1-7a1f-4c85-8338-8c323ac408d6 None None] Port 6474fa5f-759e-4844-9458-4a5984fdb6ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:21.946880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.002269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:22.018726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:22.019486 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.025174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-be1c9157-6412-4637-b9b5-8a426bdb4ba3 None None] Provisioning complete for port 6474fa5f-759e-4844-9458-4a5984fdb6ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:22.029211 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-be1c9157-6412-4637-b9b5-8a426bdb4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.070817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Pushing event updated for resources: {'Port': ['ID=7d94d265-8ca4-482b-a763-5e0ebb04ff96,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:22.096546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.129057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-be1c9157-6412-4637-b9b5-8a426bdb4ba3 None None] Port 6474fa5f-759e-4844-9458-4a5984fdb6ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:22.235661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.288101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ad2f9ed9-f301-4a3f-ac73-81dd8bcc38fb req-9ee5aa2d-3810-4830-b24d-b56cac62970a tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.1464553 Aug 25 15:17:22.297468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.324959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 8c1e1ff9-7c13-477b-88ec-3879e1b08048, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8c1e1ff9-7c13-477b-88ec-3879e1b08048,segment=NetworkSegment(3a8fcc3d-b249-4c66-a924-30750124ec56),segment_id=3a8fcc3d-b249-4c66-a924-30750124ec56)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:22.390109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.402237 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.413303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Attempting to bind port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:22.413886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Attempting to bind port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:22.413983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Attempting to bind port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 on network a588f3ec-f500-4e9f-8e38-2d385bc38f75 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:22.433488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 on network a588f3ec-f500-4e9f-8e38-2d385bc38f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:17:22.433914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Attempting to bind port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 on network a588f3ec-f500-4e9f-8e38-2d385bc38f75 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:22.444664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41e6d02-e93b-4266-b240-6b07f3c51d74,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:22.446069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:22.446424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Checking segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:22.452609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Bound using segment: {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:22.452609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Bound port: 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:22.452609 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.475321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=8c1e1ff9-7c13-477b-88ec-3879e1b08048,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:22.490113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.492293 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f560c55-3826-4db0-8498-e07aec71a083 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d41e6d02-e93b-4266-b240-6b07f3c51d74 HTTP/1.1" status: 204 len: 168 time: 1.1480811 Aug 25 15:17:22.495985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39264) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:22.587236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a59dcd-fad4-4142-a42b-234e994b534d req-834a5163-5dac-4abe-ad01-8298cb148879 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:22.596991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9a59dcd-fad4-4142-a42b-234e994b534d req-834a5163-5dac-4abe-ad01-8298cb148879 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 943 time: 0.1560147 Aug 25 15:17:22.638578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.662336 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9a59dcd-fad4-4142-a42b-234e994b534d req-4fe5f1e6-55a2-4ce0-ac35-785550c09c54 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644140 Aug 25 15:17:22.747691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.758815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98118b89-c86b-4dda-b621-eca3281d1d9a']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:22.772563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26920f1d-eaf6-4539-95bf-b0a2fa1340cf') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:22.772862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26920f1d-eaf6-4539-95bf-b0a2fa1340cf') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:22.783229 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.802842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.811168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:22.811825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:22.814290 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:22.858604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.862603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.865308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "DELETE /v2.0/security-groups/a73a2948-18ce-45da-8e5e-84641db77280 HTTP/1.1" status: 204 len: 168 time: 1.1280243 Aug 25 15:17:22.871199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39266) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:22.906716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a2948-18ce-45da-8e5e-84641db77280,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:22.926413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] For port 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:22.929398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.929752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.930099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.930443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.942028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.943056 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c92087eb-7a5c-4c1b-9752-3b342f088a7c tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536323 Aug 25 15:17:22.943156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e04fc-d604-4b75-8fe0-b1e2d7ff87e1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:22.945840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39268) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:22.962923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] For port 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:22.978238 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.984708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:22.990911 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] 10.222.0.58 "DELETE /v2.0/networks/98118b89-c86b-4dda-b621-eca3281d1d9a HTTP/1.1" status: 204 len: 168 time: 0.4931452 Aug 25 15:17:23.006498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d95d5-70fc-4c5b-b32a-376db46f6d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=98118b89-c86b-4dda-b621-eca3281d1d9a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:23.009675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.022013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9f10fd2f-15ee-4c80-b2bb-92c81861f2d1 tempest-SecGroupTest-920715671 tempest-SecGroupTest-920715671-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745628 Aug 25 15:17:23.107269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.142755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.173899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-5b6c38e8-b991-4239-aa4b-5fb0b5f771ba tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=669cb0f480254a4dad72239f33683a32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003017 Aug 25 15:17:23.258013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:23.258649 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.260124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 1091 time: 2.9375558 Aug 25 15:17:23.260608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:23.262947 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d916e2-80ee-4c38-bc23-9e929fbed549" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:23.424193 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57287d02-a9fe-4fd9-900f-2b3752050152 x-openstack-request-id: req-57287d02-a9fe-4fd9-900f-2b3752050152 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:23.424830 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:23.424830 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57287d02-a9fe-4fd9-900f-2b3752050152 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:23.425163 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'status': 'completed', 'code': 200} Aug 25 15:17:23.497078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=6474fa5f-759e-4844-9458-4a5984fdb6ef,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:23.498410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2662c92-c4b7-4641-9481-88a3295d5b07 req-cbe17fca-b83e-474b-b7b6-62faaca3f8ab tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.0534410 Aug 25 15:17:23.506458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39280) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:23.596489 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-58632fe2-1c86-4a89-95c1-aba6595b44b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2588067896714e17bfde81cb44083709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886464 Aug 25 15:17:23.609365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:23.625361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d953c63b-477c-4d32-89f4-e73878757cff None None] Provisioning complete for port 6474fa5f-759e-4844-9458-4a5984fdb6ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:23.627120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d953c63b-477c-4d32-89f4-e73878757cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.695521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8c1e1ff9-7c13-477b-88ec-3879e1b08048 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:23.701727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-090056d1-8609-4d60-b448-92b86ac35219 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:23.704533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a79-02ab-447e-8fca-c86d6e3490c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.708585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-090056d1-8609-4d60-b448-92b86ac35219 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5079837 Aug 25 15:17:23.747366 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a79-02ab-447e-8fca-c86d6e3490c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.750120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Request body: {'port': {'device_id': '265ea729-10ea-4fba-9e03-752319296887', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '669cb0f480254a4dad72239f33683a32'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:23.768335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39288) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:23.773479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d953c63b-477c-4d32-89f4-e73878757cff None None] Port 6474fa5f-759e-4844-9458-4a5984fdb6ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:23.807232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:23.807859 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.832861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d916e2-80ee-4c38-bc23-9e929fbed549 req-e1a9ac94-5ac2-466e-a1f9-3b5bae405f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:23.832861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d916e2-80ee-4c38-bc23-9e929fbed549 req-e1a9ac94-5ac2-466e-a1f9-3b5bae405f66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1094 time: 0.4171965 Aug 25 15:17:23.841076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ff116ce9-56c7-4e29-8b0d-b6e0c857ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.893423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25c234-b487-4289-b5f8-caeb390f9064 service neutron] Pushing event updated for resources: {'Port': ['ID=7d94d265-8ca4-482b-a763-5e0ebb04ff96,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:23.915607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a79-02ab-447e-8fca-c86d6e3490c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.918953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a79-02ab-447e-8fca-c86d6e3490c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:23.924011 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8a7e4a79-02ab-447e-8fca-c86d6e3490c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/016d25ab-33cc-4844-bf1a-40d8fac82c24 HTTP/1.1" status: 204 len: 168 time: 0.3135693 Aug 25 15:17:23.944572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4a79-02ab-447e-8fca-c86d6e3490c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d25ab-33cc-4844-bf1a-40d8fac82c24,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:24.006860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6568bfc6-e0d1-427b-9d2a-9282357eb5f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fbe13403d0b4d6e85fb5f097a620924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363081 Aug 25 15:17:24.007941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39294) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:24.029099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e9102-56a4-4f56-a64e-b1e6536a8226 req-90515526-0086-4189-98c3-832814e99e88 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:24.030678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a77e9102-56a4-4f56-a64e-b1e6536a8226 req-90515526-0086-4189-98c3-832814e99e88 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 943 time: 0.2135823 Aug 25 15:17:24.073659 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74496a5a-7c37-4337-aa81-dbed993cbb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.098720 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74496a5a-7c37-4337-aa81-dbed993cbb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.154290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.189592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d916e2-80ee-4c38-bc23-9e929fbed549 req-78abb3d2-a78d-41e6-b625-bcd59d5eccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:24.191135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d916e2-80ee-4c38-bc23-9e929fbed549 req-78abb3d2-a78d-41e6-b625-bcd59d5eccad service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=43da7fb103914a3385f0aa254d56f416&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3150258 Aug 25 15:17:24.194055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a77e9102-56a4-4f56-a64e-b1e6536a8226 req-ffdb22aa-ad53-45c2-90c1-069d149144c0 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538849 Aug 25 15:17:24.275224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74496a5a-7c37-4337-aa81-dbed993cbb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.278157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-74496a5a-7c37-4337-aa81-dbed993cbb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.279545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-74496a5a-7c37-4337-aa81-dbed993cbb05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dcc6ff1f-26a2-480e-a656-766426f1faa6 HTTP/1.1" status: 204 len: 168 time: 0.2696519 Aug 25 15:17:24.288931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74496a5a-7c37-4337-aa81-dbed993cbb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6ff1f-26a2-480e-a656-766426f1faa6,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:24.332191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d916e2-80ee-4c38-bc23-9e929fbed549 req-2849e7cb-123c-46fa-a680-463c331fe954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:24.333501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d916e2-80ee-4c38-bc23-9e929fbed549 req-2849e7cb-123c-46fa-a680-463c331fe954 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350226 Aug 25 15:17:24.344813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.347378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Made reservation on behalf of 669cb0f480254a4dad72239f33683a32 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:24.353807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.362049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.444166 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.511741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-415c0e38-534a-4ffe-8a0c-77727eeab1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:24.513296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-415c0e38-534a-4ffe-8a0c-77727eeab1db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1094 time: 0.1353278 Aug 25 15:17:24.577165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-a66be1c6-4de3-4443-8f77-980309dd642b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 217 time: 0.0538666 Aug 25 15:17:24.614032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20f9d276-5632-42f9-97e4-632a26cac8e2 req-ea9849e7-7a36-4e4f-a0d7-b5a520f7bb08 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Aug 25 15:17:24.723686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-600a38fe-bdd0-4eca-acc4-c347b28a00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:24.725248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-600a38fe-bdd0-4eca-acc4-c347b28a00f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 200 len: 848 time: 0.1089644 Aug 25 15:17:24.754226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.856533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-6f63e7f1-36ff-45bb-8262-552e4a5ade66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:24.858218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-6f63e7f1-36ff-45bb-8262-552e4a5ade66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a588f3ec-f500-4e9f-8e38-2d385bc38f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188362 Aug 25 15:17:24.882080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:24.931493 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39312) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:24.977734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c18713ad-ee7a-4d60-9cfa-b4f0ae43e714 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60a9fa8c382b4cf6b98d580bee147028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448558 Aug 25 15:17:24.980200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39314) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:25.036563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adf8f3ab-c297-4427-971f-4dbaf0992eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.039901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41a440-92ee-46a0-a7d0-56cc69478a0a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:25.055713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.080149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adf8f3ab-c297-4427-971f-4dbaf0992eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.121361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-523eb85a-e760-41f9-a9cb-6068dfbd8c2e service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530932 Aug 25 15:17:25.185118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.188848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Allocated IP 192.168.233.146 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/ce7b506d-bc38-4e10-9bae-3cb920df4251) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:25.292267 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adf8f3ab-c297-4427-971f-4dbaf0992eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.295257 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-adf8f3ab-c297-4427-971f-4dbaf0992eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.297021 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-adf8f3ab-c297-4427-971f-4dbaf0992eae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eccc5fd-b470-4e22-b1d2-bb594b2972b1 HTTP/1.1" status: 204 len: 168 time: 0.3150542 Aug 25 15:17:25.306031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8f3ab-c297-4427-971f-4dbaf0992eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eccc5fd-b470-4e22-b1d2-bb594b2972b1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:25.314280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=6474fa5f-759e-4844-9458-4a5984fdb6ef,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:25.366039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.453333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-049c81c7-eb6c-4888-8a25-163ccc7e2ab2 req-818a8db1-b449-4660-b3a6-212b1b6d0fd7 service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226147 Aug 25 15:17:25.518668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be708916-8be8-41d7-bf17-7b15c939eaff req-35badde0-ec8e-4811-89a7-9bcecda070f1 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:25.520259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be708916-8be8-41d7-bf17-7b15c939eaff req-35badde0-ec8e-4811-89a7-9bcecda070f1 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 943 time: 0.2289412 Aug 25 15:17:25.520734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.618087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be708916-8be8-41d7-bf17-7b15c939eaff req-238098f1-68a9-4284-81d3-1a507dbe03af tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855498 Aug 25 15:17:25.622167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network db8ea44f-e78e-495e-b56a-b51593e9afaa is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:25.626536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:25.640089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.757674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Transition to ACTIVE for port object ce7b506d-bc38-4e10-9bae-3cb920df4251 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:25.790014 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b229c337-cb00-44b9-883c-e436ce02f9c3 req-8c9b2b21-d4bb-4e9c-b595-fd5188f5b094 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.0656066 Aug 25 15:17:25.927441 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:25.970430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 845d802b-7f71-4a09-bb4a-da3999fcce1d is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:25.996574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:26.003973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:26.007241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:26.024558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b097564f-2c10-4bde-9ad2-d30c709eed0e None None] Provisioning complete for port 6474fa5f-759e-4844-9458-4a5984fdb6ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:26.028841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b097564f-2c10-4bde-9ad2-d30c709eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:26.055279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Pushing event updated for resources: {'Port': ['ID=ce7b506d-bc38-4e10-9bae-3cb920df4251,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:26.098920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b097564f-2c10-4bde-9ad2-d30c709eed0e None None] Port 6474fa5f-759e-4844-9458-4a5984fdb6ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:26.515740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e65a6413-3785-441a-851e-dadb4ea01297 None None] Provisioning for port ce7b506d-bc38-4e10-9bae-3cb920df4251 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:26.519943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e65a6413-3785-441a-851e-dadb4ea01297 None None] Provisioning complete for port ce7b506d-bc38-4e10-9bae-3cb920df4251 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:26.520323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e65a6413-3785-441a-851e-dadb4ea01297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:26.529437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:26.530109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:26.536310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:26.543384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2242fe8b-7758-4778-b809-177a4bb31118 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/845d802b-7f71-4a09-bb4a-da3999fcce1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4752674 Aug 25 15:17:26.548338 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39392) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:26.554545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] Sync routers for ids ['845d802b-7f71-4a09-bb4a-da3999fcce1d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:26.584985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e65a6413-3785-441a-851e-dadb4ea01297 None None] Port ce7b506d-bc38-4e10-9bae-3cb920df4251 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:26.594467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] Routers {'845d802b-7f71-4a09-bb4a-da3999fcce1d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:26.599711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['845d802b-7f71-4a09-bb4a-da3999fcce1d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:26.603872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ecd2e9-e9ad-47f9-9d79-64a67baeebdd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:26.605305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44ecd2e9-e9ad-47f9-9d79-64a67baeebdd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports/6474fa5f-759e-4844-9458-4a5984fdb6ef HTTP/1.1" status: 200 len: 978 time: 0.0557575 Aug 25 15:17:26.608453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39396) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:26.642029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:26.661148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] Routers {'845d802b-7f71-4a09-bb4a-da3999fcce1d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:26.661799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['845d802b-7f71-4a09-bb4a-da3999fcce1d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:26.689410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39400) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:26.706587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:26.707302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70574a60-3ce3-4c3a-bd3b-ec28509b351f None None] The sync data for ids ['845d802b-7f71-4a09-bb4a-da3999fcce1d'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:26.741627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-1cac39b6-964c-4040-8ebc-6b450c4bdee8 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0073388 Aug 25 15:17:26.767696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Request body: {'port': {'device_id': '265ea729-10ea-4fba-9e03-752319296887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:26.829347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccf8a-5f57-435d-93ec-a1426abde697 req-defb728c-2523-4ad1-9e92-c1f86b894ad8 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:26.830938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-397ccf8a-5f57-435d-93ec-a1426abde697 req-defb728c-2523-4ad1-9e92-c1f86b894ad8 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 943 time: 0.1045787 Aug 25 15:17:26.871124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1227260812-network', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:26.904777 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:26.957289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-397ccf8a-5f57-435d-93ec-a1426abde697 req-c5edfab0-4fd2-4381-8627-d1de645a2698 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012349 Aug 25 15:17:27.016977 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429241-c3e7-42b6-bcaf-854b2621c4a6 req-efdb82c1-df5a-4fa2-a52c-9c11f10c260f tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:27.018495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af429241-c3e7-42b6-bcaf-854b2621c4a6 req-efdb82c1-df5a-4fa2-a52c-9c11f10c260f tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 936 time: 0.1293538 Aug 25 15:17:27.035992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Made reservation on behalf of 5fc3d8a46ba243bf96e40b3ebec72ef7 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:27.043019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.052154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.131441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-af429241-c3e7-42b6-bcaf-854b2621c4a6 req-2490827c-799d-4ddf-8358-e29964bc15b3 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969255 Aug 25 15:17:27.186106 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.240090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.341390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.345427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7b506d-bc38-4e10-9bae-3cb920df4251 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:17:27.357057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.378078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Transition to ACTIVE for port object ce7b506d-bc38-4e10-9bae-3cb920df4251 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:27.384106 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.418010 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.447129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:17:27.452935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ae9d90-86ce-41d5-b6d5-644e7c882c12,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:27.456719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.468730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.469250 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Added segment acbbac13-9c3c-4321-a8c8-bc0eb0b1f246 of type vlan for network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 Aug 25 15:17:27.512369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 6474fa5f-759e-4844-9458-4a5984fdb6ef {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:27.512797 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.552710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.555485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Pushing event updated for resources: {'Port': ['ID=ce7b506d-bc38-4e10-9bae-3cb920df4251,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:27.579433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d94d265-8ca4-482b-a763-5e0ebb04ff96 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:17:27.625710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.646534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 6474fa5f-759e-4844-9458-4a5984fdb6ef owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:27.681789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Attempting to bind port ce7b506d-bc38-4e10-9bae-3cb920df4251 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:27.682135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Attempting to bind port ce7b506d-bc38-4e10-9bae-3cb920df4251 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:27.682469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Attempting to bind port ce7b506d-bc38-4e10-9bae-3cb920df4251 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:27.693918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Port ce7b506d-bc38-4e10-9bae-3cb920df4251 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:17:27.694839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Attempting to bind port ce7b506d-bc38-4e10-9bae-3cb920df4251 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:27.707599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:27.710048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:27.710543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:27.711284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Bound port: ce7b506d-bc38-4e10-9bae-3cb920df4251, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:27.715598 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.746762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.749489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:27.751652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.758630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:27.774061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'port_id': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'mac_address': 'fa:16:3e:99:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:17:27.828751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.849655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d94d265-8ca4-482b-a763-5e0ebb04ff96 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:17:27.881638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:27.909999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] Pushing event updated for resources: {'Network': ['ID=dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:27.923552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:17:27.942835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-eb2bd04c-d541-4c3b-80a0-01559914a66b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2497041 Aug 25 15:17:27.943256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39442) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:27.948576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Request body: {'subnet': {'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1227260812-subnet', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:27.962914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] For port ce7b506d-bc38-4e10-9bae-3cb920df4251, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:27.966778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] For port ce7b506d-bc38-4e10-9bae-3cb920df4251, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:27.975205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:27.981967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:28.045144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=6474fa5f-759e-4844-9458-4a5984fdb6ef,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:28.053195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7d94d265-8ca4-482b-a763-5e0ebb04ff96,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:28.055813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.056188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.056533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.056881 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.057348 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.057681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.058134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.058449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.058777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.059188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.059756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.060142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:17:28.076671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:28.097811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Made reservation on behalf of 5fc3d8a46ba243bf96e40b3ebec72ef7 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:28.100410 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:28.134444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:28.135457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:28.141099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] 10.222.0.52 "PUT /v2.0/ports/ce7b506d-bc38-4e10-9bae-3cb920df4251 HTTP/1.1" status: 200 len: 1096 time: 1.3779829 Aug 25 15:17:28.141603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265ea729-10ea-4fba-9e03-752319296887', 'tag': 'ce7b506d-bc38-4e10-9bae-3cb920df4251'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:28.149270 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697d2ec-f09a-4c4d-8479-f954751e211e" -d '{"events": [{"name": "network-changed", "server_uuid": "265ea729-10ea-4fba-9e03-752319296887", "tag": "ce7b506d-bc38-4e10-9bae-3cb920df4251"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:28.175886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['7d94d265-8ca4-482b-a763-5e0ebb04ff96'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:17:28.236830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8b45c-1a47-4ab0-b7b7-f7a8413fbe2d service neutron] Pushing event updated for resources: {'Port': ['ID=ce7b506d-bc38-4e10-9bae-3cb920df4251,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:28.320527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d728a-2394-4c42-9671-0b5776c52d6c req-72c83be6-bf2c-4670-920c-068dc261f618 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:28.331797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c33d728a-2394-4c42-9671-0b5776c52d6c req-72c83be6-bf2c-4670-920c-068dc261f618 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 944 time: 0.2932186 Aug 25 15:17:28.450154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c33d728a-2394-4c42-9671-0b5776c52d6c req-e8357603-6fb3-416b-9499-5890b8b73eba tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173263 Aug 25 15:17:28.476109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:28.485813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-57e4eac1-891b-456e-b7fd-67812229a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:28.488546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-57e4eac1-891b-456e-b7fd-67812229a571 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=669cb0f480254a4dad72239f33683a32&device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 1099 time: 0.2143738 Aug 25 15:17:28.558709 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d7718-f7a7-4a48-8d0e-4ebac69ad656 x-openstack-request-id: req-190d7718-f7a7-4a48-8d0e-4ebac69ad656 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:28.559427 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265ea729-10ea-4fba-9e03-752319296887", "tag": "ce7b506d-bc38-4e10-9bae-3cb920df4251", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:28.559427 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-190d7718-f7a7-4a48-8d0e-4ebac69ad656 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:28.559725 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265ea729-10ea-4fba-9e03-752319296887', 'tag': 'ce7b506d-bc38-4e10-9bae-3cb920df4251', 'status': 'completed', 'code': 200} Aug 25 15:17:28.561241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-8d99513b-bc7a-438a-abba-4c15e9fedc8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251 HTTP/1.1" status: 200 len: 217 time: 0.0625923 Aug 25 15:17:28.620121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ab6bb-d00d-495a-92b5-9634da1f1f60 req-da74f2aa-7e61-484d-a376-83c7350a655d tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:28.621648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c60ab6bb-d00d-495a-92b5-9634da1f1f60 req-da74f2aa-7e61-484d-a376-83c7350a655d tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 948 time: 0.3687062 Aug 25 15:17:28.625980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-33738557-b1f3-4eb1-8e84-ac90e2160306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:28.627841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-33738557-b1f3-4eb1-8e84-ac90e2160306 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0587075 Aug 25 15:17:28.687793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31039-487d-4861-8bb3-aa927898876b req-322d823f-570e-44e6-8799-9f8ea5eea815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:28.689346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-322d823f-570e-44e6-8799-9f8ea5eea815 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484443 Aug 25 15:17:28.753417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 845d802b-7f71-4a09-bb4a-da3999fcce1d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:28.787610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c60ab6bb-d00d-495a-92b5-9634da1f1f60 req-f9a52873-8b9a-4a97-9fb1-3f708419b585 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552823 Aug 25 15:17:28.794975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-862365cb-a09d-4ba5-a73c-2cad1c10ef85 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980461 Aug 25 15:17:28.906366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-18f31039-487d-4861-8bb3-aa927898876b req-75ea7d6a-5743-4356-a589-46fc058e56ba service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032677 Aug 25 15:17:28.915056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:28.921309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fe4b836f-dc95-43b3-8a31-24919092a5f8 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/845d802b-7f71-4a09-bb4a-da3999fcce1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3106921 Aug 25 15:17:28.924134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39454) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:28.927914 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625032-a233-409f-a851-da59263c160d None None] Sync routers for ids ['845d802b-7f71-4a09-bb4a-da3999fcce1d'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:28.937961 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625032-a233-409f-a851-da59263c160d None None] Routers {'845d802b-7f71-4a09-bb4a-da3999fcce1d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:28.938567 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cc625032-a233-409f-a851-da59263c160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['845d802b-7f71-4a09-bb4a-da3999fcce1d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:28.975889 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cc625032-a233-409f-a851-da59263c160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:28.985336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:28.993992 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625032-a233-409f-a851-da59263c160d None None] Routers {'845d802b-7f71-4a09-bb4a-da3999fcce1d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:28.995301 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cc625032-a233-409f-a851-da59263c160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['845d802b-7f71-4a09-bb4a-da3999fcce1d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:29.034074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cc625032-a233-409f-a851-da59263c160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:29.034990 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625032-a233-409f-a851-da59263c160d None None] The sync data for ids ['845d802b-7f71-4a09-bb4a-da3999fcce1d'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:29.081059 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.222351 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-462db965-449a-4afe-83ec-5b4f4cf6b2ad tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] remove_router_interface failed (client error): The resource could not be found. Aug 25 15:17:29.223442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-462db965-449a-4afe-83ec-5b4f4cf6b2ad tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/845d802b-7f71-4a09-bb4a-da3999fcce1d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2982452 Aug 25 15:17:29.227566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:29.238493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-20c820f8-0693-4cfd-b47c-dd0bb2739bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:29.240012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-20c820f8-0693-4cfd-b47c-dd0bb2739bfa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=669cb0f480254a4dad72239f33683a32&device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 1099 time: 0.1585188 Aug 25 15:17:29.269961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7aff19e3-65e3-4a7c-86c8-e0a310b0a3dd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=845d802b-7f71-4a09-bb4a-da3999fcce1d HTTP/1.1" status: 200 len: 205 time: 0.0412748 Aug 25 15:17:29.278908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39458) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:29.358619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-5b8591fa-5829-43a1-a602-abcd7ff304c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:29.360148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-5b8591fa-5829-43a1-a602-abcd7ff304c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1002181 Aug 25 15:17:29.377250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:29.387987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.423845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-94319cae-7f90-4d53-8bad-74c52805df41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251 HTTP/1.1" status: 200 len: 217 time: 0.0550196 Aug 25 15:17:29.463925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Checking segment: {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:29.470243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Network hostable DHCP agents. Network: dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:17:29.491674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-45e4f61e-c0e1-44f7-ab31-aeb187341e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:29.493396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-45e4f61e-c0e1-44f7-ab31-aeb187341e70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0616302 Aug 25 15:17:29.579942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d94d265-8ca4-482b-a763-5e0ebb04ff96 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:29.583990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.592494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.617604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-08d3eba3-9f74-499d-910b-4ee04c2dac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:29.619211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-08d3eba3-9f74-499d-910b-4ee04c2dac11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177306 Aug 25 15:17:29.637920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e61a-2c26-40b3-828b-93e857a5a8b9 req-95b23492-311a-4b1d-bfa0-e24205e939c4 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:29.639689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8267e61a-2c26-40b3-828b-93e857a5a8b9 req-95b23492-311a-4b1d-bfa0-e24205e939c4 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 944 time: 0.0904901 Aug 25 15:17:29.674995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:17:29.703933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:29.708151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:29.708709 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.726768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8267e61a-2c26-40b3-828b-93e857a5a8b9 req-8dc2ff7f-08b3-4d19-b7f9-5821cc5b1135 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791700 Aug 25 15:17:29.762391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-be315041-b9ed-496c-a074-3bac764b7492 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328895 Aug 25 15:17:29.772248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.773066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router 845d802b-7f71-4a09-bb4a-da3999fcce1d {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:17:29.784178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.785661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ad4977c-fad7-401e-af84-b15ec8e362ff tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/845d802b-7f71-4a09-bb4a-da3999fcce1d HTTP/1.1" status: 204 len: 168 time: 0.5041959 Aug 25 15:17:29.788245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39466) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:29.852081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:29.857777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:29.858681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.891415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 18db201d-9e38-4fbc-a08a-a03a75226f16 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:29.895300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.899304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5697d2ec-f09a-4c4d-8479-f954751e211e req-abee95f3-78fc-4abc-b93d-5d661eb8a1b9 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290741 Aug 25 15:17:29.967378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba2897de-6e09-4ef4-a003-20a8aecc3f22 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0229402 Aug 25 15:17:29.970815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39470) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:29.979808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.980248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:29.990988 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:29.993873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630761a-8622-4bb4-8636-2dda28a2b69b None None] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:30.032371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30929f9-38bb-420f-95a3-b2e2528d71a6 req-a36d5a52-e2e5-4985-9e2f-4de81e2ed864 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:30.033985 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b30929f9-38bb-420f-95a3-b2e2528d71a6 req-a36d5a52-e2e5-4985-9e2f-4de81e2ed864 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 948 time: 0.1048057 Aug 25 15:17:30.058396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:30.060881 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443407c-4649-4466-9865-344f8a4202d3" -d '{"events": [{"server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "name": "network-vif-plugged", "status": "completed", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:30.077267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:30.092821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.096208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.112360 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aff89d1-7a6b-42a0-a2fb-e62ef4281f79 x-openstack-request-id: req-8aff89d1-7a6b-42a0-a2fb-e62ef4281f79 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:30.113315 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "name": "network-vif-plugged", "status": "completed", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:30.113721 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8aff89d1-7a6b-42a0-a2fb-e62ef4281f79 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:30.114309 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'code': 200} Aug 25 15:17:30.117907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b30929f9-38bb-420f-95a3-b2e2528d71a6 req-2a60ad32-343f-48d8-8ad9-b634d9163024 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775180 Aug 25 15:17:30.127982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.178960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.191478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.230206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de9056-26d6-46ea-87c5-8aa09dc04514 req-2ee0c067-21d5-43ea-9df3-1b1f2368636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:30.232215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42de9056-26d6-46ea-87c5-8aa09dc04514 req-2ee0c067-21d5-43ea-9df3-1b1f2368636e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.0552454 Aug 25 15:17:30.239962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9', 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'fixed_ips': [{'subnet_id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:17:30.241346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.260642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7d94d265-8ca4-482b-a763-5e0ebb04ff96,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:30.273324 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42de9056-26d6-46ea-87c5-8aa09dc04514 req-50b54a3c-c65c-4319-b42b-7d9d99fe8b2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337551 Aug 25 15:17:30.310091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.342400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=18db201d-9e38-4fbc-a08a-a03a75226f16,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:30.357064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.357606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3576f-4027-4a10-85a8-713d773d4a0a None None] Network db8ea44f-e78e-495e-b56a-b51593e9afaa requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:30.361431 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d03ba244-4a75-4077-9edb-dbac85726575 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/18db201d-9e38-4fbc-a08a-a03a75226f16 HTTP/1.1" status: 204 len: 168 time: 0.5693009 Aug 25 15:17:30.362889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:30.459147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.459909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.485622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Allocated IP 172.20.0.2 (dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9/7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0/80cad096-b595-454e-9faf-30e7680d466f) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:30.528986 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:30.529340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.651192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 8c1e1ff9-7c13-477b-88ec-3879e1b08048, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8c1e1ff9-7c13-477b-88ec-3879e1b08048,segment=NetworkSegment(3a8fcc3d-b249-4c66-a924-30750124ec56),segment_id=3a8fcc3d-b249-4c66-a924-30750124ec56)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:30.652043 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.671766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 8c1e1ff9-7c13-477b-88ec-3879e1b08048 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:30.679544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ce7b506d-bc38-4e10-9bae-3cb920df4251 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:17:30.684801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] DHCP port deletion for db8ea44f-e78e-495e-b56a-b51593e9afaa request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:17:30.839483 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.860944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Transition to ACTIVE for port object 80cad096-b595-454e-9faf-30e7680d466f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:30.876984 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.893716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Transition to ACTIVE for port object 80cad096-b595-454e-9faf-30e7680d466f will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:30.894889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.917559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Deleting port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:30.917938 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.924024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=8c1e1ff9-7c13-477b-88ec-3879e1b08048,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:30.924633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0824-2f37-4fbc-92a5-c4337f040087 req-7f84bd49-1c72-4650-887d-0bfcdd1111aa tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:30.926235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2ca0824-2f37-4fbc-92a5-c4337f040087 req-7f84bd49-1c72-4650-887d-0bfcdd1111aa tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.0907843 Aug 25 15:17:30.927977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:30.936080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:30.984707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ce7b506d-bc38-4e10-9bae-3cb920df4251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:30.987551 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.021854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2ca0824-2f37-4fbc-92a5-c4337f040087 req-f343a860-e2c3-43e5-a102-a736a9b00832 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471094 Aug 25 15:17:31.041628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'ce7b506d-bc38-4e10-9bae-3cb920df4251', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': 'ce7b506d-bc38-4e10-9bae-3cb920df4251', 'mac_address': 'fa:16:3e:17:5c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:17:31.064482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:31.067406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] For port 8c1e1ff9-7c13-477b-88ec-3879e1b08048, host n-d-805995-2, got binding levels [] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:31.068369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.070073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.082819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8ea44f-e78e-495e-b56a-b51593e9afaa']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:31.095636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8fcc3d-b249-4c66-a924-30750124ec56') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:31.096328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8fcc3d-b249-4c66-a924-30750124ec56') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:31.097018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:31.106288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:31.108802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.112414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Calling delete_port for 8c1e1ff9-7c13-477b-88ec-3879e1b08048 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:31.114999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Pushing event updated for resources: {'Port': ['ID=80cad096-b595-454e-9faf-30e7680d466f,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:31.120026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.ipam_backend_mixin [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 was not found and therefore no delete operation was performed {{(pid=101874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:17:31.130380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.131787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Allocated IP 172.25.8.79 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/e4c64148-84f5-40be-a813-a542d1d4f5e7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:31.132011 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.140766 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:31.141323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:31.147011 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:31.207808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] Pushing event deleted for resources: {'Port': ['ID=8c1e1ff9-7c13-477b-88ec-3879e1b08048,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:31.210732 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.213955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195323a5-6770-4abc-ad99-106e685abb17 None None] No DVR routers for this DVR port 8c1e1ff9-7c13-477b-88ec-3879e1b08048 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:31.241863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Attempting to bind port 80cad096-b595-454e-9faf-30e7680d466f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:31.242313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Attempting to bind port 80cad096-b595-454e-9faf-30e7680d466f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:31.244965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Attempting to bind port 80cad096-b595-454e-9faf-30e7680d466f on network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:31.245805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7b506d-bc38-4e10-9bae-3cb920df4251 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:17:31.263849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:31.264242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Checking segment: {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:31.264870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.265969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Bound using segment: {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:31.266483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Bound port: 80cad096-b595-454e-9faf-30e7680d466f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:31.266872 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.286150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ce7b506d-bc38-4e10-9bae-3cb920df4251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:31.338077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed28f-8506-4e86-921e-c292b58267b0 req-97db6a9c-df06-4c32-8e66-56aab5e29f22 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:31.340008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cafed28f-8506-4e86-921e-c292b58267b0 req-97db6a9c-df06-4c32-8e66-56aab5e29f22 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 948 time: 0.0928791 Aug 25 15:17:31.347868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.350381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] For port 80cad096-b595-454e-9faf-30e7680d466f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:31.355222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] For port 80cad096-b595-454e-9faf-30e7680d466f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=80cad096-b595-454e-9faf-30e7680d466f,segment=NetworkSegment(acbbac13-9c3c-4321-a8c8-bc0eb0b1f246),segment_id=acbbac13-9c3c-4321-a8c8-bc0eb0b1f246)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:31.377718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.386766 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.394548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.397123 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/db8ea44f-e78e-495e-b56a-b51593e9afaa HTTP/1.1" status: 204 len: 168 time: 1.0334120 Aug 25 15:17:31.413178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39484) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:31.424937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ce7b506d-bc38-4e10-9bae-3cb920df4251,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:31.435740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-717971561'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:31.436330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.453684 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60254a8c-ba74-4f01-bcba-5d4bb21bae5d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=db8ea44f-e78e-495e-b56a-b51593e9afaa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:31.458363 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cafed28f-8506-4e86-921e-c292b58267b0 req-5882a360-87da-4f06-88c7-aa5e77ef3a6e tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113524 Aug 25 15:17:31.507835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099470d9-33e1-4199-9d08-7b9e47e5fb8e None None] Pushing event updated for resources: {'Port': ['ID=80cad096-b595-454e-9faf-30e7680d466f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:31.521491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.592900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ce7b506d-bc38-4e10-9bae-3cb920df4251'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:17:31.606327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:31.610365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:31.615465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:31.620624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c64148-84f5-40be-a813-a542d1d4f5e7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:31.777209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8c1e1ff9-7c13-477b-88ec-3879e1b08048 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:31.845981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8c1e1ff9-7c13-477b-88ec-3879e1b08048 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:31.846328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8c1e1ff9-7c13-477b-88ec-3879e1b08048 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:31.909491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:31.913241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.948229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:17:31.959224 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:31.959642 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 6fd3e028-c3a3-4913-9a62-7a8af713d080 of type vlan for network f770e7e8-4163-4cac-8c8e-58ccd401d761 Aug 25 15:17:32.021099 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.088429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.126316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.132717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:32.132717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.201301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=f770e7e8-4163-4cac-8c8e-58ccd401d761,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:32.213443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:17:32.223255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53f5a2-c89a-4df3-87f3-eb0e63356a2f req-ddff06a2-7c53-4f5e-bc74-5067162b291a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:32.224977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e53f5a2-c89a-4df3-87f3-eb0e63356a2f req-ddff06a2-7c53-4f5e-bc74-5067162b291a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.1025732 Aug 25 15:17:32.267956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3b6d2724-53bf-411f-9e6e-44bf11f91c41 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8535461 Aug 25 15:17:32.268847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39492) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:32.274125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:32.321537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e53f5a2-c89a-4df3-87f3-eb0e63356a2f req-4610a35f-8336-453b-aa2d-703220319afd tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875735 Aug 25 15:17:32.377018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.483281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:32.489801 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.590502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382cada-c8dc-4123-9f1d-3ad62a85b7a8 req-8b0120e5-f9f4-498d-a9ef-d7637d5a5e49 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:32.592176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0382cada-c8dc-4123-9f1d-3ad62a85b7a8 req-8b0120e5-f9f4-498d-a9ef-d7637d5a5e49 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.1482863 Aug 25 15:17:32.660487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0382cada-c8dc-4123-9f1d-3ad62a85b7a8 req-25645c98-17ca-4dc4-986f-0bf9d16b6515 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604823 Aug 25 15:17:32.665150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ce7b506d-bc38-4e10-9bae-3cb920df4251 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:32.820209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95632022-942f-4841-9c4d-d12ff5527246 None None] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:32.824489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port ce7b506d-bc38-4e10-9bae-3cb920df4251 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:32.883167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port ce7b506d-bc38-4e10-9bae-3cb920df4251 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:32.888692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.912395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:32.996279 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d7571-a588-4c0c-8b38-485af4bd1fdd req-5891aeda-9911-47bd-b608-b020c198501a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:32.998368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-708d7571-a588-4c0c-8b38-485af4bd1fdd req-5891aeda-9911-47bd-b608-b020c198501a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.1813147 Aug 25 15:17:33.001560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=899c95cc-dff2-4e5e-bc3d-eabe8939dd32,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:33.071797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '6fd3e028-c3a3-4913-9a62-7a8af713d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:33.071797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: f770e7e8-4163-4cac-8c8e-58ccd401d761, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:17:33.072130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ec2b-3343-4b62-986e-2411d5582edf req-35ab551e-f1c2-48fc-adbc-7a78f56c86ec tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:33.072130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e95ec2b-3343-4b62-986e-2411d5582edf req-35ab551e-f1c2-48fc-adbc-7a78f56c86ec tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 949 time: 0.0667715 Aug 25 15:17:33.072311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.102200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e3f91e52-10b7-4164-89ed-7b0ab313e438 None None] Provisioning for port 80cad096-b595-454e-9faf-30e7680d466f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:33.104982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-708d7571-a588-4c0c-8b38-485af4bd1fdd req-560379f5-7e3e-485e-a12d-ce9b8df9573e tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819690 Aug 25 15:17:33.121980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39504) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:33.123571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265ea729-10ea-4fba-9e03-752319296887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7b506d-bc38-4e10-9bae-3cb920df4251'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:33.125927 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddafa865-f4cf-4564-a56d-5c1ac2779087" -d '{"events": [{"server_uuid": "265ea729-10ea-4fba-9e03-752319296887", "name": "network-vif-plugged", "status": "completed", "tag": "ce7b506d-bc38-4e10-9bae-3cb920df4251"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:33.147779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ce7b506d-bc38-4e10-9bae-3cb920df4251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:33.152952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e95ec2b-3343-4b62-986e-2411d5582edf req-613b5ff2-fb8e-44c6-b02d-e58cc0b8bf54 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718315 Aug 25 15:17:33.193033 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1daabf5-ff5d-4be0-a4e6-0dd34daf9bdf x-openstack-request-id: req-a1daabf5-ff5d-4be0-a4e6-0dd34daf9bdf {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:33.193337 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265ea729-10ea-4fba-9e03-752319296887", "name": "network-vif-plugged", "status": "completed", "tag": "ce7b506d-bc38-4e10-9bae-3cb920df4251", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:33.193593 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1daabf5-ff5d-4be0-a4e6-0dd34daf9bdf {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:33.193991 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265ea729-10ea-4fba-9e03-752319296887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7b506d-bc38-4e10-9bae-3cb920df4251', 'code': 200} Aug 25 15:17:33.226240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:17:33.252272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Router 82b02d8e-c040-4d25-8d78-081e87230fd1 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:33.252665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.302366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f770e7e8-4163-4cac-8c8e-58ccd401d761) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:33.319120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:33.320808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a14d65-ff51-44cd-8c5b-87efb74d58c2 None None] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:33.321359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.354400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ce7b506d-bc38-4e10-9bae-3cb920df4251,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:33.363906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd7f8-5da5-4710-8c29-9be850b9fd88 req-f6082719-1914-458c-9564-0e1fb1f6b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:33.365893 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c2cd7f8-5da5-4710-8c29-9be850b9fd88 req-f6082719-1914-458c-9564-0e1fb1f6b88a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 1101 time: 0.1035881 Aug 25 15:17:33.434644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15c6ee32-f698-4b49-a1c8-774419ea7f85 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1648290 Aug 25 15:17:33.437746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:33.443839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-63253719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:33.512638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c2cd7f8-5da5-4710-8c29-9be850b9fd88 req-faaf318f-84e8-4a15-8343-50f3b7400188 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270678 Aug 25 15:17:33.526756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-f770e7e8-4163-4cac-8c8e-58ccd401d761', 'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '899c95cc-dff2-4e5e-bc3d-eabe8939dd32'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:17:33.527706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.528293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c8f2b-0441-4639-b8e5-dbabbc5930a5 tempest-TestServerBasicOps-409635811 tempest-TestServerBasicOps-409635811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:33.529832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-783c8f2b-0441-4639-b8e5-dbabbc5930a5 tempest-TestServerBasicOps-409635811 tempest-TestServerBasicOps-409635811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1091 time: 0.4055789 Aug 25 15:17:33.532024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:33.533645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39512) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:33.538766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:33.545288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.547220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.559351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Sync routers for ids ['82b02d8e-c040-4d25-8d78-081e87230fd1'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:33.609582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.624159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Routers {'82b02d8e-c040-4d25-8d78-081e87230fd1'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:33.624894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['82b02d8e-c040-4d25-8d78-081e87230fd1'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:33.693525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.721608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.776720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.780420 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-95d89c30-0ccf-4230-b5a7-5de934580dd2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8083711 Aug 25 15:17:33.783721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:33.791277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Allocated IP 172.20.0.2 (f770e7e8-4163-4cac-8c8e-58ccd401d761/899c95cc-dff2-4e5e-bc3d-eabe8939dd32/5a7938cb-d2bc-4cd9-bba4-6f448cd28629) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:33.838718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 80cad096-b595-454e-9faf-30e7680d466f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:33.847228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Set router 82b02d8e-c040-4d25-8d78-081e87230fd1 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:33.873406 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:33.877815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-43d65a15-e415-4d4a-a30a-ef0ccb479642 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4360681 Aug 25 15:17:33.879895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39518) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:33.927389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.125687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Allocated IP 172.25.8.236 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/4e717ecc-638b-4c28-86dc-1d27ecda6a90) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:34.283899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 80cad096-b595-454e-9faf-30e7680d466f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:34.307967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 80cad096-b595-454e-9faf-30e7680d466f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:34.308416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.332771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.361538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42a4cc-55c9-4961-a9ad-2fffc62db03a req-abb8ef41-de60-4192-9f46-30f811da188c tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:34.369646 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b42a4cc-55c9-4961-a9ad-2fffc62db03a req-abb8ef41-de60-4192-9f46-30f811da188c tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 950 time: 0.0990322 Aug 25 15:17:34.385568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.396696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Transition to ACTIVE for port object 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:34.415082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Transition to ACTIVE for port object 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:34.455440 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b42a4cc-55c9-4961-a9ad-2fffc62db03a req-a6703ec4-c976-4c6c-a313-52a2a5847b59 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847650 Aug 25 15:17:34.459289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:31Z', 'revision_number': 3, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:34.490832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.499282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Checking router: 82b02d8e-c040-4d25-8d78-081e87230fd1 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:17:34.500273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Updating router 82b02d8e-c040-4d25-8d78-081e87230fd1 port e4c64148-84f5-40be-a813-a542d1d4f5e7 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:17:34.504796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.522051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:34.568771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:34.571391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:34.578400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:34.586133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:34.627164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'Port': ['ID=4e717ecc-638b-4c28-86dc-1d27ecda6a90,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:34.819306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:34.828746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.017665 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:17:35.038265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:35.131090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Pushing event updated for resources: {'Port': ['ID=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:35.139811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.20.0.1 (f770e7e8-4163-4cac-8c8e-58ccd401d761/899c95cc-dff2-4e5e-bc3d-eabe8939dd32/02c2ca96-0f4d-462f-b463-68b654381180) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:35.179815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.239875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Attempting to bind port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:35.240254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Attempting to bind port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6fd3e028-c3a3-4913-9a62-7a8af713d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:35.240628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Attempting to bind port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 on network f770e7e8-4163-4cac-8c8e-58ccd401d761 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:35.254370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:35.254671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Checking segment: {'id': '6fd3e028-c3a3-4913-9a62-7a8af713d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:35.255228 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.255642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Bound using segment: {'id': '6fd3e028-c3a3-4913-9a62-7a8af713d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:35.256166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Bound port: 5a7938cb-d2bc-4cd9-bba4-6f448cd28629, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd3e028-c3a3-4913-9a62-7a8af713d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f770e7e8-4163-4cac-8c8e-58ccd401d761'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:35.257097 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.277179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 80cad096-b595-454e-9faf-30e7680d466f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=80cad096-b595-454e-9faf-30e7680d466f,segment=NetworkSegment(acbbac13-9c3c-4321-a8c8-bc0eb0b1f246),segment_id=acbbac13-9c3c-4321-a8c8-bc0eb0b1f246)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:35.337390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.353823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 02c2ca96-0f4d-462f-b463-68b654381180 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:35.379552 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.387590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] For port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:35.394447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] For port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,segment=NetworkSegment(6fd3e028-c3a3-4913-9a62-7a8af713d080),segment_id=6fd3e028-c3a3-4913-9a62-7a8af713d080)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:35.405286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Transition to ACTIVE for port object e4c64148-84f5-40be-a813-a542d1d4f5e7 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:35.420309 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.431361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.514469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.520976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=80cad096-b595-454e-9faf-30e7680d466f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:35.546353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.546353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.620992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Attempting to bind port e4c64148-84f5-40be-a813-a542d1d4f5e7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:35.621386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Attempting to bind port e4c64148-84f5-40be-a813-a542d1d4f5e7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:35.621741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Attempting to bind port e4c64148-84f5-40be-a813-a542d1d4f5e7 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:35.634810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:35.635230 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:35.635648 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.636052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:35.636536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Bound port: e4c64148-84f5-40be-a813-a542d1d4f5e7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:35.636673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:35.637518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.640609 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194c43c-f674-4c52-9d58-89872bb3a692 None None] Pushing event updated for resources: {'Port': ['ID=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:35.643648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.644469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.652729 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=02c2ca96-0f4d-462f-b463-68b654381180,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:35.663184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:35.671600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:35.681815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1d86-bff6-4587-9f7d-866c5303df7a req-9d9c4d96-bad6-4f0f-a29f-c443f5f8a8a6 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:35.683442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da7e1d86-bff6-4587-9f7d-866c5303df7a req-9d9c4d96-bad6-4f0f-a29f-c443f5f8a8a6 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 950 time: 0.1372676 Aug 25 15:17:35.765008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2d648-261a-4294-97d0-2d973b8b43ed None None] Pushing event updated for resources: {'Port': ['ID=e4c64148-84f5-40be-a813-a542d1d4f5e7,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:35.798807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] For port e4c64148-84f5-40be-a813-a542d1d4f5e7, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:35.808036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] For port e4c64148-84f5-40be-a813-a542d1d4f5e7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e4c64148-84f5-40be-a813-a542d1d4f5e7,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:35.847708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.849294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 80cad096-b595-454e-9faf-30e7680d466f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:35.901403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:35.996960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da7e1d86-bff6-4587-9f7d-866c5303df7a req-eb702d2a-c477-4173-bbb0-ddae6ccf5fbd tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808094 Aug 25 15:17:36.022292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.053520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2d648-261a-4294-97d0-2d973b8b43ed None None] Pushing event updated for resources: {'Port': ['ID=e4c64148-84f5-40be-a813-a542d1d4f5e7,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:36.070345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Routers {'82b02d8e-c040-4d25-8d78-081e87230fd1'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:36.071302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['82b02d8e-c040-4d25-8d78-081e87230fd1'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:36.075581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.145912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event updated for resources: {'Port': ['ID=4e717ecc-638b-4c28-86dc-1d27ecda6a90,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:36.163887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.192358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 80cad096-b595-454e-9faf-30e7680d466f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:36.193852 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.216037 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.217818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Allocated IP 172.20.0.1 (dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9/7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0/e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:36.343407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] Set router 82b02d8e-c040-4d25-8d78-081e87230fd1 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:36.385058 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Floating IP eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113 associated. External IP: 172.25.8.236, port: 7d94d265-8ca4-482b-a763-5e0ebb04ff96. Aug 25 15:17:36.505454 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.540910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Transition to ACTIVE for port object e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:36.635391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:31Z', 'revision_number': 3, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:36.660904 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.682004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fda338-829b-4f9c-b761-151b54bec5b9 None None] The sync data for ids ['82b02d8e-c040-4d25-8d78-081e87230fd1'] in n-d-805995-2 is: [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:31Z', 'revision_number': 3, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:36.721314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:36.756290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.845193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:36.886441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:36.889132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:36.900962 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] Sync routers for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:36.916206 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:36.918813 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:36.919675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:36.924617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:36.942417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=02c2ca96-0f4d-462f-b463-68b654381180,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:36.961162 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:37.047105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dede11c8-0d85-405f-93aa-1f953595bb2a tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5104456 Aug 25 15:17:37.047105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:17:37.050190 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220fd4e5-847d-4e0b-9e3c-890908907cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:17:37.090181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24feedea-b123-4a4e-83bb-2dd5e79f22ec None None] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:37.148592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:37.185191 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900226d-dc82-4d55-bd6c-2c62d0c75119 x-openstack-request-id: req-e900226d-dc82-4d55-bd6c-2c62d0c75119 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:17:37.185437 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:17:37.185691 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e900226d-dc82-4d55-bd6c-2c62d0c75119 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:17:37.186102 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'status': 'completed', 'code': 200} Aug 25 15:17:37.190627 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:37.254542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:37.267298 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:37.347905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479a94a-09fd-473e-9ff9-c21fb89f1839 req-8c2f3237-cb30-4c99-9776-91d6d2dbf3b7 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:37.349726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b479a94a-09fd-473e-9ff9-c21fb89f1839 req-8c2f3237-cb30-4c99-9776-91d6d2dbf3b7 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 950 time: 0.2423694 Aug 25 15:17:37.372478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-d2a5ce50-3b77-4127-8da7-3dfc6fa3db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:37.373948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-d2a5ce50-3b77-4127-8da7-3dfc6fa3db7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.1870759 Aug 25 15:17:37.511434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ea82be5f-daaf-4c72-ae86-95e4d196d9b4 None None] Provisioning for port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:37.520056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b479a94a-09fd-473e-9ff9-c21fb89f1839 req-2376cd26-0613-45af-ac75-cec39aefa225 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608574 Aug 25 15:17:37.652039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-b37f3bb1-c7db-400c-ad42-0314539eb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:37.653531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-b37f3bb1-c7db-400c-ad42-0314539eb05d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 910 time: 0.2459757 Aug 25 15:17:37.676530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:37.678013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:37.732488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f2c83108-cf14-4861-9b43-f4d4953e0b4e None None] Provisioning for port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:37.743843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f2c83108-cf14-4861-9b43-f4d4953e0b4e None None] Provisioning complete for port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:37.746142 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f2c83108-cf14-4861-9b43-f4d4953e0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:37.749371 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'port_id': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'mac_address': 'fa:16:3e:99:4d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:17:35Z', 'updated_at': '2021-08-25T15:17:35Z', 'revision_number': 0, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:59Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:37.816737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f2c83108-cf14-4861-9b43-f4d4953e0b4e None None] Port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:37.850529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] Checking router: 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:17:37.874463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:37.879520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:37.880417 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:37.895203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-03f4bbf4-0575-4b4c-86bc-dd2c6e71199f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 999 time: 0.2332320 Aug 25 15:17:37.995858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4c64148-84f5-40be-a813-a542d1d4f5e7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:38.017787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-570c98cd-614d-4141-b12f-bed164e3bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:38.019356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-570c98cd-614d-4141-b12f-bed164e3bc11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 200 len: 848 time: 0.1171191 Aug 25 15:17:38.061515 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:38.116733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-56a31fb0-8dcb-461b-9262-c4202c48597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:38.125237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-56a31fb0-8dcb-461b-9262-c4202c48597b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a588f3ec-f500-4e9f-8e38-2d385bc38f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943420 Aug 25 15:17:38.216158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8d4551e9-6bff-4664-b06a-09a287768ab7 None None] Provisioning for port 02c2ca96-0f4d-462f-b463-68b654381180 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:38.239914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8d4551e9-6bff-4664-b06a-09a287768ab7 None None] Provisioning complete for port 02c2ca96-0f4d-462f-b463-68b654381180 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:38.242515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8d4551e9-6bff-4664-b06a-09a287768ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.261978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router bcb3fbe4-c523-4b52-bd67-0237d38f0823 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:38.342860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port e4c64148-84f5-40be-a813-a542d1d4f5e7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:38.352620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e4c64148-84f5-40be-a813-a542d1d4f5e7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:38.356094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.365370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-ea412f7e-81e1-4deb-863b-44443d4133d7 service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323771 Aug 25 15:17:38.450494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8d4551e9-6bff-4664-b06a-09a287768ab7 None None] Port 02c2ca96-0f4d-462f-b463-68b654381180 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:38.555267 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'port_id': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'mac_address': 'fa:16:3e:99:4d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:17:35Z', 'updated_at': '2021-08-25T15:17:35Z', 'revision_number': 0, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:59Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:38.590763 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.594773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-220fd4e5-847d-4e0b-9e3c-890908907cbe req-8b410d44-e286-4238-bff8-f440873b287f service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186408 Aug 25 15:17:38.615316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.622786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:38.639129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] Sync routers for ids ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:38.644156 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c4d98e85-786f-4eac-95de-ebd6db0f350d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/bcb3fbe4-c523-4b52-bd67-0237d38f0823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7554657 Aug 25 15:17:38.649869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39556) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:38.669550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.676281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port e4c64148-84f5-40be-a813-a542d1d4f5e7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e4c64148-84f5-40be-a813-a542d1d4f5e7,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:38.678331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1eeada2a-182b-4bd7-943f-15a2ce5314f0 None None] Provisioning complete for port 02c2ca96-0f4d-462f-b463-68b654381180 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:38.678706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1eeada2a-182b-4bd7-943f-15a2ce5314f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.681525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] Routers {'bcb3fbe4-c523-4b52-bd67-0237d38f0823'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:38.682475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:38.726540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d87eb0-b5b9-41b6-90a5-fa41435bc432 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:38.743853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-29d87eb0-b5b9-41b6-90a5-fa41435bc432 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports/02c2ca96-0f4d-462f-b463-68b654381180 HTTP/1.1" status: 200 len: 910 time: 0.0982656 Aug 25 15:17:38.746605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39558) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:38.785103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:38.791291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.792093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:38.813366 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea48da07-6a02-413f-9b81-00fbbfd00336 None None] The sync data for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 is: [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'port_id': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'mac_address': 'fa:16:3e:99:4d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:17:35Z', 'updated_at': '2021-08-25T15:17:35Z', 'revision_number': 0, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:59Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:38.845379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:38.847553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:38.946634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] Routers {'bcb3fbe4-c523-4b52-bd67-0237d38f0823'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:38.947750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:38.954513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1eeada2a-182b-4bd7-943f-15a2ce5314f0 None None] Port 02c2ca96-0f4d-462f-b463-68b654381180 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:39.019940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:39.021850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737be6c-007b-4291-935b-455f1302ad08 None None] The sync data for ids ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:39.050212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=e4c64148-84f5-40be-a813-a542d1d4f5e7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:39.057407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:39.059266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:39.097838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bdf7cba6-0137-4573-95eb-27b1a5c532a6 None None] Provisioning complete for port 02c2ca96-0f4d-462f-b463-68b654381180 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:39.097838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bdf7cba6-0137-4573-95eb-27b1a5c532a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:39.168691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:39.174628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:39.182102 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:39.216487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7cba6-0137-4573-95eb-27b1a5c532a6 None None] Port 02c2ca96-0f4d-462f-b463-68b654381180 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:39.288327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Router 82b02d8e-c040-4d25-8d78-081e87230fd1 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:39.365966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:39.439713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,segment=NetworkSegment(6fd3e028-c3a3-4913-9a62-7a8af713d080),segment_id=6fd3e028-c3a3-4913-9a62-7a8af713d080)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:39.452201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:39.472405 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8564a13b-fb90-4b87-9ad3-fa7908139a1c None None] New status for floating IP eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:17:39.504003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:39.543973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:39.572580 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50386fcb-c35e-4fae-8ff1-3d5ce497edd6 admin admin] 10.222.0.58 "PUT /v2.0/routers/82b02d8e-c040-4d25-8d78-081e87230fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7876394 Aug 25 15:17:39.670293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3f66926e-5415-4e85-b05e-260236f1cb21 None None] Provisioning complete for port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:39.674943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3f66926e-5415-4e85-b05e-260236f1cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:39.751152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:39.760573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3f66926e-5415-4e85-b05e-260236f1cb21 None None] Port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:39.819192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4c64148-84f5-40be-a813-a542d1d4f5e7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:39.865883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Sync routers for ids ['82b02d8e-c040-4d25-8d78-081e87230fd1'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:39.887799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Routers {'82b02d8e-c040-4d25-8d78-081e87230fd1'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:39.888940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['82b02d8e-c040-4d25-8d78-081e87230fd1'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:39.987540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e4c64148-84f5-40be-a813-a542d1d4f5e7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:39.991861 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:40.032379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 02c2ca96-0f4d-462f-b463-68b654381180 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:40.032724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:40.159821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:40.200459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 02c2ca96-0f4d-462f-b463-68b654381180 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:40.313831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Set router 82b02d8e-c040-4d25-8d78-081e87230fd1 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:40.658424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:40.699190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:37Z', 'revision_number': 4, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812', 'name': '', 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'mac_address': 'fa:16:3e:b9:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:35Z', 'updated_at': '2021-08-25T15:17:38Z', 'revision_number': 2, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'subnets': [{'id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:40.721996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=02c2ca96-0f4d-462f-b463-68b654381180,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:40.745135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Checking router: 82b02d8e-c040-4d25-8d78-081e87230fd1 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:17:40.745435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Updating router 82b02d8e-c040-4d25-8d78-081e87230fd1 port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:17:40.785561 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.318739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.339131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Transition to ACTIVE for port object e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:41.435193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.443837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.555087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be306d6-225e-41ef-b88a-e45148b3e1b1 None None] Pushing event updated for resources: {'Port': ['ID=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:41.726572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Attempting to bind port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:41.726875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Attempting to bind port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:41.727279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Attempting to bind port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 on network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:41.754258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:41.757510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Checking segment: {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:41.757980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.758401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Bound using segment: {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:41.758905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Bound port: e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:41.759333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.791574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router bcb3fbe4-c523-4b52-bd67-0237d38f0823 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:41.806173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:41.865468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:41.972520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:41.976611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:41.976997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:41.981041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5c1aa0c3-23b2-4eff-aed2-50907619a982 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/bcb3fbe4-c523-4b52-bd67-0237d38f0823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2326453 Aug 25 15:17:41.985502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39598) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:41.985708 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] Sync routers for ids ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:42.004146 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] Routers {'bcb3fbe4-c523-4b52-bd67-0237d38f0823'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:42.004787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:42.052132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] For port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:42.055270 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:42.061526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3bc05119-7dad-462c-9bd4-1f4d83602158 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcb3fbe4-c523-4b52-bd67-0237d38f0823 HTTP/1.1" status: 200 len: 205 time: 0.0756125 Aug 25 15:17:42.064468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39602) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:42.079300 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] Routers {'bcb3fbe4-c523-4b52-bd67-0237d38f0823'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:42.082159 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:42.114386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] For port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,segment=NetworkSegment(acbbac13-9c3c-4321-a8c8-bc0eb0b1f246),segment_id=acbbac13-9c3c-4321-a8c8-bc0eb0b1f246)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:42.153044 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:42.154041 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d76d29-59c0-42af-be24-02e2aac12071 None None] The sync data for ids ['bcb3fbe4-c523-4b52-bd67-0237d38f0823'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:42.215927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.284813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.298298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Routers {'82b02d8e-c040-4d25-8d78-081e87230fd1'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:42.298957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['82b02d8e-c040-4d25-8d78-081e87230fd1'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:42.422151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be306d6-225e-41ef-b88a-e45148b3e1b1 None None] Pushing event updated for resources: {'Port': ['ID=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:42.542068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.571334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] Set router 82b02d8e-c040-4d25-8d78-081e87230fd1 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:42.613891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.617234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.803583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.804240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router bcb3fbe4-c523-4b52-bd67-0237d38f0823 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:17:42.816272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:42.818116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5c9ad5f4-92a3-4d07-b874-fd42fd256306 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/bcb3fbe4-c523-4b52-bd67-0237d38f0823 HTTP/1.1" status: 204 len: 168 time: 0.7521756 Aug 25 15:17:42.823311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39608) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:42.955807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 899c95cc-dff2-4e5e-bc3d-eabe8939dd32 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:42.963354 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.002788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:37Z', 'revision_number': 4, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812', 'name': '', 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'mac_address': 'fa:16:3e:b9:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:35Z', 'updated_at': '2021-08-25T15:17:42Z', 'revision_number': 4, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'subnets': [{'id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:43.029283 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.031229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8670c-8a63-41ab-be8f-8fca0104a6cd None None] The sync data for ids ['82b02d8e-c040-4d25-8d78-081e87230fd1'] in n-d-805995-2 is: [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:37Z', 'revision_number': 4, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812', 'name': '', 'network_id': 'dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'mac_address': 'fa:16:3e:b9:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:35Z', 'updated_at': '2021-08-25T15:17:42Z', 'revision_number': 4, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'subnets': [{'id': '7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:43.445667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Deleting port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:43.446131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.513340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.602515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] For port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,segment=NetworkSegment(acbbac13-9c3c-4321-a8c8-bc0eb0b1f246),segment_id=acbbac13-9c3c-4321-a8c8-bc0eb0b1f246)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:43.602908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.638104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Calling delete_port for e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:43.784587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:43.811077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.840462 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:43.842593 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/899c95cc-dff2-4e5e-bc3d-eabe8939dd32 HTTP/1.1" status: 204 len: 168 time: 1.0160503 Aug 25 15:17:43.845492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39614) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:43.879750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872af7e-d515-4e0c-9195-4bd7f0c9f31e None None] Network f770e7e8-4163-4cac-8c8e-58ccd401d761 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:43.910978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3fa99-d0b4-4b53-a44c-31b8ee080fb4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=899c95cc-dff2-4e5e-bc3d-eabe8939dd32,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:44.000954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.055907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:44.063688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:44.064071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.080493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:44.086118 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.178621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,segment=NetworkSegment(6fd3e028-c3a3-4913-9a62-7a8af713d080),segment_id=6fd3e028-c3a3-4913-9a62-7a8af713d080)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:44.179057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.197783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:44.229204 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.261932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.291864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] DHCP port deletion for f770e7e8-4163-4cac-8c8e-58ccd401d761 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:17:44.354820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:44.428280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Deleting port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:44.429525 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.440446 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.489286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:44.516522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:44.639263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] For port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629, host n-d-805995-2, got binding levels [] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:44.639677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.661987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.670041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Calling delete_port for 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:44.673727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.ipam_backend_mixin [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 was not found and therefore no delete operation was performed {{(pid=101874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 15:17:44.675098 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.743762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.762326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] Pushing event deleted for resources: {'Port': ['ID=5a7938cb-d2bc-4cd9-bba4-6f448cd28629,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:44.773687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f770e7e8-4163-4cac-8c8e-58ccd401d761']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:44.776545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1960219-1f55-4c95-8ea7-36a9088c5ed1 None None] No DVR routers for this DVR port 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:44.803332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd3e028-c3a3-4913-9a62-7a8af713d080') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:44.803784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd3e028-c3a3-4913-9a62-7a8af713d080') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:44.815953 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.831659 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.840260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:44.840260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:44.856463 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:45.052330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Router 82b02d8e-c040-4d25-8d78-081e87230fd1 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:45.095686 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.110101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.112168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/f770e7e8-4163-4cac-8c8e-58ccd401d761 HTTP/1.1" status: 204 len: 168 time: 1.2649810 Aug 25 15:17:45.127830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39624) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:45.132230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-227887855', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:45.141643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7db4a-a7a5-4454-8776-1b706a15bef9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=f770e7e8-4163-4cac-8c8e-58ccd401d761,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:45.237167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:45.245002 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91add417-28ab-4883-b579-bc6d5d2f30fc admin admin] 10.222.0.58 "PUT /v2.0/routers/82b02d8e-c040-4d25-8d78-081e87230fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3748770 Aug 25 15:17:45.245002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39626) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:45.248109 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] Sync routers for ids ['82b02d8e-c040-4d25-8d78-081e87230fd1'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:45.258985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] Routers {'82b02d8e-c040-4d25-8d78-081e87230fd1'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:45.259734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['82b02d8e-c040-4d25-8d78-081e87230fd1'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:45.370949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.374842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.376348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.418432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] Set router 82b02d8e-c040-4d25-8d78-081e87230fd1 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:45.512346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.535810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.633574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:44Z', 'revision_number': 5, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port': {'id': 'e4c64148-84f5-40be-a813-a542d1d4f5e7', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:45.662867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] Checking router: 82b02d8e-c040-4d25-8d78-081e87230fd1 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:17:45.680274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] Routers {'82b02d8e-c040-4d25-8d78-081e87230fd1'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:45.680901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['82b02d8e-c040-4d25-8d78-081e87230fd1'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:45.791699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.795989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] Set router 82b02d8e-c040-4d25-8d78-081e87230fd1 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:17:45.809723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Deleting port e4c64148-84f5-40be-a813-a542d1d4f5e7 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:45.811607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.868194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:45Z', 'revision_number': 6, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:45.901576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:45.922619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:45.922973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5a7938cb-d2bc-4cd9-bba4-6f448cd28629 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:45.924486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1086c7-0651-475d-998d-0ffb000875d9 None None] The sync data for ids ['82b02d8e-c040-4d25-8d78-081e87230fd1'] in n-d-805995-2 is: [{'id': '82b02d8e-c040-4d25-8d78-081e87230fd1', 'name': 'tempest-ImageQuotaTest-1227260812-router', 'tenant_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:17:30Z', 'updated_at': '2021-08-25T15:17:45Z', 'revision_number': 6, 'project_id': '5fc3d8a46ba243bf96e40b3ebec72ef7', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:45.958143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] For port e4c64148-84f5-40be-a813-a542d1d4f5e7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e4c64148-84f5-40be-a813-a542d1d4f5e7,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:45.958679 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:45.976842 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Calling delete_port for e4c64148-84f5-40be-a813-a542d1d4f5e7 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:46.276398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:46.300697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:46.424947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.25.8.77 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/05bcf089-345a-4b41-b299-993801d28bde) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:46.529942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.018256 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.043465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c64148-84f5-40be-a813-a542d1d4f5e7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:47.121465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.220627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.250163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.255001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.276701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:47.312284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:47.318133 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:47.321331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=05bcf089-345a-4b41-b299-993801d28bde,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:47.399429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.399921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b02d8e-c040-4d25-8d78-081e87230fd1 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:17:47.429545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.433545 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-00ac629d-ef7e-4b59-8129-0bdd6ed3866a admin admin] 10.222.0.58 "DELETE /v2.0/routers/82b02d8e-c040-4d25-8d78-081e87230fd1 HTTP/1.1" status: 204 len: 168 time: 2.1850116 Aug 25 15:17:47.433545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39658) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:47.522274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Deleting subnet 7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:17:47.527544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.565830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.741778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4c64148-84f5-40be-a813-a542d1d4f5e7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:47.752619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:47.763987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: e4c64148-84f5-40be-a813-a542d1d4f5e7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:47.764586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4c64148-84f5-40be-a813-a542d1d4f5e7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:47.775869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:47.785790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:47.786356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e4e0dc17-c821-4ff1-a2ac-db7c8bbf8812 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:47.791157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.245142 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.279434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:48.288220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.292252 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e873d261-c25b-4145-aa91-37bede2eec3d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7ba0cc0c-30e4-44e7-bcc3-7cf091dc49b0 HTTP/1.1" status: 204 len: 168 time: 0.8557277 Aug 25 15:17:48.294072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4420e8-6293-47cd-a854-12f514cece81 None None] Network dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:48.295614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39666) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:48.354965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.388221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.471670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Deleting port 80cad096-b595-454e-9faf-30e7680d466f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:48.472554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.503618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] DHCP port deletion for dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:17:48.559479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] Deleting port 80cad096-b595-454e-9faf-30e7680d466f {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:48.559947 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.566738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] For port 80cad096-b595-454e-9faf-30e7680d466f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=80cad096-b595-454e-9faf-30e7680d466f,segment=NetworkSegment(acbbac13-9c3c-4321-a8c8-bc0eb0b1f246),segment_id=acbbac13-9c3c-4321-a8c8-bc0eb0b1f246)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:48.567548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.590471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Calling delete_port for 80cad096-b595-454e-9faf-30e7680d466f owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:48.616922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 48e7c634-35fc-4ff9-b3bf-b3ac8a685efd is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:48.701817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] For port 80cad096-b595-454e-9faf-30e7680d466f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=80cad096-b595-454e-9faf-30e7680d466f,segment=NetworkSegment(acbbac13-9c3c-4321-a8c8-bc0eb0b1f246),segment_id=acbbac13-9c3c-4321-a8c8-bc0eb0b1f246)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:48.703373 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.718012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] Calling delete_port for 80cad096-b595-454e-9faf-30e7680d466f owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:48.768969 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:48.779973 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] Sync routers for ids ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:48.794151 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] Routers {'48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:48.795882 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.822176 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.829947 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.836103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.841516 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] Routers {'48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:48.842148 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.864437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cad096-b595-454e-9faf-30e7680d466f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:48.865561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] Pushing event deleted for resources: {'Port': ['ID=80cad096-b595-454e-9faf-30e7680d466f,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:48.866485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] No DVR routers for this DVR port 80cad096-b595-454e-9faf-30e7680d466f on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:48.875579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d6964-e290-4f0f-9e91-19cbb1b24374 None None] No DVR routers for this DVR port 80cad096-b595-454e-9faf-30e7680d466f on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:17:48.878103 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.878764 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b754d4-6d7e-4598-980d-b74f7842bb80 None None] The sync data for ids ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:48.903750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.907900 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-33421fb0-a13c-409b-b031-eae493fde91e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7782736 Aug 25 15:17:48.908098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39670) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:48.958042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:48.969214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.983310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.984159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbbac13-9c3c-4321-a8c8-bc0eb0b1f246') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:48.994348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.017375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.026732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:17:49.033835 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:17:49.039250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-95e83b50-7603-447c-b91a-9bc2ccd17fcb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/routers/48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 200 len: 879 time: 0.1299806 Aug 25 15:17:49.041648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39680) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:49.199299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.213434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.216163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9 HTTP/1.1" status: 204 len: 168 time: 0.9184794 Aug 25 15:17:49.264522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5769a1-7821-4186-8218-28b7028248e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1d50d4-a046-45d6-93d7-e5f0cdfda3d9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:49.329276 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4df235c6-0332-45e9-b2e6-7eaed5aa999f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2861614 Aug 25 15:17:49.331725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39688) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:49.336555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-227887855'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:49.633760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39690) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:49.692685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.720754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a40f4ea7-7fcc-4c7c-9179-e86ff283cefc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fc3d8a46ba243bf96e40b3ebec72ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847366 Aug 25 15:17:49.723288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39694) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:49.767565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 80cad096-b595-454e-9faf-30e7680d466f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:17:49.776979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.801958 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2657125d-c988-4815-8aad-63420c81d503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.821847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 80cad096-b595-454e-9faf-30e7680d466f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:17:49.822577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 80cad096-b595-454e-9faf-30e7680d466f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:17:49.841952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2657125d-c988-4815-8aad-63420c81d503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.930436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 48e7c634-35fc-4ff9-b3bf-b3ac8a685efd has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:17:49.960927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2657125d-c988-4815-8aad-63420c81d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.964253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2657125d-c988-4815-8aad-63420c81d503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:49.966143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2657125d-c988-4815-8aad-63420c81d503 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06ae9d90-86ce-41d5-b6d5-644e7c882c12 HTTP/1.1" status: 204 len: 168 time: 0.2411151 Aug 25 15:17:49.977145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657125d-c988-4815-8aad-63420c81d503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ae9d90-86ce-41d5-b6d5-644e7c882c12,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:50.059081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:50.068580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] Sync routers for ids ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:50.073151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:50.075673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e100cb88-f3f6-43cd-aad5-ec9b6a864994 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 200 len: 886 time: 0.7428582 Aug 25 15:17:50.077917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39700) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:50.100761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] Routers {'48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:50.103904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:50.160650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:50.176634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] Routers {'48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:50.177624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:50.213694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6a39270f-79fb-493c-b4bd-981c8732f69e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/routers/48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 200 len: 886 time: 0.1316924 Aug 25 15:17:50.213924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39702) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:50.218639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:50.219272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21645b3-e7c2-4a41-83c4-391d2b51d9da None None] The sync data for ids ['48e7c634-35fc-4ff9-b3bf-b3ac8a685efd'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:50.245008 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-39709f0b-7342-4d69-b467-2402601174d1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 200 len: 205 time: 0.0299621 Aug 25 15:17:50.247705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39704) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:50.387467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:50.553501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:50.721444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 05bcf089-345a-4b41-b299-993801d28bde {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:50.722232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:50.828502 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:50.843452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 05bcf089-345a-4b41-b299-993801d28bde owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:51.714775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a803f399-5a23-41ba-b4e7-360848d1c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:51.761001 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:51.788688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=05bcf089-345a-4b41-b299-993801d28bde,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:51.857312 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:51.957749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:51.960397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:51.973451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39728) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:51.999457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37208c39-28d4-43c6-87c9-a21edf4070f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.227795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.228484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router 48e7c634-35fc-4ff9-b3bf-b3ac8a685efd {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:17:52.236194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.246802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-af9b4383-d501-4689-8334-4e7f8da47246 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 204 len: 168 time: 1.9927659 Aug 25 15:17:52.246802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39730) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:52.247596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-2111000075'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:52.312435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37208c39-28d4-43c6-87c9-a21edf4070f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.434790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37208c39-28d4-43c6-87c9-a21edf4070f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.478360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37208c39-28d4-43c6-87c9-a21edf4070f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5007255 Aug 25 15:17:52.478360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37208c39-28d4-43c6-87c9-a21edf4070f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb5cd1e-2ad6-4188-b7f5-f216e6daedf2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:52.478751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39742) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:52.540103 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f26b2e6-9abd-43c9-b37f-74091f22d6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.563892 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f26b2e6-9abd-43c9-b37f-74091f22d6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.633696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-aa53b78b-b662-4fb4-b04c-fe15fe73779d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521894 Aug 25 15:17:52.634986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:52.638522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.730420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-894e0533-6131-408a-af32-f9c32aa31c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:52.732782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-894e0533-6131-408a-af32-f9c32aa31c64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.0481923 Aug 25 15:17:52.800604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f26b2e6-9abd-43c9-b37f-74091f22d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.803153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3f26b2e6-9abd-43c9-b37f-74091f22d6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.805003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3f26b2e6-9abd-43c9-b37f-74091f22d6b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbb5cd1e-2ad6-4188-b7f5-f216e6daedf2 HTTP/1.1" status: 204 len: 168 time: 0.3244078 Aug 25 15:17:52.810572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:17:52.829933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26b2e6-9abd-43c9-b37f-74091f22d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb5cd1e-2ad6-4188-b7f5-f216e6daedf2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:52.874886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-7de25979-5708-4228-a338-94fa8c4f05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:52.874886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-7de25979-5708-4228-a338-94fa8c4f05d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 910 time: 0.1173437 Aug 25 15:17:52.876627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:52.877452 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment dd7adb16-1928-4271-9037-f8fc18050f7b of type vlan for network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 Aug 25 15:17:52.963468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:53.021774 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-91421ea9-d4c3-45bd-9764-e58c5f8425c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 1001 time: 0.1363044 Aug 25 15:17:53.083748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-d867dc17-7249-4f9f-8a35-6e1fe5108985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:53.085632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-d867dc17-7249-4f9f-8a35-6e1fe5108985 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 200 len: 848 time: 0.0550048 Aug 25 15:17:53.146652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-0ebaf4ba-2ef4-4537-b21a-5303b7de9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:53.148943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-0ebaf4ba-2ef4-4537-b21a-5303b7de9e6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a588f3ec-f500-4e9f-8e38-2d385bc38f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527155 Aug 25 15:17:53.195646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:53.201742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:53.202412 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:53.338608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=d0eee4fb-b61a-400a-9ed2-9c645f0dd703,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:53.357462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:17:53.365408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-04dee92e-951c-4428-ad3a-a20c48fedc57 service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078674 Aug 25 15:17:53.448762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a91e3777-888f-453f-b961-b488005d9e97 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2055185 Aug 25 15:17:53.455556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39752) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:53.460624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:53.529314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ad05ebd-a7a0-4331-8eda-f7c2a8f81222 req-ff8cdd7b-8f82-4b5e-83eb-babaa627d1bc service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534538 Aug 25 15:17:53.641549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:17:53.645315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:53.793144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-999b46e7-e80e-4871-b845-4adba9976e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:53.919482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:53.989300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=ed6f69f0-c707-47d9-834d-6eca0db34156,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:54.002675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': 'dd7adb16-1928-4271-9037-f8fc18050f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:54.003121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: d0eee4fb-b61a-400a-9ed2-9c645f0dd703, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:17:54.229195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:17:54.315081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.353637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d0eee4fb-b61a-400a-9ed2-9c645f0dd703) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:54.359118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:54.360934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.366849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15596627-7c4b-4228-a47d-440a2451fecf None None] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:54.468839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-332f1e74-2d9e-45fb-9fe7-81f194a089aa tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0149662 Aug 25 15:17:54.471902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39770) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:54.477559 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987692686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:54.629147 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.630372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.705245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.717869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d0eee4fb-b61a-400a-9ed2-9c645f0dd703', 'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': 'ed6f69f0-c707-47d9-834d-6eca0db34156'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:17:54.719381 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.829450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.862829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Allocated IP 172.20.0.2 (d0eee4fb-b61a-400a-9ed2-9c645f0dd703/ed6f69f0-c707-47d9-834d-6eca0db34156/21a5d6b9-3b52-427a-81dc-880b0be57234) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:54.939734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:54.944234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39778) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:54.945164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4cba1833-1dbb-482d-9f42-23e4d980d84e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4710677 Aug 25 15:17:55.022359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.033440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Transition to ACTIVE for port object 21a5d6b9-3b52-427a-81dc-880b0be57234 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:55.051742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Transition to ACTIVE for port object 21a5d6b9-3b52-427a-81dc-880b0be57234 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:55.190313 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.238496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:55.243499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:55.272494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:55.347977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Pushing event updated for resources: {'Port': ['ID=21a5d6b9-3b52-427a-81dc-880b0be57234,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:55.364379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Attempting to bind port 21a5d6b9-3b52-427a-81dc-880b0be57234 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:17:55.365234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Attempting to bind port 21a5d6b9-3b52-427a-81dc-880b0be57234 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'dd7adb16-1928-4271-9037-f8fc18050f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:17:55.365913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Attempting to bind port 21a5d6b9-3b52-427a-81dc-880b0be57234 on network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:17:55.373284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:17:55.375646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Checking segment: {'id': 'dd7adb16-1928-4271-9037-f8fc18050f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:17:55.376266 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.377199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Bound using segment: {'id': 'dd7adb16-1928-4271-9037-f8fc18050f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:17:55.377950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Bound port: 21a5d6b9-3b52-427a-81dc-880b0be57234, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7adb16-1928-4271-9037-f8fc18050f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd0eee4fb-b61a-400a-9ed2-9c645f0dd703'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:17:55.378525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.463803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] For port 21a5d6b9-3b52-427a-81dc-880b0be57234, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:17:55.468188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] For port 21a5d6b9-3b52-427a-81dc-880b0be57234, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21a5d6b9-3b52-427a-81dc-880b0be57234,segment=NetworkSegment(dd7adb16-1928-4271-9037-f8fc18050f7b),segment_id=dd7adb16-1928-4271-9037-f8fc18050f7b)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:17:55.576511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.588447 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.675133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:55.765540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc76f0c-16f3-45ba-98e1-f912d40adbab None None] Pushing event updated for resources: {'Port': ['ID=21a5d6b9-3b52-427a-81dc-880b0be57234,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:55.904644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.20.0.1 (d0eee4fb-b61a-400a-9ed2-9c645f0dd703/ed6f69f0-c707-47d9-834d-6eca0db34156/8fe5f42e-904c-47fd-8f42-5d63bc26fb31) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:17:56.164275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:56.181248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:17:56.368055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:56.399650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:56.402826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:56.407411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:17:56.414021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=8fe5f42e-904c-47fd-8f42-5d63bc26fb31,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:56.454901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:56.724210 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:56.874711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f787b1d-8319-41c0-8b54-3d523f3b0d47 None None] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:17:57.033332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.106148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-06209938-1bee-4061-8784-73e40de33caf None None] Provisioning for port 21a5d6b9-3b52-427a-81dc-880b0be57234 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:57.149783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.150151 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.233538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=8fe5f42e-904c-47fd-8f42-5d63bc26fb31,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:57.237122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.363788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:17:57.365404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:17:57.443168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.661833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b867c061-f9a4-4869-9444-4c8e08c4f796 None None] Provisioning for port 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:57.668339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b867c061-f9a4-4869-9444-4c8e08c4f796 None None] Provisioning complete for port 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:57.676817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b867c061-f9a4-4869-9444-4c8e08c4f796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.736663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b867c061-f9a4-4869-9444-4c8e08c4f796 None None] Port 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:57.753383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 4abb7467-5a58-4c2b-8e67-438c4e132acf is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:17:57.794248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21a5d6b9-3b52-427a-81dc-880b0be57234 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:57.864531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a41099d0-3ee5-4cdc-916a-1f77125f5c57 None None] Provisioning complete for port 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:57.865211 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a41099d0-3ee5-4cdc-916a-1f77125f5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.869762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:17:57.876953 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8735fa73-53b0-4a94-bc7f-dac3edf6ca1d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/4abb7467-5a58-4c2b-8e67-438c4e132acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9314792 Aug 25 15:17:57.882568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39800) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:57.883165 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] Sync routers for ids ['4abb7467-5a58-4c2b-8e67-438c4e132acf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:17:57.897999 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] Routers {'4abb7467-5a58-4c2b-8e67-438c4e132acf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:57.898913 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['4abb7467-5a58-4c2b-8e67-438c4e132acf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:57.910386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a41099d0-3ee5-4cdc-916a-1f77125f5c57 None None] Port 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:17:57.951380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54ec75-464e-4c66-a5d1-f32047f80998 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:57.956587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ac54ec75-464e-4c66-a5d1-f32047f80998 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports/8fe5f42e-904c-47fd-8f42-5d63bc26fb31 HTTP/1.1" status: 200 len: 910 time: 0.0724018 Aug 25 15:17:57.957731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39802) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:57.964819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed6f69f0-c707-47d9-834d-6eca0db34156'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:17:57.974150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 21a5d6b9-3b52-427a-81dc-880b0be57234 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:17:57.979177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 21a5d6b9-3b52-427a-81dc-880b0be57234 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:57.979646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:57.980508 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:58.000812 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] Routers {'4abb7467-5a58-4c2b-8e67-438c4e132acf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:17:58.000812 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['4abb7467-5a58-4c2b-8e67-438c4e132acf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:58.033435 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:17:58.034131 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c68b7-e4f9-48d1-a6bd-6841c8c2b59d None None] The sync data for ids ['4abb7467-5a58-4c2b-8e67-438c4e132acf'] in n-d-805995-2 is: [] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:17:58.076865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:58.117581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 21a5d6b9-3b52-427a-81dc-880b0be57234, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21a5d6b9-3b52-427a-81dc-880b0be57234,segment=NetworkSegment(dd7adb16-1928-4271-9037-f8fc18050f7b),segment_id=dd7adb16-1928-4271-9037-f8fc18050f7b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:17:58.149446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:58.229958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:58.284040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=21a5d6b9-3b52-427a-81dc-880b0be57234,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:58.786153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:58.869607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:58.954864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:17:58.960210 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:58.960210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/ports/8fe5f42e-904c-47fd-8f42-5d63bc26fb31 HTTP/1.1" status: 200 len: 910 time: 0.9974518 Aug 25 15:17:58.960210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e44fb1-7dd3-4518-a6d7-d7740fbf728b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=8fe5f42e-904c-47fd-8f42-5d63bc26fb31,revision_number=3']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:17:58.960210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39808) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:17:59.165111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:59.323529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:59.596520 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:17:59.596830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:59.702457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:17:59.715990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 8fe5f42e-904c-47fd-8f42-5d63bc26fb31 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:17:59.744683 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21a5d6b9-3b52-427a-81dc-880b0be57234 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:17:59.801189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 21a5d6b9-3b52-427a-81dc-880b0be57234 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:17:59.801570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:00.019617 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-a6651418-7734-4f0f-bedc-a05975f404e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420060 Aug 25 15:18:00.092903 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:00.119243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-5d053f95-b93c-4cb6-9306-35152074e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:00.120943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-5d053f95-b93c-4cb6-9306-35152074e7ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=669cb0f480254a4dad72239f33683a32&device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 1101 time: 0.0556626 Aug 25 15:18:00.135329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=8fe5f42e-904c-47fd-8f42-5d63bc26fb31,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:00.265400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-65c15522-7e1d-44aa-8d4f-b8a83b0c030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:00.267869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-65c15522-7e1d-44aa-8d4f-b8a83b0c030d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.1167986 Aug 25 15:18:00.317749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-65b58886-f910-404e-89e9-c3dca9fa238a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251 HTTP/1.1" status: 200 len: 217 time: 0.0414584 Aug 25 15:18:00.359158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:00.396685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-ca4fe0ac-1672-4d19-87ad-025d86d16e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:00.398667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-ca4fe0ac-1672-4d19-87ad-025d86d16e4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0720673 Aug 25 15:18:00.449475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-459ba6ac-e21a-48ff-a760-5aa146ad0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:00.450998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-459ba6ac-e21a-48ff-a760-5aa146ad0290 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449936 Aug 25 15:18:00.534824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 4abb7467-5a58-4c2b-8e67-438c4e132acf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:00.565666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-eb3d3db1-63e1-4817-929f-80bfc3bf8ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065593 Aug 25 15:18:00.621874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:00.633337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8302a15e-dda0-47c3-bb48-b4751ac5a2cb tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/4abb7467-5a58-4c2b-8e67-438c4e132acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718814 Aug 25 15:18:00.636370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] Sync routers for ids ['4abb7467-5a58-4c2b-8e67-438c4e132acf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:00.636857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39822) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:00.650819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] Routers {'4abb7467-5a58-4c2b-8e67-438c4e132acf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:00.651526 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['4abb7467-5a58-4c2b-8e67-438c4e132acf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:00.673886 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-53974444-0fc1-4190-ada0-5098ecd4765c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=4abb7467-5a58-4c2b-8e67-438c4e132acf HTTP/1.1" status: 200 len: 205 time: 0.0345471 Aug 25 15:18:00.676885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39824) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:00.688528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:00.697600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] Routers {'4abb7467-5a58-4c2b-8e67-438c4e132acf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:00.698253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['4abb7467-5a58-4c2b-8e67-438c4e132acf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:00.724979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ab8bf38-ceae-4368-ade3-257c1c57406e req-ebee1c44-7d50-4315-8fc8-584e90f7ef56 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511931 Aug 25 15:18:00.733921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:00.734645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f27930-5d7a-488f-953d-427dd6e21910 None None] The sync data for ids ['4abb7467-5a58-4c2b-8e67-438c4e132acf'] in n-d-805995-2 is: [] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:00.766306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:00.944933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:00.947057 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.158114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.158114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router 4abb7467-5a58-4c2b-8e67-438c4e132acf {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:18:01.158114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.159642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-85eff9c8-3055-49fa-92d6-ba69ec1fd2b5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/4abb7467-5a58-4c2b-8e67-438c4e132acf HTTP/1.1" status: 204 len: 168 time: 0.4798470 Aug 25 15:18:01.160560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:01.218547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet ed6f69f0-c707-47d9-834d-6eca0db34156 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:18:01.222171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.266504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.371613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.526515 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.555153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6f69f0-c707-47d9-834d-6eca0db34156,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:01.560424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.564178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a3220432-ff76-4873-9b1b-e8ddd4edb3b1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/ed6f69f0-c707-47d9-834d-6eca0db34156 HTTP/1.1" status: 204 len: 168 time: 0.4010863 Aug 25 15:18:01.566784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39834) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:01.568634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a30ca-bf5c-434a-b33b-6e1482d6a7bb None None] Network d0eee4fb-b61a-400a-9ed2-9c645f0dd703 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:01.653719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.722504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 21a5d6b9-3b52-427a-81dc-880b0be57234 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:01.722851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.775497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] DHCP port deletion for d0eee4fb-b61a-400a-9ed2-9c645f0dd703 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:18:01.801235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 21a5d6b9-3b52-427a-81dc-880b0be57234, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21a5d6b9-3b52-427a-81dc-880b0be57234,segment=NetworkSegment(dd7adb16-1928-4271-9037-f8fc18050f7b),segment_id=dd7adb16-1928-4271-9037-f8fc18050f7b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:01.801519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.815603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 21a5d6b9-3b52-427a-81dc-880b0be57234 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:01.823551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] Deleting port 21a5d6b9-3b52-427a-81dc-880b0be57234 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:01.823924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.898639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] For port 21a5d6b9-3b52-427a-81dc-880b0be57234, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=21a5d6b9-3b52-427a-81dc-880b0be57234,segment=NetworkSegment(dd7adb16-1928-4271-9037-f8fc18050f7b),segment_id=dd7adb16-1928-4271-9037-f8fc18050f7b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:01.899454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:01.918356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] Calling delete_port for 21a5d6b9-3b52-427a-81dc-880b0be57234 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:02.068645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.069843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.092329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 21a5d6b9-3b52-427a-81dc-880b0be57234 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:02.097428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] Pushing event deleted for resources: {'Port': ['ID=21a5d6b9-3b52-427a-81dc-880b0be57234,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:02.099497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49dab8-cad2-4715-9980-c3d252e6b9c4 None None] No DVR routers for this DVR port 21a5d6b9-3b52-427a-81dc-880b0be57234 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:02.107250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=21a5d6b9-3b52-427a-81dc-880b0be57234,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:02.193252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.207296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0eee4fb-b61a-400a-9ed2-9c645f0dd703']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:02.232474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7adb16-1928-4271-9037-f8fc18050f7b') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:02.232867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7adb16-1928-4271-9037-f8fc18050f7b') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:02.243194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.257512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.263685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:18:02.264075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:18:02.266977 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:18:02.464695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.474258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.475929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/d0eee4fb-b61a-400a-9ed2-9c645f0dd703 HTTP/1.1" status: 204 len: 168 time: 0.9077792 Aug 25 15:18:02.479678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39842) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:02.485327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2029589062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:02.489649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f136d7-6d6d-459b-9299-370be89e0b5c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=d0eee4fb-b61a-400a-9ed2-9c645f0dd703,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:02.642021 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.643531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.705247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:02.848329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.058041 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.059577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cc224997-cf13-46dc-bfe7-e66ca66e5bba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5780499 Aug 25 15:18:03.062599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39848) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:03.070577 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-233606861'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:03.286245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:03.289833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.314753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:18:03.323224 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.323566 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 606b6638-58b8-444c-9b48-310e5a95424e of type vlan for network 7ed409ad-cfef-42f3-a219-2587ff0baba1 Aug 25 15:18:03.367625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.520805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.527931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:03.528822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:03.600865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=7ed409ad-cfef-42f3-a219-2587ff0baba1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:03.611131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:18:03.726105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21a5d6b9-3b52-427a-81dc-880b0be57234 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:03.737530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-81e95d6b-c992-4a45-8233-037dfc1d9ad0 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6735995 Aug 25 15:18:03.742833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39854) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:03.745805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:03.749324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 21a5d6b9-3b52-427a-81dc-880b0be57234 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:03.749529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 21a5d6b9-3b52-427a-81dc-880b0be57234 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:03.966556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:03.971232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:04.337878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:04.410148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=d14cbb04-ffb0-4e63-9f43-c6bca00508f0,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:04.417693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:04.418056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: 7ed409ad-cfef-42f3-a219-2587ff0baba1, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:18:04.612126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:18:04.749209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 7ed409ad-cfef-42f3-a219-2587ff0baba1) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:04.753755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:04.758423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:04.759183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68aec12-08c4-4eb8-93f0-ffca52885858 None None] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:04.918652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-7ed409ad-cfef-42f3-a219-2587ff0baba1', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:18:04.919567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:04.930365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6337c05d-4c5e-41e1-ae36-cef32677c4d9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1891646 Aug 25 15:18:04.931304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39862) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:05.070018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Allocated IP 172.20.0.2 (7ed409ad-cfef-42f3-a219-2587ff0baba1/d14cbb04-ffb0-4e63-9f43-c6bca00508f0/417877e4-53a6-48e6-8c1e-b400fc9de440) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:05.238424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.248799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Transition to ACTIVE for port object 417877e4-53a6-48e6-8c1e-b400fc9de440 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:05.267657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Transition to ACTIVE for port object 417877e4-53a6-48e6-8c1e-b400fc9de440 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:05.288181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.384262 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.427090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:05.430499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:05.433244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:05.447582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Pushing event updated for resources: {'Port': ['ID=417877e4-53a6-48e6-8c1e-b400fc9de440,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:05.500606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Attempting to bind port 417877e4-53a6-48e6-8c1e-b400fc9de440 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:05.500981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Attempting to bind port 417877e4-53a6-48e6-8c1e-b400fc9de440 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:05.501442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Attempting to bind port 417877e4-53a6-48e6-8c1e-b400fc9de440 on network 7ed409ad-cfef-42f3-a219-2587ff0baba1 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:05.507166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:05.507602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Checking segment: {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:05.507951 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.508348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Bound using segment: {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:05.509696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Bound port: 417877e4-53a6-48e6-8c1e-b400fc9de440, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:05.509696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.556960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.20.0.1 (7ed409ad-cfef-42f3-a219-2587ff0baba1/d14cbb04-ffb0-4e63-9f43-c6bca00508f0/6e76b091-c3ab-4d17-bf3a-701c28495fa8) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:05.580997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] For port 417877e4-53a6-48e6-8c1e-b400fc9de440, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:05.583122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] For port 417877e4-53a6-48e6-8c1e-b400fc9de440, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=417877e4-53a6-48e6-8c1e-b400fc9de440,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:05.677673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.685693 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.703621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 6e76b091-c3ab-4d17-bf3a-701c28495fa8 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:05.748632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87062cf3-c39f-44c0-805e-af25af81ede9 None None] Pushing event updated for resources: {'Port': ['ID=417877e4-53a6-48e6-8c1e-b400fc9de440,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:05.845094 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:05.903891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:05.924450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:05.934130 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:05.945490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=6e76b091-c3ab-4d17-bf3a-701c28495fa8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:05.991483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:06.256129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:06.757801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0517785-30ee-488a-a034-e6216a65ead3 None None] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:06.806861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:06.931161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:06.949473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9e49c7de-7ec4-4f53-b2c1-00ba18868f41 None None] Provisioning for port 417877e4-53a6-48e6-8c1e-b400fc9de440 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:07.019975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=6e76b091-c3ab-4d17-bf3a-701c28495fa8,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:07.022997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.132787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:07.133720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:07.349071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-71d52e17-3f84-41d5-8549-d1eec8da0be5 None None] Provisioning for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:07.353639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-71d52e17-3f84-41d5-8549-d1eec8da0be5 None None] Provisioning complete for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:07.354010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-71d52e17-3f84-41d5-8549-d1eec8da0be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.394783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-71d52e17-3f84-41d5-8549-d1eec8da0be5 None None] Port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:07.435608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:18:07.529670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3b001654-68d1-436f-972b-2e31f88ebf89 None None] Provisioning complete for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:07.530602 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3b001654-68d1-436f-972b-2e31f88ebf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.559990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:07.567889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e3dde9b0-bea1-41d6-a6a1-0ac9f3fa9d83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6355054 Aug 25 15:18:07.570820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39882) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:07.572025 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:07.580235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3b001654-68d1-436f-972b-2e31f88ebf89 None None] Port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:07.592355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-567136276'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:07.597535 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:07.598189 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:07.722243 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:07.722823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-41df51c4-aa88-4d57-98f4-e2ad2f799e34 None None] Provisioning complete for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:07.722823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-41df51c4-aa88-4d57-98f4-e2ad2f799e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.742844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-41df51c4-aa88-4d57-98f4-e2ad2f799e34 None None] Port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:07.758827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:07.769717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.786732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 417877e4-53a6-48e6-8c1e-b400fc9de440 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:07.817406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:18:07.839317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.839673 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 76c6ad56-93b1-4a42-a036-a859dbbabe28 of type vlan for network d471535d-6bac-430c-a1f9-12a8e5a12c5d Aug 25 15:18:07.899371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:07.961543 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:06Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:06Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:07.995323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 417877e4-53a6-48e6-8c1e-b400fc9de440 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:07.999980 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:07.999980 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Updating router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:18:08.005340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 417877e4-53a6-48e6-8c1e-b400fc9de440 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:08.006201 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.029404 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.067930 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.079613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:08.080564 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.161700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=d471535d-6bac-430c-a1f9-12a8e5a12c5d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:08.171253 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.180158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:18:08.260959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1eab7ed-4ed2-4697-b1b5-3a114a3dec11 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6878750 Aug 25 15:18:08.261214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:08.267756 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:08.300474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 417877e4-53a6-48e6-8c1e-b400fc9de440, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=417877e4-53a6-48e6-8c1e-b400fc9de440,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:08.424013 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.441534 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.452743 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Transition to ACTIVE for port object 6e76b091-c3ab-4d17-bf3a-701c28495fa8 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:08.486918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=417877e4-53a6-48e6-8c1e-b400fc9de440,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:08.515316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:08.519547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.564897 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.624489 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Pushing event updated for resources: {'Port': ['ID=6e76b091-c3ab-4d17-bf3a-701c28495fa8,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:08.633380 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.633970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.634525 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.635058 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.635556 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.636075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.636577 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.637458 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.637954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.638469 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.638975 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.639683 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:08.729680 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Attempting to bind port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:08.730182 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Attempting to bind port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:08.730554 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Attempting to bind port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 on network 7ed409ad-cfef-42f3-a219-2587ff0baba1 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:08.743890 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:08.743890 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Checking segment: {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:08.743890 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.743890 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Bound using segment: {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:08.743890 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Bound port: 6e76b091-c3ab-4d17-bf3a-701c28495fa8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606b6638-58b8-444c-9b48-310e5a95424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:08.743890 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.822337 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] For port 6e76b091-c3ab-4d17-bf3a-701c28495fa8, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:08.825970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] For port 6e76b091-c3ab-4d17-bf3a-701c28495fa8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e76b091-c3ab-4d17-bf3a-701c28495fa8,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:08.903802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.960756 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:08.971373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=64c9a51e-330c-4e3a-b8d3-8e6b341d40b4,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:08.983707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:08.984115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: d471535d-6bac-430c-a1f9-12a8e5a12c5d, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:18:09.049083 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:09.049849 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:09.120954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f86e72-349d-4c45-8dc2-625358b60ce2 None None] Pushing event updated for resources: {'Port': ['ID=6e76b091-c3ab-4d17-bf3a-701c28495fa8,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:09.150281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:09.189636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:18:09.337586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d471535d-6bac-430c-a1f9-12a8e5a12c5d) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:09.343547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:09.344157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:09.354442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bab2ce-c7f0-4e3c-9221-4f09e3a10e1d None None] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:09.448190 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:06Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:08Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:09.456661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-63de4362-621d-4e29-8288-cd36f91270bf tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1918278 Aug 25 15:18:09.457040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39896) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:09.481938 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be382a02-1538-42ba-bd07-88fef34ba115 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:06Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:08Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:09.547553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d471535d-6bac-430c-a1f9-12a8e5a12c5d', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:18:09.555647 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:09.770853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Allocated IP 172.21.0.2 (d471535d-6bac-430c-a1f9-12a8e5a12c5d/64c9a51e-330c-4e3a-b8d3-8e6b341d40b4/9db62192-0883-4524-9887-bdd735d4bf73) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:09.840519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 417877e4-53a6-48e6-8c1e-b400fc9de440 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:10.025235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.066727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 417877e4-53a6-48e6-8c1e-b400fc9de440 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:10.067747 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.109136 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.125625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Transition to ACTIVE for port object 9db62192-0883-4524-9887-bdd735d4bf73 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:10.150181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Transition to ACTIVE for port object 9db62192-0883-4524-9887-bdd735d4bf73 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:10.288652 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.331650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Pushing event updated for resources: {'Port': ['ID=9db62192-0883-4524-9887-bdd735d4bf73,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:10.349675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:10.351268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:10.353617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:10.389138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.21.0.1 (d471535d-6bac-430c-a1f9-12a8e5a12c5d/64c9a51e-330c-4e3a-b8d3-8e6b341d40b4/3518db93-36c9-4e28-b411-84deba818493) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:10.410507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Attempting to bind port 9db62192-0883-4524-9887-bdd735d4bf73 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:10.411095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Attempting to bind port 9db62192-0883-4524-9887-bdd735d4bf73 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:10.416482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Attempting to bind port 9db62192-0883-4524-9887-bdd735d4bf73 on network d471535d-6bac-430c-a1f9-12a8e5a12c5d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:10.416665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:10.417064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Checking segment: {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:10.418497 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.419390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Bound using segment: {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:10.419909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Bound port: 9db62192-0883-4524-9887-bdd735d4bf73, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:10.420314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.501873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] For port 9db62192-0883-4524-9887-bdd735d4bf73, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:10.507828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] For port 9db62192-0883-4524-9887-bdd735d4bf73, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9db62192-0883-4524-9887-bdd735d4bf73,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:10.535579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.552429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 3518db93-36c9-4e28-b411-84deba818493 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:10.618089 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.695944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29a7a9-a715-4dff-9432-fb794ed19720 None None] Pushing event updated for resources: {'Port': ['ID=9db62192-0883-4524-9887-bdd735d4bf73,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:10.761410 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:10.823225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:10.826867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:10.830222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:10.843339 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=3518db93-36c9-4e28-b411-84deba818493,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:10.926641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:11.288415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:11.345785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:11.664902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd61e-3721-4d80-86af-0c83a87755ef req-ce10ab3a-7e0c-4c11-bb29-5a363c769f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:11.666872 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d2dd61e-3721-4d80-86af-0c83a87755ef req-ce10ab3a-7e0c-4c11-bb29-5a363c769f1a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.3194058 Aug 25 15:18:11.764198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:11.817705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d2dd61e-3721-4d80-86af-0c83a87755ef req-0fe20832-7890-47c6-a4ea-953efec7e49b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405489 Aug 25 15:18:11.868357 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:11.941074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:18:11.943694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9db62192-0883-4524-9887-bdd735d4bf73 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:11.982579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=3518db93-36c9-4e28-b411-84deba818493,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:11.989455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.036351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72351c5a-0f3b-4913-9315-5b55bc93429a None None] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:12.117699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9db62192-0883-4524-9887-bdd735d4bf73 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:12.120879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:12.122322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:12.149743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e76b091-c3ab-4d17-bf3a-701c28495fa8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:12.215060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] Provisioning for port 9db62192-0883-4524-9887-bdd735d4bf73 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:12.226900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:12.227946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] Provisioning complete for port 9db62192-0883-4524-9887-bdd735d4bf73 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:12.228571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.339267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:12.349472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:12.349732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39932) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:12.350188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ffb9b7ae-4838-4e20-9008-f1dcbca71a49 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914685 Aug 25 15:18:12.354549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:12.354732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-861845525'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:12.395261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:12.395689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.520733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:12.528051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.560190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:18:12.574472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.577038 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment 19b1f07c-21cb-4e92-af3f-082010aec528 of type vlan for network c3c5c282-e358-491f-acba-485be79e1811 Aug 25 15:18:12.633510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:12.634077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:12.660806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.728426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.806930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.855934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:12.861182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:12.910365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:12.910583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] For port 9db62192-0883-4524-9887-bdd735d4bf73, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9db62192-0883-4524-9887-bdd735d4bf73,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:12.990511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.021171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=c3c5c282-e358-491f-acba-485be79e1811,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:13.036478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 39940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:13.041753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:13.045318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b702bcfa-d105-4c49-a4eb-3c2a90177e96 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6943552 Aug 25 15:18:13.080606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c3c5c282-e358-491f-acba-485be79e1811 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:18:13.234612 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.291994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc520d1e-693a-40b2-bd36-4170bae642c7 None None] Provisioning complete for port 9db62192-0883-4524-9887-bdd735d4bf73 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:13.292374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc520d1e-693a-40b2-bd36-4170bae642c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.294263 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:13.304224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6b0b4-f25e-438b-a40e-ff527eea7813 None None] Pushing event updated for resources: {'Port': ['ID=9db62192-0883-4524-9887-bdd735d4bf73,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:13.308833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.370503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6e76b091-c3ab-4d17-bf3a-701c28495fa8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e76b091-c3ab-4d17-bf3a-701c28495fa8,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:13.475971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:11Z', 'revision_number': 3, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:11Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:08Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:13.507419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.512773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:13.513122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Updating router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 port 3518db93-36c9-4e28-b411-84deba818493 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:18:13.566107 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.590853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6e76b091-c3ab-4d17-bf3a-701c28495fa8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:13.680434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc520d1e-693a-40b2-bd36-4170bae642c7 None None] Provisioning for port 3518db93-36c9-4e28-b411-84deba818493 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:13.687956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc520d1e-693a-40b2-bd36-4170bae642c7 None None] Provisioning complete for port 3518db93-36c9-4e28-b411-84deba818493 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:13.688316 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dc520d1e-693a-40b2-bd36-4170bae642c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.697902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.748623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-dc520d1e-693a-40b2-bd36-4170bae642c7 None None] Port 3518db93-36c9-4e28-b411-84deba818493 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:13.783576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:13.784025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: c3c5c282-e358-491f-acba-485be79e1811, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:18:13.795451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9db62192-0883-4524-9887-bdd735d4bf73 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:13.800972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=167e081f-354b-4e5d-a956-362dafc8ee13,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:13.900347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d1108006-b393-4ba8-a5c7-6fe2ffa2cd8e None None] Provisioning complete for port 3518db93-36c9-4e28-b411-84deba818493 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:13.900724 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d1108006-b393-4ba8-a5c7-6fe2ffa2cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:13.920495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network c3c5c282-e358-491f-acba-485be79e1811 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:18:13.927850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9db62192-0883-4524-9887-bdd735d4bf73 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:13.928235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.001700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d1108006-b393-4ba8-a5c7-6fe2ffa2cd8e None None] Port 3518db93-36c9-4e28-b411-84deba818493 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:14.018331 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c3c5c282-e358-491f-acba-485be79e1811) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:14.021893 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.029976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:14.029976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.032215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ef6c2-285e-44bc-bec2-162d53751965 None None] Network c3c5c282-e358-491f-acba-485be79e1811 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:14.074231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Transition to ACTIVE for port object 3518db93-36c9-4e28-b411-84deba818493 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:14.145466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e76b091-c3ab-4d17-bf3a-701c28495fa8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:14.199634 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f4e4e90-4a8f-4662-8781-a10caccbadf7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1619580 Aug 25 15:18:14.202448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 39986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:14.246657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:14.247108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.273784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c3c5c282-e358-491f-acba-485be79e1811', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:18:14.282743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.282743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.385515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-c52b4b1b-25b8-46b8-ad00-672c3a4f8f12 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:14.393654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-c52b4b1b-25b8-46b8-ad00-672c3a4f8f12 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1702950 Aug 25 15:18:14.410952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c1775-6ea3-44cc-a494-8fbe395aeba3 None None] Pushing event updated for resources: {'Port': ['ID=3518db93-36c9-4e28-b411-84deba818493,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:14.411797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-9a6b6a8e-b28a-4b98-ba06-8c5019d913fb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0167878 Aug 25 15:18:14.485321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-030d6da0-7b09-4281-a14d-fd2f13ea4c63 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725222 Aug 25 15:18:14.620224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Attempting to bind port 3518db93-36c9-4e28-b411-84deba818493 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:14.620605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Attempting to bind port 3518db93-36c9-4e28-b411-84deba818493 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:14.620974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Attempting to bind port 3518db93-36c9-4e28-b411-84deba818493 on network d471535d-6bac-430c-a1f9-12a8e5a12c5d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:14.652477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:14.652861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Checking segment: {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:14.653271 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.653669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Bound using segment: {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:14.654235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Bound port: 3518db93-36c9-4e28-b411-84deba818493, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c6ad56-93b1-4a42-a036-a859dbbabe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:14.654516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.706557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Allocated IP 172.22.0.2 (c3c5c282-e358-491f-acba-485be79e1811/167e081f-354b-4e5d-a956-362dafc8ee13/23de31bd-8657-43b0-817d-d119df25e48a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:14.710092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-fbdb2e86-27ec-4bc2-9061-8c6195a73631 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152143 Aug 25 15:18:14.819116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] For port 3518db93-36c9-4e28-b411-84deba818493, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:14.823575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] For port 3518db93-36c9-4e28-b411-84deba818493, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3518db93-36c9-4e28-b411-84deba818493,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:14.824705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-83a25f04-d1ec-4a3c-92a5-032fa47ce638 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128860 Aug 25 15:18:14.931411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.934508 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:14.972327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Transition to ACTIVE for port object 23de31bd-8657-43b0-817d-d119df25e48a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:15.028499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Transition to ACTIVE for port object 23de31bd-8657-43b0-817d-d119df25e48a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:15.047778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c1775-6ea3-44cc-a494-8fbe395aeba3 None None] Pushing event updated for resources: {'Port': ['ID=3518db93-36c9-4e28-b411-84deba818493,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:15.053425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:15.054216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:15.153483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:15.156724 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:15.286987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:15.389181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d866bf5-0356-46f8-936e-ee3ae747a879 req-1587ab2d-f094-43fb-b2ae-7c951d9e6038 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0362244 Aug 25 15:18:15.536884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Network c3c5c282-e358-491f-acba-485be79e1811 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:15.565147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:15.576403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:15.629282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Pushing event updated for resources: {'Port': ['ID=23de31bd-8657-43b0-817d-d119df25e48a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:15.730130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Attempting to bind port 23de31bd-8657-43b0-817d-d119df25e48a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:15.730825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Attempting to bind port 23de31bd-8657-43b0-817d-d119df25e48a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:15.731229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Attempting to bind port 23de31bd-8657-43b0-817d-d119df25e48a on network c3c5c282-e358-491f-acba-485be79e1811 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:15.734307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.22.0.1 (c3c5c282-e358-491f-acba-485be79e1811/167e081f-354b-4e5d-a956-362dafc8ee13/8f75c4c6-600d-498b-8240-24648643d2e2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:15.748978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:15.749362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Checking segment: {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:15.752177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:15.752177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Bound using segment: {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:15.752177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Bound port: 23de31bd-8657-43b0-817d-d119df25e48a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:15.752177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:15.882664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:15.888137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] For port 23de31bd-8657-43b0-817d-d119df25e48a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:15.898904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 8f75c4c6-600d-498b-8240-24648643d2e2 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:15.922969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] For port 23de31bd-8657-43b0-817d-d119df25e48a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=23de31bd-8657-43b0-817d-d119df25e48a,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:15.935760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:11Z', 'revision_number': 3, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:14Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:15.963761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5993c4-4ccd-4ab8-934f-80cd150a7676 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:11Z', 'revision_number': 3, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:14Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:16.023813 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:16.114778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:16.124162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc89e1-0d02-450d-ab86-a952d97a39ef None None] Pushing event updated for resources: {'Port': ['ID=23de31bd-8657-43b0-817d-d119df25e48a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:16.184080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network c3c5c282-e358-491f-acba-485be79e1811 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:16.208009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=8f75c4c6-600d-498b-8240-24648643d2e2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:16.210979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:16.214597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:16.268884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:16.561262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2c292ee5-b313-4e54-856b-31661c35bf13 req-e7f7d828-235e-4ddb-aad9-e9beabddf7cf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0523777 Aug 25 15:18:16.611560 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:16.952461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.080369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.161473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=8f75c4c6-600d-498b-8240-24648643d2e2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:17.182106 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.300661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220022e4-7e45-4021-9c95-ba60d9e9f816 None None] Network c3c5c282-e358-491f-acba-485be79e1811 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:17.303616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network c3c5c282-e358-491f-acba-485be79e1811 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:17.305013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:17.433214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:17.472390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cf6ec0ae-510e-4db1-8c8f-34055052d9c5 None None] Provisioning for port 23de31bd-8657-43b0-817d-d119df25e48a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:17.545745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:17.551284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-530f0c0f-1906-4bd3-bba1-0a5a51b6d26f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3463194 Aug 25 15:18:17.553952 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40052) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:17.557267 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:17.560265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'network': {'name': 'tempest-RoutersTest-170902946'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:17.571604 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:17.572420 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:17.674430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:17.681053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.715175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7b2bae3-70d3-477e-a8b0-9a90025c63c9 req-85291824-288d-4a9b-ba8e-bce6c4305b7b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0692689 Aug 25 15:18:17.715718 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:17.732883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:18:17.769804 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.770158 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added segment bb7ce6e7-cfde-420a-925b-c0d1a8a3de88 of type vlan for network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 Aug 25 15:18:17.880291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.903161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-40291dc4-3ed2-4e73-90a0-caf04517a8db None None] Provisioning for port 8f75c4c6-600d-498b-8240-24648643d2e2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:17.907953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-40291dc4-3ed2-4e73-90a0-caf04517a8db None None] Provisioning complete for port 8f75c4c6-600d-498b-8240-24648643d2e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:17.908738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-40291dc4-3ed2-4e73-90a0-caf04517a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:17.987904 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:16Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:14Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:16Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:17.999358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 23de31bd-8657-43b0-817d-d119df25e48a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:18.012351 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.019998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:18.020700 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.023919 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:18.024385 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Updating router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 port 8f75c4c6-600d-498b-8240-24648643d2e2 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:18:18.033872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-40291dc4-3ed2-4e73-90a0-caf04517a8db None None] Port 8f75c4c6-600d-498b-8240-24648643d2e2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:18.057606 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.128344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Network': ['ID=2ca26e93-e7fd-47d9-9d7d-6f440bd71911,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:18.139046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:18:18.209331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9a680bc-1858-4f87-bb86-a03a0c3fdfbd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6509304 Aug 25 15:18:18.209533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40062) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:18.214732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'subnet': {'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:18.259524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 23de31bd-8657-43b0-817d-d119df25e48a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:18.275997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 23de31bd-8657-43b0-817d-d119df25e48a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:18.276598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.389717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-affb3095-9a59-4b11-8877-cbce6112e0af tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:18.403504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-affb3095-9a59-4b11-8877-cbce6112e0af tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.2296343 Aug 25 15:18:18.419523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': '6248498f-bb2f-4193-babf-998b3b1a2813', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:18.449766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f694f62d-6a22-431f-a716-31ed928c9f14 None None] Provisioning complete for port 8f75c4c6-600d-498b-8240-24648643d2e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:18.451328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f694f62d-6a22-431f-a716-31ed928c9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.543674 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Made reservation on behalf of 9ac6091909c64b58ab9224b542aad3b3 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:18.548881 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.554479 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.574149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f694f62d-6a22-431f-a716-31ed928c9f14 None None] Port 8f75c4c6-600d-498b-8240-24648643d2e2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:18.585978 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.594781 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Transition to ACTIVE for port object 8f75c4c6-600d-498b-8240-24648643d2e2 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:18.630050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 23de31bd-8657-43b0-817d-d119df25e48a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=23de31bd-8657-43b0-817d-d119df25e48a,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:18.652184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:18:18.656295 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.707900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-724d67c4-d65a-4228-be53-6e3e5a037486 None None] Provisioning complete for port 8f75c4c6-600d-498b-8240-24648643d2e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:18.709570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-724d67c4-d65a-4228-be53-6e3e5a037486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.714922 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.762802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:18.763633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3518db93-36c9-4e28-b411-84deba818493 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:18.905534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-724d67c4-d65a-4228-be53-6e3e5a037486 None None] Port 8f75c4c6-600d-498b-8240-24648643d2e2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:18.922495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=23de31bd-8657-43b0-817d-d119df25e48a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:18.955714 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c89f35-a40e-44af-abe1-a9687373126d None None] Pushing event updated for resources: {'Port': ['ID=8f75c4c6-600d-498b-8240-24648643d2e2,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:18.969708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2deef3f9-0166-4c7f-b2b8-f75527b09c16 req-f55b7aee-7123-4869-8df7-eea8a7345736 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0483134 Aug 25 15:18:19.001633 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.073777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3518db93-36c9-4e28-b411-84deba818493 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:19.079307 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Attempting to bind port 8f75c4c6-600d-498b-8240-24648643d2e2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:19.079908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Attempting to bind port 8f75c4c6-600d-498b-8240-24648643d2e2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:19.081165 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Attempting to bind port 8f75c4c6-600d-498b-8240-24648643d2e2 on network c3c5c282-e358-491f-acba-485be79e1811 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:19.083604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3518db93-36c9-4e28-b411-84deba818493 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:19.084025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.093707 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:19.094144 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Checking segment: {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:19.095239 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.101768 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Bound using segment: {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:19.103236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.11 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:19.106279 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Bound port: 8f75c4c6-600d-498b-8240-24648643d2e2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b1f07c-21cb-4e92-af3f-082010aec528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:19.108019 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.117244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40078) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:19.171192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Checking segment: {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:19.172477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network hostable DHCP agents. Network: 2ca26e93-e7fd-47d9-9d7d-6f440bd71911, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:18:19.175054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Subnet': ['ID=7a03b375-b4f7-46ed-8586-8dceb9493d7d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:19.238200 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] For port 8f75c4c6-600d-498b-8240-24648643d2e2, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:19.242001 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] For port 8f75c4c6-600d-498b-8240-24648643d2e2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8f75c4c6-600d-498b-8240-24648643d2e2,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:19.275278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:18:19.294772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.309565 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.345270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3518db93-36c9-4e28-b411-84deba818493, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3518db93-36c9-4e28-b411-84deba818493,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:19.348479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be4e4345-6463-42dd-bf1b-a7ac538bed69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.385844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 2ca26e93-e7fd-47d9-9d7d-6f440bd71911) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:19.393863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:19.394864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.395799 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c89f35-a40e-44af-abe1-a9687373126d None None] Pushing event updated for resources: {'Port': ['ID=8f75c4c6-600d-498b-8240-24648643d2e2,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:19.405453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:19.406723 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:17:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:19.424640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.448315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.490526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:19.492354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423f180-4f3f-4a3c-aa01-3afb1e9ea73d None None] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:19.588923 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:19.644433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3518db93-36c9-4e28-b411-84deba818493,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:19.644433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.644433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.645139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.645562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.645995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.646718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.647676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.648256 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.648693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.649123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.649557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.650318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:19.710593 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be4e4345-6463-42dd-bf1b-a7ac538bed69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.744152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.758018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:18:19.759270 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.824530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-be4e4345-6463-42dd-bf1b-a7ac538bed69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:19.887053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:19.891655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2faf0558-3819-40b9-b436-3b93b0aed7e4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6810498 Aug 25 15:18:19.893990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:19.894489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40092) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:19.901232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:19.903720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-be4e4345-6463-42dd-bf1b-a7ac538bed69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0d947893b07425d90b7d1cb152f7822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804604 Aug 25 15:18:19.904696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:19.909761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40094) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:19.910423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e4345-6463-42dd-bf1b-a7ac538bed69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7cf99-ee56-4a59-8280-7a4386cd4cb3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:19.922014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 23de31bd-8657-43b0-817d-d119df25e48a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:20.026171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:20.026524 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:16Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:14Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:20.027122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.096748 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622d9b-95fc-4e28-af2b-cd230f9138d6 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:16Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:14Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:20.106980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cde-5c18-44b8-916d-0bbda0a6f815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.107762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Allocated IP 172.23.0.2 (2ca26e93-e7fd-47d9-9d7d-6f440bd71911/7a03b375-b4f7-46ed-8586-8dceb9493d7d/4a8f3b25-8817-43ce-9750-eb72b398b8c8) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:20.221099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cde-5c18-44b8-916d-0bbda0a6f815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.226274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-872d1e50-f451-4e93-a1c0-67c078bc0a27 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8109572 Aug 25 15:18:20.242673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Request body: {'port': {'device_id': '6248498f-bb2f-4193-babf-998b3b1a2813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:20.347963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5f6e-de56-4672-aaa3-dc2536abe4ca req-a1e74e69-aea1-470b-91e6-4feb9aa7678e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:20.349750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9af5f6e-de56-4672-aaa3-dc2536abe4ca req-a1e74e69-aea1-470b-91e6-4feb9aa7678e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 932 time: 0.2365060 Aug 25 15:18:20.406055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.423198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 23de31bd-8657-43b0-817d-d119df25e48a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:20.423718 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.487766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-434f9667-808f-47df-a47a-b49f461c9a00 None None] Provisioning for port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:20.515016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-434f9667-808f-47df-a47a-b49f461c9a00 None None] Provisioning complete for port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:20.515669 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-434f9667-808f-47df-a47a-b49f461c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.561954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-434f9667-808f-47df-a47a-b49f461c9a00 None None] Port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:20.590598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9af5f6e-de56-4672-aaa3-dc2536abe4ca req-e6975397-1951-40ec-901d-2fa4f9173e92 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246633 Aug 25 15:18:20.597961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cde-5c18-44b8-916d-0bbda0a6f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.601768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f49d0cde-5c18-44b8-916d-0bbda0a6f815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.606013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f49d0cde-5c18-44b8-916d-0bbda0a6f815 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03d7cf99-ee56-4a59-8280-7a4386cd4cb3 HTTP/1.1" status: 204 len: 168 time: 0.6918523 Aug 25 15:18:20.682683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0cde-5c18-44b8-916d-0bbda0a6f815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7cf99-ee56-4a59-8280-7a4386cd4cb3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:20.690199 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.748145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Transition to ACTIVE for port object 4a8f3b25-8817-43ce-9750-eb72b398b8c8 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:20.774765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3518db93-36c9-4e28-b411-84deba818493 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:20.814503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Transition to ACTIVE for port object 4a8f3b25-8817-43ce-9750-eb72b398b8c8 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:20.845693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3518db93-36c9-4e28-b411-84deba818493 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:20.846081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:20.954781 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.066026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:21.073637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:21.078932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:21.087089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Pushing event updated for resources: {'Port': ['ID=4a8f3b25-8817-43ce-9750-eb72b398b8c8,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:21.102839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:18:21.122466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.162740 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91222649-8616-462f-9c52-ee29904ab23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.172745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Transition to ACTIVE for port object 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:21.196278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Attempting to bind port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:21.196860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Attempting to bind port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:21.197434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Attempting to bind port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 on network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:21.204725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:21.205649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Checking segment: {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:21.206238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.206810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Bound using segment: {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:21.207554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Bound port: 4a8f3b25-8817-43ce-9750-eb72b398b8c8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:21.208271 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.274947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.281572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.318314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] For port 4a8f3b25-8817-43ce-9750-eb72b398b8c8, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:21.322353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] For port 4a8f3b25-8817-43ce-9750-eb72b398b8c8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a8f3b25-8817-43ce-9750-eb72b398b8c8,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:21.338460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Pushing event updated for resources: {'Port': ['ID=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:21.389311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.528652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Attempting to bind port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:21.529001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Attempting to bind port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:21.529336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Attempting to bind port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:21.535325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b062299-379f-45f8-a79b-95e21ca68de6 None None] Pushing event updated for resources: {'Port': ['ID=4a8f3b25-8817-43ce-9750-eb72b398b8c8,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:21.540049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:18:21.540382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Attempting to bind port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:21.554504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:21.555180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:21.555581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:21.558344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Bound port: 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:21.558668 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.744979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] For port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:21.750365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] For port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:21.852839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.877780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8f75c4c6-600d-498b-8240-24648643d2e2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:21.922273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:21.922900 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:21.924364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] 10.222.0.52 "PUT /v2.0/ports/5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 HTTP/1.1" status: 200 len: 1092 time: 1.6897006 Aug 25 15:18:21.924826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6248498f-bb2f-4193-babf-998b3b1a2813', 'tag': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:18:21.932043 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6248498f-bb2f-4193-babf-998b3b1a2813", "tag": "5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:18:21.952542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1f577-93e6-45d2-81c5-d14636b29ec9 req-02379245-6441-4903-935c-c5b8d0927424 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:21.954793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7c1f577-93e6-45d2-81c5-d14636b29ec9 req-02379245-6441-4903-935c-c5b8d0927424 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.2028370 Aug 25 15:18:22.026319 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97021247-2dd4-434a-b2f4-558461b7ee1b x-openstack-request-id: req-97021247-2dd4-434a-b2f4-558461b7ee1b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:18:22.026319 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6248498f-bb2f-4193-babf-998b3b1a2813", "tag": "5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:18:22.026319 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97021247-2dd4-434a-b2f4-558461b7ee1b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:18:22.026319 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6248498f-bb2f-4193-babf-998b3b1a2813', 'tag': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0', 'status': 'completed', 'code': 200} Aug 25 15:18:22.029867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521d04-836b-4956-ab8a-a0c15be57532 service neutron] Pushing event updated for resources: {'Port': ['ID=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:22.095182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Allocated IP 172.23.0.1 (2ca26e93-e7fd-47d9-9d7d-6f440bd71911/7a03b375-b4f7-46ed-8586-8dceb9493d7d/2528e7e2-6417-448a-a931-c0e6d9826b7e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:18:22.101694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe req-c3fbedcf-a3de-4415-aefc-931042c0e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:22.103604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe req-c3fbedcf-a3de-4415-aefc-931042c0e7f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 1095 time: 0.0599611 Aug 25 15:18:22.108686 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7c1f577-93e6-45d2-81c5-d14636b29ec9 req-96abfca4-5275-4c4b-86dd-6b0508ec2ad9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399901 Aug 25 15:18:22.244220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe req-ed30d4c3-6c51-4261-93d0-a9b0acc6152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:22.245876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe req-ed30d4c3-6c51-4261-93d0-a9b0acc6152f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1289539 Aug 25 15:18:22.270187 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:22.290663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Transition to ACTIVE for port object 2528e7e2-6417-448a-a931-c0e6d9826b7e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:22.303691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 8f75c4c6-600d-498b-8240-24648643d2e2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:22.328906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8f75c4c6-600d-498b-8240-24648643d2e2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:22.339779 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:22.470925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe req-b34fa722-4f84-4753-8d94-a41b554d9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:22.484818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c13dbea-3617-451c-b6a0-eba3ead2b4fe req-b34fa722-4f84-4753-8d94-a41b554d9382 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201042 Aug 25 15:18:22.513389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:22.590886 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:22.669746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 8f75c4c6-600d-498b-8240-24648643d2e2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8f75c4c6-600d-498b-8240-24648643d2e2,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:22.677102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=2528e7e2-6417-448a-a931-c0e6d9826b7e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:22.698687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-5d327640-a1cd-4b31-b1e0-1c02c2f2dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:22.700546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-5d327640-a1cd-4b31-b1e0-1c02c2f2dc17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 1095 time: 0.1740353 Aug 25 15:18:22.701092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:22.702990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:22.706823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:18:22.788183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:22.811616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-d5300c37-9142-4f04-8458-ebe57c31217d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 HTTP/1.1" status: 200 len: 217 time: 0.0996022 Aug 25 15:18:22.877436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:22.927208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=8f75c4c6-600d-498b-8240-24648643d2e2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:22.944757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-8ba738d7-a26a-47ee-b187-bec42beca74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:22.946479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-8ba738d7-a26a-47ee-b187-bec42beca74c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.1261971 Aug 25 15:18:23.010436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d12675-1030-4445-8831-f9d68ca47820 req-e8a89771-8e9a-4666-9085-5b5ece67dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:23.012038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-e8a89771-8e9a-4666-9085-5b5ece67dea1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560379 Aug 25 15:18:23.136245 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:23.148832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-373339d5-8583-409e-8415-376e8527619d service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286280 Aug 25 15:18:23.299980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-63d12675-1030-4445-8831-f9d68ca47820 req-20503676-070e-4165-836c-2d9bec3cb2ff service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425261 Aug 25 15:18:23.305408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89acd7a4-3306-4461-8411-641256125852 None None] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:23.321214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395afd80-e34e-4745-8df0-df8a111b2a7d req-7921b99d-a9fc-4d9e-a2c1-331cbf0d3126 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:23.323150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395afd80-e34e-4745-8df0-df8a111b2a7d req-7921b99d-a9fc-4d9e-a2c1-331cbf0d3126 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0694034 Aug 25 15:18:23.399296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-395afd80-e34e-4745-8df0-df8a111b2a7d req-7359deb6-6590-4fb9-973a-2b8e70752cb4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692070 Aug 25 15:18:23.552234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-73b9ed3d-4929-4cfb-954e-fffafd03f7f7 None None] Provisioning for port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:23.596410 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:23.726650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:23.776236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb92d-a519-48d1-a0a5-74ec6ff6551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:23.825733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:23.827657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event updated for resources: {'Port': ['ID=2528e7e2-6417-448a-a931-c0e6d9826b7e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:23.930637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8f75c4c6-600d-498b-8240-24648643d2e2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:23.998396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8f75c4c6-600d-498b-8240-24648643d2e2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:23.998823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.003551 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:18:24.005059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:18:24.153873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:24.159376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-17ecafd5-4029-4c89-9cf3-f31bf4841c52 None None] Provisioning for port 2528e7e2-6417-448a-a931-c0e6d9826b7e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:24.165354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-17ecafd5-4029-4c89-9cf3-f31bf4841c52 None None] Provisioning complete for port 2528e7e2-6417-448a-a931-c0e6d9826b7e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:24.165737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-17ecafd5-4029-4c89-9cf3-f31bf4841c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.234044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-17ecafd5-4029-4c89-9cf3-f31bf4841c52 None None] Port 2528e7e2-6417-448a-a931-c0e6d9826b7e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:24.236863 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a8f3b25-8817-43ce-9750-eb72b398b8c8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:24.261379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:24.267288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-523cdfb2-81d2-46de-bb2b-b201c877cd08 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3712325 Aug 25 15:18:24.269889 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40168) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:24.275518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:24.276014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:24.301066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:24.301718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:24.550362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c23889-861a-4ce6-8bc8-2b8200fe485f req-95221432-ddd1-4ec2-899a-b4b4b056afde tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:24.551858 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12c23889-861a-4ce6-8bc8-2b8200fe485f req-95221432-ddd1-4ec2-899a-b4b4b056afde tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0864916 Aug 25 15:18:24.558173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c0823509-c66c-427e-8fae-1ef019f54971 None None] Provisioning complete for port 2528e7e2-6417-448a-a931-c0e6d9826b7e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:24.558570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0823509-c66c-427e-8fae-1ef019f54971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.561697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:24.641574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c0823509-c66c-427e-8fae-1ef019f54971 None None] Port 2528e7e2-6417-448a-a931-c0e6d9826b7e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:24.652288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12c23889-861a-4ce6-8bc8-2b8200fe485f req-08d6a3fc-41e4-4e7a-a655-c40e61a54180 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802298 Aug 25 15:18:24.678017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:24.678017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.678338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:24.678635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.750740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 15:18:24.768030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.extraroute_db [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Removed routes are [] {{(pid=101872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 15:18:24.768498 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.801363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8dea70dc-20c5-4f5a-a4d8-9519b955df65 None None] Provisioning complete for port 2528e7e2-6417-448a-a931-c0e6d9826b7e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:24.801910 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8dea70dc-20c5-4f5a-a4d8-9519b955df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.900713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8dea70dc-20c5-4f5a-a4d8-9519b955df65 None None] Port 2528e7e2-6417-448a-a931-c0e6d9826b7e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:18:24.909414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:24.956466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4a8f3b25-8817-43ce-9750-eb72b398b8c8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a8f3b25-8817-43ce-9750-eb72b398b8c8,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:24.968635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:23Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '2528e7e2-6417-448a-a931-c0e6d9826b7e', 'name': '', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:3c:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:21Z', 'updated_at': '2021-08-25T15:18:23Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:24.997261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:24.997772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Updating router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 port 2528e7e2-6417-448a-a931-c0e6d9826b7e binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:18:25.025975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.114494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.118234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.144749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.227102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:25.284121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4a8f3b25-8817-43ce-9750-eb72b398b8c8,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:25.335553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:25.343323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.344554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d45b99ea-3053-4623-b331-26722c0942ed tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 934 time: 1.0737069 Aug 25 15:18:25.347258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40184) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:25.467128 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.483818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Transition to ACTIVE for port object 2528e7e2-6417-448a-a931-c0e6d9826b7e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:18:25.488515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2f922f8c-bcf3-4a18-8d40-ca0220cce68e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 934 time: 0.1400011 Aug 25 15:18:25.491160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40188) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:25.496393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'routes': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:25.742003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.742003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a8f3b25-8817-43ce-9750-eb72b398b8c8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:25.743467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.830886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1ff1-05ef-43da-847b-0fb737e2562e None None] Pushing event updated for resources: {'Port': ['ID=2528e7e2-6417-448a-a931-c0e6d9826b7e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:25.844323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700217ab-ca41-4244-92e9-c2312fbbfff3 req-1edabdb4-9e9d-4a7f-b563-ea554181ba67 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:25.846346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-700217ab-ca41-4244-92e9-c2312fbbfff3 req-1edabdb4-9e9d-4a7f-b563-ea554181ba67 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1193254 Aug 25 15:18:25.932240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Attempting to bind port 2528e7e2-6417-448a-a931-c0e6d9826b7e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:18:25.932666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Attempting to bind port 2528e7e2-6417-448a-a931-c0e6d9826b7e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:18:25.933001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Attempting to bind port 2528e7e2-6417-448a-a931-c0e6d9826b7e on network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:18:25.935162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:25.935451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.977941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:18:25.984654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Checking segment: {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:18:25.984939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-700217ab-ca41-4244-92e9-c2312fbbfff3 req-a5cdb652-9ded-4bd1-a92b-4a11d61b2508 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885544 Aug 25 15:18:25.987353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:25.987743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Bound using segment: {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:18:25.991334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Bound port: 2528e7e2-6417-448a-a931-c0e6d9826b7e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:18:25.991751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:26.097882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.extraroute_db [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added routes are [] {{(pid=101873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 15:18:26.098446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.extraroute_db [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 15:18:26.141691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:26.179015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] For port 2528e7e2-6417-448a-a931-c0e6d9826b7e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:18:26.183314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] For port 2528e7e2-6417-448a-a931-c0e6d9826b7e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2528e7e2-6417-448a-a931-c0e6d9826b7e,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:18:26.538219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:26.611257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:26.613849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:26.616332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1ff1-05ef-43da-847b-0fb737e2562e None None] Pushing event updated for resources: {'Port': ['ID=2528e7e2-6417-448a-a931-c0e6d9826b7e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:26.752507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:27.027327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 7, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '2528e7e2-6417-448a-a931-c0e6d9826b7e', 'name': '', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:3c:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:21Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:27.058274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fcdcc-7831-49ed-a3f8-66818546f674 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 7, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '2528e7e2-6417-448a-a931-c0e6d9826b7e', 'name': '', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:3c:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:21Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:27.087949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:27.087949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:27.147063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92172f57-906a-4a99-a0e4-8ee8e2eedcb3 req-a5a35d79-ca6a-4ad5-88ef-3ecb7482687e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:27.149255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92172f57-906a-4a99-a0e4-8ee8e2eedcb3 req-a5a35d79-ca6a-4ad5-88ef-3ecb7482687e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0772905 Aug 25 15:18:27.183132 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:27.223638 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92172f57-906a-4a99-a0e4-8ee8e2eedcb3 req-534237dc-19aa-4bfa-bd6a-48bcddb2d233 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677345 Aug 25 15:18:27.286512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:27.428605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:27.442037 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:27.442037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34ddd2ce-1e86-4c23-b9ac-8cc21847a287 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 700 time: 1.9453943 Aug 25 15:18:27.442037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40218) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:27.463374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:27.551380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ce6a0486-010c-4c25-9e15-06091a493875 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 700 time: 0.1097314 Aug 25 15:18:27.554104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40222) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:27.813100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2528e7e2-6417-448a-a931-c0e6d9826b7e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:18:27.900774 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:27.910814 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:27.911725 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:27.985582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.009426 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:28.137556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2528e7e2-6417-448a-a931-c0e6d9826b7e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:18:28.142402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2528e7e2-6417-448a-a931-c0e6d9826b7e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:18:28.143139 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.254309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.293985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 2528e7e2-6417-448a-a931-c0e6d9826b7e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2528e7e2-6417-448a-a931-c0e6d9826b7e,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:28.297587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 2528e7e2-6417-448a-a931-c0e6d9826b7e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:28.303572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.336884 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 7, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '2528e7e2-6417-448a-a931-c0e6d9826b7e', 'name': '', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:3c:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:21Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:28.372668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:28.383759 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:28.384388 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:28.421231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851435b-778b-4fa8-b9c2-0c1d9659f4a8 req-134b9581-faec-49cd-b08b-fedf3c52e6bd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:28.426291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2851435b-778b-4fa8-b9c2-0c1d9659f4a8 req-134b9581-faec-49cd-b08b-fedf3c52e6bd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1087735 Aug 25 15:18:28.480252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.488493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 2528e7e2-6417-448a-a931-c0e6d9826b7e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2528e7e2-6417-448a-a931-c0e6d9826b7e,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:28.488949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.498044 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:28.505996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 2528e7e2-6417-448a-a931-c0e6d9826b7e owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:28.550889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=2528e7e2-6417-448a-a931-c0e6d9826b7e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:28.572381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2851435b-778b-4fa8-b9c2-0c1d9659f4a8 req-b98f4c19-234e-4a33-9146-9e07a963169b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409676 Aug 25 15:18:28.745291 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 7, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '2528e7e2-6417-448a-a931-c0e6d9826b7e', 'name': '', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:3c:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:21Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:28.778959 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefefdb-3318-435f-bdcb-1976c6460ca3 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 7, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '2528e7e2-6417-448a-a931-c0e6d9826b7e', 'name': '', 'network_id': '2ca26e93-e7fd-47d9-9d7d-6f440bd71911', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:3c:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:21Z', 'updated_at': '2021-08-25T15:18:26Z', 'revision_number': 4, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '7a03b375-b4f7-46ed-8586-8dceb9493d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:28.822504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:28.853868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=2528e7e2-6417-448a-a931-c0e6d9826b7e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:28.866859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.867243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.867608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.867975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.868341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.868940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.869057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.869308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.869630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.869952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.870489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:28.870874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:29.148796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:29.153490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:29.378241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:29.488131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:29.498309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9015b68e-b594-4292-8f3f-e3769794fb98 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9393377 Aug 25 15:18:29.498437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40250) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:29.498916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:29.511012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:29.511867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:29.569358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 7a03b375-b4f7-46ed-8586-8dceb9493d7d {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:18:29.575895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:29.627520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:29.629775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:29.786064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd2d3f-f9b2-4119-bbb0-c222d083545e req-50530708-4b8c-4f60-be59-4f507bed4a30 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:29.787645 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-46cd2d3f-f9b2-4119-bbb0-c222d083545e req-50530708-4b8c-4f60-be59-4f507bed4a30 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1302440 Aug 25 15:18:29.813232 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:29.916780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:28Z', 'revision_number': 8, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:29.974362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:29.986258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:29.986917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:30.118456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:30.290640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-46cd2d3f-f9b2-4119-bbb0-c222d083545e req-4f2244c6-3871-4e79-95f5-2341445e1de5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719765 Aug 25 15:18:30.535507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:28Z', 'revision_number': 8, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:30.553390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:30.564336 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbe2c6-9e4f-428c-885f-e0eaaa16f095 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:28Z', 'revision_number': 8, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f75c4c6-600d-498b-8240-24648643d2e2', 'name': '', 'network_id': 'c3c5c282-e358-491f-acba-485be79e1811', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:c0:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:15Z', 'updated_at': '2021-08-25T15:18:22Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '167e081f-354b-4e5d-a956-362dafc8ee13', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:30.591336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=7a03b375-b4f7-46ed-8586-8dceb9493d7d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:30.603548 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.604020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.607701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:18:30.611197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eeaf72-9505-4331-a2d9-785f94442b63 None None] Network 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:30.622740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:30.622740 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6ae799f4-036c-4515-8cbc-95d96a3ec9d7 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/7a03b375-b4f7-46ed-8586-8dceb9493d7d HTTP/1.1" status: 204 len: 168 time: 1.1157408 Aug 25 15:18:30.624166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40266) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:30.713403 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:30.776374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:30.783207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:30.847625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 4a8f3b25-8817-43ce-9750-eb72b398b8c8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a8f3b25-8817-43ce-9750-eb72b398b8c8,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:30.847992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:30.861465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 4a8f3b25-8817-43ce-9750-eb72b398b8c8 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:30.944975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] DHCP port deletion for 2ca26e93-e7fd-47d9-9d7d-6f440bd71911 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:18:30.994080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] Deleting port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:30.994596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.076843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] For port 4a8f3b25-8817-43ce-9750-eb72b398b8c8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4a8f3b25-8817-43ce-9750-eb72b398b8c8,segment=NetworkSegment(bb7ce6e7-cfde-420a-925b-c0d1a8a3de88),segment_id=bb7ce6e7-cfde-420a-925b-c0d1a8a3de88)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:31.077357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.092144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] Calling delete_port for 4a8f3b25-8817-43ce-9750-eb72b398b8c8 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:31.109344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.139482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=4a8f3b25-8817-43ce-9750-eb72b398b8c8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:31.144930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:31.182549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.212598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] Pushing event deleted for resources: {'Port': ['ID=4a8f3b25-8817-43ce-9750-eb72b398b8c8,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:31.216751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248b7f4-e920-4d10-bfa2-2bd85a85b2b8 None None] No DVR routers for this DVR port 4a8f3b25-8817-43ce-9750-eb72b398b8c8 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:31.244862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.256028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca26e93-e7fd-47d9-9d7d-6f440bd71911']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:31.271047 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:31.271357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7ce6e7-cfde-420a-925b-c0d1a8a3de88') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:31.281753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.297195 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.303824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:18:31.304212 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:18:31.307224 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:18:31.429897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac1e7d-b6c8-437d-beaa-b4647ae11aae req-32e3c198-aa4c-4366-b436-84f44f520fb7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:31.431773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51ac1e7d-b6c8-437d-beaa-b4647ae11aae req-32e3c198-aa4c-4366-b436-84f44f520fb7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0548041 Aug 25 15:18:31.476985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51ac1e7d-b6c8-437d-beaa-b4647ae11aae req-06fdd4a2-b322-4713-b7bc-b1d1438441b8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343921 Aug 25 15:18:31.524413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.540753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:31.540753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/2ca26e93-e7fd-47d9-9d7d-6f440bd71911 HTTP/1.1" status: 204 len: 168 time: 0.9157004 Aug 25 15:18:31.542345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:31.546226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897ce76-5d77-4679-b787-9d8bee4d9935 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=2ca26e93-e7fd-47d9-9d7d-6f440bd71911,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:31.766505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2528e7e2-6417-448a-a931-c0e6d9826b7e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:31.794167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2528e7e2-6417-448a-a931-c0e6d9826b7e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:31.795084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2528e7e2-6417-448a-a931-c0e6d9826b7e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:31.795271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a8f3b25-8817-43ce-9750-eb72b398b8c8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:31.818371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4a8f3b25-8817-43ce-9750-eb72b398b8c8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:31.818727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4a8f3b25-8817-43ce-9750-eb72b398b8c8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:31.924764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:32.213971 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 8f75c4c6-600d-498b-8240-24648643d2e2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:32.214310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:32.329066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 8f75c4c6-600d-498b-8240-24648643d2e2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8f75c4c6-600d-498b-8240-24648643d2e2,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:32.329440 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:32.351286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 8f75c4c6-600d-498b-8240-24648643d2e2 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:32.611867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70115be-f91a-49e0-97f3-fa1117a42823 req-59e6a819-b55e-49ff-bb38-8eaafc100ec1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:32.619064 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e70115be-f91a-49e0-97f3-fa1117a42823 req-59e6a819-b55e-49ff-bb38-8eaafc100ec1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0590425 Aug 25 15:18:32.665715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e70115be-f91a-49e0-97f3-fa1117a42823 req-dbd52505-4abf-4990-9df2-5496e5028334 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448029 Aug 25 15:18:32.741761 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:32.781382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=8f75c4c6-600d-498b-8240-24648643d2e2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:32.973443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:33.199896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:33.307178 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:33.312933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-550388b5-44eb-4073-93a9-ecb1e6ce32ef tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688181 Aug 25 15:18:33.315478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40310) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:33.317911 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:33.328657 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:33.329414 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:33.374649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 167e081f-354b-4e5d-a956-362dafc8ee13 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:18:33.383490 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:33.429376 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:33.429610 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:33.551603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:33.645138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:32Z', 'revision_number': 9, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:33.674623 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:33.685775 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:33.686404 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:33.774953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:33.877162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=167e081f-354b-4e5d-a956-362dafc8ee13,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:33.898218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7cbb73-80ae-40a4-b1a9-1bb31868579d None None] Network c3c5c282-e358-491f-acba-485be79e1811 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:33.901911 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:33.906702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ec6c3f79-765a-4584-82d2-f1eb22f46be3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/167e081f-354b-4e5d-a956-362dafc8ee13 HTTP/1.1" status: 204 len: 168 time: 0.5896363 Aug 25 15:18:33.909496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40320) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:33.936951 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:34.042346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca7e32-305e-4f71-ae97-e71c63524a51 req-d44fcce1-3811-4297-85f8-0fab8479df8b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:34.046661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ca7e32-305e-4f71-ae97-e71c63524a51 req-d44fcce1-3811-4297-85f8-0fab8479df8b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1824901 Aug 25 15:18:34.067412 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.152656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82ca7e32-305e-4f71-ae97-e71c63524a51 req-ec709ac2-389c-4166-bdf7-e84fd1acfa39 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961847 Aug 25 15:18:34.222411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 23de31bd-8657-43b0-817d-d119df25e48a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:34.222753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.313115 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 23de31bd-8657-43b0-817d-d119df25e48a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=23de31bd-8657-43b0-817d-d119df25e48a,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:34.313115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.329912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 23de31bd-8657-43b0-817d-d119df25e48a owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:34.339231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] DHCP port deletion for c3c5c282-e358-491f-acba-485be79e1811 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:18:34.396627 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:32Z', 'revision_number': 9, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:34.431955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] Deleting port 23de31bd-8657-43b0-817d-d119df25e48a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:34.432371 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.445456 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6a7fe-1805-4fe0-a80d-47e32e133766 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:32Z', 'revision_number': 9, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '3518db93-36c9-4e28-b411-84deba818493', 'name': '', 'network_id': 'd471535d-6bac-430c-a1f9-12a8e5a12c5d', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:99:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:10Z', 'updated_at': '2021-08-25T15:18:19Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': '64c9a51e-330c-4e3a-b8d3-8e6b341d40b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:34.505783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] For port 23de31bd-8657-43b0-817d-d119df25e48a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=23de31bd-8657-43b0-817d-d119df25e48a,segment=NetworkSegment(19b1f07c-21cb-4e92-af3f-082010aec528),segment_id=19b1f07c-21cb-4e92-af3f-082010aec528)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:34.506194 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.520127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] Calling delete_port for 23de31bd-8657-43b0-817d-d119df25e48a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:34.554728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.597795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=23de31bd-8657-43b0-817d-d119df25e48a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:34.602734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 23de31bd-8657-43b0-817d-d119df25e48a on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:34.632793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.665885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] Pushing event deleted for resources: {'Port': ['ID=23de31bd-8657-43b0-817d-d119df25e48a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:34.676998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d94bd9-d41f-410f-a5e3-be2f70eb3cc0 None None] No DVR routers for this DVR port 23de31bd-8657-43b0-817d-d119df25e48a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:34.722640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.734240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c5c282-e358-491f-acba-485be79e1811']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:34.747156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b1f07c-21cb-4e92-af3f-082010aec528') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:34.747464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b1f07c-21cb-4e92-af3f-082010aec528') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:34.757533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.770999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.777388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:18:34.777785 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:18:34.780978 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:18:35.040305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:35.050025 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:35.052120 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/c3c5c282-e358-491f-acba-485be79e1811 HTTP/1.1" status: 204 len: 168 time: 1.1412759 Aug 25 15:18:35.055562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40334) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:35.065116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15079829-06f8-417f-8701-a8d44256e2ba tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=c3c5c282-e358-491f-acba-485be79e1811,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:35.305768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4673-6e53-498c-90d3-057aa6d24035 req-677f77bb-632b-4b9b-9dce-71db7c997040 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:35.315052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-630c4673-6e53-498c-90d3-057aa6d24035 req-677f77bb-632b-4b9b-9dce-71db7c997040 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0914962 Aug 25 15:18:35.352937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-630c4673-6e53-498c-90d3-057aa6d24035 req-b9b0ff03-1cba-4e9a-ad8e-c7aa50a13908 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Aug 25 15:18:35.766313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8f75c4c6-600d-498b-8240-24648643d2e2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:35.787771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8f75c4c6-600d-498b-8240-24648643d2e2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:35.788228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8f75c4c6-600d-498b-8240-24648643d2e2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:35.788911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 23de31bd-8657-43b0-817d-d119df25e48a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:35.811592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 23de31bd-8657-43b0-817d-d119df25e48a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:35.811980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 23de31bd-8657-43b0-817d-d119df25e48a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:35.822078 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:36.099630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 3518db93-36c9-4e28-b411-84deba818493 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:36.100318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:36.191552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 3518db93-36c9-4e28-b411-84deba818493, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3518db93-36c9-4e28-b411-84deba818493,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:36.191936 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:36.208480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 3518db93-36c9-4e28-b411-84deba818493 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:36.489365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008494b-a0de-4ec9-b40c-706577ad5a07 req-2df11758-1df2-440a-a70d-bad10de2d7aa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:36.490923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3008494b-a0de-4ec9-b40c-706577ad5a07 req-2df11758-1df2-440a-a70d-bad10de2d7aa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0604761 Aug 25 15:18:36.545800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3008494b-a0de-4ec9-b40c-706577ad5a07 req-813adca1-0d3a-409a-a115-4b67122058f5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Aug 25 15:18:36.601223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:36.631052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=3518db93-36c9-4e28-b411-84deba818493,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:36.829632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.054443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:37.160329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:37.165829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c9c39408-0c80-4152-a9cb-ec6dcf908aa1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1089084 Aug 25 15:18:37.168587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40368) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:37.181886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:37.203476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:37.204416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:37.261329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet 64c9a51e-330c-4e3a-b8d3-8e6b341d40b4 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:18:37.266669 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.323116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:37.326514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.444490 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.573130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:36Z', 'revision_number': 10, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:37.601474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:37.611349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:37.611969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:37.677316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9c85-f2c3-4f13-a85e-6106ec294ab2 req-8762fe5b-0fce-4649-900a-c969c7b5d507 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:37.681239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2edc9c85-f2c3-4f13-a85e-6106ec294ab2 req-8762fe5b-0fce-4649-900a-c969c7b5d507 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0596397 Aug 25 15:18:37.688214 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.712485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:37.745180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.750250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40378) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:37.750949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/64c9a51e-330c-4e3a-b8d3-8e6b341d40b4 HTTP/1.1" status: 204 len: 168 time: 0.5801344 Aug 25 15:18:37.763251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33ab7b-8881-4d53-8347-4f094ccd580b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=64c9a51e-330c-4e3a-b8d3-8e6b341d40b4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:37.768976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46eb8e-417e-4dcd-9875-75c669548ec3 None None] Network d471535d-6bac-430c-a1f9-12a8e5a12c5d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:37.791164 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2edc9c85-f2c3-4f13-a85e-6106ec294ab2 req-b3951aaf-76bd-4a7e-ba5d-6ae30b40b7e6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957248 Aug 25 15:18:37.850438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:37.921252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 9db62192-0883-4524-9887-bdd735d4bf73 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:37.921576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.005740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 9db62192-0883-4524-9887-bdd735d4bf73, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9db62192-0883-4524-9887-bdd735d4bf73,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:38.006520 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.025412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 9db62192-0883-4524-9887-bdd735d4bf73 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:38.119782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:36Z', 'revision_number': 10, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:38.153216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] DHCP port deletion for d471535d-6bac-430c-a1f9-12a8e5a12c5d request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:18:38.156712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11547708-2f01-4506-a22a-80c9883a4b65 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:36Z', 'revision_number': 10, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None, '_interfaces': [{'id': '6e76b091-c3ab-4d17-bf3a-701c28495fa8', 'name': '', 'network_id': '7ed409ad-cfef-42f3-a219-2587ff0baba1', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'mac_address': 'fa:16:3e:1f:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:18:05Z', 'updated_at': '2021-08-25T15:18:13Z', 'revision_number': 5, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'subnets': [{'id': 'd14cbb04-ffb0-4e63-9f43-c6bca00508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:38.213947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] Deleting port 9db62192-0883-4524-9887-bdd735d4bf73 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:38.214628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.280035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] For port 9db62192-0883-4524-9887-bdd735d4bf73, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9db62192-0883-4524-9887-bdd735d4bf73,segment=NetworkSegment(76c6ad56-93b1-4a42-a036-a859dbbabe28),segment_id=76c6ad56-93b1-4a42-a036-a859dbbabe28)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:38.280436 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.293923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] Calling delete_port for 9db62192-0883-4524-9887-bdd735d4bf73 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:38.367431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.373969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.405960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 9db62192-0883-4524-9887-bdd735d4bf73 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:38.406140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] Pushing event deleted for resources: {'Port': ['ID=9db62192-0883-4524-9887-bdd735d4bf73,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:38.409601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563da02-88c7-4911-be87-7af57a96a41d None None] No DVR routers for this DVR port 9db62192-0883-4524-9887-bdd735d4bf73 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:38.414992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=9db62192-0883-4524-9887-bdd735d4bf73,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:38.511492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.541518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d471535d-6bac-430c-a1f9-12a8e5a12c5d']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:38.557443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c6ad56-93b1-4a42-a036-a859dbbabe28') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:38.557815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c6ad56-93b1-4a42-a036-a859dbbabe28') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:38.570237 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.596066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.602945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:18:38.603697 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:18:38.655058 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:18:38.919523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.930396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:38.932533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/d471535d-6bac-430c-a1f9-12a8e5a12c5d HTTP/1.1" status: 204 len: 168 time: 1.1812859 Aug 25 15:18:38.936182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40394) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:38.951114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b3770-a94d-4946-b040-8d65e1ad42b4 req-b1235634-2e29-4384-9ff4-585353ab19b2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:38.958037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed5b3770-a94d-4946-b040-8d65e1ad42b4 req-b1235634-2e29-4384-9ff4-585353ab19b2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0728714 Aug 25 15:18:38.958037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2504c7-92fe-4105-a77f-e210301f7ca4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=d471535d-6bac-430c-a1f9-12a8e5a12c5d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:39.005889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed5b3770-a94d-4946-b040-8d65e1ad42b4 req-77475eff-3ca1-4a34-96ed-6656d2a1482a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Aug 25 15:18:39.340318 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:39.752787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9db62192-0883-4524-9887-bdd735d4bf73 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:39.776972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9db62192-0883-4524-9887-bdd735d4bf73 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:39.777440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9db62192-0883-4524-9887-bdd735d4bf73 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:39.777927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3518db93-36c9-4e28-b411-84deba818493 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:39.797910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3518db93-36c9-4e28-b411-84deba818493 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:39.798362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3518db93-36c9-4e28-b411-84deba818493 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:39.946354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 6e76b091-c3ab-4d17-bf3a-701c28495fa8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:39.947101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:40.044290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 6e76b091-c3ab-4d17-bf3a-701c28495fa8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e76b091-c3ab-4d17-bf3a-701c28495fa8,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:40.044922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:40.059575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 6e76b091-c3ab-4d17-bf3a-701c28495fa8 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:40.217667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faf6d4-d72a-4989-a84b-c34a7189fdc3 req-ed8013a3-121c-49f3-b318-225d2bd532f9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:40.219378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0faf6d4-d72a-4989-a84b-c34a7189fdc3 req-ed8013a3-121c-49f3-b318-225d2bd532f9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1002500 Aug 25 15:18:40.316486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0faf6d4-d72a-4989-a84b-c34a7189fdc3 req-2096ef56-5c4d-4988-a916-6041e0dbbe75 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838480 Aug 25 15:18:40.446764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:40.473335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=6e76b091-c3ab-4d17-bf3a-701c28495fa8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:40.655767 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:40.837326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:40.923675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:40.933453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6368ac7f-3f50-48b8-ba0e-68ed792e62bc tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9927065 Aug 25 15:18:40.933555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40424) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:40.936756 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:40.949622 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:40.950894 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:40.990065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting subnet d14cbb04-ffb0-4e63-9f43-c6bca00508f0 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:18:40.993801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.035832 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:41.054014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.090295 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:40Z', 'revision_number': 11, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:41.154127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.231700 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:41.241170 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:41.241853 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:41.320289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.320755 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:41.373230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Subnet': ['ID=d14cbb04-ffb0-4e63-9f43-c6bca00508f0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:41.376235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.381232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-effb2135-e34a-4270-8342-400e8dda8d34 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/d14cbb04-ffb0-4e63-9f43-c6bca00508f0 HTTP/1.1" status: 204 len: 168 time: 0.4444931 Aug 25 15:18:41.381661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40434) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:41.398027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953a913-ebb6-4a76-a905-57a73b79d3f8 None None] Network 7ed409ad-cfef-42f3-a219-2587ff0baba1 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:18:41.443453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:40Z', 'revision_number': 11, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:41.480064 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9585-21e7-48aa-ad19-9b13b3ea3afe None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:40Z', 'revision_number': 11, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:41.579355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.590513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df10e6-76dc-4d0c-abbb-416d2a70bd25 req-209d2dab-f64e-4089-bfe4-f979f8529fc1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:41.592154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15df10e6-76dc-4d0c-abbb-416d2a70bd25 req-209d2dab-f64e-4089-bfe4-f979f8529fc1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0947008 Aug 25 15:18:41.667358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15df10e6-76dc-4d0c-abbb-416d2a70bd25 req-690a5360-bb87-4550-b0e7-2e95d3202d08 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 Aug 25 15:18:41.678204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Deleting port 417877e4-53a6-48e6-8c1e-b400fc9de440 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:41.678575 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.756821 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] For port 417877e4-53a6-48e6-8c1e-b400fc9de440, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=417877e4-53a6-48e6-8c1e-b400fc9de440,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:41.757315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.770866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Calling delete_port for 417877e4-53a6-48e6-8c1e-b400fc9de440 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:41.900486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] DHCP port deletion for 7ed409ad-cfef-42f3-a219-2587ff0baba1 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:18:41.972240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] Deleting port 417877e4-53a6-48e6-8c1e-b400fc9de440 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:18:41.974076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:41.993835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 417877e4-53a6-48e6-8c1e-b400fc9de440 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:42.005818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.039625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Port': ['ID=417877e4-53a6-48e6-8c1e-b400fc9de440,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:42.052727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No DVR routers for this DVR port 417877e4-53a6-48e6-8c1e-b400fc9de440 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:42.083922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 417877e4-53a6-48e6-8c1e-b400fc9de440 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:42.084412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 417877e4-53a6-48e6-8c1e-b400fc9de440 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:42.085252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e76b091-c3ab-4d17-bf3a-701c28495fa8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:18:42.110090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6e76b091-c3ab-4d17-bf3a-701c28495fa8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:18:42.110783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e76b091-c3ab-4d17-bf3a-701c28495fa8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:18:42.145095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] For port 417877e4-53a6-48e6-8c1e-b400fc9de440, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=417877e4-53a6-48e6-8c1e-b400fc9de440,segment=NetworkSegment(606b6638-58b8-444c-9b48-310e5a95424e),segment_id=606b6638-58b8-444c-9b48-310e5a95424e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:18:42.145798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.160662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] Calling delete_port for 417877e4-53a6-48e6-8c1e-b400fc9de440 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:18:42.180095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.192510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed409ad-cfef-42f3-a219-2587ff0baba1']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:42.204839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606b6638-58b8-444c-9b48-310e5a95424e') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:42.205145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606b6638-58b8-444c-9b48-310e5a95424e') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:42.216910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.232415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.239764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:18:42.256316 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:18:42.270433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.298625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] Pushing event deleted for resources: {'Port': ['ID=417877e4-53a6-48e6-8c1e-b400fc9de440,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:42.303470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bec0f4-e7f7-4e47-8256-973cdf429c3f None None] No DVR routers for this DVR port 417877e4-53a6-48e6-8c1e-b400fc9de440 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:18:42.508834 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.517141 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.521964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/networks/7ed409ad-cfef-42f3-a219-2587ff0baba1 HTTP/1.1" status: 204 len: 168 time: 1.1368487 Aug 25 15:18:42.526081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40448) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:42.534195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'routes': None}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:42.540760 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfabd8-9c97-4450-97b0-f922ca738335 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Pushing event deleted for resources: {'Network': ['ID=7ed409ad-cfef-42f3-a219-2587ff0baba1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:42.702941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.extraroute_db [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Added routes are [] {{(pid=101873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 15:18:42.703466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.extraroute_db [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Removed routes are [] {{(pid=101873) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 15:18:42.703973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.799745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de82773-aeed-4d6f-a5d9-632d7ba034fa req-4380ae5c-7b23-4aeb-8b59-542c8eec6e91 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:42.801631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2de82773-aeed-4d6f-a5d9-632d7ba034fa req-4380ae5c-7b23-4aeb-8b59-542c8eec6e91 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0540051 Aug 25 15:18:42.858544 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2de82773-aeed-4d6f-a5d9-632d7ba034fa req-02b98b54-6148-4adb-bccd-2973e8031d3e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504475 Aug 25 15:18:42.870335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.877927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:42.967984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:18:43.061393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:43.068217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.072201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9d02d8f3-353b-49b8-8c3f-07cfbd32a27d tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 701 time: 0.5403097 Aug 25 15:18:43.072617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40458) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:43.076947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] Sync routers for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:43.087914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:43.088538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:43.103174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b0c195b0-1251-433e-a579-be855b2214f1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 205 time: 0.0293319 Aug 25 15:18:43.109844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40460) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:43.173854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:43.222612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.236415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:40Z', 'revision_number': 11, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:43.401217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.403598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.427088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] Checking router: 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:43.451352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] Routers {'8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:43.453280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:43.551923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] Set router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:43.592978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.594234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router 8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:18:43.602969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.612823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40472) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:43.618362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753591767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:43.624237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-586092c4-18bc-4625-8b5e-a3015e0f9a73 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 204 len: 168 time: 0.5132926 Aug 25 15:18:43.626213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:40Z', 'revision_number': 11, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:43.665639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a81fba-5640-42cb-8c0b-0cb73305ed38 None None] The sync data for ids ['8db6ce8e-f032-4a87-a2ec-4a914d7b7e92'] in n-d-805995-2 is: [{'id': '8db6ce8e-f032-4a87-a2ec-4a914d7b7e92', 'name': 'tempest-RoutersTest-router-2029589062', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:02Z', 'updated_at': '2021-08-25T15:18:40Z', 'revision_number': 11, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:43.818322 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.824365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.884810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:43.982578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a177f-f3cd-4fae-ac08-b276e8d423be req-7bf18786-090c-470e-bd23-bd41fba64539 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:43.984564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-134a177f-f3cd-4fae-ac08-b276e8d423be req-7bf18786-090c-470e-bd23-bd41fba64539 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0541632 Aug 25 15:18:44.024484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-134a177f-f3cd-4fae-ac08-b276e8d423be req-01be7519-8acc-4517-b505-2696c50c3efc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Aug 25 15:18:44.076997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:44.326802 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:44.330712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a5975e6-f78c-41bd-8e4a-252219c9caf6 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7137477 Aug 25 15:18:44.330882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:44.335547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:44.541998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1802011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259036'] for router, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:44.753627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1801984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1801993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800110'] for router, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:45.085573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Router 879d7995-5cf4-4e64-b999-044ced07cdef is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:18:45.153628 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d6046-ae4c-4263-b267-6335261b2360 req-da89bb3c-7884-4f9f-9892-0bd67713bb7d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:45.155092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a27d6046-ae4c-4263-b267-6335261b2360 req-da89bb3c-7884-4f9f-9892-0bd67713bb7d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0558705 Aug 25 15:18:45.169013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:18:45.177178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:45.180066 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] Sync routers for ids ['879d7995-5cf4-4e64-b999-044ced07cdef'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:18:45.181306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ebf42c58-1a0a-4c6e-9117-8d1768ad3501 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "PUT /v2.0/routers/879d7995-5cf4-4e64-b999-044ced07cdef HTTP/1.1" status: 200 len: 694 time: 0.8493624 Aug 25 15:18:45.182153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40500) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:45.191628 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] Routers {'879d7995-5cf4-4e64-b999-044ced07cdef'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:45.192484 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['879d7995-5cf4-4e64-b999-044ced07cdef'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:45.222442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a27d6046-ae4c-4263-b267-6335261b2360 req-59a58893-237e-4425-8a68-cad551b379f4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604231 Aug 25 15:18:45.279994 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] Set router 879d7995-5cf4-4e64-b999-044ced07cdef gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:45.280228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-77d1f35b-a387-46b4-b095-24d24350e0fd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/routers/879d7995-5cf4-4e64-b999-044ced07cdef HTTP/1.1" status: 200 len: 700 time: 0.0966389 Aug 25 15:18:45.285720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:45.342769 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879d7995-5cf4-4e64-b999-044ced07cdef', 'name': 'tempest-RoutersTest-router-1753591767', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:43Z', 'updated_at': '2021-08-25T15:18:44Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:45.379582 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] Checking router: 879d7995-5cf4-4e64-b999-044ced07cdef for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:18:45.396575 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] Routers {'879d7995-5cf4-4e64-b999-044ced07cdef'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:18:45.402973 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:18:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['879d7995-5cf4-4e64-b999-044ced07cdef'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:45.548957 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] Set router 879d7995-5cf4-4e64-b999-044ced07cdef gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:18:45.629162 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879d7995-5cf4-4e64-b999-044ced07cdef', 'name': 'tempest-RoutersTest-router-1753591767', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:43Z', 'updated_at': '2021-08-25T15:18:44Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:18:45.662518 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dd112-1806-447c-a081-f55f0ebf6cb4 None None] The sync data for ids ['879d7995-5cf4-4e64-b999-044ced07cdef'] in n-d-805995-2 is: [{'id': '879d7995-5cf4-4e64-b999-044ced07cdef', 'name': 'tempest-RoutersTest-router-1753591767', 'tenant_id': '9ac6091909c64b58ab9224b542aad3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:18:43Z', 'updated_at': '2021-08-25T15:18:44Z', 'revision_number': 2, 'project_id': '9ac6091909c64b58ab9224b542aad3b3', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:18:45.722192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2981628d-6f2c-480a-9162-21160b9be79c tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=879d7995-5cf4-4e64-b999-044ced07cdef HTTP/1.1" status: 200 len: 205 time: 0.4350386 Aug 25 15:18:45.724593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40510) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:45.849877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:46.089246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:46.092122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:46.285567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:46.286136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Fanout notify agent at l3_agent the message router_deleted on router 879d7995-5cf4-4e64-b999-044ced07cdef {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:18:46.293877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:46.298802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f4118c53-7e94-4906-880b-d4c8dc9afdb5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/879d7995-5cf4-4e64-b999-044ced07cdef HTTP/1.1" status: 204 len: 168 time: 0.5731683 Aug 25 15:18:46.305731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.351117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-52fb8ce9-ff29-43b6-ae7e-3311a279346b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=879d7995-5cf4-4e64-b999-044ced07cdef HTTP/1.1" status: 200 len: 205 time: 0.0431461 Aug 25 15:18:46.351390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40528) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.401794 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-5227ab5e-c06c-46b8-9852-fa6708efc966 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:46.402866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5227ab5e-c06c-46b8-9852-fa6708efc966 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/879d7995-5cf4-4e64-b999-044ced07cdef HTTP/1.1" status: 404 len: 336 time: 0.0498564 Aug 25 15:18:46.412313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b03697-8aac-4ceb-aea4-3156cd5f851e req-d79954b6-612c-40e1-9ecb-f15dff23da2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:46.413777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42b03697-8aac-4ceb-aea4-3156cd5f851e req-d79954b6-612c-40e1-9ecb-f15dff23da2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1138906 Aug 25 15:18:46.414239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40530) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.450998 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-566ef9f4-7ea6-47bd-ae0a-ff3424618180 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:46.454875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566ef9f4-7ea6-47bd-ae0a-ff3424618180 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:46.459074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-566ef9f4-7ea6-47bd-ae0a-ff3424618180 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/7a03b375-b4f7-46ed-8586-8dceb9493d7d HTTP/1.1" status: 404 len: 337 time: 0.0415788 Aug 25 15:18:46.461630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40532) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.503369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42b03697-8aac-4ceb-aea4-3156cd5f851e req-b9db5fd0-8d8a-41d9-bc1f-723df724d872 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807555 Aug 25 15:18:46.519484 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-25949d96-242c-40ba-bece-5e1e86922773 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:46.520033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25949d96-242c-40ba-bece-5e1e86922773 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:46.522132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-25949d96-242c-40ba-bece-5e1e86922773 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/167e081f-354b-4e5d-a956-362dafc8ee13 HTTP/1.1" status: 404 len: 337 time: 0.0580227 Aug 25 15:18:46.524726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40536) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.554043 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8a4603-b0e9-4354-b539-3fccdcd9d942 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:46.554515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8a4603-b0e9-4354-b539-3fccdcd9d942 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:46.556998 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0a8a4603-b0e9-4354-b539-3fccdcd9d942 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/64c9a51e-330c-4e3a-b8d3-8e6b341d40b4 HTTP/1.1" status: 404 len: 337 time: 0.0303981 Aug 25 15:18:46.563759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40538) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.590686 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d1aaa1-9d08-4bf0-addc-e293acba7e0b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:46.591444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d1aaa1-9d08-4bf0-addc-e293acba7e0b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:46.593425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-22d1aaa1-9d08-4bf0-addc-e293acba7e0b tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/d14cbb04-ffb0-4e63-9f43-c6bca00508f0 HTTP/1.1" status: 404 len: 337 time: 0.0284977 Aug 25 15:18:46.600418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40540) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.653729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b5302756-8699-49f6-891d-195504d170fd tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 200 len: 205 time: 0.0495133 Aug 25 15:18:46.654075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40542) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.712252 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-0c4cdc71-9d96-4fc0-8e52-fc99a0e4b946 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:46.713400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c4cdc71-9d96-4fc0-8e52-fc99a0e4b946 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/8db6ce8e-f032-4a87-a2ec-4a914d7b7e92 HTTP/1.1" status: 404 len: 336 time: 0.0577159 Aug 25 15:18:46.716154 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40544) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.748992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f74d2579-eaa6-47c6-a800-fc993d8e8659 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=4abb7467-5a58-4c2b-8e67-438c4e132acf HTTP/1.1" status: 200 len: 205 time: 0.0314734 Aug 25 15:18:46.752196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40548) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.812170 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-0f6311e3-0a61-4597-8ba0-39c2c94aae83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:46.813549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0f6311e3-0a61-4597-8ba0-39c2c94aae83 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/4abb7467-5a58-4c2b-8e67-438c4e132acf HTTP/1.1" status: 404 len: 336 time: 0.0571740 Aug 25 15:18:46.817009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40554) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.866914 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-79558273-c16f-4f7e-aa96-29381916d9ea tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:46.867625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79558273-c16f-4f7e-aa96-29381916d9ea tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:46.872389 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-79558273-c16f-4f7e-aa96-29381916d9ea tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/ed6f69f0-c707-47d9-834d-6eca0db34156 HTTP/1.1" status: 404 len: 337 time: 0.0542085 Aug 25 15:18:46.872579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40556) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.927759 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40560) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:46.940186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4092bf48-b21f-4c75-941f-33f5c8e8de04 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 200 len: 205 time: 0.0662131 Aug 25 15:18:46.981216 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-8c96edf9-f2d9-4025-b0d1-7b67d79a3a59 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:46.982499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8c96edf9-f2d9-4025-b0d1-7b67d79a3a59 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/48e7c634-35fc-4ff9-b3bf-b3ac8a685efd HTTP/1.1" status: 404 len: 336 time: 0.0533845 Aug 25 15:18:46.986151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40562) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.040339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-879e9ddb-3bd2-4f28-b6fc-038db0600ec5 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcb3fbe4-c523-4b52-bd67-0237d38f0823 HTTP/1.1" status: 200 len: 205 time: 0.0529916 Aug 25 15:18:47.042979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.091262 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-e864bd41-9b7a-433a-864c-5bec4f692ee3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:47.095260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e864bd41-9b7a-433a-864c-5bec4f692ee3 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/bcb3fbe4-c523-4b52-bd67-0237d38f0823 HTTP/1.1" status: 404 len: 336 time: 0.0507905 Aug 25 15:18:47.095746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40566) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.129058 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-99784214-78d5-4eb0-a34d-8e89252bf0ec tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:47.129512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99784214-78d5-4eb0-a34d-8e89252bf0ec tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:47.131256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-99784214-78d5-4eb0-a34d-8e89252bf0ec tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/899c95cc-dff2-4e5e-bc3d-eabe8939dd32 HTTP/1.1" status: 404 len: 337 time: 0.0345669 Aug 25 15:18:47.134142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.164597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40572) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.172377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ef4e9a5b-5665-42b5-9250-9e3c70898ee4 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=845d802b-7f71-4a09-bb4a-da3999fcce1d HTTP/1.1" status: 200 len: 205 time: 0.0358980 Aug 25 15:18:47.204618 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-34e22512-0a2a-46cc-989d-8a104dc0b6e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:47.207059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-34e22512-0a2a-46cc-989d-8a104dc0b6e9 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/845d802b-7f71-4a09-bb4a-da3999fcce1d HTTP/1.1" status: 404 len: 336 time: 0.0401840 Aug 25 15:18:47.208498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40574) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.237184 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-db045c17-0f5a-4b86-a698-a83ef33e9884 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:47.237642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db045c17-0f5a-4b86-a698-a83ef33e9884 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:47.239487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-db045c17-0f5a-4b86-a698-a83ef33e9884 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/18db201d-9e38-4fbc-a08a-a03a75226f16 HTTP/1.1" status: 404 len: 337 time: 0.0298464 Aug 25 15:18:47.242117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40576) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.274559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-12690c4e-241e-46df-9846-b53e7dc41475 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "GET /v2.0/ports?device_id=166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 HTTP/1.1" status: 200 len: 205 time: 0.0310795 Aug 25 15:18:47.276656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.320006 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-a9dd3985-565b-4d46-ac11-20d2316cd7e1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] delete failed (client error): The resource could not be found. Aug 25 15:18:47.321070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a9dd3985-565b-4d46-ac11-20d2316cd7e1 tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/routers/166f6d9f-8b36-4dc4-bfef-ccd2a5c01736 HTTP/1.1" status: 404 len: 336 time: 0.0431464 Aug 25 15:18:47.323991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40582) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.355127 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1a268c-e059-4bf9-aaff-ce27a318b59f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:47.356149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1a268c-e059-4bf9-aaff-ce27a318b59f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:47.358394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-da1a268c-e059-4bf9-aaff-ce27a318b59f tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/5be0d7e5-be66-49b7-a221-3bb07d916b36 HTTP/1.1" status: 404 len: 337 time: 0.0330770 Aug 25 15:18:47.362203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:47.396518 n-d-805995-2 neutron-server[101872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b682a440-1a7b-4cb7-ac11-4c5b9792a99e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] DELETE failed (client error): The resource could not be found. Aug 25 15:18:47.396987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b682a440-1a7b-4cb7-ac11-4c5b9792a99e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:18:47.401369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b682a440-1a7b-4cb7-ac11-4c5b9792a99e tempest-RoutersTest-734365251 tempest-RoutersTest-734365251-project] 10.222.0.58 "DELETE /v2.0/subnets/1392b17e-9f6f-4126-a009-4712d20521ed HTTP/1.1" status: 404 len: 337 time: 0.0355868 Aug 25 15:18:47.643155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9a14-dade-4cc5-be8a-57c96a5a1724 req-e8038e88-fc4a-4fdc-9866-d37028627025 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:47.644836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0acc9a14-dade-4cc5-be8a-57c96a5a1724 req-e8038e88-fc4a-4fdc-9866-d37028627025 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0609834 Aug 25 15:18:47.690041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0acc9a14-dade-4cc5-be8a-57c96a5a1724 req-3189fc16-74f2-448c-8065-8c0fec18041b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Aug 25 15:18:48.476088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:48.666846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eb5ec5f7-1ed3-4c3a-8e5c-755729cde3aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ac6091909c64b58ab9224b542aad3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895115 Aug 25 15:18:48.670398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40612) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:48.726697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-face4b4f-2010-4960-95ac-ae5a5ac86b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:48.757190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-face4b4f-2010-4960-95ac-ae5a5ac86b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:48.837958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cedd7-ac12-428c-99f4-351981ea2440 req-7e35bc0e-3afb-4b42-97f8-0b70f8c9926b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:48.839539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-389cedd7-ac12-428c-99f4-351981ea2440 req-7e35bc0e-3afb-4b42-97f8-0b70f8c9926b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0577219 Aug 25 15:18:48.882081 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-389cedd7-ac12-428c-99f4-351981ea2440 req-f63169ec-0206-4afd-b65e-532754798075 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Aug 25 15:18:48.942762 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:18:49.000551 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-face4b4f-2010-4960-95ac-ae5a5ac86b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:49.003431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-face4b4f-2010-4960-95ac-ae5a5ac86b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:49.004630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-face4b4f-2010-4960-95ac-ae5a5ac86b65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98150f58-44da-42d1-a3bd-b60ef2d2c7f9 HTTP/1.1" status: 204 len: 168 time: 0.3330019 Aug 25 15:18:49.018382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face4b4f-2010-4960-95ac-ae5a5ac86b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98150f58-44da-42d1-a3bd-b60ef2d2c7f9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:50.017867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8292352-d64e-4aa6-b3f2-98e69de596fa req-b7a85130-74e7-4672-8680-41303041aa5d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:50.019561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8292352-d64e-4aa6-b3f2-98e69de596fa req-b7a85130-74e7-4672-8680-41303041aa5d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0542338 Aug 25 15:18:50.076254 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8292352-d64e-4aa6-b3f2-98e69de596fa req-2fd119f4-fd44-46e4-a130-be05deaa17d0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 Aug 25 15:18:50.247091 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:50.365175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-dabf319a-bb6c-4169-9110-9a2955df9790 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:50.365862 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-dabf319a-bb6c-4169-9110-9a2955df9790 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 15:18:50.366370 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-dabf319a-bb6c-4169-9110-9a2955df9790 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 15:18:50.371268 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dabf319a-bb6c-4169-9110-9a2955df9790 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1187410 Aug 25 15:18:50.372044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40668) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:50.377322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129843931'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:50.480110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.489306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.579809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.668616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.706513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edcea26-de60-42a7-86f8-6515ee301446,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:50.783307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.873328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.906408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3573618-8b03-4557-9798-4a04381d7eea,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:50.965904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:50.967194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d47bb729-4a2b-4caf-a1a8-a3a47a1c3ec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5939555 Aug 25 15:18:50.970131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40682) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:50.975042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'f3573618-8b03-4557-9798-4a04381d7eea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:51.051897 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-14ec1804-7569-430a-add7-5b68094d50b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.099264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.177181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.233179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335c47-307e-42d9-8191-305d7d8febda req-850997f4-3ddf-4cba-bf41-39322458ad35 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:51.234844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52335c47-307e-42d9-8191-305d7d8febda req-850997f4-3ddf-4cba-bf41-39322458ad35 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0561309 Aug 25 15:18:51.257775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.300981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-52335c47-307e-42d9-8191-305d7d8febda req-8622052c-0aaa-4b17-9080-aed3dbb8402f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Aug 25 15:18:51.303670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4512a1-6a4e-49e3-8495-f34667dd8afe,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:51.389006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.390151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d9d9a08a-4caa-4d5f-be05-f70c8fd935ce tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188919 Aug 25 15:18:51.392870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40692) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:51.398012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-32202150-d7d3-4d1c-931f-f3dcf34c7de1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'f3573618-8b03-4557-9798-4a04381d7eea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:51.520937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-32202150-d7d3-4d1c-931f-f3dcf34c7de1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.646088 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-32202150-d7d3-4d1c-931f-f3dcf34c7de1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 15:18:51.647199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-32202150-d7d3-4d1c-931f-f3dcf34c7de1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2532709 Aug 25 15:18:51.650598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40696) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:51.731572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-012dd391-ae64-45a4-b9d3-609007453c8b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.754038 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-012dd391-ae64-45a4-b9d3-609007453c8b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.897602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-012dd391-ae64-45a4-b9d3-609007453c8b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.901753 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-012dd391-ae64-45a4-b9d3-609007453c8b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:51.903362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-012dd391-ae64-45a4-b9d3-609007453c8b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3573618-8b03-4557-9798-4a04381d7eea HTTP/1.1" status: 204 len: 168 time: 0.2511704 Aug 25 15:18:51.906071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40702) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:51.914535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dd391-ae64-45a4-b9d3-609007453c8b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3573618-8b03-4557-9798-4a04381d7eea,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:51.998751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7725c289-0e42-43f1-ad6e-6664f536fd12 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875876 Aug 25 15:18:52.002392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40706) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:52.007573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911508866'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:52.097461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.205578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.285759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.342464 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e21de3-e568-41c5-9e56-dd7a5d9de029,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:52.450387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.451663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7066b534-f830-4eb5-832a-4d9c859da3f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4479330 Aug 25 15:18:52.459261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40714) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:52.464458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-98791965-0243-467d-acf7-a1175caa10e6 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': '99e21de3-e568-41c5-9e56-dd7a5d9de029', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:52.465559 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-98791965-0243-467d-acf7-a1175caa10e6 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 25 15:18:52.466071 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-98791965-0243-467d-acf7-a1175caa10e6 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:52.481078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-98791965-0243-467d-acf7-a1175caa10e6 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067890 Aug 25 15:18:52.483261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40718) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:52.492162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8fa7-9e70-4e86-add0-4d1b773bcf73 req-c5b44b5c-858a-4a54-8253-7839e71bb9ab tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:52.494463 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-921c8fa7-9e70-4e86-add0-4d1b773bcf73 req-c5b44b5c-858a-4a54-8253-7839e71bb9ab tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0812306 Aug 25 15:18:52.546344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-921c8fa7-9e70-4e86-add0-4d1b773bcf73 req-927305f4-c909-4f72-b165-b297cd8983d3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446429 Aug 25 15:18:52.617250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5bb797e-d188-4844-9dea-e86a8173c592 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.669375 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5bb797e-d188-4844-9dea-e86a8173c592 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.702434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-ec64c650-f1c0-4040-a240-8ebf74e9ac87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789852 Aug 25 15:18:52.808173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5bb797e-d188-4844-9dea-e86a8173c592 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.811660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5bb797e-d188-4844-9dea-e86a8173c592 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:52.815954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5bb797e-d188-4844-9dea-e86a8173c592 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/99e21de3-e568-41c5-9e56-dd7a5d9de029 HTTP/1.1" status: 204 len: 168 time: 0.3280902 Aug 25 15:18:52.816658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40724) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:52.842061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb797e-d188-4844-9dea-e86a8173c592 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e21de3-e568-41c5-9e56-dd7a5d9de029,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:52.857880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-7a921a42-7289-43e2-a450-7d055c3ba2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:52.859766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-7a921a42-7289-43e2-a450-7d055c3ba2d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.0988219 Aug 25 15:18:52.906786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bd4b53f-a32b-46d5-8e5f-8cbb989f6cf9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886118 Aug 25 15:18:52.914476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40726) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:52.919645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123556525'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:53.063934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-d7e0cd7b-ba2a-451e-992e-761893fc4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:53.065669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-d7e0cd7b-ba2a-451e-992e-761893fc4082 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 910 time: 0.1843197 Aug 25 15:18:53.156765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-2c0282a7-564a-486c-b50c-3574fda8c3b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0834208 Aug 25 15:18:53.224672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-17061485-37a7-49a4-be7a-5e27de23a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:53.226692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-17061485-37a7-49a4-be7a-5e27de23a682 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 200 len: 848 time: 0.0616992 Aug 25 15:18:53.275613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-a7793ebb-ee70-42df-883b-40523c6befb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:53.277866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-a7793ebb-ee70-42df-883b-40523c6befb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a588f3ec-f500-4e9f-8e38-2d385bc38f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427821 Aug 25 15:18:53.380211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-09414f13-916e-48e3-9ac0-fa426a6e017c service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927246 Aug 25 15:18:53.406509 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:53.500551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f7f2f130-c689-49c1-9268-e2655cb81e88 req-1b01e835-6d1e-4305-ba18-e182cd1d7f44 service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126857 Aug 25 15:18:53.542775 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:53.668631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:53.747492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa032d-1040-462e-b582-651582debc8f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:53.793798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-63fb60d7-2716-4550-9da2-e4f20176a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:53.811091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39bd1-8106-46bb-aab2-6e8add3943da req-080251d0-a7e4-4cc3-91ca-aea9874aeb41 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:53.818960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8cc39bd1-8106-46bb-aab2-6e8add3943da req-080251d0-a7e4-4cc3-91ca-aea9874aeb41 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1618845 Aug 25 15:18:53.845341 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:53.845341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3fef816b-cbd5-4912-a420-c82e7d8767b9 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9256952 Aug 25 15:18:53.845341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40742) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:53.850524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-673722a3-887b-4029-b91c-1ccc3fcee83b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': '76aa032d-1040-462e-b582-651582debc8f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:53.851118 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-673722a3-887b-4029-b91c-1ccc3fcee83b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 25 15:18:53.851623 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-673722a3-887b-4029-b91c-1ccc3fcee83b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:53.856063 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-673722a3-887b-4029-b91c-1ccc3fcee83b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063109 Aug 25 15:18:53.856324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40744) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:53.885012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8cc39bd1-8106-46bb-aab2-6e8add3943da req-a059f2e3-c208-41ab-a804-67ee8b4285a4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610819 Aug 25 15:18:53.920290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4c34-332e-4f96-8149-8bd82114ab49 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:53.945384 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4c34-332e-4f96-8149-8bd82114ab49 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.184230 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4c34-332e-4f96-8149-8bd82114ab49 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.186957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4c34-332e-4f96-8149-8bd82114ab49 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.191593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40750) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.203860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e3fd4c34-332e-4f96-8149-8bd82114ab49 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/76aa032d-1040-462e-b582-651582debc8f HTTP/1.1" status: 204 len: 168 time: 0.3379421 Aug 25 15:18:54.240019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd4c34-332e-4f96-8149-8bd82114ab49 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa032d-1040-462e-b582-651582debc8f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:54.248478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e6c5ebb8-4bd8-4964-9762-f8dfb17f05ac tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556514 Aug 25 15:18:54.260694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40752) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.275441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107421825'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:54.280124 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.427283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.525957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.668751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.743621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8c166-707b-4d5c-8520-5adffebe4c8e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:54.788770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:54.790359 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bbc086a1-f87e-4222-9096-57a156cb238e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5246181 Aug 25 15:18:54.793074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40762) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.798934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-16ff7cf7-a328-4be9-83ae-cef3b8751c3e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8c166-707b-4d5c-8520-5adffebe4c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:54.801961 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-16ff7cf7-a328-4be9-83ae-cef3b8751c3e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 25 15:18:54.802479 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-16ff7cf7-a328-4be9-83ae-cef3b8751c3e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:54.804199 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-16ff7cf7-a328-4be9-83ae-cef3b8751c3e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092208 Aug 25 15:18:54.812370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40764) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.818180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-7ede0bcb-1786-43cd-b426-52f4571cca69 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8c166-707b-4d5c-8520-5adffebe4c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:54.818922 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-7ede0bcb-1786-43cd-b426-52f4571cca69 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 25 15:18:54.819370 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-7ede0bcb-1786-43cd-b426-52f4571cca69 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:54.823382 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ede0bcb-1786-43cd-b426-52f4571cca69 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099590 Aug 25 15:18:54.825919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40766) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.848809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-687c0d33-1b61-4696-8910-a66e04c6c808 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8c166-707b-4d5c-8520-5adffebe4c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:54.850801 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-687c0d33-1b61-4696-8910-a66e04c6c808 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 25 15:18:54.851348 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-687c0d33-1b61-4696-8910-a66e04c6c808 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:54.861814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-687c0d33-1b61-4696-8910-a66e04c6c808 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177934 Aug 25 15:18:54.866237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40768) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.873683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2b25f5de-b0de-4eb1-acdf-7309f8c95bcd tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8c166-707b-4d5c-8520-5adffebe4c8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:54.874862 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-2b25f5de-b0de-4eb1-acdf-7309f8c95bcd tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 25 15:18:54.875608 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-2b25f5de-b0de-4eb1-acdf-7309f8c95bcd tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:54.880192 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2b25f5de-b0de-4eb1-acdf-7309f8c95bcd tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113931 Aug 25 15:18:54.881069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:54.993144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48b5527b-c16d-4555-b3d3-6d75d1d0d356 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.021245 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48b5527b-c16d-4555-b3d3-6d75d1d0d356 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.082256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f6736-1470-4eb6-9dd6-1d7b5ac5614a req-38fcac38-8d3f-4c00-87ff-20fa53629916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:55.084472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd8f6736-1470-4eb6-9dd6-1d7b5ac5614a req-38fcac38-8d3f-4c00-87ff-20fa53629916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0765624 Aug 25 15:18:55.139586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd8f6736-1470-4eb6-9dd6-1d7b5ac5614a req-72732b7f-d5ba-4e1f-9d7a-75c1ab3e6c36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474622 Aug 25 15:18:55.252014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48b5527b-c16d-4555-b3d3-6d75d1d0d356 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.254681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-48b5527b-c16d-4555-b3d3-6d75d1d0d356 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.260134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-48b5527b-c16d-4555-b3d3-6d75d1d0d356 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/c6c8c166-707b-4d5c-8520-5adffebe4c8e HTTP/1.1" status: 204 len: 168 time: 0.3774586 Aug 25 15:18:55.262799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40780) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:55.270921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5527b-c16d-4555-b3d3-6d75d1d0d356 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8c166-707b-4d5c-8520-5adffebe4c8e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:55.367068 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0157ee42-96aa-49c4-845a-fa3772dd3f92 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005900 Aug 25 15:18:55.368889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40784) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:55.373855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--277051345'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:55.491746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.583658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.648187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.720285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.769009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7eb971-681a-4bad-b1d2-71fc529e6965,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:55.885807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:55.890776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40792) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:55.891438 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c9135771-945a-482c-989d-e692b12bb0cf tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5210950 Aug 25 15:18:55.897855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-30c7d7ff-e903-4819-9da8-9c2b0496adde tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:55.898360 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-30c7d7ff-e903-4819-9da8-9c2b0496adde tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 15:18:55.900901 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-30c7d7ff-e903-4819-9da8-9c2b0496adde tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:55.914555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30c7d7ff-e903-4819-9da8-9c2b0496adde tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197148 Aug 25 15:18:55.915099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:55.920577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-54d43aed-2dd4-48ef-ab4f-91c8059afeeb tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:56.263964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c1a02-8401-4d59-abfe-643422bcf689 req-f3f17471-990c-46c6-ad5a-fb5ac4c7d625 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:56.265551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8c1a02-8401-4d59-abfe-643422bcf689 req-f3f17471-990c-46c6-ad5a-fb5ac4c7d625 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0566273 Aug 25 15:18:56.307268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be8c1a02-8401-4d59-abfe-643422bcf689 req-4bb14f57-b67e-4037-a171-18958fecec39 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Aug 25 15:18:56.348875 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-54d43aed-2dd4-48ef-ab4f-91c8059afeeb tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:56.350152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-54d43aed-2dd4-48ef-ab4f-91c8059afeeb tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4338522 Aug 25 15:18:56.352908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40804) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:56.362640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3c290fa4-60d9-4aee-857d-bb654f277b6c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:56.362640 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-3c290fa4-60d9-4aee-857d-bb654f277b6c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 25 15:18:56.362640 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-3c290fa4-60d9-4aee-857d-bb654f277b6c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:56.362640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3c290fa4-60d9-4aee-857d-bb654f277b6c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059569 Aug 25 15:18:56.363108 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40806) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:56.367875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cfcdc5e4-102b-47d4-b46b-4592fae79d24 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:56.697584 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-cfcdc5e4-102b-47d4-b46b-4592fae79d24 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:56.698624 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cfcdc5e4-102b-47d4-b46b-4592fae79d24 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3347609 Aug 25 15:18:56.701582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40810) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:56.707348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7be8ec9e-aead-402d-920b-0b8e6684053d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:56.707994 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-7be8ec9e-aead-402d-920b-0b8e6684053d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 15:18:56.708664 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-7be8ec9e-aead-402d-920b-0b8e6684053d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:56.709787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7be8ec9e-aead-402d-920b-0b8e6684053d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067067 Aug 25 15:18:56.712550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40812) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:56.718142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-db4e59c4-50b5-4e48-a378-4c821c7f1573 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:56.920147 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-db4e59c4-50b5-4e48-a378-4c821c7f1573 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Project 8ab1be44044a444d8ea20a1ccb9bbb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:18:57.171683 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-db4e59c4-50b5-4e48-a378-4c821c7f1573 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:57.176411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40822) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:57.176570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-db4e59c4-50b5-4e48-a378-4c821c7f1573 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4629476 Aug 25 15:18:57.182179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-790c2ba2-e4e4-481d-98eb-a0f460b09706 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:57.182746 n-d-805995-2 neutron-server[101873]: WARNING neutron.api.v2.base [None req-790c2ba2-e4e4-481d-98eb-a0f460b09706 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 25 15:18:57.183386 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-790c2ba2-e4e4-481d-98eb-a0f460b09706 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:57.184527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-790c2ba2-e4e4-481d-98eb-a0f460b09706 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069735 Aug 25 15:18:57.186988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40824) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:57.192142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2c035077-7b12-4aa7-abf0-9a7f3a1a7222 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:57.220534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:57.453845 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-2c035077-7b12-4aa7-abf0-9a7f3a1a7222 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Project 8ab1be44044a444d8ea20a1ccb9bbb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:18:57.487867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087ee78-9956-4b81-a866-092ea8ae9516 req-0d7c0930-9bdb-4186-b07c-91beeac4dd84 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:57.495461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0087ee78-9956-4b81-a866-092ea8ae9516 req-0d7c0930-9bdb-4186-b07c-91beeac4dd84 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0892355 Aug 25 15:18:57.507420 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:57.547290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0087ee78-9956-4b81-a866-092ea8ae9516 req-dfc17781-78e0-44d0-9901-471c91b160e4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503752 Aug 25 15:18:57.635527 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-2c035077-7b12-4aa7-abf0-9a7f3a1a7222 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:57.636736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2c035077-7b12-4aa7-abf0-9a7f3a1a7222 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4487402 Aug 25 15:18:57.639885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:57.645506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f3f0c975-358b-4e9c-aadb-996d1116df68 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'ce7eb971-681a-4bad-b1d2-71fc529e6965', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:57.868535 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-f3f0c975-358b-4e9c-aadb-996d1116df68 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Project 8ab1be44044a444d8ea20a1ccb9bbb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:18:58.103070 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-f3f0c975-358b-4e9c-aadb-996d1116df68 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:18:58.106844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f3f0c975-358b-4e9c-aadb-996d1116df68 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4632070 Aug 25 15:18:58.107196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40838) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:58.169705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7a701f6-106d-40f9-bbcf-c43682816719 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.204419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7a701f6-106d-40f9-bbcf-c43682816719 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.405907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7a701f6-106d-40f9-bbcf-c43682816719 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.409306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7a701f6-106d-40f9-bbcf-c43682816719 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.424034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c7a701f6-106d-40f9-bbcf-c43682816719 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/ce7eb971-681a-4bad-b1d2-71fc529e6965 HTTP/1.1" status: 204 len: 168 time: 0.3052711 Aug 25 15:18:58.424034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40846) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:58.432224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a701f6-106d-40f9-bbcf-c43682816719 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7eb971-681a-4bad-b1d2-71fc529e6965,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:58.503871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-42c7bac1-6653-431c-9a6d-e552f8d14c0c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855391 Aug 25 15:18:58.505414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40848) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:58.512713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--57153928'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:58.618236 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.688641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa64c9-fa71-43cc-92b7-fd0bfc3da078 req-14ead7c6-b345-42fc-ae5c-9f32c9597e0d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:58.690271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9caa64c9-fa71-43cc-92b7-fd0bfc3da078 req-14ead7c6-b345-42fc-ae5c-9f32c9597e0d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0531580 Aug 25 15:18:58.707074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.729843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9caa64c9-fa71-43cc-92b7-fd0bfc3da078 req-44e353c6-f92d-4c01-8f54-c6ed0e0f972f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Aug 25 15:18:58.817836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.848010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e0004-dd9d-4371-9405-c8c0b2610645,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:58.952661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:58.954416 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-da3acd12-3e11-4fa9-ac00-5091b4b7207f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4470673 Aug 25 15:18:58.957366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40856) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:58.961899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b8ff9313-7b3d-43e9-a8c5-492f9a18cc5e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'f01e0004-dd9d-4371-9405-c8c0b2610645', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:59.153115 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:59.268866 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-b8ff9313-7b3d-43e9-a8c5-492f9a18cc5e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The resource could not be found. Aug 25 15:18:59.269960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8ff9313-7b3d-43e9-a8c5-492f9a18cc5e tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3116157 Aug 25 15:18:59.272863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40870) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:59.281731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bc955a34-2fb2-4be7-852d-b825972f93cc tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': 'f01e0004-dd9d-4371-9405-c8c0b2610645', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4a17ccf0-d58f-4bc1-aed1-957fd0adbee1'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:59.480248 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-bc955a34-2fb2-4be7-852d-b825972f93cc tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The resource could not be found. Aug 25 15:18:59.481586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bc955a34-2fb2-4be7-852d-b825972f93cc tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2076962 Aug 25 15:18:59.484626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40872) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:59.540264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de1de5f7-70cc-4570-99e0-b4fb1b99473a tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:59.570500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de1de5f7-70cc-4570-99e0-b4fb1b99473a tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:59.816890 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de1de5f7-70cc-4570-99e0-b4fb1b99473a tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:59.819479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de1de5f7-70cc-4570-99e0-b4fb1b99473a tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:18:59.820612 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de1de5f7-70cc-4570-99e0-b4fb1b99473a tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/f01e0004-dd9d-4371-9405-c8c0b2610645 HTTP/1.1" status: 204 len: 168 time: 0.3345470 Aug 25 15:18:59.823362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40882) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:59.868900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1de5f7-70cc-4570-99e0-b4fb1b99473a tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e0004-dd9d-4371-9405-c8c0b2610645,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:18:59.892177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef634a0f-3d5b-44f6-90d0-66f492aeff11 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622237 Aug 25 15:18:59.893005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40884) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:18:59.897085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0f8d4-46f8-4d24-b0a0-f14713ffb5ea req-3bf3aa19-a03f-4788-a871-fc6f074422ff tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:18:59.897968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b72207ef-a912-4bb7-9e8c-39057ea252f1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': '47755437-036c-4344-b577-34eda8d24d72', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:18:59.906185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56b0f8d4-46f8-4d24-b0a0-f14713ffb5ea req-3bf3aa19-a03f-4788-a871-fc6f074422ff tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.1014450 Aug 25 15:18:59.951466 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56b0f8d4-46f8-4d24-b0a0-f14713ffb5ea req-c554d761-c986-4dd6-bf1e-0ebb00c8e977 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Aug 25 15:19:00.114343 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-b72207ef-a912-4bb7-9e8c-39057ea252f1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The resource could not be found. Aug 25 15:19:00.115422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b72207ef-a912-4bb7-9e8c-39057ea252f1 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2212713 Aug 25 15:19:00.119182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40888) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:00.125032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075800841'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:00.263642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.364110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.457021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.487537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f09b748-75ed-47e3-baac-3dedd64ca1dd,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:00.577220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.578572 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9ccd2738-ba78-4d67-bf78-cb562f4d0d2c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4584377 Aug 25 15:19:00.581893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:00.586628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--236805827'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:00.703372 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.804792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.916628 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:00.946064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8893270d-1708-40ff-a27f-f214c12f278e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:01.049357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.050595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2896ea13-a347-45ba-bd16-39f7c20eaf7d tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4676821 Aug 25 15:19:01.053583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40906) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:01.059220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3b685793-b700-41e6-b506-0d3ede4e5118 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': '4f09b748-75ed-47e3-baac-3dedd64ca1dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8893270d-1708-40ff-a27f-f214c12f278e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:01.072614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393ea64-2d6f-4df5-90f4-163435100bd2 req-54db3f00-2763-4533-889f-97a04a4929ac tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:01.074248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3393ea64-2d6f-4df5-90f4-163435100bd2 req-54db3f00-2763-4533-889f-97a04a4929ac tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0547030 Aug 25 15:19:01.113444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3393ea64-2d6f-4df5-90f4-163435100bd2 req-556184ee-f11e-477b-bdb5-c9c5478c98e6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 25 15:19:01.445692 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-3b685793-b700-41e6-b506-0d3ede4e5118 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:19:01.446698 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3b685793-b700-41e6-b506-0d3ede4e5118 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3912799 Aug 25 15:19:01.449526 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40914) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:01.506032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1bb47cf0-c788-4dc8-b1bd-cb76ea234499 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.529383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1bb47cf0-c788-4dc8-b1bd-cb76ea234499 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.725627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1bb47cf0-c788-4dc8-b1bd-cb76ea234499 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.728591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1bb47cf0-c788-4dc8-b1bd-cb76ea234499 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.732581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1bb47cf0-c788-4dc8-b1bd-cb76ea234499 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/8893270d-1708-40ff-a27f-f214c12f278e HTTP/1.1" status: 204 len: 168 time: 0.2794549 Aug 25 15:19:01.733015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:01.749857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb47cf0-c788-4dc8-b1bd-cb76ea234499 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893270d-1708-40ff-a27f-f214c12f278e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:01.791080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-231e731d-d57f-49ab-b794-d73b11a29290 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0567763 Aug 25 15:19:01.793999 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:01.849216 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8ec426f-9059-4497-8350-ab47e77a0509 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.872031 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8ec426f-9059-4497-8350-ab47e77a0509 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:01.976427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-a35b5268-6894-48cc-85e5-25c6a34c1616 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461559 Aug 25 15:19:02.045788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8ec426f-9059-4497-8350-ab47e77a0509 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:02.048776 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e8ec426f-9059-4497-8350-ab47e77a0509 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:02.050032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e8ec426f-9059-4497-8350-ab47e77a0509 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f09b748-75ed-47e3-baac-3dedd64ca1dd HTTP/1.1" status: 204 len: 168 time: 0.2550218 Aug 25 15:19:02.053349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40928) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:02.064079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec426f-9059-4497-8350-ab47e77a0509 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f09b748-75ed-47e3-baac-3dedd64ca1dd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:02.096161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-943e3e95-79c3-4489-a727-b4d9bcf389ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:02.097678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-943e3e95-79c3-4489-a727-b4d9bcf389ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=669cb0f480254a4dad72239f33683a32&device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 1101 time: 0.0767269 Aug 25 15:19:02.136130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-889bcb6b-a17a-4944-b133-8dde1bc4865f tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769541 Aug 25 15:19:02.139199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:02.143981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060281614'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:02.216943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-e8ce3903-829e-4f93-bb14-7d087a182658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:02.218558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-e8ce3903-829e-4f93-bb14-7d087a182658 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1 HTTP/1.1" status: 200 len: 870 time: 0.0963523 Aug 25 15:19:02.245883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2cb55-f96f-4c9a-8df7-55de6eb5296d req-eb54e5ce-2c28-43cd-bf92-cedbf2c030ec tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:02.247610 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64a2cb55-f96f-4c9a-8df7-55de6eb5296d req-eb54e5ce-2c28-43cd-bf92-cedbf2c030ec tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0523498 Aug 25 15:19:02.251496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:02.270570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-218d83d9-7db2-494b-ba04-b99568de8ce4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251 HTTP/1.1" status: 200 len: 217 time: 0.0443232 Aug 25 15:19:02.317877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64a2cb55-f96f-4c9a-8df7-55de6eb5296d req-c18b11b7-fa1e-417d-8b4f-4f2d94217aba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Aug 25 15:19:02.355145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-d99d0c0b-0dea-4d05-a0cb-a0986d978113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:02.357025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-d99d0c0b-0dea-4d05-a0cb-a0986d978113 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0782590 Aug 25 15:19:02.383886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:02.416590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-37ad9838-2845-4b3e-b22a-aca7820a29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:02.418271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-37ad9838-2845-4b3e-b22a-aca7820a29f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529814 Aug 25 15:19:02.469605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:02.516870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0094b1-2890-4722-b191-19a41f471085,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:02.529746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-83f534c0-e355-4283-a07e-4559de701bdc service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033936 Aug 25 15:19:02.626952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2d7d69a-f2a7-465d-b1a0-d172b6bbc27c req-2e675f2e-6d9d-4317-be91-766607d6ca24 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895457 Aug 25 15:19:02.640092 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:02.641380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cebe033a-f010-41e4-989f-6611477f56af tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5011623 Aug 25 15:19:02.644503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40938) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:02.651036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-be054634-4714-4406-9e40-30ca80bfc55b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': '5a0094b1-2890-4722-b191-19a41f471085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:02.982966 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-be054634-4714-4406-9e40-30ca80bfc55b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:19:02.985695 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-be054634-4714-4406-9e40-30ca80bfc55b tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3382802 Aug 25 15:19:02.987299 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40946) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:02.991846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fa191440-876e-450b-893c-3d338270dc30 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group_rule': {'security_group_id': '5a0094b1-2890-4722-b191-19a41f471085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:03.251382 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-fa191440-876e-450b-893c-3d338270dc30 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:19:03.255304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40950) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:03.256758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fa191440-876e-450b-893c-3d338270dc30 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2670064 Aug 25 15:19:03.310846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7491b773-684f-4a83-854c-d2f46f780a1c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:03.340808 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7491b773-684f-4a83-854c-d2f46f780a1c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:03.443785 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b5f8-a3a6-4fcc-aa87-5d15af0c6203 req-acfc230a-3c4f-43e3-bb89-0f5ce90c8c11 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:03.445350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d98b5f8-a3a6-4fcc-aa87-5d15af0c6203 req-acfc230a-3c4f-43e3-bb89-0f5ce90c8c11 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0492494 Aug 25 15:19:03.485987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d98b5f8-a3a6-4fcc-aa87-5d15af0c6203 req-4ec6e6c0-124b-4898-8e0a-04181c6f37b4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Aug 25 15:19:03.572235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7491b773-684f-4a83-854c-d2f46f780a1c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:03.574939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7491b773-684f-4a83-854c-d2f46f780a1c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:03.576350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7491b773-684f-4a83-854c-d2f46f780a1c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a0094b1-2890-4722-b191-19a41f471085 HTTP/1.1" status: 204 len: 168 time: 0.3199799 Aug 25 15:19:03.579907 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40958) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:03.586921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491b773-684f-4a83-854c-d2f46f780a1c tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0094b1-2890-4722-b191-19a41f471085,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:03.626117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e3199160-b126-4ff0-91de-21bc2a0fe6f3 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441122 Aug 25 15:19:03.630023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40960) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:03.635380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'tempest-secgroup--451080849'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:03.771554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:03.888702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.035120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.057454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd543b-b8f1-44f9-a1f2-b755679b33b9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:04.194569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.195974 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ca1f541-7200-44d3-bec5-a86033f05313 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5648570 Aug 25 15:19:04.198811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40974) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:04.203477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-eea75027-a957-46c1-959c-0287094f9482 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:04.203970 n-d-805995-2 neutron-server[101872]: WARNING neutron.api.v2.base [None req-eea75027-a957-46c1-959c-0287094f9482 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 15:19:04.204455 n-d-805995-2 neutron-server[101872]: INFO neutron.api.v2.resource [None req-eea75027-a957-46c1-959c-0287094f9482 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] update failed (client error): There was a conflict when trying to complete your request. Aug 25 15:19:04.205422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eea75027-a957-46c1-959c-0287094f9482 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "PUT /v2.0/security-groups/77fd543b-b8f1-44f9-a1f2-b755679b33b9 HTTP/1.1" status: 409 len: 330 time: 0.0056431 Aug 25 15:19:04.208055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 40976) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:04.276738 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee4c64f1-5e58-4f15-b68e-82f32ad99534 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.312407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee4c64f1-5e58-4f15-b68e-82f32ad99534 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.542736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee4c64f1-5e58-4f15-b68e-82f32ad99534 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.546104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ee4c64f1-5e58-4f15-b68e-82f32ad99534 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:04.548776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ee4c64f1-5e58-4f15-b68e-82f32ad99534 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/77fd543b-b8f1-44f9-a1f2-b755679b33b9 HTTP/1.1" status: 204 len: 168 time: 0.3398039 Aug 25 15:19:04.551791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40990) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:04.559982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c64f1-5e58-4f15-b68e-82f32ad99534 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd543b-b8f1-44f9-a1f2-b755679b33b9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:04.634025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-06d5a8f0-8c62-4496-92fc-c6ad93279419 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796773 Aug 25 15:19:04.639614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40992) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:04.653529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4fbd7-832e-4684-b8b9-9856268335f4 req-86a30703-1528-43e2-8804-48758bd7eecc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:04.659491 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-74d3656c-2e31-46c0-95e7-8af3dc81ba19 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] delete failed (client error): The resource could not be found. Aug 25 15:19:04.659491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-74d3656c-2e31-46c0-95e7-8af3dc81ba19 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "DELETE /v2.0/security-groups/d4d5a913-7098-40d2-ac0f-91dcf16e624e HTTP/1.1" status: 404 len: 347 time: 0.0145471 Aug 25 15:19:04.659743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6aa4fbd7-832e-4684-b8b9-9856268335f4 req-86a30703-1528-43e2-8804-48758bd7eecc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 944 time: 0.0698488 Aug 25 15:19:04.662664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40994) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:04.677184 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-d95683e8-39ce-4f63-98d2-e576e497eec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] show failed (client error): The resource could not be found. Aug 25 15:19:04.678474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d95683e8-39ce-4f63-98d2-e576e497eec7 tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-groups/801d7cae-29db-4b95-baf0-26cd3ae6e941 HTTP/1.1" status: 404 len: 347 time: 0.0145552 Aug 25 15:19:04.684389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 40996) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:04.702596 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-f87cf21a-351c-4318-b9d0-9c228296a9bd tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] show failed (client error): The resource could not be found. Aug 25 15:19:04.705242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f87cf21a-351c-4318-b9d0-9c228296a9bd tempest-NegativeSecGroupIPv6Test-886957243 tempest-NegativeSecGroupIPv6Test-886957243-project] 10.222.0.58 "GET /v2.0/security-group-rules/c5f58579-ef1c-4f6a-93f9-ebd3a0613068 HTTP/1.1" status: 404 len: 356 time: 0.0189841 Aug 25 15:19:04.706722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6aa4fbd7-832e-4684-b8b9-9856268335f4 req-3713f5e3-2c68-4456-a2ce-564e5f25c17f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Aug 25 15:19:05.031534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:19:05.136823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:19:05.153255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0', 'mac_address': 'fa:16:3e:b7:c2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:19:05.187295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:05.202219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:19:05.227189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:19:05.357854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:05.451168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41012) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:05.466334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:05.614759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:19:05.650740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4f5c0e75-4d5a-47f4-afcd-946acaebda9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ab1be44044a444d8ea20a1ccb9bbb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977026 Aug 25 15:19:05.653404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41020) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:05.716199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d5426f5-fe87-41d1-af7c-790283847fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:05.761581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d5426f5-fe87-41d1-af7c-790283847fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:05.863261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e0df2-9185-42e3-ac3d-883154cd5bb4 req-50121b8e-2180-4c8f-ad05-b7a5b574c336 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:05.867001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-867e0df2-9185-42e3-ac3d-883154cd5bb4 req-50121b8e-2180-4c8f-ad05-b7a5b574c336 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 945 time: 0.0661235 Aug 25 15:19:05.908316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-867e0df2-9185-42e3-ac3d-883154cd5bb4 req-7607c7c0-3b22-4be8-bcde-e637cc02711d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Aug 25 15:19:05.988504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d5426f5-fe87-41d1-af7c-790283847fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:05.991070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3d5426f5-fe87-41d1-af7c-790283847fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:05.992221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3d5426f5-fe87-41d1-af7c-790283847fb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0edcea26-de60-42a7-86f8-6515ee301446 HTTP/1.1" status: 204 len: 168 time: 0.3377805 Aug 25 15:19:06.000189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5426f5-fe87-41d1-af7c-790283847fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edcea26-de60-42a7-86f8-6515ee301446,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:07.050461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:19:07.073371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ade34-fe5d-4f70-9ed0-c4fe49206fe7 req-9738ee19-5d2b-48ff-8264-7a2eb9593a61 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:07.077499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b2ade34-fe5d-4f70-9ed0-c4fe49206fe7 req-9738ee19-5d2b-48ff-8264-7a2eb9593a61 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 945 time: 0.0943394 Aug 25 15:19:07.166181 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b2ade34-fe5d-4f70-9ed0-c4fe49206fe7 req-f85c5f09-8944-4bfd-ae48-f8e95d52f1fc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811622 Aug 25 15:19:07.329682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41078) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:07.341456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:19:07.341456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:19:07.341919 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.439407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.460422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248498f-bb2f-4193-babf-998b3b1a2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:19:07.462324 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ee851f-b9fd-4525-93b6-cd6f5e6ac490" -d '{"events": [{"server_uuid": "6248498f-bb2f-4193-babf-998b3b1a2813", "name": "network-vif-plugged", "status": "completed", "tag": "5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:19:07.477906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:19:07.479928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c30e66-075c-45e3-9575-f0ab22a30f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.515122 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23084e59-96f4-4a4d-af49-5465fdcbfd00 x-openstack-request-id: req-23084e59-96f4-4a4d-af49-5465fdcbfd00 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:19:07.515418 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248498f-bb2f-4193-babf-998b3b1a2813", "name": "network-vif-plugged", "status": "completed", "tag": "5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:19:07.515671 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23084e59-96f4-4a4d-af49-5465fdcbfd00 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:19:07.516177 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248498f-bb2f-4193-babf-998b3b1a2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0', 'code': 200} Aug 25 15:19:07.616321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c30e66-075c-45e3-9575-f0ab22a30f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.628606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.632101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474e14e-46f7-4840-bb94-cbfb8d478f6b req-c66a6aa2-a0c6-4619-a2fa-40b47dd36c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:07.634218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6474e14e-46f7-4840-bb94-cbfb8d478f6b req-c66a6aa2-a0c6-4619-a2fa-40b47dd36c5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 1096 time: 0.0514593 Aug 25 15:19:07.673666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6474e14e-46f7-4840-bb94-cbfb8d478f6b req-7b35bf04-5c11-47f7-be25-e6359981f76b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Aug 25 15:19:07.692574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:07.706769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c30e66-075c-45e3-9575-f0ab22a30f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.754171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-77c30e66-075c-45e3-9575-f0ab22a30f51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fed09b0b4df4656843aeffb14935811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232421 Aug 25 15:19:07.755334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c30e66-075c-45e3-9575-f0ab22a30f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc3c3c1-d3f6-4568-af45-c6988c02139c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:07.756845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41098) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:07.810699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2743c48-4268-4edf-bfaf-2dc38754b25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.831922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2743c48-4268-4edf-bfaf-2dc38754b25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.942466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2743c48-4268-4edf-bfaf-2dc38754b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.950400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2743c48-4268-4edf-bfaf-2dc38754b25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:07.950400 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2743c48-4268-4edf-bfaf-2dc38754b25e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fc3c3c1-d3f6-4568-af45-c6988c02139c HTTP/1.1" status: 204 len: 168 time: 0.1884143 Aug 25 15:19:07.956906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2743c48-4268-4edf-bfaf-2dc38754b25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc3c3c1-d3f6-4568-af45-c6988c02139c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:08.296856 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753ea33-488b-4a4a-b7d7-9c300893ee5c req-3718c3b2-cda8-467e-b109-074951f8bcc2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:08.298635 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e753ea33-488b-4a4a-b7d7-9c300893ee5c req-3718c3b2-cda8-467e-b109-074951f8bcc2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.0595231 Aug 25 15:19:08.345865 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e753ea33-488b-4a4a-b7d7-9c300893ee5c req-16e1d711-0240-4ca0-903a-b7d593f79a05 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393198 Aug 25 15:19:09.484104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfea6bc-9986-45f7-9861-cd21a9c97cdc req-dabb49be-d690-4032-8831-5653869355e8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:09.485705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bfea6bc-9986-45f7-9861-cd21a9c97cdc req-dabb49be-d690-4032-8831-5653869355e8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.0538931 Aug 25 15:19:09.525716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bfea6bc-9986-45f7-9861-cd21a9c97cdc req-8143c3fc-3ae1-425b-86d5-e0f34466216a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Aug 25 15:19:09.646772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7673-eb23-4316-b0a5-22644944afb0 req-21fae079-5aee-4bec-b0cb-fc65803ef99d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:09.648229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-754a7673-eb23-4316-b0a5-22644944afb0 req-21fae079-5aee-4bec-b0cb-fc65803ef99d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.0509987 Aug 25 15:19:09.690422 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-754a7673-eb23-4316-b0a5-22644944afb0 req-b9a5de08-7bfb-4301-b978-701a6fa05345 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Aug 25 15:19:09.824017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084d539-7eaa-42c2-88b4-3da0367af375 req-76e6c0fe-5e07-4d05-8910-5528f4b87cc1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:09.829233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7084d539-7eaa-42c2-88b4-3da0367af375 req-76e6c0fe-5e07-4d05-8910-5528f4b87cc1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.0619681 Aug 25 15:19:09.867531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7084d539-7eaa-42c2-88b4-3da0367af375 req-18415ed4-7869-4443-82e8-c2ce231c85df tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Aug 25 15:19:10.602010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0c4c3-1b68-48f0-8420-8aa9d4081ccc req-e2ec2067-cb22-4712-92dd-feb35124cfa3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:10.603662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-06c0c4c3-1b68-48f0-8420-8aa9d4081ccc req-e2ec2067-cb22-4712-92dd-feb35124cfa3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.0616510 Aug 25 15:19:10.646003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-06c0c4c3-1b68-48f0-8420-8aa9d4081ccc req-17510421-1197-42d3-8614-bb89c2d35ea5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Aug 25 15:19:11.945654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c89d-8ae1-40c2-b704-cd14b7b540f3 req-9dc2fb63-9c55-4d83-8a09-ae6207041e3b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:11.947191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e0c2c89d-8ae1-40c2-b704-cd14b7b540f3 req-9dc2fb63-9c55-4d83-8a09-ae6207041e3b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.2301526 Aug 25 15:19:11.986571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e0c2c89d-8ae1-40c2-b704-cd14b7b540f3 req-2249f8f8-77ed-4521-b44b-5083c91716f6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Aug 25 15:19:12.210763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01556-3739-48d7-b573-8406c49fb204 req-6bd2ac94-360d-484b-9bf0-be3f70c9a026 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:12.212320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48c01556-3739-48d7-b573-8406c49fb204 req-6bd2ac94-360d-484b-9bf0-be3f70c9a026 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 946 time: 0.0491583 Aug 25 15:19:12.324027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:19:12.324558 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:12.425384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:19:12.425752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:12.439503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:19:12.672470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:12.684573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:19:12.701815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:12.757127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:19:12.761090 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:12.763582 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48c01556-3739-48d7-b573-8406c49fb204 req-5814ace2-d43c-4911-b09c-0cfa210d701e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "DELETE /v2.0/ports/5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 HTTP/1.1" status: 204 len: 173 time: 0.5440245 Aug 25 15:19:12.764131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248498f-bb2f-4193-babf-998b3b1a2813', 'name': 'network-vif-deleted', 'tag': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:19:12.772600 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef70094-e376-4d2a-af53-7b4d52ecb965" -d '{"events": [{"server_uuid": "6248498f-bb2f-4193-babf-998b3b1a2813", "name": "network-vif-deleted", "tag": "5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:19:12.843860 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41adc86-1999-4cd7-aee6-018e5bba059b x-openstack-request-id: req-b41adc86-1999-4cd7-aee6-018e5bba059b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:19:12.844312 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248498f-bb2f-4193-babf-998b3b1a2813", "name": "network-vif-deleted", "tag": "5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:19:12.845069 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b41adc86-1999-4cd7-aee6-018e5bba059b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:19:12.845574 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248498f-bb2f-4193-babf-998b3b1a2813', 'name': 'network-vif-deleted', 'tag': '5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0', 'status': 'completed', 'code': 200} Aug 25 15:19:13.092570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a55666c-d3f8-4e2b-a95f-063ae3cf4a68 req-9d20a7d2-b805-4982-bd5d-a9b0179a2c32 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0331526 Aug 25 15:19:14.287541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed3b3c34-eb3a-4ae4-9920-5b8713e45753 req-3d35b33d-01b5-41d7-9ca1-cbfe2ab463cc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.1197176 Aug 25 15:19:15.092150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:19:15.114495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:19:15.114974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5b71b1b7-fb57-4bf2-b0df-b03a5f9555e0 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:19:15.395253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ce4737de-f939-4fea-b3f6-bb2841a59dde req-2cbf443f-dc3c-461e-8387-4d357bb4d15c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0301657 Aug 25 15:19:16.537683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b20929a9-4e65-48a9-b8e1-2b2230d38a59 req-82f07cda-19bb-44fc-a774-aeeb796a32ca tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0475156 Aug 25 15:19:16.581191 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41348) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:16.728103 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f37c2f9-a6ca-45b6-9b1d-8f5a31875073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:16.826430 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f37c2f9-a6ca-45b6-9b1d-8f5a31875073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:16.925607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4f37c2f9-a6ca-45b6-9b1d-8f5a31875073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:16.976058 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4f37c2f9-a6ca-45b6-9b1d-8f5a31875073 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b22e1af81e44a29b154cb8121476355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937554 Aug 25 15:19:16.977815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c2f9-a6ca-45b6-9b1d-8f5a31875073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6634521-7a94-457b-81dc-a4527eefe30c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:16.978788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41368) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:17.028910 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f14230f-5974-48a2-bb89-8e092ca5923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:17.051809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f14230f-5974-48a2-bb89-8e092ca5923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:17.233094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f14230f-5974-48a2-bb89-8e092ca5923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:17.241529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f14230f-5974-48a2-bb89-8e092ca5923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:17.241529 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f14230f-5974-48a2-bb89-8e092ca5923e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6634521-7a94-457b-81dc-a4527eefe30c HTTP/1.1" status: 204 len: 168 time: 0.2590902 Aug 25 15:19:17.255174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14230f-5974-48a2-bb89-8e092ca5923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6634521-7a94-457b-81dc-a4527eefe30c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:17.664542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1959e1dd-4d20-4550-abed-e0f59166ea8e req-ebaed46d-671e-4ec7-a147-87d694162cdd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=6248498f-bb2f-4193-babf-998b3b1a2813 HTTP/1.1" status: 200 len: 210 time: 0.0397131 Aug 25 15:19:21.039994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8fb14457-928f-4fac-8080-1064ac24d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:23.732846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fd069a4-4eb9-4fa7-84e0-bbea8e36bd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:23.733510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41698) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:23.883477 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2285fbf-19fb-4725-b425-e57027c53590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.021247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2285fbf-19fb-4725-b425-e57027c53590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.338264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d2285fbf-19fb-4725-b425-e57027c53590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.382814 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.395660 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41716) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:24.402196 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d2285fbf-19fb-4725-b425-e57027c53590 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bed384fd242141488705e0d64f824ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6674004 Aug 25 15:19:24.432563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2285fbf-19fb-4725-b425-e57027c53590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b03b7-6bf8-41f3-9f6b-c661a461d4ee,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:24.475157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0cfa-8131-4cc4-8ab4-2774b0ff19d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.503671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0cfa-8131-4cc4-8ab4-2774b0ff19d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.689871 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0cfa-8131-4cc4-8ab4-2774b0ff19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.695067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0cfa-8131-4cc4-8ab4-2774b0ff19d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:24.695067 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1e6a0cfa-8131-4cc4-8ab4-2774b0ff19d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/669b03b7-6bf8-41f3-9f6b-c661a461d4ee HTTP/1.1" status: 204 len: 168 time: 0.2972934 Aug 25 15:19:24.722858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a0cfa-8131-4cc4-8ab4-2774b0ff19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b03b7-6bf8-41f3-9f6b-c661a461d4ee,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:25.419778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 41766) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:25.435201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9310440-3fbf-4648-a163-ebeeeb637b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.525422 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.545452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9310440-3fbf-4648-a163-ebeeeb637b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.634197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f9310440-3fbf-4648-a163-ebeeeb637b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.685324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9310440-3fbf-4648-a163-ebeeeb637b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f13bd5d-d9fb-4038-b421-dd0c2b2e3061,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:25.692106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f9310440-3fbf-4648-a163-ebeeeb637b12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4f0fd83451b404bb23d3734e489355a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712247 Aug 25 15:19:25.694771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 41796) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:25.786886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c6132c1-421f-4b03-977c-19a8bedce464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.815873 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c6132c1-421f-4b03-977c-19a8bedce464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.938558 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:19:25.988335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c6132c1-421f-4b03-977c-19a8bedce464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.990878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c6132c1-421f-4b03-977c-19a8bedce464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:25.995828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7c6132c1-421f-4b03-977c-19a8bedce464 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f13bd5d-d9fb-4038-b421-dd0c2b2e3061 HTTP/1.1" status: 204 len: 168 time: 0.2957089 Aug 25 15:19:26.010929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6132c1-421f-4b03-977c-19a8bedce464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f13bd5d-d9fb-4038-b421-dd0c2b2e3061,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:27.212707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:27.404017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.068929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42034) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:29.203901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ac48433-3341-417a-aa66-caf9697849b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.210820 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.316756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ac48433-3341-417a-aa66-caf9697849b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.416235 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7ac48433-3341-417a-aa66-caf9697849b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.458439 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7ac48433-3341-417a-aa66-caf9697849b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ef56ad10c624f5a814d2a69283f589f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879921 Aug 25 15:19:29.466453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac48433-3341-417a-aa66-caf9697849b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b542361c-974f-4b2b-8988-a3306f0b254a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:29.466605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:29.523833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.550881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.685928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.692342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:29.703919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b542361c-974f-4b2b-8988-a3306f0b254a HTTP/1.1" status: 204 len: 168 time: 0.2336276 Aug 25 15:19:29.729804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b542361c-974f-4b2b-8988-a3306f0b254a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:29.746455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.748188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.748537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.748883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.749224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.749579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.753611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.754027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.754372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.754717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.759536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:29.759913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fdafb1-cbf0-4f4c-97c4-b54def636b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:30.608342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42058) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:30.627075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a350049-1e52-460c-9d8c-a2a2235dd628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:30.726664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a350049-1e52-460c-9d8c-a2a2235dd628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:30.874050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8a350049-1e52-460c-9d8c-a2a2235dd628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:30.912925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350049-1e52-460c-9d8c-a2a2235dd628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2a5c56-6dd6-4d31-ab0f-bf81fc47a561,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:30.917131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8a350049-1e52-460c-9d8c-a2a2235dd628 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4265218462d4f26b8ea87ca5dbb4495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077617 Aug 25 15:19:30.920608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42062) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:30.970654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-761004f7-d7dc-4e5f-804a-99c70dafeaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:30.995606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-761004f7-d7dc-4e5f-804a-99c70dafeaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:31.116776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-761004f7-d7dc-4e5f-804a-99c70dafeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:31.124028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-761004f7-d7dc-4e5f-804a-99c70dafeaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:31.124028 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-761004f7-d7dc-4e5f-804a-99c70dafeaa2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd2a5c56-6dd6-4d31-ab0f-bf81fc47a561 HTTP/1.1" status: 204 len: 168 time: 0.2000852 Aug 25 15:19:31.131893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761004f7-d7dc-4e5f-804a-99c70dafeaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2a5c56-6dd6-4d31-ab0f-bf81fc47a561,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:35.185386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f26f82-f7dc-4d47-b926-0bf8c9c7487e req-034bff7e-fd7c-497d-a5da-c4e213b27381 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:35.186932 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55f26f82-f7dc-4d47-b926-0bf8c9c7487e req-034bff7e-fd7c-497d-a5da-c4e213b27381 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 950 time: 0.0515196 Aug 25 15:19:35.227776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55f26f82-f7dc-4d47-b926-0bf8c9c7487e req-a4f1df6d-11c8-433a-8a04-8c73ddb1522d tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Aug 25 15:19:36.365008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546b352-5c05-4046-8c45-0c466ba3424c req-875ec38a-fef6-427d-a903-8938d7e7e90c tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:36.367517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3546b352-5c05-4046-8c45-0c466ba3424c req-875ec38a-fef6-427d-a903-8938d7e7e90c tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 950 time: 0.0587540 Aug 25 15:19:36.411264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3546b352-5c05-4046-8c45-0c466ba3424c req-97b2f18c-4358-48f2-9331-d55d846d94cf tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad41a440-92ee-46a0-a7d0-56cc69478a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Aug 25 15:19:36.770505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-9bed2ba1-6fcd-4163-941a-fa837564eac5 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:36.772447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-9bed2ba1-6fcd-4163-941a-fa837564eac5 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.52 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 950 time: 0.0541365 Aug 25 15:19:36.869624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Deleting port ce7b506d-bc38-4e10-9bae-3cb920df4251 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:19:36.869970 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:36.969569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] For port ce7b506d-bc38-4e10-9bae-3cb920df4251, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ce7b506d-bc38-4e10-9bae-3cb920df4251,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:19:36.969938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:36.989305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Calling delete_port for ce7b506d-bc38-4e10-9bae-3cb920df4251 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:19:37.234537 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:37.247825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ce7b506d-bc38-4e10-9bae-3cb920df4251'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:19:37.265640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Pushing event deleted for resources: {'Port': ['ID=ce7b506d-bc38-4e10-9bae-3cb920df4251,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:37.320772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] No DVR routers for this DVR port ce7b506d-bc38-4e10-9bae-3cb920df4251 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:19:37.325490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:37.326353 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67eda0d6-89b2-4800-8bdd-c3d4ce48e61d req-c830bcc3-4ed0-430d-a0f4-deefa46f5308 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.52 "DELETE /v2.0/ports/ce7b506d-bc38-4e10-9bae-3cb920df4251 HTTP/1.1" status: 204 len: 173 time: 0.5468588 Aug 25 15:19:37.326466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265ea729-10ea-4fba-9e03-752319296887', 'name': 'network-vif-deleted', 'tag': 'ce7b506d-bc38-4e10-9bae-3cb920df4251'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:19:37.329405 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe04455-ee5f-479d-9ef0-db3d7828c194" -d '{"events": [{"server_uuid": "265ea729-10ea-4fba-9e03-752319296887", "name": "network-vif-deleted", "tag": "ce7b506d-bc38-4e10-9bae-3cb920df4251"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:19:37.365754 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf69a0-d91d-43a1-a069-c3395b3b83ec x-openstack-request-id: req-a7bf69a0-d91d-43a1-a069-c3395b3b83ec {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:19:37.366373 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265ea729-10ea-4fba-9e03-752319296887", "name": "network-vif-deleted", "tag": "ce7b506d-bc38-4e10-9bae-3cb920df4251", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:19:37.366477 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7bf69a0-d91d-43a1-a069-c3395b3b83ec {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:19:37.366804 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265ea729-10ea-4fba-9e03-752319296887', 'name': 'network-vif-deleted', 'tag': 'ce7b506d-bc38-4e10-9bae-3cb920df4251', 'status': 'completed', 'code': 200} Aug 25 15:19:37.573063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d1fec61e-da0e-41a0-b04a-e522722399fa req-05e3cda3-8942-4431-8ab4-0e37922720eb tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.0420175 Aug 25 15:19:38.746548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b4d8a84-5445-4501-b2e0-410d926df940 req-8c63c7f1-4844-40b7-9b21-98953421bbe1 tempest-VolumesBackupsTest-1483416034 tempest-VolumesBackupsTest-1483416034-project] 10.222.0.58 "GET /v2.0/ports?device_id=265ea729-10ea-4fba-9e03-752319296887 HTTP/1.1" status: 200 len: 210 time: 0.0748181 Aug 25 15:19:41.209053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ce7b506d-bc38-4e10-9bae-3cb920df4251 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:19:41.232794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: ce7b506d-bc38-4e10-9bae-3cb920df4251 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:19:41.233134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ce7b506d-bc38-4e10-9bae-3cb920df4251 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:19:46.861887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42398) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:46.988385 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc69b324-7020-4a80-8deb-7498b870dbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.087706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc69b324-7020-4a80-8deb-7498b870dbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.158289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bc69b324-7020-4a80-8deb-7498b870dbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.203054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42404) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:47.203594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bc69b324-7020-4a80-8deb-7498b870dbde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5267ed1ae74d48738151962f886f37ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398521 Aug 25 15:19:47.204068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69b324-7020-4a80-8deb-7498b870dbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53e0c1-e099-4465-ae72-807e9257c7c7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:47.261332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.284300 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.513379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.524419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:47.524419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c53e0c1-e099-4465-ae72-807e9257c7c7 HTTP/1.1" status: 204 len: 168 time: 0.3130422 Aug 25 15:19:47.526045 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53e0c1-e099-4465-ae72-807e9257c7c7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:47.534564 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.534919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.535289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.535884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.536224 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.536596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.536934 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.537267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.537589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.537917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.538244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:47.538569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3ae13-0f88-427e-8acc-3abb182b13f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:19:48.552010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:48.568519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-043c3512-4c50-400d-8f6b-12c7a58e4d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:48.665499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-043c3512-4c50-400d-8f6b-12c7a58e4d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:48.799863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-043c3512-4c50-400d-8f6b-12c7a58e4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:48.845200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-043c3512-4c50-400d-8f6b-12c7a58e4d4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5741d12f6814a81be7d9d9f73d95794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919402 Aug 25 15:19:48.847250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c3512-4c50-400d-8f6b-12c7a58e4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8fe72c-2278-4b54-b02c-ade4c307ba28,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:48.848023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42422) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:48.910726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9771bce-1b7b-4249-b27b-0daee21944a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:48.939685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9771bce-1b7b-4249-b27b-0daee21944a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:49.146641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9771bce-1b7b-4249-b27b-0daee21944a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:49.149143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a9771bce-1b7b-4249-b27b-0daee21944a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:49.150318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a9771bce-1b7b-4249-b27b-0daee21944a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be8fe72c-2278-4b54-b02c-ade4c307ba28 HTTP/1.1" status: 204 len: 168 time: 0.3013074 Aug 25 15:19:49.159461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9771bce-1b7b-4249-b27b-0daee21944a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8fe72c-2278-4b54-b02c-ade4c307ba28,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:50.767381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 42456) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:50.882149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454816595-network', 'tenant_id': '767de0dd47a541848bd4d804ad74932f'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:51.131199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Made reservation on behalf of 767de0dd47a541848bd4d804ad74932f for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:19:51.133961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.146334 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.223096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78f4ec2a-27bd-47ad-b2d7-58e1bcadafea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.252405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.430629 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.456891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:19:51.465976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d92ac0-c5c5-4d1b-b4a5-033c962d4442,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:51.473878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.474148 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Added segment 75e1efc0-cb1e-4f11-8f24-70095626fe32 of type vlan for network cba43508-2d5e-4282-bf74-616473b2ea68 Aug 25 15:19:51.522934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.644996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.646008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:51.649800 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:51.735721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] Pushing event updated for resources: {'Network': ['ID=cba43508-2d5e-4282-bf74-616473b2ea68,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:51.748929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network cba43508-2d5e-4282-bf74-616473b2ea68 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:19:51.771574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a65b2255-525b-48d4-8e38-26b03dbdc932 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0024679 Aug 25 15:19:51.774924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 42466) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:19:51.784017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Request body: {'subnet': {'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454816595-subnet', 'tenant_id': '767de0dd47a541848bd4d804ad74932f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:19:51.930715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Made reservation on behalf of 767de0dd47a541848bd4d804ad74932f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:19:51.933442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:52.217381 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:52.277845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29982a1-faca-431a-8235-946cd3e8ec8a,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:19:52.298904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Checking segment: {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:19:52.300127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Network hostable DHCP agents. Network: cba43508-2d5e-4282-bf74-616473b2ea68, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:19:52.414656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Network cba43508-2d5e-4282-bf74-616473b2ea68 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:19:52.507867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, cba43508-2d5e-4282-bf74-616473b2ea68) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:19:52.517188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c373622-beec-4161-be18-cc389c45f3ba None None] Network cba43508-2d5e-4282-bf74-616473b2ea68 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:19:52.519922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:52.521934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:52.663069 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ffdba516-9ca4-432c-b24c-6b7078f325e5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8819106 Aug 25 15:19:52.665139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-7020765c-3653-4913-88bc-3066e16bbbaa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637033 Aug 25 15:19:52.677954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d835c9-bfdb-41f9-b5fb-3762d02ecdd6 None None] Network cba43508-2d5e-4282-bf74-616473b2ea68 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:19:52.799771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-b0284b2a-fed6-4336-9e05-73b49ed2e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:52.801726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-b0284b2a-fed6-4336-9e05-73b49ed2e950 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.0781651 Aug 25 15:19:52.949243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-b1f88517-e0f3-4f2f-b759-ae65352241cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:52.952895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-b1f88517-e0f3-4f2f-b759-ae65352241cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 910 time: 0.1235843 Aug 25 15:19:53.030513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-46199b77-2b1d-4719-b9d1-0f457551cd7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0691254 Aug 25 15:19:53.097634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-a6928760-1533-47e9-9abc-b3749f304ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:53.099164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-a6928760-1533-47e9-9abc-b3749f304ba3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 200 len: 848 time: 0.0613263 Aug 25 15:19:53.160626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-8eecd9e3-504c-44f3-80a4-968ad9a62d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:53.162194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-8eecd9e3-504c-44f3-80a4-968ad9a62d49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a588f3ec-f500-4e9f-8e38-2d385bc38f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518939 Aug 25 15:19:53.270397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-9a9e7da9-8ded-46fb-a3a7-7006853a6b5c service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972133 Aug 25 15:19:53.376763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77e5fdca-b53d-4b0d-ba8c-fff67480502c req-3928dedf-cb5f-4f09-a453-2f89642b92ea service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973570 Aug 25 15:19:53.818099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5fe6-482b-45f1-b203-383b06fbd5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:54.359948 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:55.633538 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:56.507243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-0bd69cda-c47f-40fd-9cbb-5342a5ae1962 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:19:56.509086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-0bd69cda-c47f-40fd-9cbb-5342a5ae1962 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/networks?id=cba43508-2d5e-4282-bf74-616473b2ea68 HTTP/1.1" status: 200 len: 808 time: 0.1137946 Aug 25 15:19:56.527601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-0207551c-8874-45e8-b907-25b35af12f69 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/quotas/767de0dd47a541848bd4d804ad74932f HTTP/1.1" status: 200 len: 375 time: 0.0118175 Aug 25 15:19:56.564573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-69f0fc1b-2724-4b94-88c6-27f6acd254e4 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=767de0dd47a541848bd4d804ad74932f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286403 Aug 25 15:19:56.670912 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-031f7e4b-edad-4863-bff3-89538176472f service neutron] 10.222.0.58 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984147 Aug 25 15:19:56.761936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-c0e9e354-0ee8-4d82-bd9f-9f3375d78796 service neutron] 10.222.0.58 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Aug 25 15:19:57.056527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22d5e183-bafd-45e2-9d8f-9bb5a78bb947 req-dc79f5bd-430c-4d28-a7cc-31c37ca4fcb0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0439260 Aug 25 15:19:57.222795 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:57.400399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:58.147557 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e6152d24-5185-41e6-ad4d-8a9d3c117ebe req-2867175f-c2a0-47ea-ad59-e542bc90e7e4 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0475898 Aug 25 15:19:59.197636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:19:59.225658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1bc6587d-061e-4c02-9ba3-579bf30853b2 req-7926b012-9d58-4765-a2c9-7257c0d24e3a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Aug 25 15:20:00.349274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f3fa5ceb-f8d9-41a8-b325-b17f8ed012ec req-29f43927-82bf-4f56-a025-e7f26b55c596 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0392146 Aug 25 15:20:01.247725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-a79a3674-a1f3-4b0c-b3ac-38d52f4e61a6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:01.249373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-a79a3674-a1f3-4b0c-b3ac-38d52f4e61a6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1015539 Aug 25 15:20:01.265498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-d996abdb-4d6c-4cb7-b95a-0eca2a23c1d3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Aug 25 15:20:01.326123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-b516e3d3-686a-469c-b807-97d50f0add36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508268 Aug 25 15:20:01.454877 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a86b1f6c-d8a5-4d06-a589-b9b58e763c32 req-ba9807b0-a88e-4624-afbc-c83cb3184bda tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0306432 Aug 25 15:20:01.490597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-97895210-67b0-4276-98ac-0c7420eb5b19 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586697 Aug 25 15:20:01.589072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-9b6f762b-f0f0-4bc4-b3eb-18897575fed7 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:01.590778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-9b6f762b-f0f0-4bc4-b3eb-18897575fed7 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "GET /v2.0/networks?id=cba43508-2d5e-4282-bf74-616473b2ea68 HTTP/1.1" status: 200 len: 808 time: 0.1653643 Aug 25 15:20:01.610777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Request body: {'port': {'device_id': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68', 'admin_state_up': True, 'tenant_id': '767de0dd47a541848bd4d804ad74932f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:02.013182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3fbcfa6b-3136-407e-bcbe-4ce6f39cff50 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148668 Aug 25 15:20:02.193770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Made reservation on behalf of 767de0dd47a541848bd4d804ad74932f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:20:02.197394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:02.347823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Allocated IP 172.20.0.13 (cba43508-2d5e-4282-bf74-616473b2ea68/f29982a1-faca-431a-8235-946cd3e8ec8a/ea41d4b8-136f-4473-9d79-ede762e528f0) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:20:02.501921 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:02.566185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65898157-f306-4e41-967e-89fbfb59cdb2 req-9d5591c0-bc14-436d-8ed8-a9cd19c8fa96 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Aug 25 15:20:02.696671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:02.743423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Network cba43508-2d5e-4282-bf74-616473b2ea68 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:20:02.748746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:20:02.753428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:20:02.783247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Pushing event updated for resources: {'Port': ['ID=ea41d4b8-136f-4473-9d79-ede762e528f0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:02.812809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:02.812809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:02.938135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-527ff9cb-dff1-4675-a652-288da9a52c77 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3359044 Aug 25 15:20:02.943191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:20:03.002176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87a3a185-0d6e-4a2f-9b85-54acc38d4533 req-e1a94c74-064d-4d2f-8218-3ba9cedeac28 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0524213 Aug 25 15:20:03.029651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Request body: {'port': {'device_id': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:03.087989 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:03.375842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea41d4b8-136f-4473-9d79-ede762e528f0 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:03.384161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:03.400859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Transition to ACTIVE for port object ea41d4b8-136f-4473-9d79-ede762e528f0 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:20:03.536063 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:03.607233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Pushing event updated for resources: {'Port': ['ID=ea41d4b8-136f-4473-9d79-ede762e528f0,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:03.687462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Attempting to bind port ea41d4b8-136f-4473-9d79-ede762e528f0 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:20:03.687834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Attempting to bind port ea41d4b8-136f-4473-9d79-ede762e528f0 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:20:03.688352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Attempting to bind port ea41d4b8-136f-4473-9d79-ede762e528f0 on network cba43508-2d5e-4282-bf74-616473b2ea68 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:03.695978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Port ea41d4b8-136f-4473-9d79-ede762e528f0 on network cba43508-2d5e-4282-bf74-616473b2ea68 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:20:03.696302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Attempting to bind port ea41d4b8-136f-4473-9d79-ede762e528f0 on network cba43508-2d5e-4282-bf74-616473b2ea68 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:03.705092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:20:03.705430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Checking segment: {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:20:03.705835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Bound using segment: {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:20:03.706243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Bound port: ea41d4b8-136f-4473-9d79-ede762e528f0, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:20:03.706603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:03.728486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5886cd-a65c-4af5-b28c-4192602e3abc req-e15d4670-475d-477f-9565-f23dad60e77a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:03.739411 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c5886cd-a65c-4af5-b28c-4192602e3abc req-e15d4670-475d-477f-9565-f23dad60e77a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 944 time: 0.0778272 Aug 25 15:20:03.808543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c5886cd-a65c-4af5-b28c-4192602e3abc req-04a77bde-9d6d-4ca9-8787-5d0165122af0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564446 Aug 25 15:20:03.813392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] For port ea41d4b8-136f-4473-9d79-ede762e528f0, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:20:03.816766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] For port ea41d4b8-136f-4473-9d79-ede762e528f0, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ea41d4b8-136f-4473-9d79-ede762e528f0,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:20:03.919727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:03.957256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:03.957879 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:03.959482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea41d4b8-136f-4473-9d79-ede762e528f0 HTTP/1.1" status: 200 len: 1092 time: 1.0130136 Aug 25 15:20:03.959870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'tag': 'ea41d4b8-136f-4473-9d79-ede762e528f0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:03.962120 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7097afa-914c-442f-b76b-68239ccb1a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4eca4ee-064c-449c-9d53-1b00f7e000e3", "tag": "ea41d4b8-136f-4473-9d79-ede762e528f0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:03.988034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e1435-bc35-4eba-a0d4-14710eedc250 service neutron] Pushing event updated for resources: {'Port': ['ID=ea41d4b8-136f-4473-9d79-ede762e528f0,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:04.005026 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9eeb2-b24f-45fd-9aec-079044a24c38 x-openstack-request-id: req-06f9eeb2-b24f-45fd-9aec-079044a24c38 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:04.005328 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4eca4ee-064c-449c-9d53-1b00f7e000e3", "tag": "ea41d4b8-136f-4473-9d79-ede762e528f0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:04.005588 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06f9eeb2-b24f-45fd-9aec-079044a24c38 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:04.005993 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'tag': 'ea41d4b8-136f-4473-9d79-ede762e528f0', 'status': 'completed', 'code': 200} Aug 25 15:20:04.089800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4386f69f-d13b-48ed-91f7-8d19444432ce req-285449af-6717-4f32-b54b-f75ed2b0b4c7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0311525 Aug 25 15:20:04.115278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097afa-914c-442f-b76b-68239ccb1a5a req-1371290f-415a-41be-bde3-865b7ec6add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:04.115278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7097afa-914c-442f-b76b-68239ccb1a5a req-1371290f-415a-41be-bde3-865b7ec6add0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=767de0dd47a541848bd4d804ad74932f&device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 1095 time: 0.0747790 Aug 25 15:20:04.208549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097afa-914c-442f-b76b-68239ccb1a5a req-c0d8eb74-19bc-437c-ba05-71c754bf1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:04.210070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7097afa-914c-442f-b76b-68239ccb1a5a req-c0d8eb74-19bc-437c-ba05-71c754bf1513 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=767de0dd47a541848bd4d804ad74932f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0970645 Aug 25 15:20:04.314804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097afa-914c-442f-b76b-68239ccb1a5a req-655b4d7d-418b-4930-82ae-01a563043c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:04.316405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7097afa-914c-442f-b76b-68239ccb1a5a req-655b4d7d-418b-4930-82ae-01a563043c4c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995021 Aug 25 15:20:04.394770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-cb8f2967-7fc5-46e1-83e3-67b99c2acaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:04.396717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-cb8f2967-7fc5-46e1-83e3-67b99c2acaf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=767de0dd47a541848bd4d804ad74932f&device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 1095 time: 0.0433211 Aug 25 15:20:04.453593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-d398bf08-76e7-4ac8-af39-8e841e99925f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea41d4b8-136f-4473-9d79-ede762e528f0 HTTP/1.1" status: 200 len: 217 time: 0.0481503 Aug 25 15:20:04.507568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-2e2f7295-24b9-482e-b099-93eede6c1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:04.509102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-2e2f7295-24b9-482e-b099-93eede6c1aa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f29982a1-faca-431a-8235-946cd3e8ec8a HTTP/1.1" status: 200 len: 848 time: 0.0492060 Aug 25 15:20:04.545430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-f4710195-d184-4fc9-ad3d-b0c040f03344 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cba43508-2d5e-4282-bf74-616473b2ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281727 Aug 25 15:20:04.645652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-6ccb158d-9a54-47b1-b66b-2f18483df513 service neutron] 10.222.0.52 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922940 Aug 25 15:20:04.752273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f963630d-bd50-41b2-ae41-1f42b9279457 req-27f0a57b-ff6a-4022-a3ac-66cef6766eea service neutron] 10.222.0.52 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987706 Aug 25 15:20:04.952193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f6b19-1ff4-4313-b8ac-fef807765303 req-3e753195-c35a-4852-aeb6-c502897e12a8 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:04.954817 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e7f6b19-1ff4-4313-b8ac-fef807765303 req-3e753195-c35a-4852-aeb6-c502897e12a8 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 944 time: 0.0690367 Aug 25 15:20:05.012031 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e7f6b19-1ff4-4313-b8ac-fef807765303 req-ede4e89f-75cb-4d56-955c-b1110bdf1f32 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Aug 25 15:20:05.193583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc1ff80d-2413-4b16-99e8-41f562bc0f33 req-4eea35db-a8f1-44b6-b33c-caa0919cebea tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0332913 Aug 25 15:20:05.750961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-7a54017e-7261-46df-ba88-688c6ae8073c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:05.752530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-7a54017e-7261-46df-ba88-688c6ae8073c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1095924 Aug 25 15:20:05.771066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': '35cacb2a-d783-42a2-9468-5b768e775d58', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:06.004452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:20:06.008045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:06.139793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb2c17-ff4f-4360-87e3-0e0924233698 req-19572df6-6c5d-4b3b-ad0f-e16a72324844 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:06.141471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2aeb2c17-ff4f-4360-87e3-0e0924233698 req-19572df6-6c5d-4b3b-ad0f-e16a72324844 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 944 time: 0.0665741 Aug 25 15:20:06.173202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.7 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/5e51e8e1-b447-42c4-a109-d90755ff5c1f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:20:06.197205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2aeb2c17-ff4f-4360-87e3-0e0924233698 req-44ea5ea8-49cb-4912-befc-60ee1c7c789a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Aug 25 15:20:06.333250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4d6ecaa1-a5d3-4e1c-8d71-042078c8cecd req-04b6180e-b3da-471c-9429-91084a37c09e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0369670 Aug 25 15:20:06.386792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:06.402319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object 5e51e8e1-b447-42c4-a109-d90755ff5c1f will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:20:06.559874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:06.609931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:20:06.618249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:20:06.620697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:20:06.663582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=5e51e8e1-b447-42c4-a109-d90755ff5c1f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:06.703132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:06.703829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:06.880150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-c5977640-9a97-4136-89c9-17e381cd9c25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157470 Aug 25 15:20:06.894908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Request body: {'port': {'device_id': '35cacb2a-d783-42a2-9468-5b768e775d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:07.020646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:07.084677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6982f88f-cd9d-43b5-a179-a1b00cdf03d3 None None] Provisioning for port 5e51e8e1-b447-42c4-a109-d90755ff5c1f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:20:07.084677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6982f88f-cd9d-43b5-a179-a1b00cdf03d3 None None] Provisioning complete for port 5e51e8e1-b447-42c4-a109-d90755ff5c1f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:20:07.084677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6982f88f-cd9d-43b5-a179-a1b00cdf03d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:07.175300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6982f88f-cd9d-43b5-a179-a1b00cdf03d3 None None] Port 5e51e8e1-b447-42c4-a109-d90755ff5c1f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:20:07.359269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b560d63-7125-45b3-9ca0-a89f3a4babf8 req-8e65826a-4af1-4b44-98f8-fc36c87e1225 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:07.366904 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b560d63-7125-45b3-9ca0-a89f3a4babf8 req-8e65826a-4af1-4b44-98f8-fc36c87e1225 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 944 time: 0.0625801 Aug 25 15:20:07.404924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b560d63-7125-45b3-9ca0-a89f3a4babf8 req-ec8059cf-1d98-4898-bbe5-39dfa853a933 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Aug 25 15:20:07.544151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4635f1-65bc-4da3-8d66-af1619292210 req-f510552d-648f-41ca-ae17-81a62fba7293 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:07.545859 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e4635f1-65bc-4da3-8d66-af1619292210 req-f510552d-648f-41ca-ae17-81a62fba7293 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 931 time: 0.1190333 Aug 25 15:20:07.575734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e51e8e1-b447-42c4-a109-d90755ff5c1f {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:07.603934 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:07.633846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e4635f1-65bc-4da3-8d66-af1619292210 req-92f72532-9328-4a55-a317-80987eb72952 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771711 Aug 25 15:20:07.640632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Transition to ACTIVE for port object 5e51e8e1-b447-42c4-a109-d90755ff5c1f will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:20:07.775334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:07.848809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e51e8e1-b447-42c4-a109-d90755ff5c1f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:07.941084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Attempting to bind port 5e51e8e1-b447-42c4-a109-d90755ff5c1f on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:20:07.941801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Attempting to bind port 5e51e8e1-b447-42c4-a109-d90755ff5c1f by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:20:07.941801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Attempting to bind port 5e51e8e1-b447-42c4-a109-d90755ff5c1f on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:07.949868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Port 5e51e8e1-b447-42c4-a109-d90755ff5c1f on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:20:07.950294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Attempting to bind port 5e51e8e1-b447-42c4-a109-d90755ff5c1f on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:07.956260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:20:07.956748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:20:07.957146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:20:07.957584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Bound port: 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:20:07.957950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:08.042973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] For port 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:20:08.046359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] For port 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:20:08.211109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:08.250937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.251650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:08.253067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] 10.222.0.45 "PUT /v2.0/ports/5e51e8e1-b447-42c4-a109-d90755ff5c1f HTTP/1.1" status: 200 len: 1091 time: 1.3642499 Aug 25 15:20:08.255824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cacb2a-d783-42a2-9468-5b768e775d58', 'tag': '5e51e8e1-b447-42c4-a109-d90755ff5c1f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:08.259842 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762de1b7-0286-4c6d-84e8-54ff0ed16746" -d '{"events": [{"name": "network-changed", "server_uuid": "35cacb2a-d783-42a2-9468-5b768e775d58", "tag": "5e51e8e1-b447-42c4-a109-d90755ff5c1f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:08.293384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de73732-c556-473f-ad3a-0e3d27f66ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e51e8e1-b447-42c4-a109-d90755ff5c1f,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:08.309550 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a52e2-a5ed-407d-8330-70bb2befeb52 x-openstack-request-id: req-459a52e2-a5ed-407d-8330-70bb2befeb52 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:08.310040 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cacb2a-d783-42a2-9468-5b768e775d58", "tag": "5e51e8e1-b447-42c4-a109-d90755ff5c1f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:08.310463 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-459a52e2-a5ed-407d-8330-70bb2befeb52 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:08.311055 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cacb2a-d783-42a2-9468-5b768e775d58', 'tag': '5e51e8e1-b447-42c4-a109-d90755ff5c1f', 'status': 'completed', 'code': 200} Aug 25 15:20:08.380654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de1b7-0286-4c6d-84e8-54ff0ed16746 req-70a3eee8-77e0-440e-91fe-5f92cd3c56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.382451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-762de1b7-0286-4c6d-84e8-54ff0ed16746 req-70a3eee8-77e0-440e-91fe-5f92cd3c56c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 1094 time: 0.0522172 Aug 25 15:20:08.541537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de1b7-0286-4c6d-84e8-54ff0ed16746 req-e3978751-a02c-45fd-a973-cd65a0d7f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.543053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-762de1b7-0286-4c6d-84e8-54ff0ed16746 req-e3978751-a02c-45fd-a973-cd65a0d7f799 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1530108 Aug 25 15:20:08.567581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d332520-f4be-44ea-97ea-4eb37e20411e req-033f7e80-9ca0-434b-bc0b-c310d621db51 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.569213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d332520-f4be-44ea-97ea-4eb37e20411e req-033f7e80-9ca0-434b-bc0b-c310d621db51 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 944 time: 0.0770860 Aug 25 15:20:08.663434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d332520-f4be-44ea-97ea-4eb37e20411e req-f86fcfdf-3526-4ee1-bf8e-96ae3aa41f18 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806112 Aug 25 15:20:08.686806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de1b7-0286-4c6d-84e8-54ff0ed16746 req-a4709401-3e57-462f-91aa-59eb18af00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.691264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-762de1b7-0286-4c6d-84e8-54ff0ed16746 req-a4709401-3e57-462f-91aa-59eb18af00ab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371479 Aug 25 15:20:08.785419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-bd9ea5de-c20d-4a01-8b54-c6a790d42dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.786962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-bd9ea5de-c20d-4a01-8b54-c6a790d42dcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 1094 time: 0.0607464 Aug 25 15:20:08.792205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a43a-4007-4228-a384-6cbddc0ed011 req-ef369784-032e-4948-a955-35cc6491aa1a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.807142 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8f1a43a-4007-4228-a384-6cbddc0ed011 req-ef369784-032e-4948-a955-35cc6491aa1a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0768332 Aug 25 15:20:08.843713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8f1a43a-4007-4228-a384-6cbddc0ed011 req-5ca78419-259f-4338-8d40-544d346d128c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Aug 25 15:20:08.855358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-e76c35ed-7d7b-4d6a-99db-5a6e61da4016 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f HTTP/1.1" status: 200 len: 217 time: 0.0554421 Aug 25 15:20:08.939548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-cdeb76e2-6041-48ee-ac1a-f2f22b4e52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.941288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-cdeb76e2-6041-48ee-ac1a-f2f22b4e52e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0789988 Aug 25 15:20:08.992537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3a88b92c-ecde-4f3a-bd03-a56f496524bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:08.994106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-3a88b92c-ecde-4f3a-bd03-a56f496524bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454953 Aug 25 15:20:09.091659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-f26e88bd-85a0-487c-9a4f-9b24e74020f4 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895700 Aug 25 15:20:09.198920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c289f5a-a825-423b-a47e-5a4d72a83871 req-98e49363-6ad4-4323-8e15-b0961790f8bb service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975585 Aug 25 15:20:09.287593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ea41d4b8-136f-4473-9d79-ede762e528f0 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:20:09.416690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ea41d4b8-136f-4473-9d79-ede762e528f0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ea41d4b8-136f-4473-9d79-ede762e528f0,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:09.429501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'ea41d4b8-136f-4473-9d79-ede762e528f0', 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68', 'port_id': 'ea41d4b8-136f-4473-9d79-ede762e528f0', 'mac_address': 'fa:16:3e:16:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29982a1-faca-431a-8235-946cd3e8ec8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:20:09.474552 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:09.489562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea41d4b8-136f-4473-9d79-ede762e528f0 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:09.511598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ea41d4b8-136f-4473-9d79-ede762e528f0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ea41d4b8-136f-4473-9d79-ede762e528f0,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:09.650844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:09.727557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ea41d4b8-136f-4473-9d79-ede762e528f0,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:09.746592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.747307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.748679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.751335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.752161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.752910 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.754613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.755180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.755728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.756456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.756997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.757567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:09.849768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abd549-4517-4091-a174-5f6dfc4db0fc req-fc45c249-c0eb-4ba3-b57b-e78af84e2279 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:09.851956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3abd549-4517-4091-a174-5f6dfc4db0fc req-fc45c249-c0eb-4ba3-b57b-e78af84e2279 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 945 time: 0.0983288 Aug 25 15:20:09.879477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ea41d4b8-136f-4473-9d79-ede762e528f0'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:20:09.896766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c3abd549-4517-4091-a174-5f6dfc4db0fc req-cdb9f298-529c-40e3-b8fd-1bc2d4925e7c tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372527 Aug 25 15:20:10.009472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ab099-4fcd-447e-acde-e63e8d3950b8 req-99bf006d-104f-4942-bef3-771351dff763 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:10.017757 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf9ab099-4fcd-447e-acde-e63e8d3950b8 req-99bf006d-104f-4942-bef3-771351dff763 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0711448 Aug 25 15:20:10.081845 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf9ab099-4fcd-447e-acde-e63e8d3950b8 req-66436b8e-d58d-48af-9431-936fccf2965e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585430 Aug 25 15:20:11.030570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f144d2-979b-4834-b515-e1350f77c88f req-22a66efa-d724-4def-982d-f524476a18bf tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:11.032688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19f144d2-979b-4834-b515-e1350f77c88f req-22a66efa-d724-4def-982d-f524476a18bf tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 945 time: 0.0548515 Aug 25 15:20:11.078507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19f144d2-979b-4834-b515-e1350f77c88f req-9aa537cf-34c7-4aa3-91a6-8b8ca24c1bbb tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 Aug 25 15:20:11.197394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683fbb4-dc18-495a-84a4-1f521245c8d2 req-77e11356-f7b4-4182-b591-2ea8ec61fe26 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:11.198940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3683fbb4-dc18-495a-84a4-1f521245c8d2 req-77e11356-f7b4-4182-b591-2ea8ec61fe26 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0557680 Aug 25 15:20:11.239234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3683fbb4-dc18-495a-84a4-1f521245c8d2 req-5ca61c0e-3a72-4fb1-9864-aa795aae5ebd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342162 Aug 25 15:20:11.313113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ea41d4b8-136f-4473-9d79-ede762e528f0 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:20:11.439013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port ea41d4b8-136f-4473-9d79-ede762e528f0 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:20:11.444424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port ea41d4b8-136f-4473-9d79-ede762e528f0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:20:11.444424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:11.529419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:11.559221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea41d4b8-136f-4473-9d79-ede762e528f0'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:11.561477 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aed6866-c470-4062-843b-d1c3106d31d5" -d '{"events": [{"server_uuid": "b4eca4ee-064c-449c-9d53-1b00f7e000e3", "name": "network-vif-plugged", "status": "completed", "tag": "ea41d4b8-136f-4473-9d79-ede762e528f0"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:11.574207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port ea41d4b8-136f-4473-9d79-ede762e528f0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ea41d4b8-136f-4473-9d79-ede762e528f0,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:11.609775 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866628e-993f-463e-928f-a08e59a14b9d x-openstack-request-id: req-4866628e-993f-463e-928f-a08e59a14b9d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:11.609775 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eca4ee-064c-449c-9d53-1b00f7e000e3", "name": "network-vif-plugged", "status": "completed", "tag": "ea41d4b8-136f-4473-9d79-ede762e528f0", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:11.610002 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4866628e-993f-463e-928f-a08e59a14b9d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:11.610435 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea41d4b8-136f-4473-9d79-ede762e528f0', 'code': 200} Aug 25 15:20:11.678967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:11.732687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63162a3-9df0-401e-b999-d60f2e3d72b5 req-d2030e85-5488-4500-a512-3fdfac3d54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:11.734410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b63162a3-9df0-401e-b999-d60f2e3d72b5 req-d2030e85-5488-4500-a512-3fdfac3d54cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 1097 time: 0.0659792 Aug 25 15:20:11.741529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=ea41d4b8-136f-4473-9d79-ede762e528f0,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:11.781601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b63162a3-9df0-401e-b999-d60f2e3d72b5 req-1a8ff05b-dbeb-4661-b3c6-18ca96564103 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Aug 25 15:20:12.204345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29666e1-c4df-49e6-a09f-1001f2040355 req-7b27d04f-de19-40a7-85f0-e8d49edc6208 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:12.205888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c29666e1-c4df-49e6-a09f-1001f2040355 req-7b27d04f-de19-40a7-85f0-e8d49edc6208 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 946 time: 0.0534625 Aug 25 15:20:12.245779 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c29666e1-c4df-49e6-a09f-1001f2040355 req-46492f66-0b20-4d9c-9291-99af99ee0b95 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Aug 25 15:20:12.363291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb77fc3-1edf-48a2-8d83-c3119b71912c req-5c88b6f8-d37f-4971-bc72-00c2b1effca6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:12.365315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acb77fc3-1edf-48a2-8d83-c3119b71912c req-5c88b6f8-d37f-4971-bc72-00c2b1effca6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0553637 Aug 25 15:20:12.417892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acb77fc3-1edf-48a2-8d83-c3119b71912c req-bf873288-3e6f-4305-a1c0-e401fa9eee9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Aug 25 15:20:13.381440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c6c5-846b-4d9f-81b8-30af28160fe5 req-1c78e137-b9f6-4d49-8310-1e807c348f9e tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:13.383048 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8263c6c5-846b-4d9f-81b8-30af28160fe5 req-1c78e137-b9f6-4d49-8310-1e807c348f9e tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 946 time: 0.0585873 Aug 25 15:20:13.429738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8263c6c5-846b-4d9f-81b8-30af28160fe5 req-bfb82ddd-41f4-4dfc-b767-56738570fdb5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Aug 25 15:20:13.570835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10407c5e-0194-41ce-9fa6-3f8c6330d196 req-7fe07408-cd69-4353-b4f0-444494d70990 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:13.573408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10407c5e-0194-41ce-9fa6-3f8c6330d196 req-7fe07408-cd69-4353-b4f0-444494d70990 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0635808 Aug 25 15:20:13.649649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10407c5e-0194-41ce-9fa6-3f8c6330d196 req-fc10d865-3cd1-4ab2-9091-affa5b4b139f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586257 Aug 25 15:20:14.781799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9d1b5-b781-44c1-81bb-4a664c88712f req-ca517792-1dd5-4633-9ac1-eafddaa1e89e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:14.783534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1db9d1b5-b781-44c1-81bb-4a664c88712f req-ca517792-1dd5-4633-9ac1-eafddaa1e89e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0564220 Aug 25 15:20:14.835063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1db9d1b5-b781-44c1-81bb-4a664c88712f req-08341a65-f850-4b70-9eb3-83ac4e829c16 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Aug 25 15:20:15.184747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef7af-5bde-4ee9-9ecd-67a31e126214 req-77c4c39c-9129-4f74-af58-5a6c82507fd7 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:15.186480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ceef7af-5bde-4ee9-9ecd-67a31e126214 req-77c4c39c-9129-4f74-af58-5a6c82507fd7 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 946 time: 0.0542021 Aug 25 15:20:15.243869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4ceef7af-5bde-4ee9-9ecd-67a31e126214 req-c7722bac-f82d-48a4-88c5-74609595a59b tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512607 Aug 25 15:20:15.966607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640b552-82cc-4199-87c2-ee83f9579815 req-deecdbba-721c-449c-9d65-af52439ef669 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:15.968521 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a640b552-82cc-4199-87c2-ee83f9579815 req-deecdbba-721c-449c-9d65-af52439ef669 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0543313 Aug 25 15:20:16.016089 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a640b552-82cc-4199-87c2-ee83f9579815 req-045041d0-1049-49d4-a1dd-d42ecd471d9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Aug 25 15:20:16.382453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9582-846d-442f-8941-0c1dae6ff3f5 req-e1c03778-5bca-41e8-9083-f9b13c65c51d tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:16.387503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a89e9582-846d-442f-8941-0c1dae6ff3f5 req-e1c03778-5bca-41e8-9083-f9b13c65c51d tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 946 time: 0.0694993 Aug 25 15:20:16.464889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a89e9582-846d-442f-8941-0c1dae6ff3f5 req-6fbe4357-396d-4952-aa9e-2548b60ab39c tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698400 Aug 25 15:20:16.481123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-b806a92d-28e9-4891-9215-5ae2e217ce90 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:16.482642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-b806a92d-28e9-4891-9215-5ae2e217ce90 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 946 time: 0.0783660 Aug 25 15:20:16.596075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Deleting port ea41d4b8-136f-4473-9d79-ede762e528f0 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:20:16.596490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:16.711097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] For port ea41d4b8-136f-4473-9d79-ede762e528f0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=ea41d4b8-136f-4473-9d79-ede762e528f0,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:16.711493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:16.727447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Calling delete_port for ea41d4b8-136f-4473-9d79-ede762e528f0 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:20:16.993595 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:17.013179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['ea41d4b8-136f-4473-9d79-ede762e528f0'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:20:17.027913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Pushing event deleted for resources: {'Port': ['ID=ea41d4b8-136f-4473-9d79-ede762e528f0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:17.074738 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] No DVR routers for this DVR port ea41d4b8-136f-4473-9d79-ede762e528f0 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:20:17.077351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:17.080079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fb277b37-1fbc-4dc2-858f-f3028086392b req-10736706-5f72-4721-9476-ac33103f0418 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "DELETE /v2.0/ports/ea41d4b8-136f-4473-9d79-ede762e528f0 HTTP/1.1" status: 204 len: 173 time: 0.5912371 Aug 25 15:20:17.080540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'name': 'network-vif-deleted', 'tag': 'ea41d4b8-136f-4473-9d79-ede762e528f0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:17.082839 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ee22a-6219-4f53-98ed-74195d2ffd89" -d '{"events": [{"server_uuid": "b4eca4ee-064c-449c-9d53-1b00f7e000e3", "name": "network-vif-deleted", "tag": "ea41d4b8-136f-4473-9d79-ede762e528f0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:17.123668 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1185dd-f65f-4777-bb93-b0d81bee6cad x-openstack-request-id: req-0e1185dd-f65f-4777-bb93-b0d81bee6cad {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:17.123960 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eca4ee-064c-449c-9d53-1b00f7e000e3", "name": "network-vif-deleted", "tag": "ea41d4b8-136f-4473-9d79-ede762e528f0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:17.124218 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e1185dd-f65f-4777-bb93-b0d81bee6cad {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:17.125148 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eca4ee-064c-449c-9d53-1b00f7e000e3', 'name': 'network-vif-deleted', 'tag': 'ea41d4b8-136f-4473-9d79-ede762e528f0', 'status': 'completed', 'code': 200} Aug 25 15:20:17.167169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89090452-0de5-4e25-82c1-21cbb83f0dd1 req-df4ac197-b58d-46c7-acd0-572f947c47b8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:17.168709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89090452-0de5-4e25-82c1-21cbb83f0dd1 req-df4ac197-b58d-46c7-acd0-572f947c47b8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0549226 Aug 25 15:20:17.211727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-89090452-0de5-4e25-82c1-21cbb83f0dd1 req-44b4dca5-5381-4002-97d7-9140859bed6f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Aug 25 15:20:17.579873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fde00725-d946-4fb3-9690-52dbfaba1d6c req-30813609-552c-4188-a4f0-4c3df58d580d tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Aug 25 15:20:18.335062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d76a-217f-4521-b683-ad1bb09799f2 req-6a3adef9-af43-4290-b83d-f40b2abaa509 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:18.336573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a4d1d76a-217f-4521-b683-ad1bb09799f2 req-6a3adef9-af43-4290-b83d-f40b2abaa509 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0558321 Aug 25 15:20:18.379594 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a4d1d76a-217f-4521-b683-ad1bb09799f2 req-c463ce82-e2b6-453d-b9a9-8cbe549412e5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Aug 25 15:20:18.698551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c79e4f2-bfd8-4ae6-b390-4c2a4ddb5d9a req-3dcdd330-1af0-443e-be14-f1ff905d8e04 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4eca4ee-064c-449c-9d53-1b00f7e000e3 HTTP/1.1" status: 200 len: 210 time: 0.0321207 Aug 25 15:20:19.365313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ea41d4b8-136f-4473-9d79-ede762e528f0 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:20:19.389690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: ea41d4b8-136f-4473-9d79-ede762e528f0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:20:19.389947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device ea41d4b8-136f-4473-9d79-ede762e528f0 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:20:19.524174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7dc5a-ea44-4aab-bdf4-c5e8e9886ee1 req-ade88e86-10df-4b1e-98fc-0c0ba208955c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:19.525748 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ae7dc5a-ea44-4aab-bdf4-c5e8e9886ee1 req-ade88e86-10df-4b1e-98fc-0c0ba208955c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0580699 Aug 25 15:20:19.570829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ae7dc5a-ea44-4aab-bdf4-c5e8e9886ee1 req-1b2c6d8c-ade3-4743-951e-28b6ad44acd4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Aug 25 15:20:20.276823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-79efc531-d03c-4fc0-8f74-ca85fc7533a9 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:20.278776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-79efc531-d03c-4fc0-8f74-ca85fc7533a9 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/networks?id=cba43508-2d5e-4282-bf74-616473b2ea68 HTTP/1.1" status: 200 len: 808 time: 0.4085350 Aug 25 15:20:20.294713 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-756b77c3-dfc8-436d-a8f9-56074094c55d tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/quotas/767de0dd47a541848bd4d804ad74932f HTTP/1.1" status: 200 len: 375 time: 0.0100832 Aug 25 15:20:20.330392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-abb39e91-27f7-40e6-ae6c-09cc9e746b3e tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=767de0dd47a541848bd4d804ad74932f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293989 Aug 25 15:20:20.457907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-78a4ea5a-0498-4187-ace1-2eaf70233a11 service neutron] 10.222.0.58 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089442 Aug 25 15:20:20.502251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5e51e8e1-b447-42c4-a109-d90755ff5c1f details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:20:20.575312 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-08ab5e55-1442-4238-9e65-0410366cee44 service neutron] 10.222.0.58 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110229 Aug 25 15:20:20.617424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:20.678314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '5e51e8e1-b447-42c4-a109-d90755ff5c1f', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': '5e51e8e1-b447-42c4-a109-d90755ff5c1f', 'mac_address': 'fa:16:3e:2a:c6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:20:20.678314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:20.690054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e51e8e1-b447-42c4-a109-d90755ff5c1f {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:20.719843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483bd3a-a3d3-4bb6-a950-82d75bf809d8 req-1f218dbe-fc41-40d3-9a2b-d53a4b991e7d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:20.721678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:20.721813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5483bd3a-a3d3-4bb6-a950-82d75bf809d8 req-1f218dbe-fc41-40d3-9a2b-d53a4b991e7d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 943 time: 0.0593309 Aug 25 15:20:20.771855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5483bd3a-a3d3-4bb6-a950-82d75bf809d8 req-1a3d34b6-2270-4f94-8aaa-2850f65f9dd2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Aug 25 15:20:21.553339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:21.556705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-391df17d-365b-4670-9021-306e1276422d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:21.583192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bd9e38e5-682a-40c3-b129-ae02be61f9d7 req-b7049b19-f757-471b-87b2-cc475739cc96 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 210 time: 0.0431609 Aug 25 15:20:21.623179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5e51e8e1-b447-42c4-a109-d90755ff5c1f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:21.827247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5e51e8e1-b447-42c4-a109-d90755ff5c1f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:20:21.918097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f268a-8125-4911-84dd-4a7f01b79f3c req-b1817789-0b82-4019-bc60-aa3f5881446d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:21.919729 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b4f268a-8125-4911-84dd-4a7f01b79f3c req-b1817789-0b82-4019-bc60-aa3f5881446d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 944 time: 0.0617285 Aug 25 15:20:21.986448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b4f268a-8125-4911-84dd-4a7f01b79f3c req-d32052c7-6281-4312-bfed-aa10bfd1b400 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Aug 25 15:20:22.515260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5e51e8e1-b447-42c4-a109-d90755ff5c1f up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:20:22.682502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f57cd6db-8d31-4142-8385-ab06b65e97e7 req-3b834959-7c2f-4cd8-ab3b-89affcc9a29d tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Aug 25 15:20:22.695290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 5e51e8e1-b447-42c4-a109-d90755ff5c1f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:20:22.703125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 5e51e8e1-b447-42c4-a109-d90755ff5c1f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:20:22.703686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:22.784543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:22.806480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cacb2a-d783-42a2-9468-5b768e775d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e51e8e1-b447-42c4-a109-d90755ff5c1f'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:22.808746 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee728e33-5e16-4834-8196-2dcc8167985c" -d '{"events": [{"server_uuid": "35cacb2a-d783-42a2-9468-5b768e775d58", "name": "network-vif-plugged", "status": "completed", "tag": "5e51e8e1-b447-42c4-a109-d90755ff5c1f"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:22.821294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:22.848352 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d20ad5-4151-4c5a-8eac-15e2a2004e35 x-openstack-request-id: req-a5d20ad5-4151-4c5a-8eac-15e2a2004e35 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:22.848498 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cacb2a-d783-42a2-9468-5b768e775d58", "name": "network-vif-plugged", "status": "completed", "tag": "5e51e8e1-b447-42c4-a109-d90755ff5c1f", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:22.848773 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5d20ad5-4151-4c5a-8eac-15e2a2004e35 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:22.849276 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cacb2a-d783-42a2-9468-5b768e775d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e51e8e1-b447-42c4-a109-d90755ff5c1f', 'code': 200} Aug 25 15:20:22.936592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:22.968891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07ad9-61e2-4181-914f-3f1024dd0aa4 req-ead5f805-93dc-45cb-a81e-b0062ce08569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:22.970797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fec07ad9-61e2-4181-914f-3f1024dd0aa4 req-ead5f805-93dc-45cb-a81e-b0062ce08569 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 1095 time: 0.0672801 Aug 25 15:20:23.014492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5e51e8e1-b447-42c4-a109-d90755ff5c1f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:23.030909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fec07ad9-61e2-4181-914f-3f1024dd0aa4 req-ddaa4075-e11c-4fd3-8388-e34682961d25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530400 Aug 25 15:20:23.156518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a286f0-0b73-4c67-897c-4ac0e65a3337 req-15ec461f-d14b-453b-a781-19c099588b4d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:23.158041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9a286f0-0b73-4c67-897c-4ac0e65a3337 req-15ec461f-d14b-453b-a781-19c099588b4d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.0663679 Aug 25 15:20:23.200958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9a286f0-0b73-4c67-897c-4ac0e65a3337 req-85cac27c-04cb-4040-909a-0508aa12e3f3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362852 Aug 25 15:20:23.735786 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e25b9a18-49dc-47a8-b322-34ae9327b991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:23.847707 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f780c9e-fb68-4f03-bdd1-e15fe82a6cd4 req-57cae3d1-9188-4aea-b42d-80768101f126 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 210 time: 0.0404108 Aug 25 15:20:23.906660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-ba5d2ed7-bd49-4a66-a581-9cffaf79bdcf tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:23.909743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-ba5d2ed7-bd49-4a66-a581-9cffaf79bdcf tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "GET /v2.0/networks?id=cba43508-2d5e-4282-bf74-616473b2ea68 HTTP/1.1" status: 200 len: 808 time: 0.1803071 Aug 25 15:20:23.924457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Request body: {'port': {'device_id': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68', 'admin_state_up': True, 'tenant_id': '767de0dd47a541848bd4d804ad74932f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:24.187736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Made reservation on behalf of 767de0dd47a541848bd4d804ad74932f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:20:24.191844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:24.247417 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:24.385249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Allocated IP 172.20.0.6 (cba43508-2d5e-4282-bf74-616473b2ea68/f29982a1-faca-431a-8235-946cd3e8ec8a/df972672-0aba-46c2-beb0-4e174397458b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:20:24.405191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070cf6e-b347-4f13-8925-2a99231e953a req-a12cdb6a-6107-4cde-8cc4-f820c4792457 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:24.407434 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5070cf6e-b347-4f13-8925-2a99231e953a req-a12cdb6a-6107-4cde-8cc4-f820c4792457 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.1144102 Aug 25 15:20:24.488959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5070cf6e-b347-4f13-8925-2a99231e953a req-ca99fab7-233b-4bd1-8fb4-d65d4a2d1b7c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715916 Aug 25 15:20:24.654134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:24.748035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:24.799604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Network cba43508-2d5e-4282-bf74-616473b2ea68 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:20:24.803073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:20:24.807407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:20:24.836391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Pushing event updated for resources: {'Port': ['ID=df972672-0aba-46c2-beb0-4e174397458b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:24.871936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:24.873134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:24.965366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-e70d356e-424e-4346-aea5-50f2a18410e5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0468538 Aug 25 15:20:24.980667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d7c28-f08a-4003-b596-7d4f1daafde5 req-4f1eafc2-7ff0-4424-beb5-ce508e788c92 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:24.981941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Request body: {'port': {'device_id': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:24.986449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae8d7c28-f08a-4003-b596-7d4f1daafde5 req-4f1eafc2-7ff0-4424-beb5-ce508e788c92 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 931 time: 0.0668199 Aug 25 15:20:25.043012 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae8d7c28-f08a-4003-b596-7d4f1daafde5 req-65fcfe6f-b542-4e49-8221-73d480733107 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 Aug 25 15:20:25.074899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:25.366563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df972672-0aba-46c2-beb0-4e174397458b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:25.374617 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:25.387476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Transition to ACTIVE for port object df972672-0aba-46c2-beb0-4e174397458b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:20:25.604150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:25.650114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:25.671257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255d3b7-ae3d-4d30-81bc-ea372b7f287f req-6bdb74b4-9add-45fb-b15a-af15f8c99354 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:25.672833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c255d3b7-ae3d-4d30-81bc-ea372b7f287f req-6bdb74b4-9add-45fb-b15a-af15f8c99354 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.0953472 Aug 25 15:20:25.681098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Pushing event updated for resources: {'Port': ['ID=df972672-0aba-46c2-beb0-4e174397458b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:25.755501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c255d3b7-ae3d-4d30-81bc-ea372b7f287f req-844a4479-d3e0-4ab6-9213-96bb88350e30 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752194 Aug 25 15:20:25.776987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Attempting to bind port df972672-0aba-46c2-beb0-4e174397458b on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:20:25.781444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Attempting to bind port df972672-0aba-46c2-beb0-4e174397458b by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:20:25.781444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Attempting to bind port df972672-0aba-46c2-beb0-4e174397458b on network cba43508-2d5e-4282-bf74-616473b2ea68 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:25.783478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Port df972672-0aba-46c2-beb0-4e174397458b on network cba43508-2d5e-4282-bf74-616473b2ea68 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:20:25.783478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Attempting to bind port df972672-0aba-46c2-beb0-4e174397458b on network cba43508-2d5e-4282-bf74-616473b2ea68 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:25.788989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:20:25.789409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Checking segment: {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:20:25.789717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Bound using segment: {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:20:25.790122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Bound port: df972672-0aba-46c2-beb0-4e174397458b, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1efc0-cb1e-4f11-8f24-70095626fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:20:25.790530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:25.864760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] For port df972672-0aba-46c2-beb0-4e174397458b, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:20:25.868677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] For port df972672-0aba-46c2-beb0-4e174397458b, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=df972672-0aba-46c2-beb0-4e174397458b,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:20:25.909365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ff2eb-69dc-4ff8-b3a2-b86acd519e34 req-554634ae-846b-4335-aeab-6e6b320eed41 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:25.911234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d7ff2eb-69dc-4ff8-b3a2-b86acd519e34 req-554634ae-846b-4335-aeab-6e6b320eed41 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.0724597 Aug 25 15:20:25.949737 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d7ff2eb-69dc-4ff8-b3a2-b86acd519e34 req-f4c1d2ea-6742-4e2d-87f4-c706a729fd75 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Aug 25 15:20:25.999119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:26.040118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.040747 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:26.042266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] 10.222.0.52 "PUT /v2.0/ports/df972672-0aba-46c2-beb0-4e174397458b HTTP/1.1" status: 200 len: 1091 time: 1.0666466 Aug 25 15:20:26.042777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'tag': 'df972672-0aba-46c2-beb0-4e174397458b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:26.045608 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6670f79-1bdd-4f15-97bb-014fa2a631cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b4a3dd-c590-47aa-b380-9e474fd16470", "tag": "df972672-0aba-46c2-beb0-4e174397458b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:26.088137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455497b-e592-4e44-9cb0-7a7398318068 service neutron] Pushing event updated for resources: {'Port': ['ID=df972672-0aba-46c2-beb0-4e174397458b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:26.107447 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbffdfa1-a8dc-46aa-a0e8-3ef119ab6cd6 x-openstack-request-id: req-fbffdfa1-a8dc-46aa-a0e8-3ef119ab6cd6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:26.107861 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b4a3dd-c590-47aa-b380-9e474fd16470", "tag": "df972672-0aba-46c2-beb0-4e174397458b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:26.108215 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbffdfa1-a8dc-46aa-a0e8-3ef119ab6cd6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:26.108738 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'tag': 'df972672-0aba-46c2-beb0-4e174397458b', 'status': 'completed', 'code': 200} Aug 25 15:20:26.182591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6670f79-1bdd-4f15-97bb-014fa2a631cd req-3553080e-f8a8-4df1-9495-7a451438c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.192849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6670f79-1bdd-4f15-97bb-014fa2a631cd req-3553080e-f8a8-4df1-9495-7a451438c63f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=767de0dd47a541848bd4d804ad74932f&device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 1094 time: 0.0550261 Aug 25 15:20:26.215147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626af99-65b8-4f87-a8b2-a8e3329492fb req-ea1ec74a-c84a-4867-9e71-63345523b284 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.216622 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e626af99-65b8-4f87-a8b2-a8e3329492fb req-ea1ec74a-c84a-4867-9e71-63345523b284 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 943 time: 0.0616395 Aug 25 15:20:26.257171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e626af99-65b8-4f87-a8b2-a8e3329492fb req-44e28126-8480-46b5-b8ac-6f3426678412 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Aug 25 15:20:26.292562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6670f79-1bdd-4f15-97bb-014fa2a631cd req-fbfde3f7-6fc0-4bf1-a2e9-c4dc0f8af1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.294301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6670f79-1bdd-4f15-97bb-014fa2a631cd req-fbfde3f7-6fc0-4bf1-a2e9-c4dc0f8af1f9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=767de0dd47a541848bd4d804ad74932f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1004176 Aug 25 15:20:26.398708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6670f79-1bdd-4f15-97bb-014fa2a631cd req-b9321051-eefb-4284-8a2b-d0d87142a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.400809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6670f79-1bdd-4f15-97bb-014fa2a631cd req-b9321051-eefb-4284-8a2b-d0d87142a1c1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980887 Aug 25 15:20:26.481116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-30cf9129-16fe-4caa-98fc-3ef4c947bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.482638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-30cf9129-16fe-4caa-98fc-3ef4c947bd16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=767de0dd47a541848bd4d804ad74932f&device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 1094 time: 0.0426145 Aug 25 15:20:26.880488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-2c092bdb-edee-4499-bcd2-c2568d7d0f7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df972672-0aba-46c2-beb0-4e174397458b HTTP/1.1" status: 200 len: 217 time: 0.3888154 Aug 25 15:20:26.930158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-b9179554-d5b1-4968-8b5b-9bd974ded411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:26.931650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-b9179554-d5b1-4968-8b5b-9bd974ded411 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f29982a1-faca-431a-8235-946cd3e8ec8a HTTP/1.1" status: 200 len: 848 time: 0.0439789 Aug 25 15:20:26.966625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-70a16059-cc8e-44b0-872f-371112080215 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cba43508-2d5e-4282-bf74-616473b2ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265505 Aug 25 15:20:27.062104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-eac6096b-54f4-4234-b071-dd4df5bbfc7c service neutron] 10.222.0.52 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876980 Aug 25 15:20:27.159205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e5baeae-43aa-441d-bc6a-1ede6047d498 req-f67a4109-0624-406a-b0df-eb6f15ac85e8 service neutron] 10.222.0.52 "GET /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892606 Aug 25 15:20:27.176226 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:27.385080 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61569f5-103b-4491-89a4-a1cfbae36837 req-a4e88522-43e5-48b7-a5d8-a2384059c3b8 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:27.387475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e61569f5-103b-4491-89a4-a1cfbae36837 req-a4e88522-43e5-48b7-a5d8-a2384059c3b8 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 943 time: 0.0574667 Aug 25 15:20:27.462154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e61569f5-103b-4491-89a4-a1cfbae36837 req-fa6091b4-d14b-4f37-987b-637ae739bdb5 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Aug 25 15:20:27.638861 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:28.576530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b90eb-0876-405a-835f-be8f5bc2fc98 req-c2653148-ec58-409d-8962-2a8651a25447 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:28.579560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e4b90eb-0876-405a-835f-be8f5bc2fc98 req-c2653148-ec58-409d-8962-2a8651a25447 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 943 time: 0.0568287 Aug 25 15:20:28.618770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e4b90eb-0876-405a-835f-be8f5bc2fc98 req-0a535645-c6f7-4567-a84b-de4d64b79c1d tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Aug 25 15:20:29.177567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:29.764853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8400a6-8a14-43c8-90f6-924be4010915 req-ff11f5b5-ee89-4e7c-819d-65dec48aaed8 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:29.766630 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b8400a6-8a14-43c8-90f6-924be4010915 req-ff11f5b5-ee89-4e7c-819d-65dec48aaed8 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 943 time: 0.0579629 Aug 25 15:20:29.812234 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b8400a6-8a14-43c8-90f6-924be4010915 req-836ca962-337b-4e91-85dd-aac1ea67f0da tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Aug 25 15:20:30.522977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-c7a31c9f-123f-4592-b7e7-aec1f47ca33c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:30.524822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-c7a31c9f-123f-4592-b7e7-aec1f47ca33c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1109362 Aug 25 15:20:30.542444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-257fcfcd-a08f-4dc4-b582-9d09f3f21d7d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0105586 Aug 25 15:20:30.612279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-6b47b6b2-7187-4ead-9ea3-69aaa59adf90 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565686 Aug 25 15:20:30.705525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-ff8e11b7-c1b5-4a52-8e80-a493f833a37d service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857372 Aug 25 15:20:30.800962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-1be8e258-acc7-4659-8e42-8dfd0ea65792 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890965 Aug 25 15:20:30.956186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e7a48-9497-4a7b-a28b-0f84778e5bc1 req-1517c0e6-cdc7-4a6d-933e-76b2964d0cf1 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:30.957835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f01e7a48-9497-4a7b-a28b-0f84778e5bc1 req-1517c0e6-cdc7-4a6d-933e-76b2964d0cf1 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 943 time: 0.0545666 Aug 25 15:20:30.997775 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f01e7a48-9497-4a7b-a28b-0f84778e5bc1 req-bc1dc743-49c3-46ac-a9f7-14c1b57aac3a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338578 Aug 25 15:20:31.147386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c40d6782-d23b-4a60-80cb-38fdda00e030 req-1ecaa304-4ffd-4192-83ea-f91fd622db4b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0341866 Aug 25 15:20:31.442819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device df972672-0aba-46c2-beb0-4e174397458b details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:20:31.537699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port df972672-0aba-46c2-beb0-4e174397458b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=df972672-0aba-46c2-beb0-4e174397458b,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:31.549704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'df972672-0aba-46c2-beb0-4e174397458b', 'network_id': 'cba43508-2d5e-4282-bf74-616473b2ea68', 'port_id': 'df972672-0aba-46c2-beb0-4e174397458b', 'mac_address': 'fa:16:3e:46:64:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29982a1-faca-431a-8235-946cd3e8ec8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:20:31.591071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:31.619634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df972672-0aba-46c2-beb0-4e174397458b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:31.640997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port df972672-0aba-46c2-beb0-4e174397458b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=df972672-0aba-46c2-beb0-4e174397458b,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:31.719857 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:31.788777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=df972672-0aba-46c2-beb0-4e174397458b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:31.920161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['df972672-0aba-46c2-beb0-4e174397458b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:20:32.228387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-39b91464-d4c4-41ae-bf81-5f2325cb9311 req-dc9b6340-782f-4ef7-bf54-a51a34272e3c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0285246 Aug 25 15:20:32.364285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d229-17b1-4a6f-a5ef-15684f08244f req-709a5c23-cefa-4f80-97a0-d4a9b783551e tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:32.366018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5966d229-17b1-4a6f-a5ef-15684f08244f req-709a5c23-cefa-4f80-97a0-d4a9b783551e tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 944 time: 0.0540030 Aug 25 15:20:32.411635 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5966d229-17b1-4a6f-a5ef-15684f08244f req-64ec918f-e978-4a5a-b1b2-4f57146475e1 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355980 Aug 25 15:20:33.335462 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70427a94-33de-4e89-b091-b9190fce2f28 req-76338a30-5b23-4757-bb02-68a67a8f7f82 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0296063 Aug 25 15:20:33.458727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device df972672-0aba-46c2-beb0-4e174397458b up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:20:33.555873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb82d-5061-4133-80d4-00b8bef7edaf req-fe6fbdd7-e1f0-4d1e-a8f6-fadb58eb87d0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:33.557576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-552cb82d-5061-4133-80d4-00b8bef7edaf req-fe6fbdd7-e1f0-4d1e-a8f6-fadb58eb87d0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 944 time: 0.0639715 Aug 25 15:20:33.598965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port df972672-0aba-46c2-beb0-4e174397458b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:20:33.605666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port df972672-0aba-46c2-beb0-4e174397458b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:20:33.606093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:33.662036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-552cb82d-5061-4133-80d4-00b8bef7edaf req-4304b14a-a194-407e-80c5-199972c740e9 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804286 Aug 25 15:20:33.713156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:33.721534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-f7924e75-3ada-4bc7-a04c-f620f36469a4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:33.723251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-f7924e75-3ada-4bc7-a04c-f620f36469a4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1646600 Aug 25 15:20:33.739462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:33.743183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df972672-0aba-46c2-beb0-4e174397458b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:33.746222 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec72d176-08df-4de8-9094-824b9c0084f1" -d '{"events": [{"server_uuid": "f8b4a3dd-c590-47aa-b380-9e474fd16470", "name": "network-vif-plugged", "status": "completed", "tag": "df972672-0aba-46c2-beb0-4e174397458b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:33.761557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port df972672-0aba-46c2-beb0-4e174397458b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=df972672-0aba-46c2-beb0-4e174397458b,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:33.911792 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:34.033277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:20:34.037147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:34.176693 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9472a6-6cc0-4b17-93cf-06b712e5e6b4 x-openstack-request-id: req-1b9472a6-6cc0-4b17-93cf-06b712e5e6b4 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:34.177026 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b4a3dd-c590-47aa-b380-9e474fd16470", "name": "network-vif-plugged", "status": "completed", "tag": "df972672-0aba-46c2-beb0-4e174397458b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:34.177320 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b9472a6-6cc0-4b17-93cf-06b712e5e6b4 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:34.177758 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df972672-0aba-46c2-beb0-4e174397458b', 'code': 200} Aug 25 15:20:34.198001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=df972672-0aba-46c2-beb0-4e174397458b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:34.222878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c8b19-cd98-46e6-8f46-484b4a549a69 req-d79e468d-94a9-47dd-bed0-63bac7bca47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:34.224500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac4c8b19-cd98-46e6-8f46-484b4a549a69 req-d79e468d-94a9-47dd-bed0-63bac7bca47c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 1096 time: 0.1057029 Aug 25 15:20:34.277766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac4c8b19-cd98-46e6-8f46-484b4a549a69 req-a2e4ee1b-219e-4438-987e-716844365d91 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Aug 25 15:20:34.283101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.10 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/218da9a6-7d97-476c-99ea-3b4f1216a320) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:20:34.457302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab44b220-4dfc-4191-9b15-539bc35811af req-f7877b26-e323-418d-9536-f7aed705fe78 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0383415 Aug 25 15:20:34.486571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:34.502042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object 218da9a6-7d97-476c-99ea-3b4f1216a320 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:20:34.679583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:34.692993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5e51e8e1-b447-42c4-a109-d90755ff5c1f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:20:34.755410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:20:34.759607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=218da9a6-7d97-476c-99ea-3b4f1216a320,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:34.763149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:20:34.766391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:20:34.806963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.806963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.806963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.807427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.808657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.808985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.809329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.811074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.811892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.812247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.812596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.812940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:34.869013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:34.869013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:34.945771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87979f4-a73b-466c-b327-2bb55945af7b req-335319aa-73e2-49d1-93b3-9e849931e00b tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:34.957959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87979f4-a73b-466c-b327-2bb55945af7b req-335319aa-73e2-49d1-93b3-9e849931e00b tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 945 time: 0.1379490 Aug 25 15:20:34.986687 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-2f0237ae-8dff-44e7-b104-d96d18fe93d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2539415 Aug 25 15:20:35.010289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Request body: {'port': {'device_id': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:35.010778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e87979f4-a73b-466c-b327-2bb55945af7b req-21e94a49-d725-4c29-9594-893fc2b69924 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Aug 25 15:20:35.090779 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:35.350076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8d745932-3535-45a5-a60b-b9913403545d None None] Provisioning for port 218da9a6-7d97-476c-99ea-3b4f1216a320 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:20:35.351929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8d745932-3535-45a5-a60b-b9913403545d None None] Provisioning complete for port 218da9a6-7d97-476c-99ea-3b4f1216a320 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:20:35.352515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8d745932-3535-45a5-a60b-b9913403545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:35.412912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218da9a6-7d97-476c-99ea-3b4f1216a320 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:20:35.425405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:35.427138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8d745932-3535-45a5-a60b-b9913403545d None None] Port 218da9a6-7d97-476c-99ea-3b4f1216a320 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:20:35.441369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Transition to ACTIVE for port object 218da9a6-7d97-476c-99ea-3b4f1216a320 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:20:35.555664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:35.636852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Pushing event updated for resources: {'Port': ['ID=218da9a6-7d97-476c-99ea-3b4f1216a320,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:35.676223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7d23-3f0f-4f50-bda8-150158306469 req-48a28e38-f414-4a89-8b93-86decb93d0f0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:35.677744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ecf7d23-3f0f-4f50-bda8-150158306469 req-48a28e38-f414-4a89-8b93-86decb93d0f0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1334016 Aug 25 15:20:35.757912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ecf7d23-3f0f-4f50-bda8-150158306469 req-e443878b-375d-4b29-a869-61504dcad3dd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569191 Aug 25 15:20:35.764128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Attempting to bind port 218da9a6-7d97-476c-99ea-3b4f1216a320 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:20:35.764706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Attempting to bind port 218da9a6-7d97-476c-99ea-3b4f1216a320 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:20:35.765369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Attempting to bind port 218da9a6-7d97-476c-99ea-3b4f1216a320 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:35.770695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Port 218da9a6-7d97-476c-99ea-3b4f1216a320 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:20:35.771174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Attempting to bind port 218da9a6-7d97-476c-99ea-3b4f1216a320 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:20:35.798063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:20:35.798603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:20:35.799248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:20:35.799867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Bound port: 218da9a6-7d97-476c-99ea-3b4f1216a320, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:20:35.802947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:35.883872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] For port 218da9a6-7d97-476c-99ea-3b4f1216a320, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:20:35.889455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] For port 218da9a6-7d97-476c-99ea-3b4f1216a320, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=218da9a6-7d97-476c-99ea-3b4f1216a320,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:20:36.037710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:36.073286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.073745 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:36.075162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] 10.222.0.52 "PUT /v2.0/ports/218da9a6-7d97-476c-99ea-3b4f1216a320 HTTP/1.1" status: 200 len: 1092 time: 1.0731566 Aug 25 15:20:36.075616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'tag': '218da9a6-7d97-476c-99ea-3b4f1216a320'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:36.078428 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1321214f-dec9-4526-b20f-3990aff71e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d372bea-c28d-496d-8e41-b0667b04c89f", "tag": "218da9a6-7d97-476c-99ea-3b4f1216a320"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:36.110787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013b4e-3ff7-4fef-a7dc-8b3cb19ceebd service neutron] Pushing event updated for resources: {'Port': ['ID=218da9a6-7d97-476c-99ea-3b4f1216a320,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:36.146708 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf4c5ce-3a4e-4dab-845e-53e7f86ebee3 x-openstack-request-id: req-cbf4c5ce-3a4e-4dab-845e-53e7f86ebee3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:36.146708 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d372bea-c28d-496d-8e41-b0667b04c89f", "tag": "218da9a6-7d97-476c-99ea-3b4f1216a320", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:36.146708 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbf4c5ce-3a4e-4dab-845e-53e7f86ebee3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:36.146708 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'tag': '218da9a6-7d97-476c-99ea-3b4f1216a320', 'status': 'completed', 'code': 200} Aug 25 15:20:36.152097 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465141-3b19-4054-9bb1-e91cb968145e req-433899aa-e6a0-45c5-a5c6-a3b7a04bc7aa tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.153769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba465141-3b19-4054-9bb1-e91cb968145e req-433899aa-e6a0-45c5-a5c6-a3b7a04bc7aa tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 945 time: 0.0609004 Aug 25 15:20:36.258945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321214f-dec9-4526-b20f-3990aff71e2b req-87970426-6b7b-4527-bf71-3fb40b353668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.261470 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba465141-3b19-4054-9bb1-e91cb968145e req-660214eb-c3c6-4c67-a07c-5c15d44a0dec tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991206 Aug 25 15:20:36.276729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1321214f-dec9-4526-b20f-3990aff71e2b req-87970426-6b7b-4527-bf71-3fb40b353668 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 1095 time: 0.0895858 Aug 25 15:20:36.440687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321214f-dec9-4526-b20f-3990aff71e2b req-be7467ac-0f83-4805-a56a-bf41a0952e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.442450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1321214f-dec9-4526-b20f-3990aff71e2b req-be7467ac-0f83-4805-a56a-bf41a0952e56 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1574287 Aug 25 15:20:36.574198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321214f-dec9-4526-b20f-3990aff71e2b req-4d86a7db-4849-4da9-81f5-ee388ef7d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.575754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1321214f-dec9-4526-b20f-3990aff71e2b req-4d86a7db-4849-4da9-81f5-ee388ef7d61f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265359 Aug 25 15:20:36.686056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-969eb062-44ac-438b-9e63-73f74cd21b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.688072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-969eb062-44ac-438b-9e63-73f74cd21b69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 1095 time: 0.0575185 Aug 25 15:20:36.751130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-6606aee0-8fa2-4280-a3dc-9d91b0f066b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=218da9a6-7d97-476c-99ea-3b4f1216a320 HTTP/1.1" status: 200 len: 217 time: 0.0526953 Aug 25 15:20:36.812665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-68eb6b6b-d189-4983-8e24-63b0f06bf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.814533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-68eb6b6b-d189-4983-8e24-63b0f06bf246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0563676 Aug 25 15:20:36.943073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc431-da53-418f-bcd0-13b8680b912a req-ce4b5efb-0609-4671-af54-7316959ccfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:36.944602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-ce4b5efb-0609-4671-af54-7316959ccfc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226826 Aug 25 15:20:37.081642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36862f76-75b6-4eb3-851b-6239f3c724dc req-ff4181f1-f152-451e-8cd2-41c33537e4fb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:37.083577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36862f76-75b6-4eb3-851b-6239f3c724dc req-ff4181f1-f152-451e-8cd2-41c33537e4fb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1889613 Aug 25 15:20:37.149487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36862f76-75b6-4eb3-851b-6239f3c724dc req-c59b8779-41f2-4783-a403-3c87a4754b79 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573986 Aug 25 15:20:37.197991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-0d4934eb-8a55-45ae-b304-c58bcd9e373d service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407956 Aug 25 15:20:37.308979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-059fc431-da53-418f-bcd0-13b8680b912a req-79e1d834-72f5-4c12-bfc5-f585cd827a17 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033072 Aug 25 15:20:38.120570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bbaa6-78e1-4c49-925a-a4bc93c0ba9e req-3c2a1dff-c92e-4d19-9819-2f57b23d1dcb tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:38.122419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c5bbaa6-78e1-4c49-925a-a4bc93c0ba9e req-3c2a1dff-c92e-4d19-9819-2f57b23d1dcb tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 945 time: 0.0587959 Aug 25 15:20:38.163262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c5bbaa6-78e1-4c49-925a-a4bc93c0ba9e req-9d5f4c91-de1a-4932-8211-40def8768a00 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Aug 25 15:20:38.306456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdd67e-fcba-4bb1-8f69-4bc916e8352d req-d1d16794-4f67-4eba-96c1-c1bc04e05b9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:38.308091 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b0cdd67e-fcba-4bb1-8f69-4bc916e8352d req-d1d16794-4f67-4eba-96c1-c1bc04e05b9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0531502 Aug 25 15:20:38.355014 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b0cdd67e-fcba-4bb1-8f69-4bc916e8352d req-ee38ed9a-af1a-4684-8e3f-f80ed604b064 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Aug 25 15:20:39.291920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2793-187b-40d8-ad88-dc3f40229524 req-a06154d2-d1d7-40b8-b990-5d8e9a2185e6 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:39.293452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2aac2793-187b-40d8-ad88-dc3f40229524 req-a06154d2-d1d7-40b8-b990-5d8e9a2185e6 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 945 time: 0.0512607 Aug 25 15:20:39.337301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2aac2793-187b-40d8-ad88-dc3f40229524 req-cadfaddc-a322-4352-8b63-5d985b4a6e22 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/security-groups?id=73d92ac0-c5c5-4d1b-b4a5-033c962d4442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Aug 25 15:20:39.484820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e6abb-e46a-46df-8bf6-dfc2c06eff1e req-6bb6bddd-8d16-4e35-a646-39d787c1ba38 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:39.486442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-529e6abb-e46a-46df-8bf6-dfc2c06eff1e req-6bb6bddd-8d16-4e35-a646-39d787c1ba38 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0575674 Aug 25 15:20:39.492257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea431fd-a202-465e-8c27-b2106be426ce req-3dbeb009-b8e2-41ac-98cc-494247f7b39a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:39.493769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ea431fd-a202-465e-8c27-b2106be426ce req-3dbeb009-b8e2-41ac-98cc-494247f7b39a tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 945 time: 0.0577657 Aug 25 15:20:39.534555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-529e6abb-e46a-46df-8bf6-dfc2c06eff1e req-14c22d3b-462d-4a4e-aa81-61bccdb32222 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Aug 25 15:20:39.598709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Deleting port df972672-0aba-46c2-beb0-4e174397458b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:20:39.598953 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:39.697904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] For port df972672-0aba-46c2-beb0-4e174397458b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=df972672-0aba-46c2-beb0-4e174397458b,segment=NetworkSegment(75e1efc0-cb1e-4f11-8f24-70095626fe32),segment_id=75e1efc0-cb1e-4f11-8f24-70095626fe32)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:20:39.698297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:39.712040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Calling delete_port for df972672-0aba-46c2-beb0-4e174397458b owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:20:39.945636 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:20:39.961635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:39.975396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['df972672-0aba-46c2-beb0-4e174397458b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:20:40.003417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Pushing event deleted for resources: {'Port': ['ID=df972672-0aba-46c2-beb0-4e174397458b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:40.044771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] No DVR routers for this DVR port df972672-0aba-46c2-beb0-4e174397458b on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:20:40.048269 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:40.050559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6ea431fd-a202-465e-8c27-b2106be426ce req-ceedbf8e-943a-400f-bd53-ffcf4856ded0 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.52 "DELETE /v2.0/ports/df972672-0aba-46c2-beb0-4e174397458b HTTP/1.1" status: 204 len: 173 time: 0.5499299 Aug 25 15:20:40.051111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'name': 'network-vif-deleted', 'tag': 'df972672-0aba-46c2-beb0-4e174397458b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:20:40.053471 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ddbcf0-0e04-4d91-bfc5-e465a6bc525d" -d '{"events": [{"server_uuid": "f8b4a3dd-c590-47aa-b380-9e474fd16470", "name": "network-vif-deleted", "tag": "df972672-0aba-46c2-beb0-4e174397458b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:20:40.091475 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f1e182-7ab0-4b5a-91f8-f2cfcfc2e2e3 x-openstack-request-id: req-d7f1e182-7ab0-4b5a-91f8-f2cfcfc2e2e3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:20:40.091767 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b4a3dd-c590-47aa-b380-9e474fd16470", "name": "network-vif-deleted", "tag": "df972672-0aba-46c2-beb0-4e174397458b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:20:40.092020 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7f1e182-7ab0-4b5a-91f8-f2cfcfc2e2e3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:20:40.092419 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b4a3dd-c590-47aa-b380-9e474fd16470', 'name': 'network-vif-deleted', 'tag': 'df972672-0aba-46c2-beb0-4e174397458b', 'status': 'completed', 'code': 200} Aug 25 15:20:40.480488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e24d8123-8a6d-432a-9604-07b8e9f897ce req-d4df9902-d871-4268-a618-54a3f4098e84 tempest-VolumesActionsTest-36956768 tempest-VolumesActionsTest-36956768-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b4a3dd-c590-47aa-b380-9e474fd16470 HTTP/1.1" status: 200 len: 210 time: 0.0453115 Aug 25 15:20:40.676824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a837e94-2f64-4c41-b226-56953fd68888 req-ce6b4342-3c2e-4705-91ea-373dd343c17c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:40.678556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a837e94-2f64-4c41-b226-56953fd68888 req-ce6b4342-3c2e-4705-91ea-373dd343c17c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0602436 Aug 25 15:20:40.722999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8a837e94-2f64-4c41-b226-56953fd68888 req-fa622785-8a69-46a1-a0db-6fa1d4ca6ef7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336459 Aug 25 15:20:41.854044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cffef-c884-4e9d-8e1a-8a1a97141d34 req-d4b2d98a-66f1-40b0-abe4-159ec70b23ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:41.855846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-445cffef-c884-4e9d-8e1a-8a1a97141d34 req-d4b2d98a-66f1-40b0-abe4-159ec70b23ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0571017 Aug 25 15:20:41.894170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-445cffef-c884-4e9d-8e1a-8a1a97141d34 req-1d8490bb-ab7f-42eb-b2b6-6640543bcb71 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Aug 25 15:20:43.019676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe957-6852-402b-9f67-7400723d5178 req-caca3cf5-f60f-4176-9e6b-bf1e7dddd57e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:43.021183 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c77fe957-6852-402b-9f67-7400723d5178 req-caca3cf5-f60f-4176-9e6b-bf1e7dddd57e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0504334 Aug 25 15:20:43.061799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c77fe957-6852-402b-9f67-7400723d5178 req-80de275e-35d2-4d11-8e82-47aa98f59f7a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Aug 25 15:20:43.487794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device df972672-0aba-46c2-beb0-4e174397458b no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:20:43.510762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: df972672-0aba-46c2-beb0-4e174397458b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:20:43.511408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device df972672-0aba-46c2-beb0-4e174397458b not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:20:44.198925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba5c67-f682-4a96-8a14-f07e1fb9448d req-0a2527ba-d243-45c3-ab14-c93e63b8ce01 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:44.207338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64ba5c67-f682-4a96-8a14-f07e1fb9448d req-0a2527ba-d243-45c3-ab14-c93e63b8ce01 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0546730 Aug 25 15:20:44.402041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64ba5c67-f682-4a96-8a14-f07e1fb9448d req-eebe69d9-ae34-4e18-9df1-e1a791912748 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923749 Aug 25 15:20:45.603603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4852f1-ca51-4021-b03c-4e214ad63a37 req-784e57f2-d086-49c0-906e-73aeee3ec443 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:45.605508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb4852f1-ca51-4021-b03c-4e214ad63a37 req-784e57f2-d086-49c0-906e-73aeee3ec443 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1219735 Aug 25 15:20:45.671632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb4852f1-ca51-4021-b03c-4e214ad63a37 req-27d3c38b-bc27-4002-b721-d808f31d27df tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Aug 25 15:20:46.822166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206a1ad-557b-4255-803b-5253bf927170 req-92515bb1-fabe-48de-8bc6-a0ad79879336 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:46.831857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5206a1ad-557b-4255-803b-5253bf927170 req-92515bb1-fabe-48de-8bc6-a0ad79879336 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0658886 Aug 25 15:20:46.897026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5206a1ad-557b-4255-803b-5253bf927170 req-8dfbdd74-c28e-4a61-99a6-167822261c0e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Aug 25 15:20:48.033878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900abdf-4e4a-42c8-8032-76f50d192361 req-45067ed9-1797-4300-8a6e-2efa64548219 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:48.035627 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1900abdf-4e4a-42c8-8032-76f50d192361 req-45067ed9-1797-4300-8a6e-2efa64548219 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0696616 Aug 25 15:20:48.084938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1900abdf-4e4a-42c8-8032-76f50d192361 req-218f6870-33e0-42fb-b01b-399dd0ce5488 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Aug 25 15:20:49.271972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7619c-a909-431b-a211-56fca5056358 req-8119634e-efc5-46db-ba9e-dab361363c3f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:49.274375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cea7619c-a909-431b-a211-56fca5056358 req-8119634e-efc5-46db-ba9e-dab361363c3f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0805018 Aug 25 15:20:49.339370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cea7619c-a909-431b-a211-56fca5056358 req-1f717c57-302a-4a82-85ba-20583d976bac tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Aug 25 15:20:50.509452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b69db-345e-4bf4-add7-8c427c027148 req-00c37003-3317-464e-8b77-9f935c0bb4c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:50.511136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d86b69db-345e-4bf4-add7-8c427c027148 req-00c37003-3317-464e-8b77-9f935c0bb4c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0719881 Aug 25 15:20:50.596307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d86b69db-345e-4bf4-add7-8c427c027148 req-08bbbb7f-00bf-4d9e-834e-9bbed4f7592a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Aug 25 15:20:51.066913 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb1d9-62a2-41c5-a658-369dcf9ec834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:52.147171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8f683-8754-490f-a267-82bf3fbdecae req-76e561a8-2e3c-42af-9aa0-ecafa3e588f2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:52.147171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9a8f683-8754-490f-a267-82bf3fbdecae req-76e561a8-2e3c-42af-9aa0-ecafa3e588f2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0660524 Aug 25 15:20:52.147171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f9a8f683-8754-490f-a267-82bf3fbdecae req-114fac9b-a38a-4002-96ff-4eaf52f67503 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576427 Aug 25 15:20:53.036205 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8969c-7ffa-46b3-979e-70e9039b39ee req-5478c999-a846-4346-a389-82d8c4c22819 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:53.038367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6b8969c-7ffa-46b3-979e-70e9039b39ee req-5478c999-a846-4346-a389-82d8c4c22819 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1176622 Aug 25 15:20:53.092262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f6b8969c-7ffa-46b3-979e-70e9039b39ee req-0c2ad217-dd4a-4920-8484-1a9a090d0e5d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Aug 25 15:20:53.767582 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-2f81edae-ac5b-4119-ae9f-2b1aa5d4a741 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1708384 Aug 25 15:20:53.798654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-021c4140-943a-423f-8307-4480e3d29547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:53.870916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-912a4f15-83e7-4b88-806a-8d37063c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:53.876628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-912a4f15-83e7-4b88-806a-8d37063c7477 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43da7fb103914a3385f0aa254d56f416&device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 1096 time: 0.0504887 Aug 25 15:20:54.046232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-f4e58122-de4b-4b14-a754-c3782e3d95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:54.048808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-f4e58122-de4b-4b14-a754-c3782e3d95f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 200 len: 910 time: 0.1433299 Aug 25 15:20:54.178871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-d2cc0206-9de4-4d3d-974f-6ff404c3c0f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 200 len: 1001 time: 0.1136594 Aug 25 15:20:54.248596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:54.307865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-afdb95c9-48de-429a-9fc3-6cecdea9273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:54.309442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-afdb95c9-48de-429a-9fc3-6cecdea9273b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 200 len: 848 time: 0.1184011 Aug 25 15:20:54.375588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb9361-7bb2-4111-b428-021887294296 req-19a09c0a-e7e3-4438-8920-42123c076cee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:54.377133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69bb9361-7bb2-4111-b428-021887294296 req-19a09c0a-e7e3-4438-8920-42123c076cee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1848345 Aug 25 15:20:54.408002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-1a4ba0bd-9f06-4e8d-aad0-3ba2901fbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:54.411265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-1a4ba0bd-9f06-4e8d-aad0-3ba2901fbaeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a588f3ec-f500-4e9f-8e38-2d385bc38f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927191 Aug 25 15:20:54.526297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-66efc175-9b7d-4f8c-9232-8f682644fb48 service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079447 Aug 25 15:20:54.582132 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69bb9361-7bb2-4111-b428-021887294296 req-f0f6079d-9385-43f9-8c4b-d42d162839d6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984048 Aug 25 15:20:54.674061 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e089e43-ddcb-4a72-b77e-56ae6a48b5fd req-fb187c66-691a-4310-beaf-069eec439b07 service neutron] 10.222.0.45 "GET /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317496 Aug 25 15:20:55.626958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:55.729586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c89f50-bdfe-4da9-89b1-732e984313f6 req-23551f16-7aec-40ac-aa1a-cee9ba93ba0e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:55.732787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2c89f50-bdfe-4da9-89b1-732e984313f6 req-23551f16-7aec-40ac-aa1a-cee9ba93ba0e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0561090 Aug 25 15:20:55.781703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2c89f50-bdfe-4da9-89b1-732e984313f6 req-1a68c892-4c23-438a-95b9-828edea7d569 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Aug 25 15:20:56.602266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43550) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:20:56.742291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00d4819f-0762-4701-b17f-328a2071270a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:56.923141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00d4819f-0762-4701-b17f-328a2071270a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:56.939666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf00054-c654-4891-ba22-9ca33aefbba0 req-6f47fc41-c958-420a-9d42-e417f6c6dcee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:56.941156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aaf00054-c654-4891-ba22-9ca33aefbba0 req-6f47fc41-c958-420a-9d42-e417f6c6dcee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0773745 Aug 25 15:20:56.984897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aaf00054-c654-4891-ba22-9ca33aefbba0 req-6d3ef6ab-f211-46de-b1bb-23644b3427d6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Aug 25 15:20:57.060129 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-00d4819f-0762-4701-b17f-328a2071270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:57.104995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-00d4819f-0762-4701-b17f-328a2071270a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36d7497853b743b18997c3d59e8b54f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010118 Aug 25 15:20:57.105787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4819f-0762-4701-b17f-328a2071270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498efa73-bdc2-404b-b5de-54a435b1784f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:57.106225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:57.107490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:20:57.163074 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:57.183755 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:57.365474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:57.369517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:57.378746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/498efa73-bdc2-404b-b5de-54a435b1784f HTTP/1.1" status: 204 len: 168 time: 0.2654426 Aug 25 15:20:57.383888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498efa73-bdc2-404b-b5de-54a435b1784f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:20:57.398575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.399943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.400623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.401172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.401720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.402261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.402860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.403508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.404060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.404683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.405146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.406057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f9494-27d9-4ed7-b87c-586a22526583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:20:57.411115 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:58.112700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a721e-b704-4db5-9f5b-10ac3b137e88 req-bb530db6-ed8c-41f2-8c51-c57d83713278 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:58.114200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-146a721e-b704-4db5-9f5b-10ac3b137e88 req-bb530db6-ed8c-41f2-8c51-c57d83713278 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0547516 Aug 25 15:20:58.161245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-146a721e-b704-4db5-9f5b-10ac3b137e88 req-d34c12dd-b7c7-49cd-a011-fdcec2d9bb21 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Aug 25 15:20:59.198601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:20:59.329073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc466-d51d-4cd8-845d-94369083f0f7 req-6b60ac89-c1dc-4260-8b77-a40472d39de4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:20:59.330603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-841dc466-d51d-4cd8-845d-94369083f0f7 req-6b60ac89-c1dc-4260-8b77-a40472d39de4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0576439 Aug 25 15:20:59.368414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-841dc466-d51d-4cd8-845d-94369083f0f7 req-d7749c7c-8625-4b9a-b7e1-19563d27a6e3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 25 15:20:59.707453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43624) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:20:59.893806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'network': {'name': 'tempest-network-smoke--1602563475', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'port_security_enabled': True}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:20:59.982144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:20:59.990977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.031285 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.130652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.227052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.255294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:21:00.264114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec52104-33f3-4cd5-bcab-9f432c5e7d74,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:00.282050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.282395 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Added segment 929b4355-34f1-4bcc-9c40-3402c8b43263 of type vlan for network fd04691f-7d8d-4aec-912a-ca1c756b0d17 Aug 25 15:21:00.323817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.495824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.501397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:00.501983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.538286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805653-79b3-46bc-95d6-e37d417e5ece req-f5b26e62-e449-4474-b211-24af59373d56 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:00.545607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a805653-79b3-46bc-95d6-e37d417e5ece req-f5b26e62-e449-4474-b211-24af59373d56 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0628293 Aug 25 15:21:00.587163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Network': ['ID=fd04691f-7d8d-4aec-912a-ca1c756b0d17,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:00.606485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:21:00.610562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9a805653-79b3-46bc-95d6-e37d417e5ece req-e239c4bc-57e6-470c-8e71-79d92100e1da tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357077 Aug 25 15:21:00.674883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fe3ac08a-45aa-4db2-9935-62f8fe5f3b0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9660518 Aug 25 15:21:00.677873 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43642) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:00.684374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'admin_state_up': True, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:00.804315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.805344 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:00.876045 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:01.162909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:01.718997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:01.740969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:01.785346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7fe71-3f54-4bc9-bfb0-38f7b96ba2ef req-85f3be24-eb03-47b8-b3d7-0fbc6ff14c6a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:01.799887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec7fe71-3f54-4bc9-bfb0-38f7b96ba2ef req-85f3be24-eb03-47b8-b3d7-0fbc6ff14c6a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1010892 Aug 25 15:21:01.846055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1ec7fe71-3f54-4bc9-bfb0-38f7b96ba2ef req-cac983ff-0219-4283-bed8-a08742383821 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Aug 25 15:21:01.883607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.25.8.70 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/b485156f-dc55-4d45-833a-87658311f89b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:21:02.005969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:02.159158 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:02.220203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:21:02.226062 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:02.229169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:21:02.264128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=b485156f-dc55-4d45-833a-87658311f89b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:02.691458 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:03.023450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:03.034640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb67a8-6fee-4d14-b17a-050297c43e74 req-65c86626-b463-4cd7-8b8a-7e180fb73778 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:03.036177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bcbb67a8-6fee-4d14-b17a-050297c43e74 req-65c86626-b463-4cd7-8b8a-7e180fb73778 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1030338 Aug 25 15:21:03.159653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bcbb67a8-6fee-4d14-b17a-050297c43e74 req-09f0d510-be7a-452f-a1ef-18cb772f0afa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841830 Aug 25 15:21:03.341468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:21:03.476654 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:21:03.492639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:21:03.531692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:21:03.532985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:20:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:03.668303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:21:03.678559 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:03.679909 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-023f5676-df26-48b6-b93d-fde777fd6019 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9997382 Aug 25 15:21:03.684035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43678) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:03.795051 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-66bbfac4-951d-4d23-8cf3-1858e49b73d6 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f09b93b529ab40098c14e91d26000baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1088459 Aug 25 15:21:03.799106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:03.926470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:02Z', 'revision_number': 3, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:03.971832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:21:03.972189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Updating router 9ccb7aec-b1db-4c56-9e5f-216dd828373e port b485156f-dc55-4d45-833a-87658311f89b binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:21:04.016967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.334533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf7f46-02e0-4e9b-a374-03d5cf1bf8d5 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:04.339648 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c8cf7f46-02e0-4e9b-a374-03d5cf1bf8d5 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5378857 Aug 25 15:21:04.339914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43696) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:04.360201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce364b2-e8d5-4b35-8936-ccec88cabf23 req-cc50e703-f896-4113-9db1-c2729f29beb7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:04.365363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ce364b2-e8d5-4b35-8936-ccec88cabf23 req-cc50e703-f896-4113-9db1-c2729f29beb7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1097770 Aug 25 15:21:04.374696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.386692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Transition to ACTIVE for port object b485156f-dc55-4d45-833a-87658311f89b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:04.391614 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-076aaafe-8079-4411-ad93-8d5fe6ebb693 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503671 Aug 25 15:21:04.394228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43698) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:04.401356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518256833', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:04.417669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ce364b2-e8d5-4b35-8936-ccec88cabf23 req-192a2e70-888c-4c85-9095-cfc35ab6d1e0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481536 Aug 25 15:21:04.506958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.560263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Attempting to bind port b485156f-dc55-4d45-833a-87658311f89b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:21:04.560524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Attempting to bind port b485156f-dc55-4d45-833a-87658311f89b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:21:04.560754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Attempting to bind port b485156f-dc55-4d45-833a-87658311f89b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:21:04.564642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:21:04.569101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.569295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:21:04.569661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:21:04.570580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.570580 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:21:04.570925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Bound port: b485156f-dc55-4d45-833a-87658311f89b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:21:04.571362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.574712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a3c1-03ee-4377-8ab8-cab08b9a3ddb None None] Pushing event updated for resources: {'Port': ['ID=b485156f-dc55-4d45-833a-87658311f89b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:04.636356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] For port b485156f-dc55-4d45-833a-87658311f89b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:21:04.640180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] For port b485156f-dc55-4d45-833a-87658311f89b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b485156f-dc55-4d45-833a-87658311f89b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:21:04.750636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:04.816892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a3c1-03ee-4377-8ab8-cab08b9a3ddb None None] Pushing event updated for resources: {'Port': ['ID=b485156f-dc55-4d45-833a-87658311f89b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:04.821631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:21:04.822281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:20:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:04.931555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:21:04.940404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:05.043637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Subnet': ['ID=af787819-96eb-4e0b-b075-c373ee2aab3a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:05.050204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Checking segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:21:05.050646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network hostable DHCP agents. Network: fd04691f-7d8d-4aec-912a-ca1c756b0d17, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:21:05.182218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:02Z', 'revision_number': 3, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:05.213803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6602b2-0caf-40f7-987d-409cd4af14b9 None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:02Z', 'revision_number': 3, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:21:05.220531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:21:05.409833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, fd04691f-7d8d-4aec-912a-ca1c756b0d17) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:05.445958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:05.449489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:05.465561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e41d3e-e867-432b-83e4-c6fbd81243c2 None None] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:21:05.599659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bed5-b96c-4030-8b30-182759e9944d req-033dc0ab-0ee2-415f-9156-ce3c642ab795 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:05.601866 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48f3bed5-b96c-4030-8b30-182759e9944d req-033dc0ab-0ee2-415f-9156-ce3c642ab795 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0690227 Aug 25 15:21:05.604825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-741dc9b1-ac88-4316-a1e6-ee5be874ff0e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2092662 Aug 25 15:21:05.608322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43710) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:05.650691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-48f3bed5-b96c-4030-8b30-182759e9944d req-ece4f5f8-7d01-4d13-82b6-ad49d967ba7a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Aug 25 15:21:05.729294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:21:05.730482 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:05.940775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Allocated IP 172.20.0.2 (fd04691f-7d8d-4aec-912a-ca1c756b0d17/af787819-96eb-4e0b-b075-c373ee2aab3a/0d6cb50d-9ae3-4e39-8d11-c2995a643d5e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:21:06.031515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b485156f-dc55-4d45-833a-87658311f89b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:06.246560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b485156f-dc55-4d45-833a-87658311f89b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:06.259691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b485156f-dc55-4d45-833a-87658311f89b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:06.260252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.297404 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.321193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Transition to ACTIVE for port object 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:06.328811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.373509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Transition to ACTIVE for port object 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:06.434649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.441862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.491534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port b485156f-dc55-4d45-833a-87658311f89b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b485156f-dc55-4d45-833a-87658311f89b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:06.497398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:21:06.501840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:06.506228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:21:06.508500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Pushing event updated for resources: {'Port': ['ID=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:06.555851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.590039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Attempting to bind port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:21:06.590414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Attempting to bind port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:21:06.590782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Attempting to bind port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e on network fd04691f-7d8d-4aec-912a-ca1c756b0d17 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:21:06.600538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:21:06.609654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Checking segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:21:06.609654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.609654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Bound using segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:21:06.609654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Bound port: 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:21:06.609654 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.653782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=b485156f-dc55-4d45-833a-87658311f89b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:06.703196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] For port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:21:06.706472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] For port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:21:06.714366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.20.0.1 (fd04691f-7d8d-4aec-912a-ca1c756b0d17/af787819-96eb-4e0b-b075-c373ee2aab3a/2ae5b673-5369-46fa-8ebd-6d54d5aa6c82) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:21:06.828916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:06.873230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69c16-52ca-47dd-ae03-c94e673a1418 req-c9fbeaf6-bf03-4b73-aef8-9148969d72bf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:06.875614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4f69c16-52ca-47dd-ae03-c94e673a1418 req-c9fbeaf6-bf03-4b73-aef8-9148969d72bf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0805416 Aug 25 15:21:06.989547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae968994-e133-42a6-95f6-fde07005f8f7 None None] Pushing event updated for resources: {'Port': ['ID=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:06.990113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4f69c16-52ca-47dd-ae03-c94e673a1418 req-aa63abce-7475-4931-bfcc-ddf0560cf93d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976503 Aug 25 15:21:06.996105 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:07.013162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Transition to ACTIVE for port object 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:07.182144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:07.262404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:21:07.269596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:07.277174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:07.281950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:21:07.386765 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.029961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.063836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:08.223169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df147-4386-4a81-b032-77d6abc534f1 req-812d4314-b6fa-4b1a-a284-d228518b0d52 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:08.235362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-921df147-4386-4a81-b032-77d6abc534f1 req-812d4314-b6fa-4b1a-a284-d228518b0d52 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0975196 Aug 25 15:21:08.244390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:08.254825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b485156f-dc55-4d45-833a-87658311f89b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:08.369550 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-921df147-4386-4a81-b032-77d6abc534f1 req-09458693-5cf4-4346-9f58-6a8044df1e52 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323957 Aug 25 15:21:08.391955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b485156f-dc55-4d45-833a-87658311f89b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:08.392338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.463566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deec8f9-4a2b-4287-bcc4-55c66da35a7d None None] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:21:08.576776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.678663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.700263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] Provisioning for port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:08.705710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] Provisioning complete for port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:08.706414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.794588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.801327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:08.853034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:08.951743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] For port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:09.010261 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:09.023339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:21:09.026070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:09.070706 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7189758-c2e0-4ac2-9e1c-d1f6ec2fa96c None None] Pushing event updated for resources: {'Port': ['ID=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:09.191375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:21:09.232405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7f187071-6208-4a4c-9fc9-aebbcb75aacd None None] Provisioning for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:09.237398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7f187071-6208-4a4c-9fc9-aebbcb75aacd None None] Provisioning complete for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:09.238069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f187071-6208-4a4c-9fc9-aebbcb75aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:09.333986 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7f187071-6208-4a4c-9fc9-aebbcb75aacd None None] Port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:21:09.348295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7f187071-6208-4a4c-9fc9-aebbcb75aacd None None] Provisioning complete for port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:09.348943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f187071-6208-4a4c-9fc9-aebbcb75aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:09.378798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:21:09.393600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4b22a40e-a4f3-40a8-a8ea-bee4722e0ec0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "PUT /v2.0/routers/9ccb7aec-b1db-4c56-9e5f-216dd828373e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7839041 Aug 25 15:21:09.394218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43750) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:09.397104 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:21:09.442982 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:21:09.444533 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:20:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:09.635046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954b4b-20c2-4770-bbfb-38c1aa5bf1e8 req-82c44348-d36c-4009-9c49-05914071c28b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.638666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14954b4b-20c2-4770-bbfb-38c1aa5bf1e8 req-82c44348-d36c-4009-9c49-05914071c28b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0787024 Aug 25 15:21:09.668670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-19ac1a2c-e15c-4149-9549-7de3ec15d233 None None] Provisioning complete for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:09.669218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-19ac1a2c-e15c-4149-9549-7de3ec15d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:09.681638 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:21:09.744306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14954b4b-20c2-4770-bbfb-38c1aa5bf1e8 req-3a3b7122-7ac3-4bbe-bb28-59549e971754 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843544 Aug 25 15:21:09.762797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-19ac1a2c-e15c-4149-9549-7de3ec15d233 None None] Port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:21:09.782444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.789959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.790896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.796937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43756) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:09.797958 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dbf984f4-fe12-4692-a3a4-18bcc8cff130 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6374 time: 0.4019699 Aug 25 15:21:09.893553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed174823-4cec-4be6-970a-fe6d2dd08529 None None] Provisioning complete for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:09.893889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed174823-4cec-4be6-970a-fe6d2dd08529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:09.944086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ed174823-4cec-4be6-970a-fe6d2dd08529 None None] Port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:21:09.947192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.947671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.948134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.948590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.949046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.949541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.949994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.951268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.951268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:09.954148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4038e060-84e7-4e1d-94b4-13db28df7f8b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.1555541 Aug 25 15:21:09.956445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:09.956587 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:09.988094 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:07Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:08Z', 'revision_number': 2, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:10.015440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:10.016135 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.035736 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:21:10.037301 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Updating router 9ccb7aec-b1db-4c56-9e5f-216dd828373e port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:21:10.077924 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.270778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f4a19d32-9774-475a-a80b-b31cc65b6b69 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.3130772 Aug 25 15:21:10.545250 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.546464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:10.551726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538852008', 'description': 'tempest-secgroup-smoke-1538852008 description', 'project_id': 'f09b93b529ab40098c14e91d26000baa'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:10.556048 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Transition to ACTIVE for port object 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:10.689811 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.712850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.747397 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Pushing event updated for resources: {'Port': ['ID=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:10.773105 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.774292 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.774804 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.775325 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.776191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.777026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.777538 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.778030 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.778626 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.779442 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.790232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.790232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:10.850346 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Attempting to bind port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:21:10.853400 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Attempting to bind port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:21:10.854408 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Attempting to bind port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 on network fd04691f-7d8d-4aec-912a-ca1c756b0d17 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:21:10.870297 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:21:10.870654 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Checking segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:21:10.875160 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.875585 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Bound using segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:21:10.876077 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Bound port: 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:21:10.876691 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:10.963971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bbb2-a347-414b-bb27-9790cf89eb3c req-a1dca7e1-aa3f-4000-b3ed-07e79a5fb898 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:10.974850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4889bbb2-a347-414b-bb27-9790cf89eb3c req-a1dca7e1-aa3f-4000-b3ed-07e79a5fb898 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0976918 Aug 25 15:21:10.985675 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] For port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:21:10.989373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] For port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:21:11.014471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:11.044767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4889bbb2-a347-414b-bb27-9790cf89eb3c req-a4763477-a3f1-4b57-b8fc-7ebdc024c95d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684023 Aug 25 15:21:11.735575 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:11.763970 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:11.791955 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56fb2e-a138-48e3-9d61-2655cf388daf None None] Pushing event updated for resources: {'Port': ['ID=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:11.812011 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:21:11.813610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:20:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:11.846434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2468e6a5-9905-4871-91e1-db29189cce93,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:11.951157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:11.957621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60e4424b-7165-46f8-90db-9eb1a4d289d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4061139 Aug 25 15:21:11.957621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43784) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:11.961799 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:21:11.962155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '2468e6a5-9905-4871-91e1-db29189cce93', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:12.176021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.214672 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:07Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:10Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:12.220219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ed340-71bb-4805-9a21-644e4d36676c req-4dac11fc-1962-481a-9767-d6570df191bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:12.246583 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6eece-0bae-48d5-a8fd-9b0456c72006 None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:07Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:10Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:21:12.256116 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b80ed340-71bb-4805-9a21-644e4d36676c req-4dac11fc-1962-481a-9767-d6570df191bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1036596 Aug 25 15:21:12.267113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.307054 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b80ed340-71bb-4805-9a21-644e4d36676c req-51c89da9-3d16-4624-8816-d55647db1ac6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471179 Aug 25 15:21:12.402378 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.425018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975d052a-e0dc-44ea-9023-562f03079370,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:12.516633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.518320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e2fa7cb5-4d75-4318-9a67-fe0b0f1c66ea tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5607047 Aug 25 15:21:12.521691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43794) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:12.529640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '2468e6a5-9905-4871-91e1-db29189cce93', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:12.681516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.755534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.872577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:12.894064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46d016e-ba14-4122-9e92-449fe8ae4d69,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:13.055274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:13.060509 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-90080898-7621-477c-aa26-cc68ad352f33 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5333526 Aug 25 15:21:13.060778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43798) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:13.064754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '2468e6a5-9905-4871-91e1-db29189cce93', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:13.242707 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:13.338374 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:13.452914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d273904-1cb3-4e89-af17-47e207ee38d2 req-07ca129e-6130-4cb3-ba8a-32496aa6a0fa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:13.455238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d273904-1cb3-4e89-af17-47e207ee38d2 req-07ca129e-6130-4cb3-ba8a-32496aa6a0fa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0546064 Aug 25 15:21:13.487435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:13.540320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2be6917-35d7-4ea9-ba09-5d5ca159b486,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:13.551302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d273904-1cb3-4e89-af17-47e207ee38d2 req-3edcf38f-fe62-47e4-8a8d-d13187a28ff0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891807 Aug 25 15:21:13.741100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:13.745589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 43810) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:13.746167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7fa20482-de76-47b6-93fa-69b64a1c4241 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6849859 Aug 25 15:21:13.752160 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '2468e6a5-9905-4871-91e1-db29189cce93', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:13.917253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:13.944802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.020534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.095260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:14.099305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:14.099634 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.127525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.155470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eceb866-7b18-497e-8915-6b7f9a409aa5,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:14.240541 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.245328 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4883bdfa-cc38-4431-af62-85111c83542d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4949720 Aug 25 15:21:14.253143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43818) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:14.253143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '2468e6a5-9905-4871-91e1-db29189cce93', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:14.405729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.434223 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Project f09b93b529ab40098c14e91d26000baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:21:14.441914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:14.450384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.524365 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.644962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.692177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030254f2-0a02-45ad-b0ad-79e5d7761b8c req-0c518c40-64f3-4ed6-8027-1c41377ab0d3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:14.693720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-030254f2-0a02-45ad-b0ad-79e5d7761b8c req-0c518c40-64f3-4ed6-8027-1c41377ab0d3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0671277 Aug 25 15:21:14.699221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:14.706685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.707066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.707406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.707747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.708086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.708419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.708751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.709079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.709407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.709735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.710069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.710385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:14.712648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.732388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d6ff5c-1d1c-4c66-ade4-ae9add6b35a3,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:14.740909 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-030254f2-0a02-45ad-b0ad-79e5d7761b8c req-62fbe8e8-1de0-44e6-8386-f547d963e2e1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Aug 25 15:21:14.838844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:14.840267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1a057197-f58f-4276-af28-4f595fcf0045 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5934083 Aug 25 15:21:14.843534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 43832) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:14.848174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '2468e6a5-9905-4871-91e1-db29189cce93', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:14.998345 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Project f09b93b529ab40098c14e91d26000baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:21:15.004154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:15.083564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:15.232950 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:15.248048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ca3814-0b8a-461b-91ae-4fcd8ff99d0e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:15.493650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:15.500779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9bba7ef6-2133-48bb-a4be-bd16d214efc8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6557729 Aug 25 15:21:15.667805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-86760b9f-e8c0-49b8-b33d-ec938809f8e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538852008&fields=id&tenant_id=f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 267 time: 0.0387893 Aug 25 15:21:15.812150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-aa3f83a2-0ac3-4a2b-8725-484f9353126d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:15.816116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-aa3f83a2-0ac3-4a2b-8725-484f9353126d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/networks?id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 797 time: 0.1412458 Aug 25 15:21:15.830929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-9fa2c552-9ce1-44ac-902a-053ac65c52e9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/quotas/f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 375 time: 0.0110247 Aug 25 15:21:15.907804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdc6f1-2fbd-4944-9e2b-6e928fdec591 req-9c23764c-5f5e-4532-8979-4ef5b098a669 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:15.915214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-a3dd7703-a551-438d-a243-dd708992c457 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750771 Aug 25 15:21:15.915435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:15.917881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77fdc6f1-2fbd-4944-9e2b-6e928fdec591 req-9c23764c-5f5e-4532-8979-4ef5b098a669 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0788226 Aug 25 15:21:15.959274 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77fdc6f1-2fbd-4944-9e2b-6e928fdec591 req-1d15d64c-ba66-4b5f-9c6e-85ec78c6ab1d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Aug 25 15:21:15.982749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:15.983667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:16.044814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-ebe8bd47-6aae-4151-8479-c22921d814e0 service neutron] 10.222.0.58 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105030 Aug 25 15:21:16.151811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-be8988a7-c74b-4e5b-8eff-8cb26b4f11ff service neutron] 10.222.0.58 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997422 Aug 25 15:21:16.423418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ee3607a2-9772-4cd7-8a67-10e7298a1b63 req-b88a5ec9-72de-4703-bebc-a4c578ad064a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 210 time: 0.0362167 Aug 25 15:21:16.944688 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:21:17.205965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bea39-9e45-4be8-828d-c11f0a3a248d req-e1fe8472-041f-4bf1-8823-373e520118f3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:17.207475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46bea39-9e45-4be8-828d-c11f0a3a248d req-e1fe8472-041f-4bf1-8823-373e520118f3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0659952 Aug 25 15:21:17.248149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c46bea39-9e45-4be8-828d-c11f0a3a248d req-b125888d-6d07-4212-8e9d-c978ece3c517 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Aug 25 15:21:17.526099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56f995f0-a0ac-45d2-ad68-fcd1eef8cca5 req-d2fb6092-9877-432a-ae3d-c6aa81fa9240 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 210 time: 0.0420768 Aug 25 15:21:18.386924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9f9aa-da8f-4f80-b80b-b48a0c2e8137 req-37550a7f-6216-4ccc-b38a-35c41b380847 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:18.388373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80c9f9aa-da8f-4f80-b80b-b48a0c2e8137 req-37550a7f-6216-4ccc-b38a-35c41b380847 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0672815 Aug 25 15:21:18.437925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80c9f9aa-da8f-4f80-b80b-b48a0c2e8137 req-07aecb73-8b84-482c-8a5c-9d48915fe5d7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Aug 25 15:21:18.628117 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f2828c25-a787-4f80-a1da-8a3fc59259db req-8181859c-4ee9-458b-9900-8ff4486b56ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Aug 25 15:21:19.558788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b1dcc-1af4-4d0c-b721-4307ddf43b8b req-fa8ffc81-dab0-4703-ba5b-4c86d96de98e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:19.560295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-166b1dcc-1af4-4d0c-b721-4307ddf43b8b req-fa8ffc81-dab0-4703-ba5b-4c86d96de98e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0492592 Aug 25 15:21:19.654312 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-166b1dcc-1af4-4d0c-b721-4307ddf43b8b req-c8adf889-3733-46f2-a545-f601d758b006 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867941 Aug 25 15:21:19.739475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-fd82adf7-2d84-43f9-a136-eae2049944c6 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:19.741473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-fd82adf7-2d84-43f9-a136-eae2049944c6 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.45 "GET /v2.0/networks?id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 797 time: 0.1552310 Aug 25 15:21:19.758302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cd76ab0-b1bb-4d5f-9cdf-a15fad47e76b req-11d81c65-397f-47f9-81e4-a537133226ca tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 210 time: 0.0438242 Aug 25 15:21:19.789901 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-83fed5c8-8ba7-4765-8844-b243b2e2ab1d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 380 time: 0.0376210 Aug 25 15:21:19.824036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'port': {'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'admin_state_up': True, 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'security_groups': ['2468e6a5-9905-4871-91e1-db29189cce93']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:20.032188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:21:20.035827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:20.183819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.20.0.4 (fd04691f-7d8d-4aec-912a-ca1c756b0d17/af787819-96eb-4e0b-b075-c373ee2aab3a/11ad26b5-9c4e-449b-ad9c-63ec948489bc) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:21:20.329345 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:20.342545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Transition to ACTIVE for port object 11ad26b5-9c4e-449b-ad9c-63ec948489bc will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:20.478406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:20.530781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:21:20.533110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:20.537300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:21:20.543794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=11ad26b5-9c4e-449b-ad9c-63ec948489bc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:20.596772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:20.597449 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:20.723150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-753b42ef-7485-4aca-a3c3-c56d89e423cd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9199979 Aug 25 15:21:20.738243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Request body: {'port': {'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:20.855725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece52cf5-1554-4d50-a041-f32aba7415ce req-47a05bca-6027-48d3-8952-2d39e468aa25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:20.863530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ece52cf5-1554-4d50-a041-f32aba7415ce req-47a05bca-6027-48d3-8952-2d39e468aa25 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1159317 Aug 25 15:21:20.870966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:20.942957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ece52cf5-1554-4d50-a041-f32aba7415ce req-3548d599-086b-4f1e-8f62-34053e6809c9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539989 Aug 25 15:21:20.967365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d93314-b442-49c4-be66-e1fcecb172b4 req-a76e878c-dde5-479a-9b01-71b292d079c1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:20.972083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25d93314-b442-49c4-be66-e1fcecb172b4 req-a76e878c-dde5-479a-9b01-71b292d079c1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 931 time: 0.0990744 Aug 25 15:21:21.021126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25d93314-b442-49c4-be66-e1fcecb172b4 req-7de6ba25-6db2-4be8-84de-b93eaa922562 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Aug 25 15:21:21.115409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16c45946-7daa-4853-806b-394ae8b4589b None None] Provisioning for port 11ad26b5-9c4e-449b-ad9c-63ec948489bc completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:21.116941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16c45946-7daa-4853-806b-394ae8b4589b None None] Provisioning complete for port 11ad26b5-9c4e-449b-ad9c-63ec948489bc triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:21.117328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16c45946-7daa-4853-806b-394ae8b4589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.144051 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6fa0-7c41-46bd-91ac-b1f6f3a555f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.163478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-16c45946-7daa-4853-806b-394ae8b4589b None None] Port 11ad26b5-9c4e-449b-ad9c-63ec948489bc cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:21:21.263019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ad26b5-9c4e-449b-ad9c-63ec948489bc {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:21:21.270504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.282044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Transition to ACTIVE for port object 11ad26b5-9c4e-449b-ad9c-63ec948489bc will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:21:21.392370 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.456757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Pushing event updated for resources: {'Port': ['ID=11ad26b5-9c4e-449b-ad9c-63ec948489bc,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:21.533921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Attempting to bind port 11ad26b5-9c4e-449b-ad9c-63ec948489bc on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:21:21.535181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Attempting to bind port 11ad26b5-9c4e-449b-ad9c-63ec948489bc by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:21:21.535799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Attempting to bind port 11ad26b5-9c4e-449b-ad9c-63ec948489bc on network fd04691f-7d8d-4aec-912a-ca1c756b0d17 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:21:21.548437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Port 11ad26b5-9c4e-449b-ad9c-63ec948489bc on network fd04691f-7d8d-4aec-912a-ca1c756b0d17 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:21:21.549845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Attempting to bind port 11ad26b5-9c4e-449b-ad9c-63ec948489bc on network fd04691f-7d8d-4aec-912a-ca1c756b0d17 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:21:21.557536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:21:21.558288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Checking segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:21:21.558884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Bound using segment: {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:21:21.559546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Bound port: 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929b4355-34f1-4bcc-9c40-3402c8b43263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:21:21.560124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.652757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] For port 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:21:21.658216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] For port 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:21:21.722625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.788542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Pushing event updated for resources: {'Port': ['ID=11ad26b5-9c4e-449b-ad9c-63ec948489bc,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:21.812616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:21.812616 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:21.812616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-66548ebf-aa54-4cae-8e0a-d989c8d0bbef service neutron] 10.222.0.45 "PUT /v2.0/ports/11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 200 len: 1091 time: 1.0737250 Aug 25 15:21:21.812616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:21:21.812616 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7cf7ab-7c75-471a-844c-390fe9011e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:21:22.100957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-7f7f27b5-020f-4c26-9b29-b6e0e68bcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.110263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-7f7f27b5-020f-4c26-9b29-b6e0e68bcd63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1094 time: 0.0978119 Aug 25 15:21:22.116122 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb23c77-2883-47e1-a6c6-a4b64020143e x-openstack-request-id: req-9eb23c77-2883-47e1-a6c6-a4b64020143e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:21:22.116460 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:21:22.116715 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eb23c77-2883-47e1-a6c6-a4b64020143e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:21:22.117458 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'status': 'completed', 'code': 200} Aug 25 15:21:22.122672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f667e-c8ba-40b5-98ea-02f68ac3471f req-c028c7c3-9535-40ac-bbec-8d8c8005dccc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.124410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-066f667e-c8ba-40b5-98ea-02f68ac3471f req-c028c7c3-9535-40ac-bbec-8d8c8005dccc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0596132 Aug 25 15:21:22.164517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-b053a43d-b119-417c-ba2d-1529d179a230 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 200 len: 217 time: 0.0428255 Aug 25 15:21:22.182022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-066f667e-c8ba-40b5-98ea-02f68ac3471f req-14d38323-eed3-4108-b1a7-d6a497813888 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505841 Aug 25 15:21:22.275964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-c545302b-3dd7-43b2-981e-adba324c14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.277679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-c545302b-3dd7-43b2-981e-adba324c14dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af787819-96eb-4e0b-b075-c373ee2aab3a HTTP/1.1" status: 200 len: 835 time: 0.0964651 Aug 25 15:21:22.306784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa098a-2760-4dc8-a777-a4c965461198 req-5307844e-6855-4b87-9a7a-5ab971a145fd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.315380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfaa098a-2760-4dc8-a777-a4c965461198 req-5307844e-6855-4b87-9a7a-5ab971a145fd tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 943 time: 0.1130681 Aug 25 15:21:22.365485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-04894b93-280f-4848-95dd-8ff12468adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.367006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-04894b93-280f-4848-95dd-8ff12468adc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd04691f-7d8d-4aec-912a-ca1c756b0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811954 Aug 25 15:21:22.390452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfaa098a-2760-4dc8-a777-a4c965461198 req-870c2f6d-c269-4a7d-ad2c-9ecc456a1bf3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635996 Aug 25 15:21:22.509390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-db29d9f1-0daf-41d8-9e3e-787e6d31f34e service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334856 Aug 25 15:21:22.620400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4769393c-6b90-4b9b-9e94-62f6bca2fd64 req-78fb613f-1c3e-4199-b0f6-29f7f40119c4 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020885 Aug 25 15:21:22.827099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-5a0a56d2-032e-4dcd-ac2e-646442006d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.828769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-5a0a56d2-032e-4dcd-ac2e-646442006d29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1094 time: 0.0494266 Aug 25 15:21:22.926980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-71c7d968-c6a7-445f-95e1-42126b5ac8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:22.928554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-71c7d968-c6a7-445f-95e1-42126b5ac8fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 898 time: 0.0929303 Aug 25 15:21:22.979045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-bdeaec22-5443-4b20-9d9b-79f857b11c0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 200 len: 217 time: 0.0428956 Aug 25 15:21:23.046801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-2305d086-ddb1-483c-9fa2-577e67eef5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:23.048238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-2305d086-ddb1-483c-9fa2-577e67eef5ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af787819-96eb-4e0b-b075-c373ee2aab3a HTTP/1.1" status: 200 len: 835 time: 0.0614071 Aug 25 15:21:23.099465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-762521de-91f4-4068-8365-637237b94d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:23.100994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-762521de-91f4-4068-8365-637237b94d4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd04691f-7d8d-4aec-912a-ca1c756b0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447061 Aug 25 15:21:23.211832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-f04dc915-5edd-4fe6-b46d-6434388b06e3 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016858 Aug 25 15:21:23.306973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09694a-4cf6-456b-bc16-cf8f987a7816 req-3f4b490b-1f7c-4aa8-b125-cb0402d6c31e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:23.308418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a09694a-4cf6-456b-bc16-cf8f987a7816 req-3f4b490b-1f7c-4aa8-b125-cb0402d6c31e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0590332 Aug 25 15:21:23.316664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c7cf7ab-7c75-471a-844c-390fe9011e0a req-85f1d2a2-efcd-420a-91a2-383fd0d48152 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955675 Aug 25 15:21:23.372983 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7a09694a-4cf6-456b-bc16-cf8f987a7816 req-ba994393-a62d-4543-911c-5609f0bc44e5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Aug 25 15:21:23.534977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489113f-598d-46cd-8112-365ca5ec7e4d req-0f1e2c0e-e8cd-4c56-a49a-cb56e1f83d4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:23.552399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b489113f-598d-46cd-8112-365ca5ec7e4d req-0f1e2c0e-e8cd-4c56-a49a-cb56e1f83d4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 943 time: 0.0800776 Aug 25 15:21:23.601200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b489113f-598d-46cd-8112-365ca5ec7e4d req-6972449b-e0ce-4568-be0b-9f567d49255e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 Aug 25 15:21:23.808777 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a371ad64-582d-48a1-aeac-cc4bb7594b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:24.294506 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:24.508465 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5de05-4944-44f8-a4c2-a4d491e79acd req-acd546fd-c916-4a77-820e-8833465ed026 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:24.509739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05c5de05-4944-44f8-a4c2-a4d491e79acd req-acd546fd-c916-4a77-820e-8833465ed026 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0642302 Aug 25 15:21:24.561398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-05c5de05-4944-44f8-a4c2-a4d491e79acd req-2a9e28ba-3e5d-41b0-83a6-44dd7d36657b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Aug 25 15:21:24.718801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 11ad26b5-9c4e-449b-ad9c-63ec948489bc details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:21:24.784461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f052b-03b7-4518-ad3a-f356397f71bd req-7ac31282-af99-4037-be3c-25707d06527e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:24.796040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e68f052b-03b7-4518-ad3a-f356397f71bd req-7ac31282-af99-4037-be3c-25707d06527e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 943 time: 0.0920746 Aug 25 15:21:24.851166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e68f052b-03b7-4518-ad3a-f356397f71bd req-e14c412c-aced-4516-b094-13ea69b52643 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475249 Aug 25 15:21:24.876984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:24.894186 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:21:24.935696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:24.951889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ad26b5-9c4e-449b-ad9c-63ec948489bc {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:21:24.978578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:25.077540 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:25.130762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=11ad26b5-9c4e-449b-ad9c-63ec948489bc,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:25.306693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['11ad26b5-9c4e-449b-ad9c-63ec948489bc'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:21:25.696039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15287-3fe8-46c4-9a0c-6ae3fc073fc3 req-b23d6959-67e9-482f-afc0-c149954a8744 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:25.698255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00f15287-3fe8-46c4-9a0c-6ae3fc073fc3 req-b23d6959-67e9-482f-afc0-c149954a8744 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0547113 Aug 25 15:21:25.743906 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-00f15287-3fe8-46c4-9a0c-6ae3fc073fc3 req-f6c55cc7-2d28-45d1-8e70-894f70c59f52 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 Aug 25 15:21:25.872780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:25.974433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81eb2f-76fd-456c-98e4-2fa1171cb773 req-faf965fa-ddef-4f63-a3a7-e9cb7aed8cd4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:25.975989 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd81eb2f-76fd-456c-98e4-2fa1171cb773 req-faf965fa-ddef-4f63-a3a7-e9cb7aed8cd4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 944 time: 0.0516689 Aug 25 15:21:26.015402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd81eb2f-76fd-456c-98e4-2fa1171cb773 req-65d577fc-1021-4744-bb21-85bb423af205 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Aug 25 15:21:26.734034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 11ad26b5-9c4e-449b-ad9c-63ec948489bc up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:26.879918 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0238b-5eeb-4796-9b7d-cc786eb058b6 req-9086e8fc-0569-4230-9dc9-ba7107fc5f35 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:26.881415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bde0238b-5eeb-4796-9b7d-cc786eb058b6 req-9086e8fc-0569-4230-9dc9-ba7107fc5f35 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0539975 Aug 25 15:21:26.929080 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bde0238b-5eeb-4796-9b7d-cc786eb058b6 req-fa1b4e64-e26a-4660-90ce-38ac7ba9277d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Aug 25 15:21:26.952391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 11ad26b5-9c4e-449b-ad9c-63ec948489bc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:26.957908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 11ad26b5-9c4e-449b-ad9c-63ec948489bc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:26.957908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:27.072202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:27.141164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:21:27.144912 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb09bc2-984c-408a-b7ae-b613b078cb95" -d '{"events": [{"server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "name": "network-vif-plugged", "status": "completed", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:21:27.161823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:27.181913 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:27.212731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9388-dd6a-44a1-921d-fd2d243b052c req-cc09a62a-58e2-418e-9e2d-38a4224f56f6 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:27.220473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-669e9388-dd6a-44a1-921d-fd2d243b052c req-cc09a62a-58e2-418e-9e2d-38a4224f56f6 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 944 time: 0.1050103 Aug 25 15:21:27.256518 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c73d3-a027-4e56-8b5d-6f457d3def8b x-openstack-request-id: req-734c73d3-a027-4e56-8b5d-6f457d3def8b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:21:27.256748 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "name": "network-vif-plugged", "status": "completed", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:21:27.257294 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-734c73d3-a027-4e56-8b5d-6f457d3def8b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:21:27.257697 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'code': 200} Aug 25 15:21:27.276250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-669e9388-dd6a-44a1-921d-fd2d243b052c req-07598c21-735e-4f08-a2a9-783c57e2a1ef tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543540 Aug 25 15:21:27.289504 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:27.347716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc914e-8c7f-4b1d-b6fb-232c4766509a req-d7075aaa-4128-4b58-ba4c-61464666bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:27.349597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fcc914e-8c7f-4b1d-b6fb-232c4766509a req-d7075aaa-4128-4b58-ba4c-61464666bd0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1096 time: 0.0553126 Aug 25 15:21:27.378856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=11ad26b5-9c4e-449b-ad9c-63ec948489bc,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:27.416612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fcc914e-8c7f-4b1d-b6fb-232c4766509a req-04d64089-d2a2-4691-9490-646722554734 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593679 Aug 25 15:21:27.529776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:28.086691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df00d06-4ae5-407d-acaa-707335db14ae req-c5940955-f628-460c-9914-9086be226773 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:28.088380 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5df00d06-4ae5-407d-acaa-707335db14ae req-c5940955-f628-460c-9914-9086be226773 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0650377 Aug 25 15:21:28.128503 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5df00d06-4ae5-407d-acaa-707335db14ae req-2cf9ece4-53f8-4ed9-bd87-d29d91fdee56 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Aug 25 15:21:28.396806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f798e02-a9af-450f-a0dd-8d9f3a193a73 req-47d841cc-ef3b-4414-b3bb-61e48d270a2a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:28.399771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f798e02-a9af-450f-a0dd-8d9f3a193a73 req-47d841cc-ef3b-4414-b3bb-61e48d270a2a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 945 time: 0.0561571 Aug 25 15:21:28.463310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f798e02-a9af-450f-a0dd-8d9f3a193a73 req-92f56b3f-eee1-409b-a28f-6dfd705d2bde tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556912 Aug 25 15:21:29.140822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:29.268472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264fc3-2407-4551-92ac-2f87e1a1f1b8 req-4a110e8a-dfbf-48cc-a0a0-804ba6e709a7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:29.271286 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7264fc3-2407-4551-92ac-2f87e1a1f1b8 req-4a110e8a-dfbf-48cc-a0a0-804ba6e709a7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0618575 Aug 25 15:21:29.334837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7264fc3-2407-4551-92ac-2f87e1a1f1b8 req-377c51fe-5119-488c-bb49-69d8503b5af5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543187 Aug 25 15:21:29.600110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b49a6-c36e-4ced-b2d8-4bffcb2f0b67 req-fa756f03-ce0c-43b9-b7c5-561192f8e28c tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:29.601559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c9b49a6-c36e-4ced-b2d8-4bffcb2f0b67 req-fa756f03-ce0c-43b9-b7c5-561192f8e28c tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 945 time: 0.0577199 Aug 25 15:21:29.650160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c9b49a6-c36e-4ced-b2d8-4bffcb2f0b67 req-18f8665b-1996-40ee-9ed5-f85878c636ec tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410233 Aug 25 15:21:29.775844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f9c3b-c819-439e-a429-3b642d7eb0b4 req-8fd6ef26-e1fb-4706-84fa-0e9e026a03eb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:29.782309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-376f9c3b-c819-439e-a429-3b642d7eb0b4 req-8fd6ef26-e1fb-4706-84fa-0e9e026a03eb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 945 time: 0.0579739 Aug 25 15:21:29.836921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-376f9c3b-c819-439e-a429-3b642d7eb0b4 req-2fd0f952-281a-4a31-97f3-699515d3fc85 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Aug 25 15:21:29.875371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44088) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:29.924394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabb561-9be3-471c-ae21-389f8e25d15a tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:29.929589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8eabb561-9be3-471c-ae21-389f8e25d15a tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1091 time: 0.0576460 Aug 25 15:21:29.929805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44090) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:29.934653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:21:30.173847 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:30.274431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:30.433149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.25.8.57 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/0b078d13-97fc-4f6c-ab01-37de60788f51) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:21:30.585292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91694c99-d3ec-4343-b654-0a390cc36591 req-44a30078-7fea-49b4-97c9-ebbfff16a2c8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:30.593653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91694c99-d3ec-4343-b654-0a390cc36591 req-44a30078-7fea-49b4-97c9-ebbfff16a2c8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1163216 Aug 25 15:21:30.626183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:30.650077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91694c99-d3ec-4343-b654-0a390cc36591 req-66616c0a-f1e0-4df9-9234-1568eca662ed tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556176 Aug 25 15:21:30.782961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:30.835601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:21:30.839543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:21:30.843933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:21:30.850050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=0b078d13-97fc-4f6c-ab01-37de60788f51,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:31.697142 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:31.823662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044719-7653-4369-8be7-b145735e4d7c req-9c9dd077-cfd0-4087-b5b4-e4b4ce6d2997 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:31.826210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70044719-7653-4369-8be7-b145735e4d7c req-9c9dd077-cfd0-4087-b5b4-e4b4ce6d2997 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0644686 Aug 25 15:21:31.902888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:31.903176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70044719-7653-4369-8be7-b145735e4d7c req-48507eef-0c74-4270-861e-93243c12d9b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692608 Aug 25 15:21:32.127937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:32.214625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:32.275532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=0b078d13-97fc-4f6c-ab01-37de60788f51,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:32.327638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:32.454279 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Floating IP 108e4581-308f-4e1d-aa22-159d5896c502 associated. External IP: 172.25.8.57, port: 11ad26b5-9c4e-449b-ad9c-63ec948489bc. Aug 25 15:21:32.735639 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:21:32.929245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:21:32.942453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:21:32.961122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:21:32.961908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:21:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:33.082160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:33.138429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97031e-4751-4394-b960-36bf8f50fb03 req-652a3f3c-474b-45fc-83e7-e3c14318a961 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:33.141282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a97031e-4751-4394-b960-36bf8f50fb03 req-652a3f3c-474b-45fc-83e7-e3c14318a961 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.1323614 Aug 25 15:21:33.146117 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4bef6df5-1765-462f-be99-73d723a37713 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2152305 Aug 25 15:21:33.151737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44134) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:33.187169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:21:33.193826 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2640065-acf7-4e2b-9d52-8100bc9c792d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:21:33.214213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:21:33.307399 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced413c-fac0-4ea5-b379-bad701fd3f1a x-openstack-request-id: req-cced413c-fac0-4ea5-b379-bad701fd3f1a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:21:33.308731 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:21:33.310118 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cced413c-fac0-4ea5-b379-bad701fd3f1a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:21:33.310698 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'status': 'completed', 'code': 200} Aug 25 15:21:33.321246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a97031e-4751-4394-b960-36bf8f50fb03 req-a1082d1c-bdd7-479e-8e73-aba10f8283b1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550651 Aug 25 15:21:33.391508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-20886ad2-c12a-4398-a92f-a216855200b9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/floatingips/108e4581-308f-4e1d-aa22-159d5896c502 HTTP/1.1" status: 200 len: 990 time: 0.2338357 Aug 25 15:21:33.391801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-cc311493-e706-4bba-afef-02656331b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:33.392325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-cc311493-e706-4bba-afef-02656331b17c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1096 time: 0.0687227 Aug 25 15:21:33.518688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-24cec99b-8443-446b-a57d-5069f9cc8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:33.520929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-24cec99b-8443-446b-a57d-5069f9cc8e16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 898 time: 0.1209955 Aug 25 15:21:33.658700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:07Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:31Z', 'revision_number': 0, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:33.700054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:21:33.711600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:21:33.712475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:21:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:33.754475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-3c2c280d-dd42-4b12-8956-56b4c2b78f7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 200 len: 998 time: 0.2253981 Aug 25 15:21:33.882972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-74446ca5-efb9-4549-9598-b067eaf8c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:33.887906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-74446ca5-efb9-4549-9598-b067eaf8c113 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af787819-96eb-4e0b-b075-c373ee2aab3a HTTP/1.1" status: 200 len: 835 time: 0.1261709 Aug 25 15:21:34.002141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-147a080e-2413-407e-89bf-46fb50d6196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:34.003509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-147a080e-2413-407e-89bf-46fb50d6196e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd04691f-7d8d-4aec-912a-ca1c756b0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085312 Aug 25 15:21:34.108539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:21:34.240311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-b602d9cb-0674-449c-8df1-e3db8f8ffe86 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288756 Aug 25 15:21:34.365075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2640065-acf7-4e2b-9d52-8100bc9c792d req-480551cc-5b37-4b2d-938a-380e3e82fea3 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171575 Aug 25 15:21:34.393898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44152) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:34.594860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:07Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:31Z', 'revision_number': 0, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:34.617151 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-771fdce5-13ec-4e67-93b2-572f5ffb9691 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/floatingips/108e4581-308f-4e1d-aa22-159d5896c502 HTTP/1.1" status: 200 len: 990 time: 0.2217500 Aug 25 15:21:34.628530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e39a01-1566-4fb4-acd6-bc3607247a37 None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:21:07Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:31Z', 'revision_number': 0, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:21:34.663485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe2e9-a896-4fe4-bc27-d8506f1b4b9d req-bc03dea7-8217-436a-9abd-0ed0001229c7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:34.665379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-151fe2e9-a896-4fe4-bc27-d8506f1b4b9d req-bc03dea7-8217-436a-9abd-0ed0001229c7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0994310 Aug 25 15:21:34.738024 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-151fe2e9-a896-4fe4-bc27-d8506f1b4b9d req-9194c64d-a52e-4d45-9663-3bfbe42e245e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659688 Aug 25 15:21:34.905737 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e18dc-679f-49e4-85e5-828e9fee2a0f None None] New status for floating IP 108e4581-308f-4e1d-aa22-159d5896c502: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:21:35.620983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44170) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:35.710579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf16f979-6d80-4656-adf9-deeb8ac2aad9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/floatingips/108e4581-308f-4e1d-aa22-159d5896c502 HTTP/1.1" status: 200 len: 992 time: 0.0877190 Aug 25 15:21:35.875119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441b771-be5b-4f99-9f66-89b19e0d2323 req-3bcac57b-cebb-419a-981f-f8a185d3c01b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:35.877458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d441b771-be5b-4f99-9f66-89b19e0d2323 req-3bcac57b-cebb-419a-981f-f8a185d3c01b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0600147 Aug 25 15:21:35.924027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d441b771-be5b-4f99-9f66-89b19e0d2323 req-6f5c2773-e346-49e7-b80a-1e28e5de28a9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Aug 25 15:21:37.054923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0e4b-ffd1-48c8-b9f7-6d1bdcf2bd79 req-6a8ba5ee-e64f-452a-a467-da87edbdc287 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:37.062787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-252e0e4b-ffd1-48c8-b9f7-6d1bdcf2bd79 req-6a8ba5ee-e64f-452a-a467-da87edbdc287 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0518622 Aug 25 15:21:37.103797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-252e0e4b-ffd1-48c8-b9f7-6d1bdcf2bd79 req-6fe8aaa2-27b9-4d0a-b374-324341eba4db tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365314 Aug 25 15:21:38.222328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73519-9684-4897-bcc3-3350e18466fd req-3747bd81-4fa8-4cc0-93c9-dca8afcec6e9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:38.223898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73f73519-9684-4897-bcc3-3350e18466fd req-3747bd81-4fa8-4cc0-93c9-dca8afcec6e9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0508218 Aug 25 15:21:38.262414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73f73519-9684-4897-bcc3-3350e18466fd req-183b43b1-a634-4edc-a4a3-e9b5432503bc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Aug 25 15:21:39.405813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d570fa5-54d1-4615-b188-d9b1c905e444 req-da2c01d9-3677-49a9-8667-8f7b60d54251 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:39.407348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d570fa5-54d1-4615-b188-d9b1c905e444 req-da2c01d9-3677-49a9-8667-8f7b60d54251 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0628421 Aug 25 15:21:39.446296 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d570fa5-54d1-4615-b188-d9b1c905e444 req-8b7dbd18-d886-4c80-96db-45122927bfde tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Aug 25 15:21:40.571334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a7b6-c27c-4f94-a815-a1676198fafd req-44daf457-623f-47b3-9a6d-4ea2d94790ca tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:40.572826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09f6a7b6-c27c-4f94-a815-a1676198fafd req-44daf457-623f-47b3-9a6d-4ea2d94790ca tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0537422 Aug 25 15:21:40.611013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-09f6a7b6-c27c-4f94-a815-a1676198fafd req-b2732eb0-c359-4c51-94a0-659c9b10f15c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Aug 25 15:21:41.729056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec7e53-ff9f-425d-8e0a-cc6c129ffd17 req-3e33d917-7fb8-48c0-8ebf-92655af2a5be tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:41.730854 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebec7e53-ff9f-425d-8e0a-cc6c129ffd17 req-3e33d917-7fb8-48c0-8ebf-92655af2a5be tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0501161 Aug 25 15:21:41.770592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ebec7e53-ff9f-425d-8e0a-cc6c129ffd17 req-858b6bf2-b279-406c-8631-a1cecf2e8aab tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Aug 25 15:21:42.925559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5fc46-71c9-4869-8a14-bc357dc10cdc req-8d8cead2-fa68-4c8c-8664-df298db0f3b8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:42.927244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51d5fc46-71c9-4869-8a14-bc357dc10cdc req-8d8cead2-fa68-4c8c-8664-df298db0f3b8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0599978 Aug 25 15:21:42.972775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51d5fc46-71c9-4869-8a14-bc357dc10cdc req-2deb5e66-556a-43f6-9ec1-b537240e98cd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Aug 25 15:21:44.100726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912a210-3945-4be8-92aa-3f4008c0cc66 req-f9628190-3295-4750-9fd2-f7b2f9726386 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:44.102302 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f912a210-3945-4be8-92aa-3f4008c0cc66 req-f9628190-3295-4750-9fd2-f7b2f9726386 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0517459 Aug 25 15:21:44.143874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f912a210-3945-4be8-92aa-3f4008c0cc66 req-d635bf5e-6955-4dd4-b334-e7583db61781 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Aug 25 15:21:44.518666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44376) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:44.568589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Deleting subnet f29982a1-faca-431a-8235-946cd3e8ec8a {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:21:44.571782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:44.624054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:44.668898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:44.809756 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:44.837301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29982a1-faca-431a-8235-946cd3e8ec8a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:44.849264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.849678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.850057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.850368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.850706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.851085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.851427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.858882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.858882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.858882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.858882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.858882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:21:44.858882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:44.862873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ae959d3d-733a-41e3-9bd6-6129a943dc9c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f29982a1-faca-431a-8235-946cd3e8ec8a HTTP/1.1" status: 204 len: 168 time: 0.3407474 Aug 25 15:21:44.862873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44380) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:44.939180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.020954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.032041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba43508-2d5e-4282-bf74-616473b2ea68']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:45.049566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e1efc0-cb1e-4f11-8f24-70095626fe32') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:45.049956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e1efc0-cb1e-4f11-8f24-70095626fe32') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:21:45.060327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.077657 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.083694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:21:45.084121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:21:45.085889 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:21:45.262806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.279530 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.283908 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cba43508-2d5e-4282-bf74-616473b2ea68 HTTP/1.1" status: 204 len: 168 time: 0.4174814 Aug 25 15:21:45.284099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf78eb6-9354-494b-ae12-5d40d1615857 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba43508-2d5e-4282-bf74-616473b2ea68,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:45.300486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7905e7a-242e-4a72-90d6-3776cafbf5f5 req-32276351-53b9-493c-907a-8e5028fec487 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:45.300486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7905e7a-242e-4a72-90d6-3776cafbf5f5 req-32276351-53b9-493c-907a-8e5028fec487 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 944 time: 0.0755818 Aug 25 15:21:45.343786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7905e7a-242e-4a72-90d6-3776cafbf5f5 req-b55fb741-ff97-4420-9343-b344ebb09b3b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Aug 25 15:21:45.774470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 218da9a6-7d97-476c-99ea-3b4f1216a320 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:21:45.844394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44396) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:45.881618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 218da9a6-7d97-476c-99ea-3b4f1216a320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=218da9a6-7d97-476c-99ea-3b4f1216a320,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:45.893054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-44d573aa-0a7e-467e-8251-720289da20a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=767de0dd47a541848bd4d804ad74932f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462735 Aug 25 15:21:45.895554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44398) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:21:45.897740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '218da9a6-7d97-476c-99ea-3b4f1216a320', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': '218da9a6-7d97-476c-99ea-3b4f1216a320', 'mac_address': 'fa:16:3e:8e:9c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:21:45.944252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.950942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c4496f65-a8ea-4c30-b3a2-19ec772c9915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:45.956982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218da9a6-7d97-476c-99ea-3b4f1216a320 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:21:45.984147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 218da9a6-7d97-476c-99ea-3b4f1216a320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=218da9a6-7d97-476c-99ea-3b4f1216a320,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:45.987728 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c4496f65-a8ea-4c30-b3a2-19ec772c9915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:46.060190 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:46.110555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=218da9a6-7d97-476c-99ea-3b4f1216a320,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:46.129017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c4496f65-a8ea-4c30-b3a2-19ec772c9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:46.131728 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c4496f65-a8ea-4c30-b3a2-19ec772c9915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:46.132930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c4496f65-a8ea-4c30-b3a2-19ec772c9915 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73d92ac0-c5c5-4d1b-b4a5-033c962d4442 HTTP/1.1" status: 204 len: 168 time: 0.2360511 Aug 25 15:21:46.141567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4496f65-a8ea-4c30-b3a2-19ec772c9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d92ac0-c5c5-4d1b-b4a5-033c962d4442,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:46.287818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['218da9a6-7d97-476c-99ea-3b4f1216a320'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:21:46.469293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f707a-b9df-4d92-b37c-2d07a958acde req-7916084c-2f49-44ac-8b9e-042d3f2af0cb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:46.470768 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b8f707a-b9df-4d92-b37c-2d07a958acde req-7916084c-2f49-44ac-8b9e-042d3f2af0cb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 945 time: 0.0529859 Aug 25 15:21:46.508719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b8f707a-b9df-4d92-b37c-2d07a958acde req-a412b95d-df91-4953-b40a-edf1d9bbddf0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Aug 25 15:21:47.629669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba4552-bb89-402e-a608-c256937b7e23 req-a814c2a5-a343-40b5-98bb-326e58a52c5c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:47.631341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19ba4552-bb89-402e-a608-c256937b7e23 req-a814c2a5-a343-40b5-98bb-326e58a52c5c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 945 time: 0.0542331 Aug 25 15:21:47.671490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19ba4552-bb89-402e-a608-c256937b7e23 req-287363c6-e7b7-41a2-baa4-ddc21adad5e6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Aug 25 15:21:47.789911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 218da9a6-7d97-476c-99ea-3b4f1216a320 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:21:47.923013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 218da9a6-7d97-476c-99ea-3b4f1216a320 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:21:47.927122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 218da9a6-7d97-476c-99ea-3b4f1216a320 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:21:47.927513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:48.014479 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:48.037019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218da9a6-7d97-476c-99ea-3b4f1216a320'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:21:48.039303 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d98ed9-1b14-499d-be43-543c58e18b55" -d '{"events": [{"server_uuid": "4d372bea-c28d-496d-8e41-b0667b04c89f", "name": "network-vif-plugged", "status": "completed", "tag": "218da9a6-7d97-476c-99ea-3b4f1216a320"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:21:48.052327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 218da9a6-7d97-476c-99ea-3b4f1216a320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=218da9a6-7d97-476c-99ea-3b4f1216a320,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:48.080987 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034f4cd9-088a-4644-ab5f-31bb4e958578 x-openstack-request-id: req-034f4cd9-088a-4644-ab5f-31bb4e958578 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:21:48.081281 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d372bea-c28d-496d-8e41-b0667b04c89f", "name": "network-vif-plugged", "status": "completed", "tag": "218da9a6-7d97-476c-99ea-3b4f1216a320", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:21:48.081533 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-034f4cd9-088a-4644-ab5f-31bb4e958578 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:21:48.081974 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218da9a6-7d97-476c-99ea-3b4f1216a320', 'code': 200} Aug 25 15:21:48.127763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:48.178399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=218da9a6-7d97-476c-99ea-3b4f1216a320,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:48.179640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483bb34-650e-4b76-9914-65ebc3811fa5 req-68ee5944-831f-42af-9d37-316660d36cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:48.181189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b483bb34-650e-4b76-9914-65ebc3811fa5 req-68ee5944-831f-42af-9d37-316660d36cd8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 1097 time: 0.0419507 Aug 25 15:21:48.215905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b483bb34-650e-4b76-9914-65ebc3811fa5 req-01fa14b0-e1b3-48a7-9da9-cbcb043d7d45 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276141 Aug 25 15:21:48.802217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0c38f-d484-46f1-a3f0-69e3e501e535 req-8e994ce0-2da2-40ee-b96d-6b71b39ff2e0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:48.803925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05b0c38f-d484-46f1-a3f0-69e3e501e535 req-8e994ce0-2da2-40ee-b96d-6b71b39ff2e0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 946 time: 0.0622623 Aug 25 15:21:48.844741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-05b0c38f-d484-46f1-a3f0-69e3e501e535 req-66ce88b9-b2b6-488d-bf35-7db306f0477b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Aug 25 15:21:49.973293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feecdc-4db2-4126-9b41-d1be8a4ffb69 req-bb5c034e-d7de-4ac5-8dfb-d1c0feb8fb47 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:49.979819 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29feecdc-4db2-4126-9b41-d1be8a4ffb69 req-bb5c034e-d7de-4ac5-8dfb-d1c0feb8fb47 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 946 time: 0.0638971 Aug 25 15:21:50.014394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29feecdc-4db2-4126-9b41-d1be8a4ffb69 req-7e57b48f-3a99-498f-81da-c1b50fd61bc3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Aug 25 15:21:50.146959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447647-7beb-4fcf-a911-0d8f4c576dba req-c5ff9eba-394a-49cb-b30b-8e423b88c957 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:50.148991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29447647-7beb-4fcf-a911-0d8f4c576dba req-c5ff9eba-394a-49cb-b30b-8e423b88c957 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 946 time: 0.0618331 Aug 25 15:21:50.197880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29447647-7beb-4fcf-a911-0d8f4c576dba req-579b2d95-348d-437e-958d-3de81fd7bf14 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Aug 25 15:21:50.702815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be97a30-c94d-44f7-9223-4fa6d017352c req-d321d4d2-9d26-4cc3-a888-255eeabe4c47 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:50.704392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6be97a30-c94d-44f7-9223-4fa6d017352c req-d321d4d2-9d26-4cc3-a888-255eeabe4c47 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 946 time: 0.0529163 Aug 25 15:21:50.742975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6be97a30-c94d-44f7-9223-4fa6d017352c req-76cc2cca-3770-4af3-a3a5-b8736080f39c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Aug 25 15:21:51.002372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8194f191-7050-46f9-ae36-03bc6aca06dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:51.869594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b88d7-c81f-4f6b-a4b1-b35726bf6da5 req-13130b6d-c9ac-4b2a-9b80-ffa447c2ed16 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:51.876039 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-800b88d7-c81f-4f6b-a4b1-b35726bf6da5 req-13130b6d-c9ac-4b2a-9b80-ffa447c2ed16 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 946 time: 0.0561075 Aug 25 15:21:51.913982 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-800b88d7-c81f-4f6b-a4b1-b35726bf6da5 req-b2313f9a-f36d-48a5-aa45-0841ae984f9f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364859 Aug 25 15:21:52.320185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-6ddcb073-306c-4034-a188-48b4991c87aa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:52.321677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-6ddcb073-306c-4034-a188-48b4991c87aa tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 946 time: 0.0536971 Aug 25 15:21:52.434851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port 218da9a6-7d97-476c-99ea-3b4f1216a320 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:21:52.435236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:52.528641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port 218da9a6-7d97-476c-99ea-3b4f1216a320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=218da9a6-7d97-476c-99ea-3b4f1216a320,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:21:52.529261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:52.542201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for 218da9a6-7d97-476c-99ea-3b4f1216a320 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:21:52.751778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:52.765195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['218da9a6-7d97-476c-99ea-3b4f1216a320'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:21:52.767831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5e51e8e1-b447-42c4-a109-d90755ff5c1f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:21:52.787651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=218da9a6-7d97-476c-99ea-3b4f1216a320,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:21:52.833117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port 218da9a6-7d97-476c-99ea-3b4f1216a320 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:21:52.843613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:52.846630 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-025280f6-34ef-4f9d-b08e-ab5f44ecf975 req-f8c79340-cf4a-45b6-8560-5248dc05b308 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "DELETE /v2.0/ports/218da9a6-7d97-476c-99ea-3b4f1216a320 HTTP/1.1" status: 204 len: 173 time: 0.5182307 Aug 25 15:21:52.847364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'name': 'network-vif-deleted', 'tag': '218da9a6-7d97-476c-99ea-3b4f1216a320'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:21:52.849520 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2560b901-0045-4efd-9496-a448e4f7313b" -d '{"events": [{"server_uuid": "4d372bea-c28d-496d-8e41-b0667b04c89f", "name": "network-vif-deleted", "tag": "218da9a6-7d97-476c-99ea-3b4f1216a320"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:21:52.894746 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea80eef-b9b2-4e9c-a55a-856731cdbd11 x-openstack-request-id: req-4ea80eef-b9b2-4e9c-a55a-856731cdbd11 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:21:52.895077 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d372bea-c28d-496d-8e41-b0667b04c89f", "name": "network-vif-deleted", "tag": "218da9a6-7d97-476c-99ea-3b4f1216a320", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:21:52.895335 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ea80eef-b9b2-4e9c-a55a-856731cdbd11 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:21:52.896015 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d372bea-c28d-496d-8e41-b0667b04c89f', 'name': 'network-vif-deleted', 'tag': '218da9a6-7d97-476c-99ea-3b4f1216a320', 'status': 'completed', 'code': 200} Aug 25 15:21:53.057729 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e28dc96-3ab4-45ec-a587-ca896d76ab6d req-cf9f65eb-693e-4ed2-9f2e-5347346f697d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0447915 Aug 25 15:21:53.784704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4e95a55-4de1-4211-bfec-b3d741498f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:53.945304 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:21:54.160673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-730422cf-21cd-478b-a4d8-559fb711cc0e req-604e0175-cc37-4de6-b603-cbea7979f9f1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0286984 Aug 25 15:21:54.220006 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:55.264505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44810de6-4b84-4bca-85c4-e013cbcf0b7e req-db6a8025-7a9f-40c1-b57f-fcbf6f7364f1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0322285 Aug 25 15:21:55.665167 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:55.821830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 218da9a6-7d97-476c-99ea-3b4f1216a320 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:21:55.831511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-ec50c59b-b088-4010-9806-e2f53c4fb794 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2065351 Aug 25 15:21:55.849597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 218da9a6-7d97-476c-99ea-3b4f1216a320 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:21:55.849946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 218da9a6-7d97-476c-99ea-3b4f1216a320 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:21:55.905178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-8559fd9a-0850-4ff6-9fb0-9ce3564ed570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:55.906692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-8559fd9a-0850-4ff6-9fb0-9ce3564ed570 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 1096 time: 0.0462317 Aug 25 15:21:56.025112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-272b547e-39f6-42f0-ab48-bd748689624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:56.027225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-272b547e-39f6-42f0-ab48-bd748689624c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0981932 Aug 25 15:21:56.073005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-81c0e147-40f4-465f-bc30-3c19bf78f2a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f HTTP/1.1" status: 200 len: 217 time: 0.0389037 Aug 25 15:21:56.124578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-383fb24a-6d14-431d-9e51-41db68916186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:56.126053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-383fb24a-6d14-431d-9e51-41db68916186 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0458336 Aug 25 15:21:56.175482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-01925f1b-3236-4ba8-900e-d39070fbe516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:21:56.176895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-01925f1b-3236-4ba8-900e-d39070fbe516 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426171 Aug 25 15:21:56.276017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-b340a940-68dd-4364-a1cf-297b040e4fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881379 Aug 25 15:21:56.372771 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8a00dcd7-ae6e-47c5-b3ed-99e9eb2f8c56 req-989cc84d-21e5-4de1-a615-c15257f8059a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0326846 Aug 25 15:21:56.382701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870b7e2e-2c86-4597-98c9-a948d0576d26 req-2a222f06-4075-4256-a7bd-709d4921a668 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912943 Aug 25 15:21:57.121915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:57.402927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:21:57.472757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-25abc3e0-3170-4a42-b5e9-492f17096dcd req-ad2f3010-84b5-4d51-a082-5a5a8b367ef8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0274625 Aug 25 15:21:58.573571 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7881fbd9-585d-4029-b07f-620556a61136 req-e2b8df5c-f163-4547-b217-3ad3abf9ad3b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d372bea-c28d-496d-8e41-b0667b04c89f HTTP/1.1" status: 200 len: 210 time: 0.0280485 Aug 25 15:21:59.186748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:04.617849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af372-b51a-40b1-b733-5f2fa6316503 req-c25154bb-1ad5-4a10-919b-80347aad957e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:04.617849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e4af372-b51a-40b1-b733-5f2fa6316503 req-c25154bb-1ad5-4a10-919b-80347aad957e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.0566289 Aug 25 15:22:04.617849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e4af372-b51a-40b1-b733-5f2fa6316503 req-1474f33a-ceb7-4602-bd02-25dacc28d40c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510166 Aug 25 15:22:04.793187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:04.867554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edc873-62ee-44e0-9df8-5751ee3b7353 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:04.867959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edc873-62ee-44e0-9df8-5751ee3b7353 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:04.868438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edc873-62ee-44e0-9df8-5751ee3b7353 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:04.870141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-15edc873-62ee-44e0-9df8-5751ee3b7353 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=f09b93b529ab40098c14e91d26000baa&network_id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 2969 time: 0.0759289 Aug 25 15:22:05.650742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024592-2001-435c-8b64-a84f266a33b8 req-b6a90cf9-6443-4695-9bed-fa0112e6dcd3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:05.652353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37024592-2001-435c-8b64-a84f266a33b8 req-b6a90cf9-6443-4695-9bed-fa0112e6dcd3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.0563471 Aug 25 15:22:05.694533 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-37024592-2001-435c-8b64-a84f266a33b8 req-7ec35552-cc44-41c1-9c03-7424a2e8b4f8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff50ea3c-ed54-467e-962c-d3ea9a5b9873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344844 Aug 25 15:22:06.314234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-1f9da010-2fed-43ba-9940-19bb7109e9d0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:06.315741 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-1f9da010-2fed-43ba-9940-19bb7109e9d0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Aug 25 15:22:06.425314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port 5e51e8e1-b447-42c4-a109-d90755ff5c1f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:06.425654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:06.526116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port 5e51e8e1-b447-42c4-a109-d90755ff5c1f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5e51e8e1-b447-42c4-a109-d90755ff5c1f,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:06.526476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:06.539053 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for 5e51e8e1-b447-42c4-a109-d90755ff5c1f owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:06.761897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:06.773658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5e51e8e1-b447-42c4-a109-d90755ff5c1f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:22:06.793932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=5e51e8e1-b447-42c4-a109-d90755ff5c1f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:06.842682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f05e0e1-e407-408e-ae99-3d4fdb1d4efc req-a2120c4e-fdd9-4be4-92b7-d85e06d1db81 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0520182 Aug 25 15:22:06.865755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port 5e51e8e1-b447-42c4-a109-d90755ff5c1f on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:22:06.868856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:06.871189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e7cec9c-f51d-4853-886b-349dfd7f1b50 req-b733d855-009e-43a6-8bfe-676949392e13 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "DELETE /v2.0/ports/5e51e8e1-b447-42c4-a109-d90755ff5c1f HTTP/1.1" status: 204 len: 173 time: 0.5470195 Aug 25 15:22:06.878988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cacb2a-d783-42a2-9468-5b768e775d58', 'name': 'network-vif-deleted', 'tag': '5e51e8e1-b447-42c4-a109-d90755ff5c1f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:22:06.878988 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172b5f9c-b684-4511-a57f-a55f449bad14" -d '{"events": [{"server_uuid": "35cacb2a-d783-42a2-9468-5b768e775d58", "name": "network-vif-deleted", "tag": "5e51e8e1-b447-42c4-a109-d90755ff5c1f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:22:06.911956 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0fba47-aed1-48b8-99a7-271761f5dcbc x-openstack-request-id: req-ce0fba47-aed1-48b8-99a7-271761f5dcbc {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:22:06.912256 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cacb2a-d783-42a2-9468-5b768e775d58", "name": "network-vif-deleted", "tag": "5e51e8e1-b447-42c4-a109-d90755ff5c1f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:22:06.912507 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce0fba47-aed1-48b8-99a7-271761f5dcbc {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:22:06.912905 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cacb2a-d783-42a2-9468-5b768e775d58', 'name': 'network-vif-deleted', 'tag': '5e51e8e1-b447-42c4-a109-d90755ff5c1f', 'status': 'completed', 'code': 200} Aug 25 15:22:07.274273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44620) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:07.343370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1a3f1-60d2-42aa-96f9-f5a57ff0097f tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:07.345288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-66b1a3f1-60d2-42aa-96f9-f5a57ff0097f tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16 HTTP/1.1" status: 200 len: 814 time: 0.0689783 Aug 25 15:22:07.803259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44632) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:07.808803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'network': {'name': 'tempest-network-smoke--1286303694', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:07.947499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc7162f8-86c9-41de-bfa9-c2027f362bee req-a739b470-82da-4fd5-9eb6-56510d548b09 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Aug 25 15:22:08.014960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:22:08.018872 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:08.044957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:22:08.054215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:08.054573 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Added segment 27168382-1151-434b-8e8c-76a75669b516 of type vlan for network 0d5c358b-09d8-4660-851f-2bdbc87116ce Aug 25 15:22:08.112572 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:08.265815 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:08.284273 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:08.284973 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:08.382740 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Network': ['ID=0d5c358b-09d8-4660-851f-2bdbc87116ce,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:08.391661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.392018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.392363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.392700 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.393040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.393375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.393705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.394033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.394491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.394831 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.395183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.395515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:08.408166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:22:08.459508 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7d83923-0f18-4ad2-88a4-c3e53e8b110d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6549656 Aug 25 15:22:08.462547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44642) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.544287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026c69c-44a0-42de-92ff-b614e0f52c9d tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:08.544287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e026c69c-44a0-42de-92ff-b614e0f52c9d tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f09b93b529ab40098c14e91d26000baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0770097 Aug 25 15:22:08.544287 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44644) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.643883 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12983ec3-9d37-46d9-9687-9aa967b314f5 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:08.648415 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-12983ec3-9d37-46d9-9687-9aa967b314f5 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007528 Aug 25 15:22:08.648744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44648) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.683501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3f5dabd1-0b81-4296-9198-43aa762937f1 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332005 Aug 25 15:22:08.686809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44650) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.715956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-891ef1b7-803c-408b-8b4b-07bd69d17479 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f09b93b529ab40098c14e91d26000baa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278356 Aug 25 15:22:08.718557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44652) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.881208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107171e-a415-4773-964a-1659f468fb9e tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:08.882757 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7107171e-a415-4773-964a-1659f468fb9e tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631188 Aug 25 15:22:08.885805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.917476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-64c979bc-5309-4389-b91e-ddbc1afcb383 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302689 Aug 25 15:22:08.918061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44660) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:08.923544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-886734704', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:08.985985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5e51e8e1-b447-42c4-a109-d90755ff5c1f no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:09.020119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 5e51e8e1-b447-42c4-a109-d90755ff5c1f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:09.020771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5e51e8e1-b447-42c4-a109-d90755ff5c1f not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:09.057702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-72998497-6485-4145-bdbb-e4adcf7a9aae req-7b2b4e92-9509-4207-b2fe-b05951fc938d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Aug 25 15:22:09.111653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:22:09.115073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:09.397543 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:09.831546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Subnet': ['ID=75d9cca7-d44c-45e8-97e6-a7d582d86cf8,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:09.845602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Checking segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:22:09.846090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network hostable DHCP agents. Network: 0d5c358b-09d8-4660-851f-2bdbc87116ce, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:22:09.962727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:22:10.049264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0d5c358b-09d8-4660-851f-2bdbc87116ce) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:22:10.055613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:10.056578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:10.065283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d3f8e-77e4-4072-820f-c72e70fd3b15 None None] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:22:10.195322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff982877-55db-4d44-99a6-0867b2ab1c3a req-0f1244d5-eb83-49d1-b3a0-6a172f2ba50d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0490229 Aug 25 15:22:10.202507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b4dda95d-99b4-4be7-a6c7-b27d5bdee99f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2778313 Aug 25 15:22:10.262542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0d5c358b-09d8-4660-851f-2bdbc87116ce', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ips': [{'subnet_id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:22:10.265236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:10.444442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Allocated IP 172.20.0.18 (0d5c358b-09d8-4660-851f-2bdbc87116ce/75d9cca7-d44c-45e8-97e6-a7d582d86cf8/d19c012a-4058-4f71-887f-b4cabb4265e4) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:22:10.811855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:10.819374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Transition to ACTIVE for port object d19c012a-4058-4f71-887f-b4cabb4265e4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:10.846277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Transition to ACTIVE for port object d19c012a-4058-4f71-887f-b4cabb4265e4 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:10.950831 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:10.994073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:22:10.997570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:22:11.001564 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:22:11.009850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Pushing event updated for resources: {'Port': ['ID=d19c012a-4058-4f71-887f-b4cabb4265e4,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:11.069705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Attempting to bind port d19c012a-4058-4f71-887f-b4cabb4265e4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:22:11.070465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Attempting to bind port d19c012a-4058-4f71-887f-b4cabb4265e4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:22:11.070602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Attempting to bind port d19c012a-4058-4f71-887f-b4cabb4265e4 on network 0d5c358b-09d8-4660-851f-2bdbc87116ce {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:22:11.075832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:22:11.076216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Checking segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:22:11.076625 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.077018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Bound using segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:22:11.077493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Bound port: d19c012a-4058-4f71-887f-b4cabb4265e4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:22:11.077883 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.149629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44688) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:11.155613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127719528', 'description': 'tempest-secgroup-smoke-1127719528 description', 'project_id': 'f09b93b529ab40098c14e91d26000baa'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:11.164401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] For port d19c012a-4058-4f71-887f-b4cabb4265e4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:22:11.167991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] For port d19c012a-4058-4f71-887f-b4cabb4265e4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d19c012a-4058-4f71-887f-b4cabb4265e4,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:22:11.249086 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.257238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.336827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ab1c-369b-49f6-8500-472a23fe3b45 None None] Pushing event updated for resources: {'Port': ['ID=d19c012a-4058-4f71-887f-b4cabb4265e4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:11.354846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e9fd38c-bf9d-42f1-a696-c65edb9e6435 req-81416f27-1086-44f6-a753-460e3327fd03 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=35cacb2a-d783-42a2-9468-5b768e775d58 HTTP/1.1" status: 200 len: 210 time: 0.0341494 Aug 25 15:22:11.419573 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.515128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.607637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c22a2fb-8706-438c-8626-f78073e99a82,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:11.677984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.680892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c1bfebf7-f119-4a86-b714-9a4159451414 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5295305 Aug 25 15:22:11.684599 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44698) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:11.691173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '0c22a2fb-8706-438c-8626-f78073e99a82', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:11.788718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.888845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:11.986078 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.010052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d19c012a-4058-4f71-887f-b4cabb4265e4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:22:12.016782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc247fc-9282-4353-9118-e1039a4a86d4,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:12.102396 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.105254 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0f67fb27-2fe1-480e-9bd0-b32194c85afc tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190366 Aug 25 15:22:12.108458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44704) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:12.114234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '0c22a2fb-8706-438c-8626-f78073e99a82', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:12.169099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d19c012a-4058-4f71-887f-b4cabb4265e4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:12.255594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.331599 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.420221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.436979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733fba63-a81d-4d1a-b607-4ed4360a7edd,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:12.531466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.532949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a1c79f44-5d84-4589-84e7-20f1ae93d9b7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4225934 Aug 25 15:22:12.533101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5f9a1-a012-43f8-9ee0-1d5bb72b7464 None None] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:22:12.538980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44714) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:12.543653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '0c22a2fb-8706-438c-8626-f78073e99a82', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:12.818899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:12.825864 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.184649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] Provisioning for port d19c012a-4058-4f71-887f-b4cabb4265e4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:13.189158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] Provisioning complete for port d19c012a-4058-4f71-887f-b4cabb4265e4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:13.199819 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.218780 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.240578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af0ecff-c4e7-479d-972c-3d315606dfcb,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:13.291427 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.311602 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.315106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c67aa34-7753-4301-b4ee-4ff3fee5b083 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7728696 Aug 25 15:22:13.326153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44720) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:13.326153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '0c22a2fb-8706-438c-8626-f78073e99a82', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:13.333937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] For port d19c012a-4058-4f71-887f-b4cabb4265e4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d19c012a-4058-4f71-887f-b4cabb4265e4,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:13.437119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.469920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.501922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f738f0-0472-4fdf-99fb-ae5d9ee6ed80 None None] Pushing event updated for resources: {'Port': ['ID=d19c012a-4058-4f71-887f-b4cabb4265e4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:13.557829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78932582-fcdd-49a1-9983-7ebada6ac8c8 None None] Provisioning complete for port d19c012a-4058-4f71-887f-b4cabb4265e4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:13.558122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78932582-fcdd-49a1-9983-7ebada6ac8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.565294 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.688810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.714163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1b8ab8-1a9f-4a12-b31a-8a960daf2297,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:13.803305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:13.804579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-da064b15-e118-4705-8cd5-6ce43d153daa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4839978 Aug 25 15:22:13.807524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44726) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:13.813518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '0c22a2fb-8706-438c-8626-f78073e99a82', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:13.936878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d19c012a-4058-4f71-887f-b4cabb4265e4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:22:13.938914 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Project f09b93b529ab40098c14e91d26000baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:22:13.946510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.000378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d19c012a-4058-4f71-887f-b4cabb4265e4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:14.000762 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.028302 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.157132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.176011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d075b5-17cb-45f7-b174-619dddff2b7f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:14.432162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.434349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-11f7617d-46b6-4f3a-829c-d4a1ac393a74 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6257169 Aug 25 15:22:14.438328 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:14.443652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '0c22a2fb-8706-438c-8626-f78073e99a82', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:14.625982 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Project f09b93b529ab40098c14e91d26000baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:22:14.632388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.724799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.801781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.823613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3983f1b1-cb60-492c-a81a-107968500c67,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:14.932979 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:14.944373 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-94b7fd6c-d1e6-4dbe-bcb3-dcd6240cb1ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4957685 Aug 25 15:22:15.204349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-be4cfc41-00d9-4e1a-93ae-d78b78d4a7be tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127719528&fields=id&tenant_id=f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 267 time: 0.0402663 Aug 25 15:22:15.330855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-91f1dc9b-4f17-45a2-a3a8-97465a9524de tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:15.336046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-91f1dc9b-4f17-45a2-a3a8-97465a9524de tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/networks?id=0d5c358b-09d8-4660-851f-2bdbc87116ce HTTP/1.1" status: 200 len: 797 time: 0.1269541 Aug 25 15:22:15.362731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-b4c36a39-a575-43ed-b91f-73a6da22bf63 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/quotas/f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 375 time: 0.0211751 Aug 25 15:22:15.442031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-7e18e68e-5fcf-4c6c-8bd3-2c267ba85d6f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0711420 Aug 25 15:22:15.616602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-ec8b683c-1a1d-48a2-81b3-999873dcc2c3 service neutron] 10.222.0.58 "GET /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514649 Aug 25 15:22:15.725432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-9c3e5e9d-d139-4622-bb35-5915174d0c29 service neutron] 10.222.0.58 "GET /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005967 Aug 25 15:22:16.049145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ed503bd1-a2b4-4305-bcc3-1e525259d5ee req-98042cfd-8793-4819-9906-0d03d5031eac tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 210 time: 0.0591917 Aug 25 15:22:16.667256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44828) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:16.672713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041046350', 'description': 'tempest-secgroup-smoke-1041046350 description', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:16.849203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:16.952042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.013135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.041993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10484934-227e-48e9-b52c-c7683f16703a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:17.139649 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.141044 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50da240d-1515-461c-9e23-a3dffb8610c6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4727085 Aug 25 15:22:17.145616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24dc3785-f573-4296-9cda-6a76c0db265d req-bf728278-5497-48ad-85ea-b741cbd2f7bb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 210 time: 0.0467892 Aug 25 15:22:17.146132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44842) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:17.151155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group_rule': {'security_group_id': '10484934-227e-48e9-b52c-c7683f16703a', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:17.282895 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.346985 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.448871 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.467055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c61138a-a74e-4b55-b94d-f42427ee3789,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:17.540246 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.544160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6d9e8e98-2a8d-46eb-81ba-b2aee2e34391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944578 Aug 25 15:22:17.545095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:17.557078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group_rule': {'security_group_id': '10484934-227e-48e9-b52c-c7683f16703a', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:17.735779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.811435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:17.895986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624a1e6-6a6f-4c85-a5f7-824aff777cf1 req-061d7098-64b9-4377-85ae-5c4791e52e22 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:17.897457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3624a1e6-6a6f-4c85-a5f7-824aff777cf1 req-061d7098-64b9-4377-85ae-5c4791e52e22 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.0497899 Aug 25 15:22:17.940001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3624a1e6-6a6f-4c85-a5f7-824aff777cf1 req-b51862b9-2472-4de1-bcca-ff4df777b8a9 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362389 Aug 25 15:22:18.052772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:18.070997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8532cd73-8c98-43fa-a699-b693c3ff84a1,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:18.258000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b3f15a51-512b-4aa7-a7c0-e2bbddb6e428 req-b10b9750-844d-4878-9678-cb3b0045de8f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 210 time: 0.0286231 Aug 25 15:22:18.259047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:18.260139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5978deaa-3db9-40a7-9d29-c512b293a02c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7140074 Aug 25 15:22:18.263233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:18.268352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group_rule': {'security_group_id': '10484934-227e-48e9-b52c-c7683f16703a', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:18.420533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:18.505557 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:18.648930 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:18.669171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4452b64-2cf2-4482-bc41-f1d613e63bf1,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:18.763154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:18.765242 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5f6ab4df-d7c2-4063-a929-6b9d8cd5c7b0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5003841 Aug 25 15:22:18.768232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 44868) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:18.774654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group_rule': {'security_group_id': '10484934-227e-48e9-b52c-c7683f16703a', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:18.915685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.083130 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.130004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63158d-e9d0-4c26-a216-70a0386e694e req-c342594a-ae88-431f-99a5-da7605c63a51 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:19.131731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe63158d-e9d0-4c26-a216-70a0386e694e req-c342594a-ae88-431f-99a5-da7605c63a51 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.1039207 Aug 25 15:22:19.139052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-f2b63acc-10a9-4cab-9926-e99c2b6a670b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:19.140722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-f2b63acc-10a9-4cab-9926-e99c2b6a670b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "GET /v2.0/networks?id=0d5c358b-09d8-4660-851f-2bdbc87116ce HTTP/1.1" status: 200 len: 797 time: 0.1984997 Aug 25 15:22:19.220043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.229406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe63158d-e9d0-4c26-a216-70a0386e694e req-2713a08e-3e36-4d4e-bd2f-5fb8c325f42b tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/security-groups?id=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874252 Aug 25 15:22:19.252795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-312afcea-d719-4c85-b258-5ea85fa9b5a9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 473 time: 0.0963266 Aug 25 15:22:19.261360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0328f8-56ee-4b86-9fb0-92e61a35bee3,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:19.269313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'port': {'device_id': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'admin_state_up': True, 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'security_groups': ['0c22a2fb-8706-438c-8626-f78073e99a82']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:19.294417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-4dc6d1e4-8f51-418c-bc57-f00a6ad082df tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:19.301152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-4dc6d1e4-8f51-418c-bc57-f00a6ad082df tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 945 time: 0.1391892 Aug 25 15:22:19.373382 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d53df10-a49f-4f82-a53a-8ed99679838c req-a41fd8da-70a3-4fd4-998f-143855a1a620 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 210 time: 0.0287807 Aug 25 15:22:19.408130 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.409338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-beebf99b-c687-4cd0-9b94-a88617085223 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6393163 Aug 25 15:22:19.412389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:19.418314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group_rule': {'security_group_id': '10484934-227e-48e9-b52c-c7683f16703a', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:19.458315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Deleting port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:19.458315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.494676 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Project 2f7dbe57feb543c9823df2edf4e3e6e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:22:19.500546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.570352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.570752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] For port 7d94d265-8ca4-482b-a763-5e0ebb04ff96, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7d94d265-8ca4-482b-a763-5e0ebb04ff96,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:19.571183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.641966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:22:19.645393 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.655437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.672597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa8e3cc-c588-49bf-a462-edbcc13c1bbb,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:19.761284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.762572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5bdfa3de-5160-4059-9e72-714c48d42378 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490570 Aug 25 15:22:19.765434 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 44892) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:19.770015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'security_group_rule': {'security_group_id': '10484934-227e-48e9-b52c-c7683f16703a', 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:19.895335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.895914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:19.896038 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Floating IP eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113 disassociated. External IP: 172.25.8.236, port: 7d94d265-8ca4-482b-a763-5e0ebb04ff96. Aug 25 15:22:19.896355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Calling delete_port for 7d94d265-8ca4-482b-a763-5e0ebb04ff96 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:19.918385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.20.0.22 (0d5c358b-09d8-4660-851f-2bdbc87116ce/75d9cca7-d44c-45e8-97e6-a7d582d86cf8/0b84f22b-ee7b-42aa-a77b-63661e2560bf) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:22:19.934801 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Project 2f7dbe57feb543c9823df2edf4e3e6e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:22:19.940510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.006719 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.117391 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.142447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adf9e3e-a7dc-41be-b0a0-ef738318279f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:20.146320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.203413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Transition to ACTIVE for port object 0b84f22b-ee7b-42aa-a77b-63661e2560bf will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:20.204860 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.213857 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.219421 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-458b2da1-a2f3-42c3-bd99-a5184b582fa0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4528096 Aug 25 15:22:20.242155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event deleted for resources: {'Port': ['ID=7d94d265-8ca4-482b-a763-5e0ebb04ff96,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:20.371586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6edb401-c143-4c30-8aec-54e06c865c93 req-b8073cbe-30d4-4747-90c0-7e5bae449b58 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 210 time: 0.0410612 Aug 25 15:22:20.440327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:22:20.493389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.517188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cea7c-e8ba-45f4-8265-2200f1ff63e5 req-1061cdf2-cec0-4632-8898-dcf2ded4f028 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:20.519611 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-049cea7c-e8ba-45f4-8265-2200f1ff63e5 req-1061cdf2-cec0-4632-8898-dcf2ded4f028 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 932 time: 0.0684536 Aug 25 15:22:20.550038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=0b84f22b-ee7b-42aa-a77b-63661e2560bf,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:20.562637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-049cea7c-e8ba-45f4-8265-2200f1ff63e5 req-b6ce4b61-0e1e-414d-95d5-fbe3cbfbc359 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369363 Aug 25 15:22:20.575830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:22:20.605263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:22:20.610245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:22:20.683143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:22:20.697530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] Sync routers for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:22:20.698163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:20.698163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.715084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:20.715731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:21:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:20.744210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] No DVR routers for this DVR port 7d94d265-8ca4-482b-a763-5e0ebb04ff96 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:22:20.748187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:20.750794 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8ed98b18-653a-4b5c-84b1-10a9bc1d9a77 req-d48e8a47-9198-4b04-ae98-1c9cd5063963 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.45 "DELETE /v2.0/ports/7d94d265-8ca4-482b-a763-5e0ebb04ff96 HTTP/1.1" status: 204 len: 173 time: 1.4242237 Aug 25 15:22:20.754689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'name': 'network-vif-deleted', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:22:20.754689 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a0bf40-edf1-4797-8140-fad2188d79f2" -d '{"events": [{"server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "name": "network-vif-deleted", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:22:20.816982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-fc3068da-c091-4120-86c4-5036d49bf398 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5530241 Aug 25 15:22:20.818649 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0ed8ba-3539-4a45-a1a3-5e34d03b6e76 x-openstack-request-id: req-0e0ed8ba-3539-4a45-a1a3-5e34d03b6e76 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:22:20.819288 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dfe20b-a72d-43bd-9786-b13dd61a693c", "name": "network-vif-deleted", "tag": "7d94d265-8ca4-482b-a763-5e0ebb04ff96", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:22:20.823541 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e0ed8ba-3539-4a45-a1a3-5e34d03b6e76 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:22:20.823541 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dfe20b-a72d-43bd-9786-b13dd61a693c', 'name': 'network-vif-deleted', 'tag': '7d94d265-8ca4-482b-a763-5e0ebb04ff96', 'status': 'completed', 'code': 200} Aug 25 15:22:20.831583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Request body: {'port': {'device_id': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:20.922699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:20.928999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.101076 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0bb6488-fd95-487a-b430-1bcef6008dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.137888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b9dd2c21-7d2b-4ac1-aec8-14fe6eb71917 None None] Provisioning for port 0b84f22b-ee7b-42aa-a77b-63661e2560bf completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:21.174217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b9dd2c21-7d2b-4ac1-aec8-14fe6eb71917 None None] Provisioning complete for port 0b84f22b-ee7b-42aa-a77b-63661e2560bf triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:21.174822 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2c21-7d2b-4ac1-aec8-14fe6eb71917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.230171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd2c21-7d2b-4ac1-aec8-14fe6eb71917 None None] Port 0b84f22b-ee7b-42aa-a77b-63661e2560bf cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:22:21.239319 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:59Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:21.275194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] Checking router: 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:22:21.285891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:21.286501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:21:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:21.303666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b84f22b-ee7b-42aa-a77b-63661e2560bf {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:22:21.312817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.327488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Transition to ACTIVE for port object 0b84f22b-ee7b-42aa-a77b-63661e2560bf will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:21.425283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.450027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:21.528829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b725a5b-c5f1-447e-b8c5-78acfc519c11 req-ba82108f-b154-4758-a51a-78b278422f9b tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7dfe20b-a72d-43bd-9786-b13dd61a693c HTTP/1.1" status: 200 len: 210 time: 0.0341187 Aug 25 15:22:21.542431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Pushing event updated for resources: {'Port': ['ID=0b84f22b-ee7b-42aa-a77b-63661e2560bf,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:21.613246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Attempting to bind port 0b84f22b-ee7b-42aa-a77b-63661e2560bf on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:22:21.613647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Attempting to bind port 0b84f22b-ee7b-42aa-a77b-63661e2560bf by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:22:21.614221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Attempting to bind port 0b84f22b-ee7b-42aa-a77b-63661e2560bf on network 0d5c358b-09d8-4660-851f-2bdbc87116ce {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:22:21.632029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Port 0b84f22b-ee7b-42aa-a77b-63661e2560bf on network 0d5c358b-09d8-4660-851f-2bdbc87116ce not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:22:21.632627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Attempting to bind port 0b84f22b-ee7b-42aa-a77b-63661e2560bf on network 0d5c358b-09d8-4660-851f-2bdbc87116ce {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:22:21.646450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:22:21.646805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Checking segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:22:21.647430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Bound using segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:22:21.647883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Bound port: 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:22:21.648325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.778636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] For port 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:22:21.779849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] For port 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:22:21.789736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba6dc-d9b7-4ebc-bcac-d95e83c837b3 req-b51ef032-725a-4229-8dc4-dd5f778ff78a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:21.798931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c16ba6dc-d9b7-4ebc-bcac-d95e83c837b3 req-b51ef032-725a-4229-8dc4-dd5f778ff78a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 944 time: 0.0931740 Aug 25 15:22:21.805020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:59Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:21.846854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35396bc-6c14-4ead-b558-190d002d0dfa None None] The sync data for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 is: [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:16:49Z', 'revision_number': 4, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd506c331-c2eb-4f54-af85-e5e5b1034d2b', 'name': '', 'network_id': 'a588f3ec-f500-4e9f-8e38-2d385bc38f75', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'mac_address': 'fa:16:3e:27:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:47Z', 'updated_at': '2021-08-25T15:16:59Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'subnets': [{'id': 'f89b8cfd-e848-46b2-b512-74467286d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:22:21.864473 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.936204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c16ba6dc-d9b7-4ebc-bcac-d95e83c837b3 req-7e06abe6-b961-48a6-85ea-794857c7f1e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363254 Aug 25 15:22:21.961194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:21.961586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:21.965227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] 10.222.0.52 "PUT /v2.0/ports/0b84f22b-ee7b-42aa-a77b-63661e2560bf HTTP/1.1" status: 200 len: 1092 time: 1.1383624 Aug 25 15:22:21.998238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ced96c-02fe-4338-a7f9-61f23ed62719 service neutron] Pushing event updated for resources: {'Port': ['ID=0b84f22b-ee7b-42aa-a77b-63661e2560bf,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:22.185647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-087ec848-110e-4aca-b50f-d1ff52a31226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:22.187266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-087ec848-110e-4aca-b50f-d1ff52a31226 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 1095 time: 0.0740480 Aug 25 15:22:22.263633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-f6df46e5-e48f-4a5b-a399-898ae8548055 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf HTTP/1.1" status: 200 len: 217 time: 0.0670743 Aug 25 15:22:22.315681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10f76-e1d5-498b-8df7-5755ba05fa77 None None] New status for floating IP eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:22:22.332569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-6568c497-2981-4b5f-bc52-2e21e0ab37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:22.336176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-6568c497-2981-4b5f-bc52-2e21e0ab37e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75d9cca7-d44c-45e8-97e6-a7d582d86cf8 HTTP/1.1" status: 200 len: 837 time: 0.0640314 Aug 25 15:22:22.411619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-ea315878-8bbf-4e21-b5e5-abc59eba1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:22.413998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-ea315878-8bbf-4e21-b5e5-abc59eba1ffb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d5c358b-09d8-4660-851f-2bdbc87116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688820 Aug 25 15:22:22.543073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-f7c2292b-a603-4f1b-90de-5aed0b6eaee6 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207395 Aug 25 15:22:22.630643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45006) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:22.677354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b2beb6c-0fe2-4d4a-902a-a1e15e82354c req-ca077aaa-7751-442f-a0df-35cdc7d3a308 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260586 Aug 25 15:22:22.788752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Deleting port 4e717ecc-638b-4c28-86dc-1d27ecda6a90 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:22.789150 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:22.821190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'tag': '0b84f22b-ee7b-42aa-a77b-63661e2560bf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:22:22.824145 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11483874-3a65-494c-8ed3-a0e15ee03cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab9ab1-4fd5-4534-a3f7-d39664fc05c9", "tag": "0b84f22b-ee7b-42aa-a77b-63661e2560bf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:22:22.892614 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da6657e-92d5-4d6d-a112-9d8fa8ff9083 x-openstack-request-id: req-1da6657e-92d5-4d6d-a112-9d8fa8ff9083 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:22:22.893992 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab9ab1-4fd5-4534-a3f7-d39664fc05c9", "tag": "0b84f22b-ee7b-42aa-a77b-63661e2560bf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:22:22.894353 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1da6657e-92d5-4d6d-a112-9d8fa8ff9083 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:22:22.894873 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'tag': '0b84f22b-ee7b-42aa-a77b-63661e2560bf', 'status': 'completed', 'code': 200} Aug 25 15:22:22.971429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-d625ac3b-3bd0-4b7f-95ff-ff64fe66311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:22.976106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-d625ac3b-3bd0-4b7f-95ff-ff64fe66311f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 1095 time: 0.0557511 Aug 25 15:22:23.044478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d94d265-8ca4-482b-a763-5e0ebb04ff96 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:23.091573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 7d94d265-8ca4-482b-a763-5e0ebb04ff96 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:23.094585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7d94d265-8ca4-482b-a763-5e0ebb04ff96 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:23.200826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-0c641f19-69c2-4fe8-8151-56b9296ff0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:23.202284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-0c641f19-69c2-4fe8-8151-56b9296ff0d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d5c358b-09d8-4660-851f-2bdbc87116ce HTTP/1.1" status: 200 len: 898 time: 0.2142320 Aug 25 15:22:23.250804 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-3cd69a3e-10a3-4943-929d-ef5c4eaf3a1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf HTTP/1.1" status: 200 len: 217 time: 0.0390694 Aug 25 15:22:23.299697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.300035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.310262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-0e585d9e-51d1-4677-bebd-bd786dbac461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:23.312006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-0e585d9e-51d1-4677-bebd-bd786dbac461 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75d9cca7-d44c-45e8-97e6-a7d582d86cf8 HTTP/1.1" status: 200 len: 837 time: 0.0533035 Aug 25 15:22:23.315923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7685a-d8f8-42cf-bf32-e77a9f194107 req-82a7e8a4-9643-4c89-997d-8a3a1483d215 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:23.317507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ce7685a-d8f8-42cf-bf32-e77a9f194107 req-82a7e8a4-9643-4c89-997d-8a3a1483d215 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 944 time: 0.0935922 Aug 25 15:22:23.342213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Calling delete_port for 4e717ecc-638b-4c28-86dc-1d27ecda6a90 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:23.372161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-8b1e7f43-1a90-4077-b61e-33a8e24d22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:23.373761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-8b1e7f43-1a90-4077-b61e-33a8e24d22b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d5c358b-09d8-4660-851f-2bdbc87116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532236 Aug 25 15:22:23.424840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5ce7685a-d8f8-42cf-bf32-e77a9f194107 req-aa11ed30-a7f5-48ae-a16a-3aab6a5e9f7f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006749 Aug 25 15:22:23.494804 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-4c5e56c2-f022-4d1b-b85c-f2debf5813d2 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113043 Aug 25 15:22:23.608823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11483874-3a65-494c-8ed3-a0e15ee03cd5 req-9d496647-1895-4612-9c3a-b3f47569b457 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056974 Aug 25 15:22:23.631984 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.657022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event deleted for resources: {'Port': ['ID=4e717ecc-638b-4c28-86dc-1d27ecda6a90,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:23.722841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0dd34e9d-2190-483e-acf9-17131cc93483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.728018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.732525 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.736479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-137a45f2-a866-4a69-a2a1-468a96a62298 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "DELETE /v2.0/floatingips/eeb1b4b6-f5ce-4e7f-8ddb-e84f964dc113 HTTP/1.1" status: 204 len: 168 time: 1.1013393 Aug 25 15:22:23.816947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45030) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:23.911718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b63e829-35f3-4610-9051-62ffd439d0f3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:23.953287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b63e829-35f3-4610-9051-62ffd439d0f3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:24.133883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b63e829-35f3-4610-9051-62ffd439d0f3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:24.133883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b63e829-35f3-4610-9051-62ffd439d0f3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:24.133883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3b63e829-35f3-4610-9051-62ffd439d0f3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] 10.222.0.58 "DELETE /v2.0/security-groups/30e7eaee-79b3-4eb3-9a89-d3d2fefe2489 HTTP/1.1" status: 204 len: 168 time: 0.3142385 Aug 25 15:22:24.166070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63e829-35f3-4610-9051-62ffd439d0f3 tempest-TestServerBasicOps-816926311 tempest-TestServerBasicOps-816926311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7eaee-79b3-4eb3-9a89-d3d2fefe2489,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:24.257296 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:24.296081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45040) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:24.583293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea9d64-cafb-4588-8e35-18d4eb07bcc8 req-9ca9ab80-eea7-41a6-aa98-4c8500e30302 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:24.585498 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0ea9d64-cafb-4588-8e35-18d4eb07bcc8 req-9ca9ab80-eea7-41a6-aa98-4c8500e30302 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 944 time: 0.0643494 Aug 25 15:22:24.651070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0ea9d64-cafb-4588-8e35-18d4eb07bcc8 req-4fe32406-04cb-4c50-b39a-bbee1be386f9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545654 Aug 25 15:22:25.281055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:25.566145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Deleting port d506c331-c2eb-4f54-af85-e5e5b1034d2b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:25.566415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:25.579579 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:25.660069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] For port d506c331-c2eb-4f54-af85-e5e5b1034d2b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d506c331-c2eb-4f54-af85-e5e5b1034d2b,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:25.660069 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:25.675412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Calling delete_port for d506c331-c2eb-4f54-af85-e5e5b1034d2b owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:25.833002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bbfe4-72a1-4340-b362-845298aa0df5 req-886534c2-4890-487b-b287-686a712702e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:25.834557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-608bbfe4-72a1-4340-b362-845298aa0df5 req-886534c2-4890-487b-b287-686a712702e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 944 time: 0.1078298 Aug 25 15:22:25.938202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-608bbfe4-72a1-4340-b362-845298aa0df5 req-e3574802-6528-491c-bd61-d3f7bff35afa tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755792 Aug 25 15:22:25.940913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0b84f22b-ee7b-42aa-a77b-63661e2560bf details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:22:26.032173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:26.066487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:26.079363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Pushing event deleted for resources: {'Port': ['ID=d506c331-c2eb-4f54-af85-e5e5b1034d2b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:26.082247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '0b84f22b-ee7b-42aa-a77b-63661e2560bf', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'port_id': '0b84f22b-ee7b-42aa-a77b-63661e2560bf', 'mac_address': 'fa:16:3e:56:a1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:22:26.161881 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:26.181141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b84f22b-ee7b-42aa-a77b-63661e2560bf {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:22:26.219728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:26.286520 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:26.327804 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:26.399298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=0b84f22b-ee7b-42aa-a77b-63661e2560bf,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:26.408437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.409057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.409406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.409745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.410085 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.410669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.411007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.411394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.411726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.412053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.412382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.412706 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:26.537430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0b84f22b-ee7b-42aa-a77b-63661e2560bf'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:22:26.573219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:22:26.708916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:22:26.716005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b94f9475-de07-42d0-9582-09a61445612b admin admin] 10.222.0.58 "PUT /v2.0/routers/1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4185300 Aug 25 15:22:26.718571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45092) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:26.727083 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] Sync routers for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:22:26.755333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:26.756248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:26.886539 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:26.919461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:27.008491 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.095251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cfb51-d29e-41fc-aa55-05c6798a2741 req-1470edfd-90ff-4073-aa37-66020e92a366 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:27.097960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-011cfb51-d29e-41fc-aa55-05c6798a2741 req-1470edfd-90ff-4073-aa37-66020e92a366 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 945 time: 0.0717371 Aug 25 15:22:27.163977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Deleting port a49ff3a9-813f-4fd4-8944-4a710fc0e20f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:27.164371 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.168038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-011cfb51-d29e-41fc-aa55-05c6798a2741 req-b1c9ad2c-9078-40df-9f04-c4ec39dab165 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472925 Aug 25 15:22:27.177321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:22:25Z', 'revision_number': 5, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port': {'id': 'a49ff3a9-813f-4fd4-8944-4a710fc0e20f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:42Z', 'updated_at': '2021-08-25T15:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:27.185376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.228217 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] Checking router: 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:22:27.245833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] Routers {'1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:27.246565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:27.299081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] For port a49ff3a9-813f-4fd4-8944-4a710fc0e20f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:27.299708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.314802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Calling delete_port for a49ff3a9-813f-4fd4-8944-4a710fc0e20f owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:27.534947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] Set router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:27.595679 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.596435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:22:27Z', 'revision_number': 6, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:27.632656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d335de-6690-4343-bda4-13a068bab6a6 None None] The sync data for ids ['1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5'] in n-d-805995-2 is: [{'id': '1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5', 'name': 'tempest-TestServerBasicOps-2079149295-router', 'tenant_id': '43da7fb103914a3385f0aa254d56f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:41Z', 'updated_at': '2021-08-25T15:22:27Z', 'revision_number': 6, 'project_id': '43da7fb103914a3385f0aa254d56f416', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:22:27.639086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.677480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49ff3a9-813f-4fd4-8944-4a710fc0e20f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:27.750056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.844630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.847060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.961829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0b84f22b-ee7b-42aa-a77b-63661e2560bf up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:22:27.976218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.976906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:22:27.993739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:27.993739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-99c6e7a7-f217-4bb8-8979-49e6376e4408 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1b4fe6e7-ac56-4ac9-9844-a5aa00a2f7c5 HTTP/1.1" status: 204 len: 168 time: 1.2680588 Aug 25 15:22:27.993739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45120) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:28.080279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Deleting subnet f89b8cfd-e848-46b2-b512-74467286d7c1 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:22:28.085369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.132376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.183529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d506c331-c2eb-4f54-af85-e5e5b1034d2b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:28.205419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d506c331-c2eb-4f54-af85-e5e5b1034d2b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:28.205770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d506c331-c2eb-4f54-af85-e5e5b1034d2b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:28.207148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 0b84f22b-ee7b-42aa-a77b-63661e2560bf completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:28.211611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 0b84f22b-ee7b-42aa-a77b-63661e2560bf triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:28.212199 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.248470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.314826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.347849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b84f22b-ee7b-42aa-a77b-63661e2560bf'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:22:28.350127 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b0fd6-3fb2-42e2-8d24-4eefe982cb43" -d '{"events": [{"server_uuid": "7bab9ab1-4fd5-4534-a3f7-d39664fc05c9", "name": "network-vif-plugged", "status": "completed", "tag": "0b84f22b-ee7b-42aa-a77b-63661e2560bf"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:22:28.361922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40b21-5e62-4fac-af3f-bf7db3584f9b req-03b65e62-53aa-4975-9679-a190a10bfee0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:28.363078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26d40b21-5e62-4fac-af3f-bf7db3584f9b req-03b65e62-53aa-4975-9679-a190a10bfee0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 945 time: 0.0664062 Aug 25 15:22:28.363651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:28.394796 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdb1abb-fc26-4d92-ab38-aab7dc7517df x-openstack-request-id: req-4cdb1abb-fc26-4d92-ab38-aab7dc7517df {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:22:28.395134 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab9ab1-4fd5-4534-a3f7-d39664fc05c9", "name": "network-vif-plugged", "status": "completed", "tag": "0b84f22b-ee7b-42aa-a77b-63661e2560bf", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:22:28.395410 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cdb1abb-fc26-4d92-ab38-aab7dc7517df {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:22:28.395969 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b84f22b-ee7b-42aa-a77b-63661e2560bf', 'code': 200} Aug 25 15:22:28.404746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.431573 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.445690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.448079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f89b8cfd-e848-46b2-b512-74467286d7c1 HTTP/1.1" status: 204 len: 168 time: 0.4567261 Aug 25 15:22:28.448927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae9137-0522-478f-b4f1-460a5b1fb333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89b8cfd-e848-46b2-b512-74467286d7c1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:28.451948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45132) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:28.476025 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-26d40b21-5e62-4fac-af3f-bf7db3584f9b req-376b18eb-8edb-4500-95a3-117882513750 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053491 Aug 25 15:22:28.493103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d536dc-3941-418f-8c48-b2172dbe92bc None None] Network a588f3ec-f500-4e9f-8e38-2d385bc38f75 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:22:28.537056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1e2d0-bac0-41ec-910b-758a3153cea8 req-5fedb061-b5b8-4bb2-b31b-07412795600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:28.539803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3c1e2d0-bac0-41ec-910b-758a3153cea8 req-5fedb061-b5b8-4bb2-b31b-07412795600e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 1097 time: 0.0619438 Aug 25 15:22:28.585813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.586927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=0b84f22b-ee7b-42aa-a77b-63661e2560bf,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:28.618454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f3c1e2d0-bac0-41ec-910b-758a3153cea8 req-d943c3ab-0d8b-4969-a533-060c787f3b48 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713782 Aug 25 15:22:28.670275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Deleting port 7f19563f-692b-46dc-88fa-553846ba076d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:28.670648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.755924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] For port 7f19563f-692b-46dc-88fa-553846ba076d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f19563f-692b-46dc-88fa-553846ba076d,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:28.757702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.766412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] DHCP port deletion for a588f3ec-f500-4e9f-8e38-2d385bc38f75 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:22:28.784486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Calling delete_port for 7f19563f-692b-46dc-88fa-553846ba076d owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:28.844094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] Deleting port 7f19563f-692b-46dc-88fa-553846ba076d {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:28.844094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.923310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] For port 7f19563f-692b-46dc-88fa-553846ba076d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f19563f-692b-46dc-88fa-553846ba076d,segment=NetworkSegment(15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73),segment_id=15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:28.923724 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:28.939246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] Calling delete_port for 7f19563f-692b-46dc-88fa-553846ba076d owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:29.208673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:22:29.224685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.237607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f19563f-692b-46dc-88fa-553846ba076d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:29.241635 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] No DVR routers for this DVR port 7f19563f-692b-46dc-88fa-553846ba076d on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:22:29.254179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.257585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] No DVR routers for this DVR port 7f19563f-692b-46dc-88fa-553846ba076d on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:22:29.263456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945fcc2-d417-437f-bf96-22815c830f3f None None] Pushing event deleted for resources: {'Port': ['ID=7f19563f-692b-46dc-88fa-553846ba076d,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:29.318892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.329656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a588f3ec-f500-4e9f-8e38-2d385bc38f75']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:29.340101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:29.340401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c5566d-a38d-4f9e-8bdd-e8fe3e24fe73') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:29.349859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.365338 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.371914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:22:29.372591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:22:29.374451 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:22:29.528648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.538133 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.542365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a588f3ec-f500-4e9f-8e38-2d385bc38f75 HTTP/1.1" status: 204 len: 168 time: 1.0781345 Aug 25 15:22:29.542998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45144) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:29.552156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376f296-ef8b-4617-96bd-5214261ce238 admin admin] Pushing event deleted for resources: {'Network': ['ID=a588f3ec-f500-4e9f-8e38-2d385bc38f75,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:29.635250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff2dfa-1ff4-4574-9950-c4b903afe9f5 req-f0339d55-8a2a-43af-b1d0-7231d1a82544 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:29.636931 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5ff2dfa-1ff4-4574-9950-c4b903afe9f5 req-f0339d55-8a2a-43af-b1d0-7231d1a82544 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 946 time: 0.0574224 Aug 25 15:22:29.693837 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5ff2dfa-1ff4-4574-9950-c4b903afe9f5 req-447f0ac4-48f3-44c3-ba84-83fb1a67db45 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500462 Aug 25 15:22:29.956805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a49ff3a9-813f-4fd4-8944-4a710fc0e20f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:29.977012 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:29.982654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a49ff3a9-813f-4fd4-8944-4a710fc0e20f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:29.985835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a49ff3a9-813f-4fd4-8944-4a710fc0e20f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:29.985835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f19563f-692b-46dc-88fa-553846ba076d no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:30.005243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7f19563f-692b-46dc-88fa-553846ba076d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:30.005687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f19563f-692b-46dc-88fa-553846ba076d not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:30.248228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Deleting port 62b70348-6798-4da7-8edd-d6aa46f09edd {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:30.248576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:30.332531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] For port 62b70348-6798-4da7-8edd-d6aa46f09edd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=62b70348-6798-4da7-8edd-d6aa46f09edd,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:30.332980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:30.350551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Calling delete_port for 62b70348-6798-4da7-8edd-d6aa46f09edd owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:30.826892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4356e-0618-4fa3-99bc-4f95410ee66f req-b2b31a21-d008-40ed-aaf8-cf4e832435da tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:30.829055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ff4356e-0618-4fa3-99bc-4f95410ee66f req-b2b31a21-d008-40ed-aaf8-cf4e832435da tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 946 time: 0.0599277 Aug 25 15:22:30.873167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ff4356e-0618-4fa3-99bc-4f95410ee66f req-750a11a7-8fa5-49d9-abf6-5c1e902170e0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343461 Aug 25 15:22:30.943981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:22:30.968533 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:30.996637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7285737-7297-4373-83cf-16ac080723aa req-cbd27a8d-a9ef-446a-93ef-50e2ebc53a34 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:30.999350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=62b70348-6798-4da7-8edd-d6aa46f09edd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:31.001680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7285737-7297-4373-83cf-16ac080723aa req-cbd27a8d-a9ef-446a-93ef-50e2ebc53a34 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 946 time: 0.0591235 Aug 25 15:22:31.055230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7285737-7297-4373-83cf-16ac080723aa req-60e81a83-eb57-4dce-9b72-d006cd4db51b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Aug 25 15:22:31.235252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:31.495468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Router 07927184-8f4f-4287-9ece-bfca9c6b37f4 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:22:31.630410 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:22:31.635369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8c4babfa-a209-48e6-aa13-1a2fc56bf5ac admin admin] 10.222.0.58 "PUT /v2.0/routers/07927184-8f4f-4287-9ece-bfca9c6b37f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0911052 Aug 25 15:22:31.637910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45162) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:31.642219 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] Sync routers for ids ['07927184-8f4f-4287-9ece-bfca9c6b37f4'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:22:31.654775 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] Routers {'07927184-8f4f-4287-9ece-bfca9c6b37f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:31.655398 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['07927184-8f4f-4287-9ece-bfca9c6b37f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:31.757679 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:31.778238 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] Set router 07927184-8f4f-4287-9ece-bfca9c6b37f4 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:31.873518 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:32.022209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Deleting port 797753a9-ce12-47bd-8cbe-f5449f8f06c1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:32.022554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:32.061991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:22:30Z', 'revision_number': 5, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port': {'id': '797753a9-ce12-47bd-8cbe-f5449f8f06c1', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:58Z', 'updated_at': '2021-08-25T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:32.094458 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] Checking router: 07927184-8f4f-4287-9ece-bfca9c6b37f4 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:22:32.106401 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] Routers {'07927184-8f4f-4287-9ece-bfca9c6b37f4'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:32.107722 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['07927184-8f4f-4287-9ece-bfca9c6b37f4'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:32.121638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] For port 797753a9-ce12-47bd-8cbe-f5449f8f06c1, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=797753a9-ce12-47bd-8cbe-f5449f8f06c1,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:32.126225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:32.135371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Calling delete_port for 797753a9-ce12-47bd-8cbe-f5449f8f06c1 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:32.209719 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] Set router 07927184-8f4f-4287-9ece-bfca9c6b37f4 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:32.274016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:22:31Z', 'revision_number': 6, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:32.304139 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a36a7ec-57e4-4679-a269-6c483877b582 None None] The sync data for ids ['07927184-8f4f-4287-9ece-bfca9c6b37f4'] in n-d-805995-2 is: [{'id': '07927184-8f4f-4287-9ece-bfca9c6b37f4', 'name': 'tempest-TestServerBasicOps-983426177-router', 'tenant_id': 'b582a5259845410b9cb37489c1410be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:55Z', 'updated_at': '2021-08-25T15:22:31Z', 'revision_number': 6, 'project_id': 'b582a5259845410b9cb37489c1410be2', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:22:32.595945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45168) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:32.807976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:32.837484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Pushing event deleted for resources: {'Port': ['ID=797753a9-ce12-47bd-8cbe-f5449f8f06c1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:32.918417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.056311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.058658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.156400 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.231111 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.232288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07927184-8f4f-4287-9ece-bfca9c6b37f4 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:22:33.236831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.238009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a0431bb8-956c-40fb-9a54-3ec5e29ab292 admin admin] 10.222.0.58 "DELETE /v2.0/routers/07927184-8f4f-4287-9ece-bfca9c6b37f4 HTTP/1.1" status: 204 len: 168 time: 1.5991268 Aug 25 15:22:33.240801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45174) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:33.313369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Deleting subnet cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:22:33.317531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.367344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.510439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.514939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.20.0.17 (0d5c358b-09d8-4660-851f-2bdbc87116ce/75d9cca7-d44c-45e8-97e6-a7d582d86cf8/d38479a1-08e2-4e74-8e52-5cccf4db61e7) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:22:33.677338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.692073 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.707046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Transition to ACTIVE for port object d38479a1-08e2-4e74-8e52-5cccf4db61e7 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:33.730580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:33.742297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.746598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-290c802c-6cf7-4c6a-8c7a-a161746c830f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd9eb5c4-b826-47dc-9bdb-d8a51e6d1ec2 HTTP/1.1" status: 204 len: 168 time: 0.5018742 Aug 25 15:22:33.746847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45176) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:33.747310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f2194-7476-42fa-8601-3a67b18ac599 None None] Network 731596d1-b151-4b18-9f5a-41fe8c13aeeb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:22:33.824324 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.883836 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.949164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Deleting port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:33.949838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:33.959712 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:22:33.974772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:22:33.980838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:22:34.011803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 62b70348-6798-4da7-8edd-d6aa46f09edd no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:34.020605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=d38479a1-08e2-4e74-8e52-5cccf4db61e7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:34.060510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 62b70348-6798-4da7-8edd-d6aa46f09edd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:34.060876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 62b70348-6798-4da7-8edd-d6aa46f09edd not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:34.061309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 797753a9-ce12-47bd-8cbe-f5449f8f06c1 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:34.077179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] For port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:34.077545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.079171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.098334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Calling delete_port for 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:34.107676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 797753a9-ce12-47bd-8cbe-f5449f8f06c1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:34.107676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 797753a9-ce12-47bd-8cbe-f5449f8f06c1 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:34.110300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] DHCP port deletion for 731596d1-b151-4b18-9f5a-41fe8c13aeeb request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:22:34.195734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] Deleting port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:34.196035 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.321607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] For port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,segment=NetworkSegment(efbfcb1b-f9ac-4dd7-8dda-be27a239e79b),segment_id=efbfcb1b-f9ac-4dd7-8dda-be27a239e79b)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:34.323698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.345574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] Calling delete_port for 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:34.362823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.416294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:34.426366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] No DVR routers for this DVR port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:22:34.472166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.472404 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.508760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] Pushing event deleted for resources: {'Port': ['ID=1cbc0bb2-0b07-44c7-ac98-601b25e0e474,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:34.517107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfc849-95d7-4f26-a977-bffe1c561a45 None None] No DVR routers for this DVR port 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:22:34.539704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3e327072-c2ef-4e75-96be-01fffd7d7ddb None None] Provisioning for port d38479a1-08e2-4e74-8e52-5cccf4db61e7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:34.545741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3e327072-c2ef-4e75-96be-01fffd7d7ddb None None] Provisioning complete for port d38479a1-08e2-4e74-8e52-5cccf4db61e7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:34.546350 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3e327072-c2ef-4e75-96be-01fffd7d7ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.603484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3e327072-c2ef-4e75-96be-01fffd7d7ddb None None] Port d38479a1-08e2-4e74-8e52-5cccf4db61e7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:22:34.645654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.679158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731596d1-b151-4b18-9f5a-41fe8c13aeeb']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:34.724420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:34.725804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbfcb1b-f9ac-4dd7-8dda-be27a239e79b') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:34.741188 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.775529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.795606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:22:34.795923 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:22:34.797864 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:22:34.953969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.961479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.988807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:34.991104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/731596d1-b151-4b18-9f5a-41fe8c13aeeb HTTP/1.1" status: 204 len: 168 time: 1.2430665 Aug 25 15:22:34.999589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc6da8-19d9-451d-a14f-95c1ccd060e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=731596d1-b151-4b18-9f5a-41fe8c13aeeb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:35.019080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.112538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.115673 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=d38479a1-08e2-4e74-8e52-5cccf4db61e7,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:35.240879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:22:35.242364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:22:35.392152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45188) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:35.392152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:22:35.491794 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8d236636-74de-4ec3-9838-bd5cd578d74e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43da7fb103914a3385f0aa254d56f416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054895 Aug 25 15:22:35.494650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45190) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:35.532053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fc01916a-a7eb-4355-904b-4a2eebfd7436 None None] Provisioning complete for port d38479a1-08e2-4e74-8e52-5cccf4db61e7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:35.532646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fc01916a-a7eb-4355-904b-4a2eebfd7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.573198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fc01916a-a7eb-4355-904b-4a2eebfd7436 None None] Port d38479a1-08e2-4e74-8e52-5cccf4db61e7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:22:35.592413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:22:35.599045 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2ee378e0-a460-4113-9a6c-f0df2cdd6273 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "PUT /v2.0/routers/9ccb7aec-b1db-4c56-9e5f-216dd828373e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0020113 Aug 25 15:22:35.609610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:22:35.611057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44d18b58-606d-4d73-b16c-56202b851290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.621396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:35.622031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:35.645759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44d18b58-606d-4d73-b16c-56202b851290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.748917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:35.768007 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44d18b58-606d-4d73-b16c-56202b851290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.770907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44d18b58-606d-4d73-b16c-56202b851290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:35.775496 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44d18b58-606d-4d73-b16c-56202b851290 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a437fd4-ec05-4aaa-9f9c-72f9b7a15b7e HTTP/1.1" status: 204 len: 168 time: 0.2766964 Aug 25 15:22:35.789162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d18b58-606d-4d73-b16c-56202b851290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a437fd4-ec05-4aaa-9f9c-72f9b7a15b7e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:35.967286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:35.998734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:35.999208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1cbc0bb2-0b07-44c7-ac98-601b25e0e474 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:22:36.077723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:34Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:35Z', 'revision_number': 1, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38479a1-08e2-4e74-8e52-5cccf4db61e7', 'name': '', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:1a:5c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:22:33Z', 'updated_at': '2021-08-25T15:22:34Z', 'revision_number': 2, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:36.105414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:22:36.105785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Updating router 9ccb7aec-b1db-4c56-9e5f-216dd828373e port d38479a1-08e2-4e74-8e52-5cccf4db61e7 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:22:36.131315 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.452311 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.462191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Transition to ACTIVE for port object d38479a1-08e2-4e74-8e52-5cccf4db61e7 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:36.568392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.588716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:36.619839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c989039-52f6-4ec3-b212-0934441fc7a7 None None] Pushing event updated for resources: {'Port': ['ID=d38479a1-08e2-4e74-8e52-5cccf4db61e7,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:36.647654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0c86cf7c-158a-45d4-b03d-75a72be83013 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b582a5259845410b9cb37489c1410be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576963 Aug 25 15:22:36.649372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45206) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:36.687630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Attempting to bind port d38479a1-08e2-4e74-8e52-5cccf4db61e7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:22:36.688005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Attempting to bind port d38479a1-08e2-4e74-8e52-5cccf4db61e7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:22:36.688363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Attempting to bind port d38479a1-08e2-4e74-8e52-5cccf4db61e7 on network 0d5c358b-09d8-4660-851f-2bdbc87116ce {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:22:36.698074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:22:36.698534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Checking segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:22:36.699743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.700935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Bound using segment: {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:22:36.701491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Bound port: d38479a1-08e2-4e74-8e52-5cccf4db61e7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27168382-1151-434b-8e8c-76a75669b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:22:36.701945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.711127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74f0446f-7e4c-499b-b42a-3feae603c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.746154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74f0446f-7e4c-499b-b42a-3feae603c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.783158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] For port d38479a1-08e2-4e74-8e52-5cccf4db61e7, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:22:36.791974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] For port d38479a1-08e2-4e74-8e52-5cccf4db61e7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d38479a1-08e2-4e74-8e52-5cccf4db61e7,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:22:36.905811 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.958709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:36.959617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:36.984327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74f0446f-7e4c-499b-b42a-3feae603c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.986945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-74f0446f-7e4c-499b-b42a-3feae603c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:36.990887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-74f0446f-7e4c-499b-b42a-3feae603c362 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6e78f80-2faa-417c-b69b-113726333929 HTTP/1.1" status: 204 len: 168 time: 0.3379889 Aug 25 15:22:37.000107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0446f-7e4c-499b-b42a-3feae603c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e78f80-2faa-417c-b69b-113726333929,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:37.018860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c989039-52f6-4ec3-b212-0934441fc7a7 None None] Pushing event updated for resources: {'Port': ['ID=d38479a1-08e2-4e74-8e52-5cccf4db61e7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:37.111869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:37.414701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:34Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:35Z', 'revision_number': 1, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38479a1-08e2-4e74-8e52-5cccf4db61e7', 'name': '', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:1a:5c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:22:33Z', 'updated_at': '2021-08-25T15:22:36Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:37.443785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189196ef-f143-401b-987f-f34aeb6235a6 None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:34Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:35Z', 'revision_number': 1, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38479a1-08e2-4e74-8e52-5cccf4db61e7', 'name': '', 'network_id': '0d5c358b-09d8-4660-851f-2bdbc87116ce', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:1a:5c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:22:33Z', 'updated_at': '2021-08-25T15:22:36Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': '75d9cca7-d44c-45e8-97e6-a7d582d86cf8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:22:38.050097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d38479a1-08e2-4e74-8e52-5cccf4db61e7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:22:38.254037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d38479a1-08e2-4e74-8e52-5cccf4db61e7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:38.263449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d38479a1-08e2-4e74-8e52-5cccf4db61e7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:38.263449 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:38.542606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:38.580807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d38479a1-08e2-4e74-8e52-5cccf4db61e7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d38479a1-08e2-4e74-8e52-5cccf4db61e7,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:38.659697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:38.711267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d38479a1-08e2-4e74-8e52-5cccf4db61e7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:39.951054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d38479a1-08e2-4e74-8e52-5cccf4db61e7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:22:40.006996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d38479a1-08e2-4e74-8e52-5cccf4db61e7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:40.007398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:51.059437 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-29cb119f-c58f-4b23-b7b3-519e849255fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:53.505395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-d66a5af3-fc1e-4ab3-bde0-fd7e10279173 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041046350&fields=id&tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 267 time: 0.0389566 Aug 25 15:22:53.618273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-d9199db3-792f-4b4c-abc3-1e1b42a1accd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:53.619703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-d9199db3-792f-4b4c-abc3-1e1b42a1accd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1073728 Aug 25 15:22:53.635091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-e902aa7f-1d3f-4aa2-b33d-177ed7f0c093 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0092824 Aug 25 15:22:53.694217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-d6b1182b-5848-4e41-bc59-8555577ab157 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536838 Aug 25 15:22:53.751516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4cecc4a6-c397-4f18-af32-c2df39b9c3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:53.789896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-1e6a396b-dee1-40cc-9f72-ecfc15032e96 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842710 Aug 25 15:22:53.885804 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-9ed72c40-5d45-4a7a-b66a-76e56e140a90 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Aug 25 15:22:54.213338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:54.410315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49efd61b-e65f-4050-967c-ae341e7497bf req-f16cb987-33ab-4ff4-a80f-bbe26ba1f3a8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0278800 Aug 25 15:22:55.508116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56266405-4bf7-45de-a383-5e6a02e8f2db req-d34d1acf-3be6-4cef-86f5-1ef96be9d18b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0299866 Aug 25 15:22:55.560885 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:55.606286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-e1b8f272-d9d0-4154-96b2-2d57af1f80c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408440 Aug 25 15:22:55.690122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf441f-112a-450a-a433-d17585987bf8 req-09674a32-b28f-409e-aaf6-ebddfcb381b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:55.691675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-09674a32-b28f-409e-aaf6-ebddfcb381b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1096 time: 0.0421605 Aug 25 15:22:55.799866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf441f-112a-450a-a433-d17585987bf8 req-ae526b29-acd6-465c-902c-9edb9dc8f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:55.801498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-ae526b29-acd6-465c-902c-9edb9dc8f887 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 898 time: 0.0904186 Aug 25 15:22:55.867682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-d141bea6-95d0-4b74-b171-52e857435abc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 200 len: 1000 time: 0.0589020 Aug 25 15:22:55.931654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf441f-112a-450a-a433-d17585987bf8 req-73ae743d-ba16-40b1-b687-bd2cad24eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:55.933647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-73ae743d-ba16-40b1-b687-bd2cad24eb35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af787819-96eb-4e0b-b075-c373ee2aab3a HTTP/1.1" status: 200 len: 835 time: 0.0557175 Aug 25 15:22:55.986377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf441f-112a-450a-a433-d17585987bf8 req-bffbdb05-f291-411e-bb9e-f434d51f2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:55.987930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-bffbdb05-f291-411e-bb9e-f434d51f2b45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd04691f-7d8d-4aec-912a-ca1c756b0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467026 Aug 25 15:22:55.996210 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45790) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:22:56.079373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-dbb4f170-800d-4367-9705-875add2a3e30 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841346 Aug 25 15:22:56.179634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ecf441f-112a-450a-a433-d17585987bf8 req-7c3bb6c6-5c16-4f3c-9811-08a6a3c31420 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904729 Aug 25 15:22:56.365945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:56.500070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-1e04a00b-d03a-4e49-9cde-02288a3f2227 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:56.501828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-1e04a00b-d03a-4e49-9cde-02288a3f2227 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1123900 Aug 25 15:22:56.549460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-9ef8d938-2aab-4652-a38a-70182efab41d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 380 time: 0.0379844 Aug 25 15:22:56.562624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'security_groups': ['10484934-227e-48e9-b52c-c7683f16703a']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:56.830743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:22:56.834929 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:56.885628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c8d5fac-ad17-446f-a22b-72146aea59e7 req-ec94c8df-1bdf-4610-b10e-ca2aaf956ae0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0468745 Aug 25 15:22:57.007685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.4 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/a0e4ea3a-ca68-43c6-995e-5279677907d3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:22:57.087212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port d38479a1-08e2-4e74-8e52-5cccf4db61e7 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:22:57.087827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.163395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.178052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object a0e4ea3a-ca68-43c6-995e-5279677907d3 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:57.187009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port d38479a1-08e2-4e74-8e52-5cccf4db61e7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d38479a1-08e2-4e74-8e52-5cccf4db61e7,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:22:57.187490 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.195429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.201475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for d38479a1-08e2-4e74-8e52-5cccf4db61e7 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:22:57.322933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.390620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:22:57.394312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:22:57.406842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=a0e4ea3a-ca68-43c6-995e-5279677907d3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:57.406842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:22:57.439653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.440011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.440602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.441138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.441659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.442299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.442939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.443539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.444804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.445606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.446122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.446628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:22:57.471184 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.494964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:57.495608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.557812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.589343 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=d38479a1-08e2-4e74-8e52-5cccf4db61e7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:57.619823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-5e831d48-ef60-4175-8d11-ab9761252e2a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0648787 Aug 25 15:22:57.632844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Request body: {'port': {'device_id': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:22:57.758159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.850777 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.870861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ea433ae-9b81-49d1-a654-8c3febb71984 None None] Provisioning for port a0e4ea3a-ca68-43c6-995e-5279677907d3 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:22:57.876285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9ea433ae-9b81-49d1-a654-8c3febb71984 None None] Provisioning complete for port a0e4ea3a-ca68-43c6-995e-5279677907d3 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:22:57.876884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ea433ae-9b81-49d1-a654-8c3febb71984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:57.961342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9ea433ae-9b81-49d1-a654-8c3febb71984 None None] Port a0e4ea3a-ca68-43c6-995e-5279677907d3 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:22:58.139059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f728c92-1e28-4985-aa66-65570c2ea80c req-1b2a2b60-30d8-4da5-a96f-0b00d64a3746 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:58.140982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f728c92-1e28-4985-aa66-65570c2ea80c req-1b2a2b60-30d8-4da5-a96f-0b00d64a3746 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 931 time: 0.1384604 Aug 25 15:22:58.193738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:22:58.201620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f728c92-1e28-4985-aa66-65570c2ea80c req-eaa402d2-0dbb-48df-a9d6-2297d4fcbd5f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488858 Aug 25 15:22:58.294265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e4ea3a-ca68-43c6-995e-5279677907d3 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:22:58.302360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:58.315303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:22:58.315555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Transition to ACTIVE for port object a0e4ea3a-ca68-43c6-995e-5279677907d3 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:22:58.326836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-17c59421-8f93-4e5e-a62d-4dcb164c17e1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "PUT /v2.0/routers/9ccb7aec-b1db-4c56-9e5f-216dd828373e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3228152 Aug 25 15:22:58.332329 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:22:58.342867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:58.343712 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:58.384997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:58.543337 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:58.611325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4ea3a-ca68-43c6-995e-5279677907d3,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:58.661943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Attempting to bind port a0e4ea3a-ca68-43c6-995e-5279677907d3 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:22:58.662550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Attempting to bind port a0e4ea3a-ca68-43c6-995e-5279677907d3 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:22:58.663071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Attempting to bind port a0e4ea3a-ca68-43c6-995e-5279677907d3 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:22:58.670366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Port a0e4ea3a-ca68-43c6-995e-5279677907d3 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:22:58.670766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Attempting to bind port a0e4ea3a-ca68-43c6-995e-5279677907d3 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:22:58.676696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:22:58.678889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:22:58.678889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:22:58.678889 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Bound port: a0e4ea3a-ca68-43c6-995e-5279677907d3, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:22:58.678889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:58.772928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] For port a0e4ea3a-ca68-43c6-995e-5279677907d3, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:22:58.777937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] For port a0e4ea3a-ca68-43c6-995e-5279677907d3, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:22:58.852459 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:57Z', 'revision_number': 6, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:35Z', 'revision_number': 1, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:58.863685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:58.880379 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:22:58.890062 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:22:58.890806 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:58.905332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:58.905937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:58.907361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] 10.222.0.45 "PUT /v2.0/ports/a0e4ea3a-ca68-43c6-995e-5279677907d3 HTTP/1.1" status: 200 len: 1091 time: 1.2791092 Aug 25 15:22:58.911309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:22:58.913185 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a26c0-5602-4e79-b5e5-274f731db6be" -d '{"events": [{"name": "network-changed", "server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:22:58.939267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f034f3-c399-42d0-8411-eccce82aa52c req-9b9d23aa-0545-405a-a271-d94cf2e58506 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:58.940966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15f034f3-c399-42d0-8411-eccce82aa52c req-9b9d23aa-0545-405a-a271-d94cf2e58506 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 946 time: 0.1329048 Aug 25 15:22:58.964794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4666d-8b04-4294-a32f-1d851e52e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a0e4ea3a-ca68-43c6-995e-5279677907d3,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:22:58.974866 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6083738-ffea-41be-bce1-808fb28312b6 x-openstack-request-id: req-e6083738-ffea-41be-bce1-808fb28312b6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:22:58.974866 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:22:58.974866 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6083738-ffea-41be-bce1-808fb28312b6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:22:58.974866 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'status': 'completed', 'code': 200} Aug 25 15:22:59.003762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15f034f3-c399-42d0-8411-eccce82aa52c req-f7934cd3-ccf6-454e-a083-0c48f89198c3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563636 Aug 25 15:22:59.043188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a26c0-5602-4e79-b5e5-274f731db6be req-41925d38-1e5a-488f-ae6f-5754aee532a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.046074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd4a26c0-5602-4e79-b5e5-274f731db6be req-41925d38-1e5a-488f-ae6f-5754aee532a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0553918 Aug 25 15:22:59.064970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:22:59.162071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a26c0-5602-4e79-b5e5-274f731db6be req-6a672bd5-bc2a-4f59-99fb-d4709e8a3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.164708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd4a26c0-5602-4e79-b5e5-274f731db6be req-6a672bd5-bc2a-4f59-99fb-d4709e8a3993 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1102912 Aug 25 15:22:59.238667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:22:59.295463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a26c0-5602-4e79-b5e5-274f731db6be req-e6f62fcf-3415-4f91-a1d4-8381459532aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.297253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd4a26c0-5602-4e79-b5e5-274f731db6be req-e6f62fcf-3415-4f91-a1d4-8381459532aa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247728 Aug 25 15:22:59.348949 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:57Z', 'revision_number': 6, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:35Z', 'revision_number': 1, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:22:59.379069 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78f7e2-60fb-4934-910e-d6f288b71654 None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:57Z', 'revision_number': 6, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '108e4581-308f-4e1d-aa22-159d5896c502', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'port_id': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'mac_address': 'fa:16:3e:2d:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:21:31Z', 'updated_at': '2021-08-25T15:21:35Z', 'revision_number': 1, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:22:59.379828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d3a0-d361-4ce5-928b-1c8439c16b5f req-ff207d78-fa20-44ec-9bc7-7a49550ce673 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.384951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e47d3a0-d361-4ce5-928b-1c8439c16b5f req-ff207d78-fa20-44ec-9bc7-7a49550ce673 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0897381 Aug 25 15:22:59.396466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-8751fabb-f45c-48d8-82af-25f6c39d7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.398981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-8751fabb-f45c-48d8-82af-25f6c39d7a57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0539758 Aug 25 15:22:59.427496 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e47d3a0-d361-4ce5-928b-1c8439c16b5f req-d9ad53fb-c52e-4936-baaf-cfd5ace6d393 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364382 Aug 25 15:22:59.454140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-990d4184-5859-47d9-a6c5-aea0a35f2644 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3 HTTP/1.1" status: 200 len: 217 time: 0.0468960 Aug 25 15:22:59.504700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-91e644fc-1576-4f8b-804b-db2a10c539fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.506178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-91e644fc-1576-4f8b-804b-db2a10c539fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0458825 Aug 25 15:22:59.556452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-abfe68dd-d18c-437b-8dc7-608d3ba73896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:22:59.558090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-abfe68dd-d18c-437b-8dc7-608d3ba73896 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440271 Aug 25 15:22:59.652269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-46bc58ff-229a-42f4-abc4-c1b78c0cb839 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870810 Aug 25 15:22:59.742850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5ea6816c-0918-4ae0-8dbc-e175db2a37e2 req-fb307504-b48f-41ba-b6fc-0496d655c490 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836420 Aug 25 15:22:59.917944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d38479a1-08e2-4e74-8e52-5cccf4db61e7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:22:59.938934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d38479a1-08e2-4e74-8e52-5cccf4db61e7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:22:59.939317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d38479a1-08e2-4e74-8e52-5cccf4db61e7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:00.129941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95736-7f76-4ed7-811b-3223973ff6c6 req-59e33ec2-1207-40ca-8090-d6204276a6b5 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:00.131451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44a95736-7f76-4ed7-811b-3223973ff6c6 req-59e33ec2-1207-40ca-8090-d6204276a6b5 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 946 time: 0.0577135 Aug 25 15:23:00.171079 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44a95736-7f76-4ed7-811b-3223973ff6c6 req-07b11861-c040-4afe-8639-001561ce7cc0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c22a2fb-8706-438c-8626-f78073e99a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Aug 25 15:23:00.235847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-67433d0e-3b6a-4566-9489-97cbefe215ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:00.243133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-67433d0e-3b6a-4566-9489-97cbefe215ce tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 946 time: 0.0535514 Aug 25 15:23:00.340650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 0b84f22b-ee7b-42aa-a77b-63661e2560bf {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:00.341139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:00.444587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port 0b84f22b-ee7b-42aa-a77b-63661e2560bf, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0b84f22b-ee7b-42aa-a77b-63661e2560bf,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:00.445112 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:00.458990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 0b84f22b-ee7b-42aa-a77b-63661e2560bf owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:00.577857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28416b98-6d58-438d-89d6-6835693b0798 req-0c9274bb-5857-455f-bd3d-f05c2d8ac1ab tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:00.580270 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28416b98-6d58-438d-89d6-6835693b0798 req-0c9274bb-5857-455f-bd3d-f05c2d8ac1ab tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0576310 Aug 25 15:23:00.633285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28416b98-6d58-438d-89d6-6835693b0798 req-f4a355b6-eeb8-4506-a211-e334c3394e53 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443304 Aug 25 15:23:00.757073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:00.790852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=0b84f22b-ee7b-42aa-a77b-63661e2560bf,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:00.849701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] No DVR routers for this DVR port 0b84f22b-ee7b-42aa-a77b-63661e2560bf on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:23:00.852811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:00.855423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a4b52f1f-e663-49a9-abdf-fe2169fa40d9 req-1804c0e3-0659-48cc-8bab-253472089a1e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "DELETE /v2.0/ports/0b84f22b-ee7b-42aa-a77b-63661e2560bf HTTP/1.1" status: 204 len: 173 time: 0.6113677 Aug 25 15:23:00.972569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'name': 'network-vif-deleted', 'tag': '0b84f22b-ee7b-42aa-a77b-63661e2560bf'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:00.974950 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375d3ed-629c-4f9b-9da4-37bcca5b3825" -d '{"events": [{"server_uuid": "7bab9ab1-4fd5-4534-a3f7-d39664fc05c9", "name": "network-vif-deleted", "tag": "0b84f22b-ee7b-42aa-a77b-63661e2560bf"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:01.016220 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0d7a7-e8e9-47ad-a292-91d0246671ac x-openstack-request-id: req-58c0d7a7-e8e9-47ad-a292-91d0246671ac {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:01.016579 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab9ab1-4fd5-4534-a3f7-d39664fc05c9", "name": "network-vif-deleted", "tag": "0b84f22b-ee7b-42aa-a77b-63661e2560bf", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:01.017059 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58c0d7a7-e8e9-47ad-a292-91d0246671ac {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:01.020376 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab9ab1-4fd5-4534-a3f7-d39664fc05c9', 'name': 'network-vif-deleted', 'tag': '0b84f22b-ee7b-42aa-a77b-63661e2560bf', 'status': 'completed', 'code': 200} Aug 25 15:23:01.285640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-369cf8e5-bd9c-47b2-a6d6-10597effd945 req-512aee51-33a4-42a9-af8b-41b529fa30b9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 210 time: 0.0297098 Aug 25 15:23:01.775514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8fbb3-4f83-4306-8ad2-7be17dea3bb7 req-18cbfb10-20ac-4d8a-9226-78c7b3ba79bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:01.782888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fec8fbb3-4f83-4306-8ad2-7be17dea3bb7 req-18cbfb10-20ac-4d8a-9226-78c7b3ba79bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0641258 Aug 25 15:23:01.820043 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fec8fbb3-4f83-4306-8ad2-7be17dea3bb7 req-33424dc7-56ae-4a54-bc8c-66787f432d7f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349939 Aug 25 15:23:02.396709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04bf47ca-60c8-4924-9516-c4a424bf4b2c req-e79939b0-0095-4d5b-81c6-38480cf15f4a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bab9ab1-4fd5-4534-a3f7-d39664fc05c9 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Aug 25 15:23:02.941266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4357d-630b-4c74-b656-ec74ddbfaf7b req-23e3c7e7-4414-48ea-bcc3-ee59bfc00430 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:02.942800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07b4357d-630b-4c74-b656-ec74ddbfaf7b req-23e3c7e7-4414-48ea-bcc3-ee59bfc00430 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0538330 Aug 25 15:23:02.983498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07b4357d-630b-4c74-b656-ec74ddbfaf7b req-19704818-6e73-411d-a2bd-5f1dc434c4ca tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331249 Aug 25 15:23:03.456713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45846) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:03.520546 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cba-da50-4213-974b-dd821e9cc377 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:03.546811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cba-da50-4213-974b-dd821e9cc377 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:03.671336 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cba-da50-4213-974b-dd821e9cc377 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:03.673926 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cba-da50-4213-974b-dd821e9cc377 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:03.675149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-23aa1cba-da50-4213-974b-dd821e9cc377 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/security-groups/0c22a2fb-8706-438c-8626-f78073e99a82 HTTP/1.1" status: 204 len: 168 time: 0.2167466 Aug 25 15:23:03.684862 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa1cba-da50-4213-974b-dd821e9cc377 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c22a2fb-8706-438c-8626-f78073e99a82,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:03.767984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45850) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:03.820910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting subnet 75d9cca7-d44c-45e8-97e6-a7d582d86cf8 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:23:03.824237 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:03.866036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:03.958555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.093617 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.128802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Subnet': ['ID=75d9cca7-d44c-45e8-97e6-a7d582d86cf8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:04.134478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.148378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c5fd5148-19a9-4ba0-9192-752275aab10d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/subnets/75d9cca7-d44c-45e8-97e6-a7d582d86cf8 HTTP/1.1" status: 204 len: 168 time: 0.3674514 Aug 25 15:23:04.149427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45856) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:04.149798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df3cb3-2dd2-4da8-a621-85cc03033e30 None None] Network 0d5c358b-09d8-4660-851f-2bdbc87116ce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:23:04.151168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7b85-700b-44cb-9488-b3b1c20b3426 req-d60dc512-928a-4f73-b07f-58087e95a6b2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:04.152935 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-377f7b85-700b-44cb-9488-b3b1c20b3426 req-d60dc512-928a-4f73-b07f-58087e95a6b2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0980234 Aug 25 15:23:04.167597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0b84f22b-ee7b-42aa-a77b-63661e2560bf no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:23:04.203793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-377f7b85-700b-44cb-9488-b3b1c20b3426 req-e47bb8fa-102f-4a83-af2a-de5e18143d3f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Aug 25 15:23:04.223582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 0b84f22b-ee7b-42aa-a77b-63661e2560bf {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:23:04.223930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0b84f22b-ee7b-42aa-a77b-63661e2560bf not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:04.234731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.301620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port d19c012a-4058-4f71-887f-b4cabb4265e4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:04.301979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.370729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port d19c012a-4058-4f71-887f-b4cabb4265e4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d19c012a-4058-4f71-887f-b4cabb4265e4,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:04.371255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.374163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] DHCP port deletion for 0d5c358b-09d8-4660-851f-2bdbc87116ce request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:23:04.392355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for d19c012a-4058-4f71-887f-b4cabb4265e4 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:04.425275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] Deleting port d19c012a-4058-4f71-887f-b4cabb4265e4 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:04.425672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.495222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] For port d19c012a-4058-4f71-887f-b4cabb4265e4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d19c012a-4058-4f71-887f-b4cabb4265e4,segment=NetworkSegment(27168382-1151-434b-8e8c-76a75669b516),segment_id=27168382-1151-434b-8e8c-76a75669b516)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:04.495623 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.509623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] Calling delete_port for d19c012a-4058-4f71-887f-b4cabb4265e4 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:04.630706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.637876 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.657569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=d19c012a-4058-4f71-887f-b4cabb4265e4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:04.661515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] No DVR routers for this DVR port d19c012a-4058-4f71-887f-b4cabb4265e4 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:23:04.667388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] Pushing event deleted for resources: {'Port': ['ID=d19c012a-4058-4f71-887f-b4cabb4265e4,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:04.673748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5525b-7843-4edf-9ce7-5631702d1ad3 None None] No DVR routers for this DVR port d19c012a-4058-4f71-887f-b4cabb4265e4 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:23:04.759809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.769898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c358b-09d8-4660-851f-2bdbc87116ce']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:04.782271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27168382-1151-434b-8e8c-76a75669b516') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:04.782559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27168382-1151-434b-8e8c-76a75669b516') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:04.792883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.810505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.818819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:23:04.819282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:23:04.822443 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:23:05.041913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.050175 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.051944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/networks/0d5c358b-09d8-4660-851f-2bdbc87116ce HTTP/1.1" status: 204 len: 168 time: 0.9111557 Aug 25 15:23:05.055345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45860) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:05.065742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b811e-9c46-45dd-9970-119bbe12a801 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Network': ['ID=0d5c358b-09d8-4660-851f-2bdbc87116ce,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:05.242652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 0b078d13-97fc-4f6c-ab01-37de60788f51 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:05.244591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.317857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36944aa-52cc-4622-8671-f199a5775e69 req-a7fae4cb-007b-4e66-96af-aa7e03c5e0c8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:05.319315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a36944aa-52cc-4622-8671-f199a5775e69 req-a7fae4cb-007b-4e66-96af-aa7e03c5e0c8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0491984 Aug 25 15:23:05.320639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.320998 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.335314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 0b078d13-97fc-4f6c-ab01-37de60788f51 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:05.358983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a36944aa-52cc-4622-8671-f199a5775e69 req-21ef585b-7947-4228-91f6-d8abc6fba35b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Aug 25 15:23:05.590832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.618039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=0b078d13-97fc-4f6c-ab01-37de60788f51,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:05.681619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:05.682189 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Floating IP 108e4581-308f-4e1d-aa22-159d5896c502 disassociated (deleted). External IP: 172.25.8.57, port: 11ad26b5-9c4e-449b-ad9c-63ec948489bc. Aug 25 15:23:05.893304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:23:05.962848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d19c012a-4058-4f71-887f-b4cabb4265e4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:23:05.986979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d19c012a-4058-4f71-887f-b4cabb4265e4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:23:05.987447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d19c012a-4058-4f71-887f-b4cabb4265e4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:06.004872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:23:06.009825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:06.014375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:23:06.023172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:06.023796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:06.038589 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6b06f84d-9140-4c09-aba0-3320ebfbb41d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/floatingips/108e4581-308f-4e1d-aa22-159d5896c502 HTTP/1.1" status: 204 len: 168 time: 0.9814265 Aug 25 15:23:06.039326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:06.041743 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8023d6-992f-44eb-af86-b41e2725ba72" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:06.139675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:06.250396 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b0fcd3-6a0b-444b-9cf1-d84314dc18c0 x-openstack-request-id: req-77b0fcd3-6a0b-444b-9cf1-d84314dc18c0 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:06.250912 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:06.250912 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77b0fcd3-6a0b-444b-9cf1-d84314dc18c0 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:06.251442 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'status': 'completed', 'code': 200} Aug 25 15:23:06.352465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-26d22e17-6a17-4549-b78a-c48f56d55d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:06.356726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-26d22e17-6a17-4549-b78a-c48f56d55d8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 1096 time: 0.0807781 Aug 25 15:23:06.406773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:57Z', 'revision_number': 6, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:06.450070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:23:06.461685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:06.462339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:06.507894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-6beefd12-243a-4ed6-87a7-b54a54b7f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:06.509484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-6beefd12-243a-4ed6-87a7-b54a54b7f53e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 200 len: 898 time: 0.1467938 Aug 25 15:23:06.560258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-4c14bf12-d02d-490d-92e5-fc5a3254f550 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 200 len: 217 time: 0.0432534 Aug 25 15:23:06.579658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db622c-6dab-4e48-8fd7-a3e7cf13e211 req-6bdd4c68-26c5-46aa-aa77-6a0ea356065c tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:06.589893 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17db622c-6dab-4e48-8fd7-a3e7cf13e211 req-6bdd4c68-26c5-46aa-aa77-6a0ea356065c tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 945 time: 0.0865119 Aug 25 15:23:06.602283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:06.612651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fddc32-73f9-4d6a-8493-b6fda6558da2 req-691cef2e-a662-41b4-8e80-8b2bde027279 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:06.615987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34fddc32-73f9-4d6a-8493-b6fda6558da2 req-691cef2e-a662-41b4-8e80-8b2bde027279 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.1446652 Aug 25 15:23:06.630035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-ddedc682-eae2-4c89-8f24-5f804c9fa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:06.631505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-ddedc682-eae2-4c89-8f24-5f804c9fa2ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af787819-96eb-4e0b-b075-c373ee2aab3a HTTP/1.1" status: 200 len: 835 time: 0.0625198 Aug 25 15:23:06.636348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17db622c-6dab-4e48-8fd7-a3e7cf13e211 req-9bd80c1c-bc47-4072-b5ac-96c570f603d1 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Aug 25 15:23:06.685140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-34fddc32-73f9-4d6a-8493-b6fda6558da2 req-3058ef2f-c2c8-4e38-a06a-7cb6531da62b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619357 Aug 25 15:23:06.708997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-c05663cc-e3ed-483f-b5d9-5b77304cbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:06.710510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-c05663cc-e3ed-483f-b5d9-5b77304cbffc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd04691f-7d8d-4aec-912a-ca1c756b0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696664 Aug 25 15:23:06.809332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-167b6060-9d61-4e6c-817c-8a8029cdc9dd service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900238 Aug 25 15:23:06.836400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:57Z', 'revision_number': 6, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:06.865660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53451b6a-7b7a-4d4a-b7f1-209f4eddc307 None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:22:57Z', 'revision_number': 6, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '2ae5b673-5369-46fa-8ebd-6d54d5aa6c82', 'name': '', 'network_id': 'fd04691f-7d8d-4aec-912a-ca1c756b0d17', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:8b:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:06Z', 'updated_at': '2021-08-25T15:21:14Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'af787819-96eb-4e0b-b075-c373ee2aab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:23:06.919405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8b8023d6-992f-44eb-af86-b41e2725ba72 req-9f08c815-419f-4c44-92d8-747968565408 service neutron] 10.222.0.45 "GET /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013873 Aug 25 15:23:07.120599 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069f692-d535-4ec6-beaf-3a4fefeface4 None None] New status for floating IP 108e4581-308f-4e1d-aa22-159d5896c502: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:23:07.772734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e21b-78b8-4f39-8c1f-3bab024c170c req-0d3a0adf-fd78-42b6-be83-85ce9806fc4d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:07.776846 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5378e21b-78b8-4f39-8c1f-3bab024c170c req-0d3a0adf-fd78-42b6-be83-85ce9806fc4d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 945 time: 0.0598195 Aug 25 15:23:07.825013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5378e21b-78b8-4f39-8c1f-3bab024c170c req-f3a12566-1607-4ebc-8bff-0e409bcf55c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=2468e6a5-9905-4871-91e1-db29189cce93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Aug 25 15:23:07.831521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ccbb0-5ea5-40e6-99b7-ca7bad0767f3 req-d10d1f38-f763-48cf-92aa-291a621f93ec tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:07.833777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d9ccbb0-5ea5-40e6-99b7-ca7bad0767f3 req-d10d1f38-f763-48cf-92aa-291a621f93ec tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0592213 Aug 25 15:23:07.943410 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:23:08.248223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1d9ccbb0-5ea5-40e6-99b7-ca7bad0767f3 req-e0a1e50c-86df-4a17-a491-6db476f57a14 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020457 Aug 25 15:23:08.260202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-94af765b-fc7e-4252-9f62-809a8fe670c9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:08.262088 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-94af765b-fc7e-4252-9f62-809a8fe670c9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 945 time: 0.4251218 Aug 25 15:23:08.365596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 11ad26b5-9c4e-449b-ad9c-63ec948489bc {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:08.365850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:08.452687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port 11ad26b5-9c4e-449b-ad9c-63ec948489bc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=11ad26b5-9c4e-449b-ad9c-63ec948489bc,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:08.453054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:08.473340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 11ad26b5-9c4e-449b-ad9c-63ec948489bc owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:08.693463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:08.722690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=11ad26b5-9c4e-449b-ad9c-63ec948489bc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:08.763906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] No DVR routers for this DVR port 11ad26b5-9c4e-449b-ad9c-63ec948489bc on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:23:08.767783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:08.768555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0427e84-9030-4d4e-a3b6-a47cafaba3f6 req-8ee7b442-10ee-436c-9afb-b18b487c42a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.45 "DELETE /v2.0/ports/11ad26b5-9c4e-449b-ad9c-63ec948489bc HTTP/1.1" status: 204 len: 173 time: 0.4986193 Aug 25 15:23:08.768995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'name': 'network-vif-deleted', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:08.771335 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b0e47-e5b4-4cc8-a8a9-02268f4fd7b0" -d '{"events": [{"server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "name": "network-vif-deleted", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:08.808379 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccc0021-caf9-4a5d-9c6b-0a337ed8ee4b x-openstack-request-id: req-dccc0021-caf9-4a5d-9c6b-0a337ed8ee4b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:08.808379 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf1b216-75bf-49bc-9a28-660df3de27b8", "name": "network-vif-deleted", "tag": "11ad26b5-9c4e-449b-ad9c-63ec948489bc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:08.808379 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dccc0021-caf9-4a5d-9c6b-0a337ed8ee4b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:08.808379 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf1b216-75bf-49bc-9a28-660df3de27b8', 'name': 'network-vif-deleted', 'tag': '11ad26b5-9c4e-449b-ad9c-63ec948489bc', 'status': 'completed', 'code': 200} Aug 25 15:23:08.953792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa12d75e-58d5-4fc0-a2e1-203368a38220 req-78357b13-d59e-4fdd-89b7-4c657998c4d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf1b216-75bf-49bc-9a28-660df3de27b8 HTTP/1.1" status: 200 len: 210 time: 0.0303576 Aug 25 15:23:09.234488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a0e4ea3a-ca68-43c6-995e-5279677907d3 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:23:09.345135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port a0e4ea3a-ca68-43c6-995e-5279677907d3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:09.364743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'mac_address': 'fa:16:3e:b2:08:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:23:09.404927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ca0ff-0644-4c3a-873b-e047b8021abb req-0dbd22af-ce5c-4722-b4dd-7c499a5b13af tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:09.406608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-334ca0ff-0644-4c3a-873b-e047b8021abb req-0dbd22af-ce5c-4722-b4dd-7c499a5b13af tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 943 time: 0.0555625 Aug 25 15:23:09.407176 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:09.422499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e4ea3a-ca68-43c6-995e-5279677907d3 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:23:09.444685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port a0e4ea3a-ca68-43c6-995e-5279677907d3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:09.450895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-334ca0ff-0644-4c3a-873b-e047b8021abb req-145ca029-57e1-46e1-879c-9f86784c7cbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370414 Aug 25 15:23:09.533273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:09.579597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=a0e4ea3a-ca68-43c6-995e-5279677907d3,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:09.743851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['a0e4ea3a-ca68-43c6-995e-5279677907d3'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:23:10.010269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45940) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:10.080878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e41ae9fa-67eb-40ca-a390-03c6afa0355d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:10.105692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e41ae9fa-67eb-40ca-a390-03c6afa0355d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:10.275949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e41ae9fa-67eb-40ca-a390-03c6afa0355d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:10.278614 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e41ae9fa-67eb-40ca-a390-03c6afa0355d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:10.279815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e41ae9fa-67eb-40ca-a390-03c6afa0355d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/security-groups/2468e6a5-9905-4871-91e1-db29189cce93 HTTP/1.1" status: 204 len: 168 time: 0.2685404 Aug 25 15:23:10.289515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ae9fa-67eb-40ca-a390-03c6afa0355d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2468e6a5-9905-4871-91e1-db29189cce93,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:10.390697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45950) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:10.570236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ca2d-ed94-4338-97e4-67afbc8a1769 req-892066a5-1af2-403d-bacc-473031068fd8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:10.571682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a509ca2d-ed94-4338-97e4-67afbc8a1769 req-892066a5-1af2-403d-bacc-473031068fd8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 944 time: 0.0495608 Aug 25 15:23:10.613991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a509ca2d-ed94-4338-97e4-67afbc8a1769 req-25cc5af7-f0c5-486b-ba71-f93f5bb97b26 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360274 Aug 25 15:23:10.763662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.247891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a0e4ea3a-ca68-43c6-995e-5279677907d3 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:11.322424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:11.322774 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.351804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port a0e4ea3a-ca68-43c6-995e-5279677907d3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:11.365338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port a0e4ea3a-ca68-43c6-995e-5279677907d3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:11.365338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.438127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:11.438600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.453567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:11.454675 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.480227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:11.483164 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3241fa95-5893-4800-84be-75c7e328a908" -d '{"events": [{"server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "name": "network-vif-plugged", "status": "completed", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:11.499746 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port a0e4ea3a-ca68-43c6-995e-5279677907d3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:11.541588 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4965b-e1bc-48d2-8295-527d4a17b0a5 x-openstack-request-id: req-e5c4965b-e1bc-48d2-8295-527d4a17b0a5 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:11.541588 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "name": "network-vif-plugged", "status": "completed", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:11.541588 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5c4965b-e1bc-48d2-8295-527d4a17b0a5 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:11.541588 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'code': 200} Aug 25 15:23:11.578081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.581804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 11ad26b5-9c4e-449b-ad9c-63ec948489bc no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:23:11.633672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 11ad26b5-9c4e-449b-ad9c-63ec948489bc {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:23:11.636080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 11ad26b5-9c4e-449b-ad9c-63ec948489bc not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:11.668316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=a0e4ea3a-ca68-43c6-995e-5279677907d3,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:11.670602 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae232-f7b5-4379-977e-f2cc4d29f7a2 req-7cba59a8-2a0c-4238-a047-decd517d6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:11.675137 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46eae232-f7b5-4379-977e-f2cc4d29f7a2 req-7cba59a8-2a0c-4238-a047-decd517d6918 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0662904 Aug 25 15:23:11.741555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46eae232-f7b5-4379-977e-f2cc4d29f7a2 req-9105bf1d-ef12-46cc-a4ff-0414b6bde1eb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575078 Aug 25 15:23:11.759904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848bbc0-9aef-454b-8bc1-c17c2a5bbb5f req-9a060a04-e346-466a-bf55-7d24fafaad9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:11.761399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0848bbc0-9aef-454b-8bc1-c17c2a5bbb5f req-9a060a04-e346-466a-bf55-7d24fafaad9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.0602269 Aug 25 15:23:11.806128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0848bbc0-9aef-454b-8bc1-c17c2a5bbb5f req-686a4643-c62c-444b-a56f-b22e249d0ba3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 Aug 25 15:23:11.813402 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:11.841844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=2ae5b673-5369-46fa-8ebd-6d54d5aa6c82,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:11.856641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.857018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.857377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.857723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.858122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.858498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.858846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.859214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.859558 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.859894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.860240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:11.860678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:12.056444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.289777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router 9ccb7aec-b1db-4c56-9e5f-216dd828373e has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:23:12.401634 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:23:12.409833 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-082633b4-8eae-4227-98cc-57bcda977b14 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "PUT /v2.0/routers/9ccb7aec-b1db-4c56-9e5f-216dd828373e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0178668 Aug 25 15:23:12.409833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 45980) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:12.413472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da211271-c009-4000-a9d7-14a6c24794de None None] Sync routers for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:23:12.425034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:12.425960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:12.469504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting subnet af787819-96eb-4e0b-b075-c373ee2aab3a {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:23:12.472651 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.513526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.533309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:12.599961 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.728643 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.739877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:23:11Z', 'revision_number': 7, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:12.761550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Subnet': ['ID=af787819-96eb-4e0b-b075-c373ee2aab3a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:12.768051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.772444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4b319a3a-b04c-4b76-a55d-764e146c41cb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/subnets/af787819-96eb-4e0b-b075-c373ee2aab3a HTTP/1.1" status: 204 len: 168 time: 0.3594022 Aug 25 15:23:12.772760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da211271-c009-4000-a9d7-14a6c24794de None None] Checking router: 9ccb7aec-b1db-4c56-9e5f-216dd828373e for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:23:12.774435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 45986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:12.782165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb58fe-a9d6-40c9-9d9d-1e3eb21d031d None None] Network fd04691f-7d8d-4aec-912a-ca1c756b0d17 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:23:12.799716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] Routers {'9ccb7aec-b1db-4c56-9e5f-216dd828373e'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:12.799716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:12.943790 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:12.948874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deea9e2-e175-4500-a857-b1b97cc89a63 req-ce4c22bf-32af-4b0a-860c-bde941d6851d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:12.952443 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8deea9e2-e175-4500-a857-b1b97cc89a63 req-ce4c22bf-32af-4b0a-860c-bde941d6851d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.0608342 Aug 25 15:23:12.998848 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8deea9e2-e175-4500-a857-b1b97cc89a63 req-cdfa235f-3d64-406e-8930-0948ccba4770 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Aug 25 15:23:13.077581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.194868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port b485156f-dc55-4d45-833a-87658311f89b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:13.195239 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.213452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] Set router 9ccb7aec-b1db-4c56-9e5f-216dd828373e gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:13.288124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port b485156f-dc55-4d45-833a-87658311f89b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b485156f-dc55-4d45-833a-87658311f89b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:13.288555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.303452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for b485156f-dc55-4d45-833a-87658311f89b owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:13.415124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] DHCP port deletion for fd04691f-7d8d-4aec-912a-ca1c756b0d17 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:23:13.484264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-da211271-c009-4000-a9d7-14a6c24794de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:23:11Z', 'revision_number': 7, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:13.488363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] Deleting port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:23:13.488743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.517672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da211271-c009-4000-a9d7-14a6c24794de None None] The sync data for ids ['9ccb7aec-b1db-4c56-9e5f-216dd828373e'] in n-d-805995-2 is: [{'id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'name': 'tempest-TestNetworkBasicOps-router-1407688411', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'b485156f-dc55-4d45-833a-87658311f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:21:00Z', 'updated_at': '2021-08-25T15:23:11Z', 'revision_number': 7, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': 'b485156f-dc55-4d45-833a-87658311f89b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb7aec-b1db-4c56-9e5f-216dd828373e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:21:01Z', 'updated_at': '2021-08-25T15:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:23:13.579532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] For port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,segment=NetworkSegment(929b4355-34f1-4bcc-9c40-3402c8b43263),segment_id=929b4355-34f1-4bcc-9c40-3402c8b43263)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:13.579936 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.592275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] Calling delete_port for 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:23:13.619165 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.646335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=b485156f-dc55-4d45-833a-87658311f89b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:13.716622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.773474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.803638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] Pushing event deleted for resources: {'Port': ['ID=0d6cb50d-9ae3-4e39-8d11-c2995a643d5e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:13.806165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e4f4f-b568-42cf-a8ca-35c6560def9b None None] No DVR routers for this DVR port 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:23:13.823652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.825901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.933551 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.934986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Fanout notify agent at l3_agent the message router_deleted on router 9ccb7aec-b1db-4c56-9e5f-216dd828373e {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:23:13.942245 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:13.943465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-01ff5205-032b-4bfb-a168-046db34bf8f7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/routers/9ccb7aec-b1db-4c56-9e5f-216dd828373e HTTP/1.1" status: 204 len: 168 time: 1.1679637 Aug 25 15:23:13.949250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46004) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:14.037861 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.038527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:23:14.069515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:23:14.069515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6cb50d-9ae3-4e39-8d11-c2995a643d5e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:14.069782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:23:14.095806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:23:14.096182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2ae5b673-5369-46fa-8ebd-6d54d5aa6c82 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:14.177943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.192369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd04691f-7d8d-4aec-912a-ca1c756b0d17']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:14.206149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b4355-34f1-4bcc-9c40-3402c8b43263') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:14.206489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b4355-34f1-4bcc-9c40-3402c8b43263') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:14.220174 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.229391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ccb46-6223-40b7-aa06-3e34de2c9e9c req-98082fd0-6ba3-4302-aaa2-011afca3aed3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:14.231122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a1ccb46-6223-40b7-aa06-3e34de2c9e9c req-98082fd0-6ba3-4302-aaa2-011afca3aed3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.1223555 Aug 25 15:23:14.262675 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.280931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:23:14.286712 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:23:14.304362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a1ccb46-6223-40b7-aa06-3e34de2c9e9c req-b1b7de1b-9a02-4efe-a70f-5be1b7527536 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669148 Aug 25 15:23:14.418926 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.421220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba743-634c-432a-a016-1c03ce7d5c11 req-d3442432-91b7-4944-82fa-14b8d31729a4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:14.422802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54dba743-634c-432a-a016-1c03ce7d5c11 req-d3442432-91b7-4944-82fa-14b8d31729a4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Aug 25 15:23:14.426029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.428915 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/networks/fd04691f-7d8d-4aec-912a-ca1c756b0d17 HTTP/1.1" status: 204 len: 168 time: 0.4808526 Aug 25 15:23:14.452143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2cb3-2064-462e-a465-49cac2383b7d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Network': ['ID=fd04691f-7d8d-4aec-912a-ca1c756b0d17,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:14.454859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46018) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:14.462686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'network': {'name': 'tempest-network-smoke--1058176488', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:14.507678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-54dba743-634c-432a-a016-1c03ce7d5c11 req-0329abb7-8f5d-4293-a96b-313cbe203b1a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763452 Aug 25 15:23:14.539144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46020) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:14.584585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:23:14.588721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.626567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:23:14.637976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.638721 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Added segment 1cb10d09-75e2-49b9-8f84-37050e647a16 of type vlan for network 64ccd55b-c26e-4c6a-a036-03d678a9aacb Aug 25 15:23:14.690843 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.775292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4ebaf-18a0-4f12-8464-e4ac5e2f8160 tempest-TestVolumeBootPattern-871179576 tempest-TestVolumeBootPattern-871179576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:14.776836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e3c4ebaf-18a0-4f12-8464-e4ac5e2f8160 tempest-TestVolumeBootPattern-871179576 tempest-TestVolumeBootPattern-871179576-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1091 time: 0.2367437 Aug 25 15:23:14.779943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46026) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:14.784374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:14.813171 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.819081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:14.819250 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.879109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:14.931121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Network': ['ID=64ccd55b-c26e-4c6a-a036-03d678a9aacb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:14.944987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-758ec84f-75cb-49c7-8554-a387b549d62e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4858868 Aug 25 15:23:14.945228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:23:14.945690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46030) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:14.951194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'admin_state_up': True, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:15.008806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.069677 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.070865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.122732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.25.8.51 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/ff441981-67d3-4f76-84c3-c9d6c2d0b9d1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:23:15.128074 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.223198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.316549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.341630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.360596 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:15.373648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:15.373648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:23:15.395878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=ff441981-67d3-4f76-84c3-c9d6c2d0b9d1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:15.629048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.649096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.756519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.25.8.4 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/379c6286-6747-4e83-bbdf-63d9e015bde8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:23:15.862727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.900115 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:15.926637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b485156f-dc55-4d45-833a-87658311f89b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:23:15.954309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b485156f-dc55-4d45-833a-87658311f89b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:23:15.955142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b485156f-dc55-4d45-833a-87658311f89b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:23:15.967143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.010504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:16.014096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:16.018387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:23:16.021484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=379c6286-6747-4e83-bbdf-63d9e015bde8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:16.088460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.243335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.367891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.407741 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.490580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=ff441981-67d3-4f76-84c3-c9d6c2d0b9d1,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:16.521069 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.598290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:16.609098 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Floating IP 39f186f4-177f-4861-88f6-3d640a4acd01 associated. External IP: 172.25.8.51, port: a0e4ea3a-ca68-43c6-995e-5279677907d3. Aug 25 15:23:16.827146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:23:16.829069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router b90354d4-bcd0-4766-9495-e24760e6eacf is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:23:16.951322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:23:16.961150 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Sync routers for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:23:16.976185 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:16.976877 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:17.034712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:17.040198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ba58d70a-2c7b-4b89-b40a-a1e4e006b7a4 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0926783 Aug 25 15:23:17.040606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46054) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:17.077463 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b4298bfb-bbb8-41ec-aa3b-1c1f274a4dac tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f09b93b529ab40098c14e91d26000baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313814 Aug 25 15:23:17.078397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46056) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:17.109397 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:17.191346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b7300e-450b-4158-b672-9d60858d03fa tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:17.191346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-19b7300e-450b-4158-b672-9d60858d03fa tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1095405 Aug 25 15:23:17.192153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46060) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:17.231827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c672b775-2b1a-44d2-a4f3-d6dc604c4cf4 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379107 Aug 25 15:23:17.234129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46062) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:17.239689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-631625686', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:17.314502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:23:17.330961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:23:17.342523 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:17.343178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:17.354761 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:16Z', 'revision_number': 3, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:17.384901 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Checking router: b90354d4-bcd0-4766-9495-e24760e6eacf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:23:17.384901 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Updating router b90354d4-bcd0-4766-9495-e24760e6eacf port 379c6286-6747-4e83-bbdf-63d9e015bde8 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:23:17.401906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:23:17.406566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:17.418480 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:17.455916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:17.499565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:17.599157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-58e49aee-b6e0-4d69-8c23-f072cb9bdb50 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8179626 Aug 25 15:23:17.599745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:17.602625 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69551976-5e95-43b0-afb3-1a8be1898123" -d '{"events": [{"name": "network-changed", "server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:17.688387 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813e1d9-03b3-4042-9f94-8b4d2b2dffc6 x-openstack-request-id: req-9813e1d9-03b3-4042-9f94-8b4d2b2dffc6 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:17.688725 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:17.688972 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9813e1d9-03b3-4042-9f94-8b4d2b2dffc6 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:17.689374 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'status': 'completed', 'code': 200} Aug 25 15:23:17.748370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '39f186f4-177f-4861-88f6-3d640a4acd01', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:b2:08:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:15Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:17.787493 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:23:17.795411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551976-5e95-43b0-afb3-1a8be1898123 req-d6b42e07-f37b-405a-a88b-769980088aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:17.797174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-d6b42e07-f37b-405a-a88b-769980088aff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0807898 Aug 25 15:23:17.812177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:17.812177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:17.872167 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:17.883612 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Transition to ACTIVE for port object 379c6286-6747-4e83-bbdf-63d9e015bde8 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:17.904809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:17.917784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551976-5e95-43b0-afb3-1a8be1898123 req-757fe4d1-a3c0-4de2-883d-6c5297eef66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:17.919793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-757fe4d1-a3c0-4de2-883d-6c5297eef66e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.1151166 Aug 25 15:23:17.924621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:18.001547 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.031217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Subnet': ['ID=fcc383c1-39b0-4cc9-b01c-d5295c478130,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:18.048026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-fd2e0cb0-fe59-412a-8139-8ed43e1c5357 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3 HTTP/1.1" status: 200 len: 998 time: 0.1079898 Aug 25 15:23:18.049242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Checking segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:23:18.049721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network hostable DHCP agents. Network: 64ccd55b-c26e-4c6a-a036-03d678a9aacb, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:23:18.054822 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Attempting to bind port 379c6286-6747-4e83-bbdf-63d9e015bde8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:23:18.055230 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Attempting to bind port 379c6286-6747-4e83-bbdf-63d9e015bde8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:23:18.055586 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Attempting to bind port 379c6286-6747-4e83-bbdf-63d9e015bde8 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:23:18.058781 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Pushing event updated for resources: {'Port': ['ID=379c6286-6747-4e83-bbdf-63d9e015bde8,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:18.064066 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:23:18.064433 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:23:18.064815 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.065528 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:23:18.065664 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Bound port: 379c6286-6747-4e83-bbdf-63d9e015bde8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:23:18.066028 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.092232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.092569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.092903 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.093226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.093549 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.093865 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.094184 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.094499 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.095140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.095140 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.095448 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.096116 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:18.112195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551976-5e95-43b0-afb3-1a8be1898123 req-c33320ea-ed2a-48d6-bee4-45a94286b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:18.113850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-c33320ea-ed2a-48d6-bee4-45a94286b2bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0583143 Aug 25 15:23:18.133044 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] For port 379c6286-6747-4e83-bbdf-63d9e015bde8, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:23:18.137978 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] For port 379c6286-6747-4e83-bbdf-63d9e015bde8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=379c6286-6747-4e83-bbdf-63d9e015bde8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:23:18.180113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551976-5e95-43b0-afb3-1a8be1898123 req-f6653a1c-bb3e-4ae7-a20f-e7da7a0d34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:18.181647 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-f6653a1c-bb3e-4ae7-a20f-e7da7a0d34ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605617 Aug 25 15:23:18.182504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:23:18.208173 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.208454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '39f186f4-177f-4861-88f6-3d640a4acd01', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:b2:08:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:15Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:18.248172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a19611-6386-4291-ab5c-aa62a8d056c8 None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '39f186f4-177f-4861-88f6-3d640a4acd01', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:b2:08:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:15Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:23:18.275965 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f782e-643b-41da-84d9-d9bf44c32a80 None None] Pushing event updated for resources: {'Port': ['ID=379c6286-6747-4e83-bbdf-63d9e015bde8,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:18.281793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 64ccd55b-c26e-4c6a-a036-03d678a9aacb) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:18.285559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:18.286935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a02068a-4e0f-445b-b5dc-4e2b1a5ccef5 None None] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:23:18.287493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.302159 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:18.303388 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:18.329762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-e5839f95-a6fb-4b6b-a283-2b27b1cd66e4 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403465 Aug 25 15:23:18.400882 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-18e35deb-c5e2-4591-9bda-ab0ef5cd9a3a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1627464 Aug 25 15:23:18.401221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46082) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:18.431901 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:18.443931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69551976-5e95-43b0-afb3-1a8be1898123 req-b319b840-92de-443f-b7a7-1b605bb744df service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058075 Aug 25 15:23:18.534878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:23:18.535810 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.605724 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfba13-9f7b-4145-99ea-373907a4ac29 None None] New status for floating IP 39f186f4-177f-4861-88f6-3d640a4acd01: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:23:18.744931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Allocated IP 172.20.0.2 (64ccd55b-c26e-4c6a-a036-03d678a9aacb/fcc383c1-39b0-4cc9-b01c-d5295c478130/2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:23:18.826754 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:16Z', 'revision_number': 3, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:18.854610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d02b9d-2acf-4ff7-902e-227d90d21a3d None None] The sync data for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 is: [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:16Z', 'revision_number': 3, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:23:18.935894 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.947466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Transition to ACTIVE for port object 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:18.964543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:18.964796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Transition to ACTIVE for port object 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:19.053800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:19.087947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:19.091589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:19.095226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:23:19.113301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Pushing event updated for resources: {'Port': ['ID=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:19.198308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Attempting to bind port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:23:19.198677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Attempting to bind port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:23:19.199070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Attempting to bind port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb on network 64ccd55b-c26e-4c6a-a036-03d678a9aacb {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:23:19.209018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:23:19.209403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Checking segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:23:19.209809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:19.210206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Bound using segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:23:19.210722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Bound port: 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:23:19.211153 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:19.295879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] For port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:23:19.299490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] For port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:23:19.334001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.20.0.1 (64ccd55b-c26e-4c6a-a036-03d678a9aacb/fcc383c1-39b0-4cc9-b01c-d5295c478130/644ad0cd-3f0b-4904-b6db-28e1f734c66e) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:23:19.373788 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:19.444066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c0485-4243-42f1-8d5e-fc46e4a0a28c None None] Pushing event updated for resources: {'Port': ['ID=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:19.479361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:19.499638 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Transition to ACTIVE for port object 644ad0cd-3f0b-4904-b6db-28e1f734c66e will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:19.636834 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:19.698013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:19.706422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:19.710419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:23:19.765985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=644ad0cd-3f0b-4904-b6db-28e1f734c66e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:19.786945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.016593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.038876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:20.140164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:20.145453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 379c6286-6747-4e83-bbdf-63d9e015bde8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:20.298974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 379c6286-6747-4e83-bbdf-63d9e015bde8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:20.305885 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 379c6286-6747-4e83-bbdf-63d9e015bde8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:20.306517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.347895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.405669 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.418854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.435882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 379c6286-6747-4e83-bbdf-63d9e015bde8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=379c6286-6747-4e83-bbdf-63d9e015bde8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:20.503351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=644ad0cd-3f0b-4904-b6db-28e1f734c66e,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:20.505960 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.546869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f3dd4-e0fa-4d15-96c7-6ebb4a1b08cf None None] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:23:20.552772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.612256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:20.613765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:20.661157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=379c6286-6747-4e83-bbdf-63d9e015bde8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:20.740447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router b90354d4-bcd0-4766-9495-e24760e6eacf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:23:20.801341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] Provisioning for port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:20.812056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] Provisioning complete for port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:20.812437 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.908171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:23:20.917490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46114) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:20.935653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b3ac4023-1c44-4d67-93de-947118582cab tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "PUT /v2.0/routers/b90354d4-bcd0-4766-9495-e24760e6eacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331409 Aug 25 15:23:20.943544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:20.986258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] For port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:21.037071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d222808-7ddb-4887-9718-ecaa0fd76e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:21.070248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:21.127857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79d9e9-fd4f-459c-a841-171b5e0a4750 None None] Pushing event updated for resources: {'Port': ['ID=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:21.172965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Sync routers for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:23:21.212513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:21.212513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:21.213418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-691db5a1-d642-4ec4-b09a-d01fda0a5eb4 None None] Provisioning complete for port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:21.213799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-691db5a1-d642-4ec4-b09a-d01fda0a5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:21.515656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.516155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.516635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.517107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.517576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.518046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.522502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f807b40c-ca19-47ab-b3af-72a5e15c0678 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.6002293 Aug 25 15:23:21.522927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46122) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:21.556342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:21.583313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.583787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.584642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.584774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.585350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.585873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:21.590788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-17fed959-d2fa-4ea1-b2f6-9670391abd47 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0636468 Aug 25 15:23:21.590984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46126) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:21.763019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-691db5a1-d642-4ec4-b09a-d01fda0a5eb4 None None] Provisioning for port 644ad0cd-3f0b-4904-b6db-28e1f734c66e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:21.769518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-691db5a1-d642-4ec4-b09a-d01fda0a5eb4 None None] Provisioning complete for port 644ad0cd-3f0b-4904-b6db-28e1f734c66e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:21.769928 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-691db5a1-d642-4ec4-b09a-d01fda0a5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:21.815855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-691db5a1-d642-4ec4-b09a-d01fda0a5eb4 None None] Port 644ad0cd-3f0b-4904-b6db-28e1f734c66e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:23:21.829787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 2, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:21.857722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Checking router: b90354d4-bcd0-4766-9495-e24760e6eacf for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:23:21.858081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Updating router b90354d4-bcd0-4766-9495-e24760e6eacf port 644ad0cd-3f0b-4904-b6db-28e1f734c66e binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:23:21.876519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d5645e81-107b-4e06-85e6-a515e97303f3 tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2844510 Aug 25 15:23:21.883677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:21.999462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7735ae1d-2e94-4bfa-921f-069abcf69d08 None None] Provisioning complete for port 644ad0cd-3f0b-4904-b6db-28e1f734c66e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:21.999836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7735ae1d-2e94-4bfa-921f-069abcf69d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.001565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:22.088793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7735ae1d-2e94-4bfa-921f-069abcf69d08 None None] Port 644ad0cd-3f0b-4904-b6db-28e1f734c66e cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:23:22.150996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:22.151390 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.295400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.310034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 379c6286-6747-4e83-bbdf-63d9e015bde8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:22.312721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Transition to ACTIVE for port object 644ad0cd-3f0b-4904-b6db-28e1f734c66e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:22.325820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46138) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:22.330742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690414476', 'description': 'tempest-secgroup-smoke-1690414476 description', 'project_id': 'f09b93b529ab40098c14e91d26000baa'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:22.368488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 379c6286-6747-4e83-bbdf-63d9e015bde8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:22.368782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.409414 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.448265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.497640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0132-1060-45c8-adb2-2c775d1792ce None None] Pushing event updated for resources: {'Port': ['ID=644ad0cd-3f0b-4904-b6db-28e1f734c66e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:22.575648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Attempting to bind port 644ad0cd-3f0b-4904-b6db-28e1f734c66e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:23:22.576091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Attempting to bind port 644ad0cd-3f0b-4904-b6db-28e1f734c66e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:23:22.576514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Attempting to bind port 644ad0cd-3f0b-4904-b6db-28e1f734c66e on network 64ccd55b-c26e-4c6a-a036-03d678a9aacb {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:23:22.582207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:23:22.582902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Checking segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:23:22.583451 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.583984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Bound using segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:23:22.584552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Bound port: 644ad0cd-3f0b-4904-b6db-28e1f734c66e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:23:22.585035 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.593661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.656463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] For port 644ad0cd-3f0b-4904-b6db-28e1f734c66e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:23:22.660540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] For port 644ad0cd-3f0b-4904-b6db-28e1f734c66e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=644ad0cd-3f0b-4904-b6db-28e1f734c66e,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:23:22.681737 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.712051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f1ef70-733c-46d2-bcf9-04af74f19112,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:22.785202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.813207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.814894 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-01fbf2ed-b472-4266-88e1-989292dc89f3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4876881 Aug 25 15:23:22.818230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46146) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:22.823650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '07f1ef70-733c-46d2-bcf9-04af74f19112', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:22.846621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:22.847308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:22:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:22.852191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0132-1060-45c8-adb2-2c775d1792ce None None] Pushing event updated for resources: {'Port': ['ID=644ad0cd-3f0b-4904-b6db-28e1f734c66e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:22.926793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:22.967248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:22.998888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.070623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.104393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c768fc-c7fe-426c-afdd-0def745a8727,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:23.167548 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.168787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2bb48ddf-b973-428e-8f93-d135e9cb5323 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490400 Aug 25 15:23:23.172017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46152) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:23.176662 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '07f1ef70-733c-46d2-bcf9-04af74f19112', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:23.197133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:22Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:23.224480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef20c4-a9d9-4495-9c0c-c99dd4e034fd None None] The sync data for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 is: [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:22Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:23:23.293453 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.393793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.441753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.472720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00a823d-a1f2-4d1b-b624-b04ed2367c77,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:23.567833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.572505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1b90cd7a-9b6e-4e62-82c4-0f54bd4dc0c8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3961535 Aug 25 15:23:23.572505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46156) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:23.577782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '07f1ef70-733c-46d2-bcf9-04af74f19112', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:23.669657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.736504 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.789346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-47d53476-57d5-4620-9e59-84365a2e82c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.887600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.908164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6920fd-04a9-4978-a1a2-6a6377d69af6,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:23.973090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:23.977948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46164) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:23.984075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '07f1ef70-733c-46d2-bcf9-04af74f19112', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:23.987656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cc31338b-5845-46f4-bcdb-1f736d174d80 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144626 Aug 25 15:23:24.072424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 644ad0cd-3f0b-4904-b6db-28e1f734c66e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:24.091976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.183975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.219419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.264764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 644ad0cd-3f0b-4904-b6db-28e1f734c66e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:24.269658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 644ad0cd-3f0b-4904-b6db-28e1f734c66e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:24.270581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.287705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.322106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dcfb17-e2f5-4451-86e8-9b00dd9e4b14,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:24.384088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.390461 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.395140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46172) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:24.396063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-77c14266-1ccf-4173-a6b1-034aaafce130 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4165070 Aug 25 15:23:24.400458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '07f1ef70-733c-46d2-bcf9-04af74f19112', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:24.430059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 644ad0cd-3f0b-4904-b6db-28e1f734c66e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=644ad0cd-3f0b-4904-b6db-28e1f734c66e,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:24.486818 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Project f09b93b529ab40098c14e91d26000baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:23:24.493865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.523824 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.582584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=644ad0cd-3f0b-4904-b6db-28e1f734c66e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:24.586033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.657758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.684006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63322ac3-c8c0-4bfe-b2d6-29f905bd9a0b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:24.767851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.769281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-359cdf0e-f4ad-4751-b5cf-bcbd3f4f8bfe tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3730114 Aug 25 15:23:24.772217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46178) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:24.778499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'security_group_rule': {'security_group_id': '07f1ef70-733c-46d2-bcf9-04af74f19112', 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:24.888609 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Project f09b93b529ab40098c14e91d26000baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:23:24.897184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:24.970339 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:25.093221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:25.112618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b009b73b-c294-4690-9ee5-4bcdbadc77e3,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:25.207398 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:25.208667 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3a102ac0-292c-4352-9550-cd031cbcac6e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4352853 Aug 25 15:23:25.397973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-489e2875-a1b1-44e3-8b51-1a8532ebb316 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690414476&fields=id&tenant_id=f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 267 time: 0.0331125 Aug 25 15:23:25.523583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-4b23f58e-d77b-43ff-83f8-42319972353f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:25.525215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-4b23f58e-d77b-43ff-83f8-42319972353f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/networks?id=64ccd55b-c26e-4c6a-a036-03d678a9aacb HTTP/1.1" status: 200 len: 797 time: 0.1203852 Aug 25 15:23:25.540437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-12f5342a-debb-4213-be59-4dab2d0e82cf tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/quotas/f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 375 time: 0.0095162 Aug 25 15:23:25.567667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:25.593385 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-e6838804-f63d-4420-878d-6925c68d93d7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464921 Aug 25 15:23:25.702920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-742209b2-0a50-4923-a61c-47e679026f45 service neutron] 10.222.0.58 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943704 Aug 25 15:23:25.792326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-819ba564-c764-496f-9589-e4f942d51775 service neutron] 10.222.0.58 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828755 Aug 25 15:23:25.977080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 644ad0cd-3f0b-4904-b6db-28e1f734c66e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:26.038279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 644ad0cd-3f0b-4904-b6db-28e1f734c66e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:26.038927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:26.076701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d7b2949-a86e-450e-9e37-e914ac220412 req-fe4ed83c-f6dc-4d3b-a9f2-9ad7528a640f tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 210 time: 0.0318160 Aug 25 15:23:27.185889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51ae715d-d71b-4632-84d5-a55ebd417061 req-8db66a86-68af-4a90-ba27-26b40f2b1e3d tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 210 time: 0.0332174 Aug 25 15:23:27.196592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:27.486232 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:28.283592 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-90ecda3a-09ab-4859-b4d3-f8217df446c7 req-cd79e8d0-a537-491e-9bde-6a8cb077ce01 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 210 time: 0.0270131 Aug 25 15:23:28.591521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-2ede3d9c-4294-458e-b56f-1f3094e81db7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:28.592870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-2ede3d9c-4294-458e-b56f-1f3094e81db7 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "GET /v2.0/networks?id=64ccd55b-c26e-4c6a-a036-03d678a9aacb HTTP/1.1" status: 200 len: 797 time: 0.1038408 Aug 25 15:23:28.643627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-aa7da6c7-21d6-4d72-a6ed-189d80a8f07a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09b93b529ab40098c14e91d26000baa HTTP/1.1" status: 200 len: 380 time: 0.0360093 Aug 25 15:23:28.653947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'port': {'device_id': '3b6bfbca-f7c9-471e-851b-956638b05461', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'admin_state_up': True, 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'security_groups': ['07f1ef70-733c-46d2-bcf9-04af74f19112']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:28.847196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Made reservation on behalf of f09b93b529ab40098c14e91d26000baa for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:23:28.850931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:28.987634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.20.0.11 (64ccd55b-c26e-4c6a-a036-03d678a9aacb/fcc383c1-39b0-4cc9-b01c-d5295c478130/5113d7ff-cd2f-4fd4-b603-67e6d8b56d12) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:23:29.148098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.167343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Transition to ACTIVE for port object 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:29.173183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.270455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.321339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:29.325863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:29.330034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:23:29.355611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:29.386479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:29.387681 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.447088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659d0f-46c9-411e-a949-177cbc29a044 req-fcce25c1-7b3a-41ff-a9fa-dcb896523082 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:29.448679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e659d0f-46c9-411e-a949-177cbc29a044 req-fcce25c1-7b3a-41ff-a9fa-dcb896523082 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 932 time: 0.0696533 Aug 25 15:23:29.492443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-1f3bf02b-0737-440f-b77a-0da4a21384d3 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8422778 Aug 25 15:23:29.501505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e659d0f-46c9-411e-a949-177cbc29a044 req-c5ea1047-a2b4-43e1-9846-69fb1ba9a361 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Aug 25 15:23:29.507681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Request body: {'port': {'device_id': '3b6bfbca-f7c9-471e-851b-956638b05461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:29.565140 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.709027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-05669b01-000f-401e-86f2-ceed53c9297e None None] Provisioning for port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:29.714288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-05669b01-000f-401e-86f2-ceed53c9297e None None] Provisioning complete for port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:29.719079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05669b01-000f-401e-86f2-ceed53c9297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.757718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-05669b01-000f-401e-86f2-ceed53c9297e None None] Port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:23:29.848915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:23:29.857182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:29.868840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Transition to ACTIVE for port object 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:23:29.950492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:30.000055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Pushing event updated for resources: {'Port': ['ID=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:30.075378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Attempting to bind port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:23:30.075749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Attempting to bind port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:23:30.076040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Attempting to bind port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 on network 64ccd55b-c26e-4c6a-a036-03d678a9aacb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:23:30.080944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 on network 64ccd55b-c26e-4c6a-a036-03d678a9aacb not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:23:30.081264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Attempting to bind port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 on network 64ccd55b-c26e-4c6a-a036-03d678a9aacb {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:23:30.086795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:23:30.087082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Checking segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:23:30.087476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Bound using segment: {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:23:30.087901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Bound port: 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb10d09-75e2-49b9-8f84-37050e647a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:23:30.088325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:30.171633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] For port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:23:30.174947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] For port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:23:30.230587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:30.270611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.271266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:30.272698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] 10.222.0.52 "PUT /v2.0/ports/5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 HTTP/1.1" status: 200 len: 1092 time: 0.7702086 Aug 25 15:23:30.273394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:30.275478 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc193ba-082e-432a-8abd-e0b13a6ce501" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:30.315686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e9329-2bbd-4642-bb91-675c137c984c service neutron] Pushing event updated for resources: {'Port': ['ID=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:30.319418 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76362a70-4981-470f-a082-d69781e00c6f x-openstack-request-id: req-76362a70-4981-470f-a082-d69781e00c6f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:30.319711 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:30.319973 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76362a70-4981-470f-a082-d69781e00c6f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:30.320375 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'status': 'completed', 'code': 200} Aug 25 15:23:30.386389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc193ba-082e-432a-8abd-e0b13a6ce501 req-60a8e9f9-205f-443c-b914-192f9a6e4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.388598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8cc193ba-082e-432a-8abd-e0b13a6ce501 req-60a8e9f9-205f-443c-b914-192f9a6e4ba9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1095 time: 0.0455739 Aug 25 15:23:30.499784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc193ba-082e-432a-8abd-e0b13a6ce501 req-763c8457-b6aa-4673-8e4f-8cc2d1b793e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.501360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8cc193ba-082e-432a-8abd-e0b13a6ce501 req-763c8457-b6aa-4673-8e4f-8cc2d1b793e7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f09b93b529ab40098c14e91d26000baa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1037900 Aug 25 15:23:30.645237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc193ba-082e-432a-8abd-e0b13a6ce501 req-e25445ec-adab-4573-8fd2-04803ce30c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.646733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8cc193ba-082e-432a-8abd-e0b13a6ce501 req-e25445ec-adab-4573-8fd2-04803ce30c41 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363633 Aug 25 15:23:30.657356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bd6ea-7b7c-4e01-b6b1-1ebf077b01dd req-ce0f71f8-1cf6-4b32-9349-8d4a9774e60b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.659514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904bd6ea-7b7c-4e01-b6b1-1ebf077b01dd req-ce0f71f8-1cf6-4b32-9349-8d4a9774e60b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 944 time: 0.0782986 Aug 25 15:23:30.733637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-904bd6ea-7b7c-4e01-b6b1-1ebf077b01dd req-481c67c5-53dd-4c53-8b16-1e7827e399a9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667601 Aug 25 15:23:30.747915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-bbde67cc-ebbd-4659-92d4-222dcf0c3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.749569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-bbde67cc-ebbd-4659-92d4-222dcf0c3e3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1095 time: 0.0596321 Aug 25 15:23:30.797200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-e8040195-669c-450d-8bf8-4c0200be53ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 HTTP/1.1" status: 200 len: 217 time: 0.0390606 Aug 25 15:23:30.852474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-3ecec5ec-81a4-487a-a2b0-d9c9ba85bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.854524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-3ecec5ec-81a4-487a-a2b0-d9c9ba85bb1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fcc383c1-39b0-4cc9-b01c-d5295c478130 HTTP/1.1" status: 200 len: 834 time: 0.0501730 Aug 25 15:23:30.910039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-99b70e88-e099-445a-9393-1ec35001f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:30.911973 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-99b70e88-e099-445a-9393-1ec35001f5bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64ccd55b-c26e-4c6a-a036-03d678a9aacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501492 Aug 25 15:23:31.010151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-170310a6-a677-4c74-99d6-89eacd7c05c9 service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886402 Aug 25 15:23:31.112166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d32e63e-5bce-467e-bba5-81d451f21b50 req-5ae2d75f-531b-4cc8-991f-896eb80f249a service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942142 Aug 25 15:23:31.856542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bb6fc-3b9e-4086-a865-ade4926a237e req-e769ed72-e1d9-4eb7-9d24-de657e747f1a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:31.858124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d9bb6fc-3b9e-4086-a865-ade4926a237e req-e769ed72-e1d9-4eb7-9d24-de657e747f1a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 944 time: 0.0544600 Aug 25 15:23:31.897758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d9bb6fc-3b9e-4086-a865-ade4926a237e req-92f227d9-ae89-45b1-a024-ede1949e2d89 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Aug 25 15:23:33.013581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691a6e-c195-44bb-b072-f08c9a4ac283 req-1ef8e4d7-d7b6-42b9-a544-40d023cf8cd5 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:33.015427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14691a6e-c195-44bb-b072-f08c9a4ac283 req-1ef8e4d7-d7b6-42b9-a544-40d023cf8cd5 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 944 time: 0.0515802 Aug 25 15:23:33.062406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14691a6e-c195-44bb-b072-f08c9a4ac283 req-645e2ec8-1156-47e9-a1c5-e4ae9b90d335 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Aug 25 15:23:34.178804 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d5972-6559-4099-ba80-f15a037b4139 req-87b0574b-9708-454e-9ce8-36c612bbe260 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:34.180661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-236d5972-6559-4099-ba80-f15a037b4139 req-87b0574b-9708-454e-9ce8-36c612bbe260 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 944 time: 0.0519085 Aug 25 15:23:34.230022 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-236d5972-6559-4099-ba80-f15a037b4139 req-469041b7-fcc1-4e91-bff8-2b85afac104e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404520 Aug 25 15:23:34.279017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:23:34.382029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:34.396417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'port_id': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'mac_address': 'fa:16:3e:dd:39:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:23:34.439514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:34.452742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:23:34.474879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:34.545000 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:34.596743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:34.604457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.604809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.605151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.606001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.606392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.606805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.607187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.607521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.607850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.608176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.608499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.608825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:23:34.761777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['5113d7ff-cd2f-4fd4-b603-67e6d8b56d12'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:23:35.350992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e29d1b-be3b-43c7-9e39-b946092b5a8f req-8232cef4-e873-4a98-a8f1-16c16c3fb392 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:35.352538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58e29d1b-be3b-43c7-9e39-b946092b5a8f req-8232cef4-e873-4a98-a8f1-16c16c3fb392 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Aug 25 15:23:35.391300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58e29d1b-be3b-43c7-9e39-b946092b5a8f req-578e4bde-0996-4263-a4ff-07496715a28b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Aug 25 15:23:36.313697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:23:36.447947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:23:36.453335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:23:36.457475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:36.544052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ffac3-b44f-42a3-8a68-392430c4a31e req-d730df0b-de25-4d66-82f4-d7103bc50a58 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:36.546106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb3ffac3-b44f-42a3-8a68-392430c4a31e req-d730df0b-de25-4d66-82f4-d7103bc50a58 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 945 time: 0.0610793 Aug 25 15:23:36.553449 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:36.578538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:36.580839 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d88a8-5c7c-4d75-9783-6615105c0a82" -d '{"events": [{"server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "name": "network-vif-plugged", "status": "completed", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:36.612261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:23:36.613105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eb3ffac3-b44f-42a3-8a68-392430c4a31e req-3570ca8f-cb10-4d4f-a03c-9090c2c918f8 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467455 Aug 25 15:23:36.636577 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3f75fb-a8af-4dbf-aa95-36856f4187b0 x-openstack-request-id: req-8d3f75fb-a8af-4dbf-aa95-36856f4187b0 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:36.637505 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "name": "network-vif-plugged", "status": "completed", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:36.637765 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d3f75fb-a8af-4dbf-aa95-36856f4187b0 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:36.638170 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'code': 200} Aug 25 15:23:36.714606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:36.738714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ff9b-6039-4f90-b346-ca693db13152 req-f8c80c8e-7a68-49d3-9db4-b8b9b0e5587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:36.740455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1c7ff9b-6039-4f90-b346-ca693db13152 req-f8c80c8e-7a68-49d3-9db4-b8b9b0e5587d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1096 time: 0.0429754 Aug 25 15:23:36.768175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:36.790491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b1c7ff9b-6039-4f90-b346-ca693db13152 req-d9f4fe93-6b10-4985-a0b4-42f81cdf3cd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376461 Aug 25 15:23:37.726475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fbf0b-f1c2-4481-901d-9f5302b514c0 req-29620888-5bc6-47b4-9e5f-46dc78004f42 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:37.728753 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb6fbf0b-f1c2-4481-901d-9f5302b514c0 req-29620888-5bc6-47b4-9e5f-46dc78004f42 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 946 time: 0.0581884 Aug 25 15:23:37.772663 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cb6fbf0b-f1c2-4481-901d-9f5302b514c0 req-4029507c-1e63-4327-9833-a1fdb3fffa96 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335011 Aug 25 15:23:38.908705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de75d-f9f2-4254-a95a-3e059aa72770 req-228188d1-695f-428c-a624-f958718af421 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:38.910209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-426de75d-f9f2-4254-a95a-3e059aa72770 req-228188d1-695f-428c-a624-f958718af421 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Aug 25 15:23:38.952565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-426de75d-f9f2-4254-a95a-3e059aa72770 req-2ba73bac-468d-4396-85d5-9f0adfcc5105 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347254 Aug 25 15:23:39.077038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3e082-8ebd-4448-9115-c2264d0335a1 req-60fbc6fc-d0db-4a40-a33e-1e70d31671df tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:39.078446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3d3e082-8ebd-4448-9115-c2264d0335a1 req-60fbc6fc-d0db-4a40-a33e-1e70d31671df tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 946 time: 0.0520132 Aug 25 15:23:39.117859 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3d3e082-8ebd-4448-9115-c2264d0335a1 req-8fc5bd68-c6a6-49d1-9303-ae49d1ddd69b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Aug 25 15:23:39.142292 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46404) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:39.184841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bd624-d2cb-46c3-8a92-ae09c5fac28b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:39.186377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a41bd624-d2cb-46c3-8a92-ae09c5fac28b tempest-TestNetworkBasicOps-1063993222 tempest-TestNetworkBasicOps-1063993222-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1092 time: 0.0430655 Aug 25 15:23:39.193524 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46408) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:39.198139 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:23:39.309511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:39.412291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:39.520823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Allocated IP 172.25.8.35 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/76e7062e-a72b-43a3-87b4-d6d1d599b3f1) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:23:39.628129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:39.807457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:39.849233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:23:39.854209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:23:39.858771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:23:39.862174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=76e7062e-a72b-43a3-87b4-d6d1d599b3f1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:40.242901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:40.370450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:40.522072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:40.612742 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:40.688408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event updated for resources: {'Port': ['ID=76e7062e-a72b-43a3-87b4-d6d1d599b3f1,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:23:40.696959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:40.799483 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Floating IP 74999972-f78f-47ee-a3b2-47c625d5a5de associated. External IP: 172.25.8.35, port: 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12. Aug 25 15:23:41.345891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router b90354d4-bcd0-4766-9495-e24760e6eacf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:23:41.454003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:23:41.463939 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] Sync routers for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:23:41.473517 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:41.474129 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:23:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:41.578446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:41.579760 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:41.608149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d4e23f65-0339-43e3-bf50-70e46b1eaf4b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4134648 Aug 25 15:23:41.608797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:23:41.610719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46436) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:41.611245 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:23:41.676120 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749417c1-6556-4cbe-9591-c4b7cff5e6f0 x-openstack-request-id: req-749417c1-6556-4cbe-9591-c4b7cff5e6f0 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:23:41.676855 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:23:41.677364 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-749417c1-6556-4cbe-9591-c4b7cff5e6f0 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:23:41.678004 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'status': 'completed', 'code': 200} Aug 25 15:23:41.785789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a7064584-e17f-4b3d-9df5-00b05e189c21 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/floatingips/74999972-f78f-47ee-a3b2-47c625d5a5de HTTP/1.1" status: 200 len: 991 time: 0.1729832 Aug 25 15:23:41.788643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-52ac01f4-2a28-4756-96f9-e0f015aeeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:41.790086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-52ac01f4-2a28-4756-96f9-e0f015aeeae0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1097 time: 0.0962837 Aug 25 15:23:41.835733 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '74999972-f78f-47ee-a3b2-47c625d5a5de', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'port_id': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'mac_address': 'fa:16:3e:dd:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bfbca-f7c9-471e-851b-956638b05461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:23:40Z', 'updated_at': '2021-08-25T15:23:40Z', 'revision_number': 0, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:24Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:41.865958 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] Checking router: b90354d4-bcd0-4766-9495-e24760e6eacf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:23:41.873014 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:23:41.873651 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:23:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:41.893445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-c6c9085b-6aa7-42e3-b981-333d9b3d3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:41.894926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-c6c9085b-6aa7-42e3-b981-333d9b3d3b93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=64ccd55b-c26e-4c6a-a036-03d678a9aacb HTTP/1.1" status: 200 len: 898 time: 0.0969520 Aug 25 15:23:41.962923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-8fa46ba5-0e6b-437c-9df6-e9cafe49cde6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 HTTP/1.1" status: 200 len: 999 time: 0.0600309 Aug 25 15:23:41.978659 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:23:42.013157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-b6db86c5-f7c0-4a89-a215-78717e515112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:42.014556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-b6db86c5-f7c0-4a89-a215-78717e515112 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fcc383c1-39b0-4cc9-b01c-d5295c478130 HTTP/1.1" status: 200 len: 834 time: 0.0449753 Aug 25 15:23:42.066755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-5b6c0bf2-a4d5-41d1-b75a-6e297987f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:42.068417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-5b6c0bf2-a4d5-41d1-b75a-6e297987f664 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64ccd55b-c26e-4c6a-a036-03d678a9aacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464058 Aug 25 15:23:42.164836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-7219cf40-3cd8-4d55-815d-9b54393c76bc service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883145 Aug 25 15:23:42.215973 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '74999972-f78f-47ee-a3b2-47c625d5a5de', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'port_id': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'mac_address': 'fa:16:3e:dd:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bfbca-f7c9-471e-851b-956638b05461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:23:40Z', 'updated_at': '2021-08-25T15:23:40Z', 'revision_number': 0, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:24Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:23:42.249747 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025da8a-fd09-47a3-85cb-146c419954e7 None None] The sync data for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 is: [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '74999972-f78f-47ee-a3b2-47c625d5a5de', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'port_id': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'mac_address': 'fa:16:3e:dd:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bfbca-f7c9-471e-851b-956638b05461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:23:40Z', 'updated_at': '2021-08-25T15:23:40Z', 'revision_number': 0, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:24Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:23:42.268941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb6ffe23-3f0b-4abb-99a2-24e93d7ae5f6 req-958e9692-632b-4082-a20d-698646b61e9b service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956879 Aug 25 15:23:42.456180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c3273-0ebd-4a45-beed-51cfb9e5acc7 None None] New status for floating IP 74999972-f78f-47ee-a3b2-47c625d5a5de: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:23:42.788870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46450) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:23:42.852382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d0e0e19d-f6cb-4be4-9742-1db347dd048a tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/floatingips/74999972-f78f-47ee-a3b2-47c625d5a5de HTTP/1.1" status: 200 len: 993 time: 0.0622089 Aug 25 15:23:44.943384 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:23:51.080062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-986e1a9e-caeb-4741-be7f-206284e9cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:53.766805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-003ed739-d897-4afd-bf70-f1b8e5687ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:54.184398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:55.584119 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:57.143698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:57.606858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-6650616f-223e-410e-9d9a-56ec96f5b15a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449965 Aug 25 15:23:57.612369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:23:57.693912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-a8db043e-6d45-4f6f-add0-d07325d367f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:57.695478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-a8db043e-6d45-4f6f-add0-d07325d367f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0443509 Aug 25 15:23:57.798814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-e67dbdb9-5a5c-4930-94c4-f54157f91cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:57.800337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-e67dbdb9-5a5c-4930-94c4-f54157f91cdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0856080 Aug 25 15:23:57.873697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-1962f714-7f84-4d9a-b696-dd28ba805d48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3 HTTP/1.1" status: 200 len: 1000 time: 0.0652418 Aug 25 15:23:57.936884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-3cafddf7-9c8d-49c0-b462-ed90bce01c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:57.937999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-3cafddf7-9c8d-49c0-b462-ed90bce01c03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0569005 Aug 25 15:23:57.985210 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-eef0fc7f-e8e5-44b4-9e46-d5143a9d32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:23:57.986713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-eef0fc7f-e8e5-44b4-9e46-d5143a9d32ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412700 Aug 25 15:23:58.082712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-6d8c307f-413d-4ec8-8f4e-b790244c149b service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Aug 25 15:23:58.173764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48a47237-1b61-4000-ba7e-7710ed3b9017 req-cf6dca4d-91fc-462b-930c-9dbec21f67b4 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835109 Aug 25 15:23:59.189844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:05.988458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-1c0b8b92-9303-48ab-acb7-5e2051de0213 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438960 Aug 25 15:24:06.077488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-4a14a442-9253-49df-8441-375f31150640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:06.079074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-4a14a442-9253-49df-8441-375f31150640 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1097 time: 0.0462439 Aug 25 15:24:06.193680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-4e3851cb-b337-4a26-8fe9-ade906c47ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:06.195235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-4e3851cb-b337-4a26-8fe9-ade906c47ab1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=64ccd55b-c26e-4c6a-a036-03d678a9aacb HTTP/1.1" status: 200 len: 898 time: 0.0952501 Aug 25 15:24:06.275642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-43a5a0ff-6ac2-4542-bb9b-adec9d7dd2e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 HTTP/1.1" status: 200 len: 1001 time: 0.0721867 Aug 25 15:24:06.328825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-24ca9089-7c0a-4bc3-92b2-77dfeb7e6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:06.330310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-24ca9089-7c0a-4bc3-92b2-77dfeb7e6110 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fcc383c1-39b0-4cc9-b01c-d5295c478130 HTTP/1.1" status: 200 len: 834 time: 0.0463929 Aug 25 15:24:06.378607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-dce57f66-a5e8-4719-b34c-6fc386415818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:06.380213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-dce57f66-a5e8-4719-b34c-6fc386415818 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64ccd55b-c26e-4c6a-a036-03d678a9aacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427086 Aug 25 15:24:06.485858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-741765ab-7157-42c6-aaf2-2e966f2638cc service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955532 Aug 25 15:24:06.583941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d4ae2b1-6bcd-4ae8-b852-07160ecf40f0 req-97b4545b-40bb-4175-b134-8646f464a124 service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 Aug 25 15:24:15.023288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46792) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:15.088888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d86f1138-3543-448a-9cb8-a2c9a547d39e tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/floatingips/74999972-f78f-47ee-a3b2-47c625d5a5de HTTP/1.1" status: 200 len: 993 time: 0.0644352 Aug 25 15:24:15.336696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46802) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:15.498333 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 76e7062e-a72b-43a3-87b4-d6d1d599b3f1 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:24:15.499251 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:15.580863 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:15.581196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:15.592664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 76e7062e-a72b-43a3-87b4-d6d1d599b3f1 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:24:15.845154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:15.872484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=76e7062e-a72b-43a3-87b4-d6d1d599b3f1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:15.886780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.886780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.886780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.889689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.890397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.890397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:15.950086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:15.951061 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Floating IP 74999972-f78f-47ee-a3b2-47c625d5a5de disassociated (deleted). External IP: 172.25.8.35, port: 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12. Aug 25 15:24:16.178904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router b90354d4-bcd0-4766-9495-e24760e6eacf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:24:16.296546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:24:16.301934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:16.309661 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] Sync routers for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:24:16.323986 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:24:16.323986 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:23:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:16.333013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-426967e5-0870-4df7-b2f9-d947bd1bfb52 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/floatingips/74999972-f78f-47ee-a3b2-47c625d5a5de HTTP/1.1" status: 204 len: 168 time: 0.9926138 Aug 25 15:24:16.333013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:24:16.333573 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c45261-6dd2-406d-ba04-b756131d5d29" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:24:16.385483 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dae590-8eff-4e03-9e34-ac134f5b59f7 x-openstack-request-id: req-53dae590-8eff-4e03-9e34-ac134f5b59f7 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:24:16.385746 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:24:16.386001 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53dae590-8eff-4e03-9e34-ac134f5b59f7 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:24:16.386433 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'status': 'completed', 'code': 200} Aug 25 15:24:16.439461 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:24:16.460878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-3ec48787-1924-4a75-90d3-970a560de7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:16.462423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-3ec48787-1924-4a75-90d3-970a560de7e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f09b93b529ab40098c14e91d26000baa&device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 1097 time: 0.0486178 Aug 25 15:24:16.566893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-37c78988-e35f-421a-90e1-d9abeea85452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:16.568479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-37c78988-e35f-421a-90e1-d9abeea85452 service neutron] 10.222.0.52 "GET /v2.0/networks?id=64ccd55b-c26e-4c6a-a036-03d678a9aacb HTTP/1.1" status: 200 len: 898 time: 0.0986855 Aug 25 15:24:16.621014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-177f1381-3e69-4979-b21a-a974a6cb3f53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 HTTP/1.1" status: 200 len: 217 time: 0.0408759 Aug 25 15:24:16.671694 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:24Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:16.674709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-65c4c334-dc8b-4ee2-b8c3-929e904c669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:16.676466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-65c4c334-dc8b-4ee2-b8c3-929e904c669c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fcc383c1-39b0-4cc9-b01c-d5295c478130 HTTP/1.1" status: 200 len: 834 time: 0.0486066 Aug 25 15:24:16.703560 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] Checking router: b90354d4-bcd0-4766-9495-e24760e6eacf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:24:16.712430 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:24:16.713057 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:23:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:16.734525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-daabe51b-5488-4776-ac91-bccfa110aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:16.736149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-daabe51b-5488-4776-ac91-bccfa110aa9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64ccd55b-c26e-4c6a-a036-03d678a9aacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519650 Aug 25 15:24:16.838420 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:24:16.858314 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-f3111944-668d-48ef-a7c5-db27db2f9c3f service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139688 Aug 25 15:24:17.083111 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:24Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:17.110703 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391bd86-9e5e-4ae7-9bab-0df3e8579eea None None] The sync data for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 is: [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:19Z', 'revision_number': 4, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '644ad0cd-3f0b-4904-b6db-28e1f734c66e', 'name': '', 'network_id': '64ccd55b-c26e-4c6a-a036-03d678a9aacb', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'mac_address': 'fa:16:3e:5b:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:19Z', 'updated_at': '2021-08-25T15:23:24Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'subnets': [{'id': 'fcc383c1-39b0-4cc9-b01c-d5295c478130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:24:17.379394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701a0e43-79ae-4f9a-af25-c0c195bb003b None None] New status for floating IP 74999972-f78f-47ee-a3b2-47c625d5a5de: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:24:17.393717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2867a-627c-4c9a-ae58-6e0787ba9a29 req-0d19fb81-2bac-467a-a29f-a0726202bbff tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:17.395218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b4d2867a-627c-4c9a-ae58-6e0787ba9a29 req-0d19fb81-2bac-467a-a29f-a0726202bbff tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 946 time: 0.5501359 Aug 25 15:24:17.421800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c45261-6dd2-406d-ba04-b756131d5d29 req-fb2228a2-495c-42d1-bfad-e74540d6a595 service neutron] 10.222.0.52 "GET /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556345 Aug 25 15:24:17.445517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b4d2867a-627c-4c9a-ae58-6e0787ba9a29 req-aaafce78-d670-471b-99cc-aad247cac4b9 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/security-groups?id=07f1ef70-733c-46d2-bcf9-04af74f19112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Aug 25 15:24:18.160181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-9e0338ed-dfde-48d5-82b9-c20f403fa0b6 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:18.161657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-9e0338ed-dfde-48d5-82b9-c20f403fa0b6 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 946 time: 0.0549386 Aug 25 15:24:18.257298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:24:18.257633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:18.371224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:24:18.371596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:18.384735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:24:18.594431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:18.632318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b26c4c3-9afd-46b5-9976-8539ae0d2eeb req-6d458b4a-5847-4224-9971-4b6b9e82c294 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6bfbca-f7c9-471e-851b-956638b05461 HTTP/1.1" status: 200 len: 210 time: 0.1093743 Aug 25 15:24:18.644358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=5113d7ff-cd2f-4fd4-b603-67e6d8b56d12,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:18.657545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.657896 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.658236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.658571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.659068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.659253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.659580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.660092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.660414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.660736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.661251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.661585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:24:18.696323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] No DVR routers for this DVR port 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:24:18.698974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:18.701058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-397ddbd0-1a79-4919-8659-7867cf221e06 req-ba002583-a95a-4f1a-8c14-0d45a425f290 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.52 "DELETE /v2.0/ports/5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 HTTP/1.1" status: 204 len: 173 time: 0.5324917 Aug 25 15:24:18.702099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'name': 'network-vif-deleted', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:24:18.704411 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7ab88-af56-4e89-a71a-83501610beb8" -d '{"events": [{"server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "name": "network-vif-deleted", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:24:18.754218 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b00dcff-915a-4c61-9161-a4bdde5bee42 x-openstack-request-id: req-9b00dcff-915a-4c61-9161-a4bdde5bee42 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:24:18.754524 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6bfbca-f7c9-471e-851b-956638b05461", "name": "network-vif-deleted", "tag": "5113d7ff-cd2f-4fd4-b603-67e6d8b56d12", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:24:18.754779 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b00dcff-915a-4c61-9161-a4bdde5bee42 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:24:18.755301 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6bfbca-f7c9-471e-851b-956638b05461', 'name': 'network-vif-deleted', 'tag': '5113d7ff-cd2f-4fd4-b603-67e6d8b56d12', 'status': 'completed', 'code': 200} Aug 25 15:24:19.691385 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46886) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:19.755358 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81f612b3-6b5e-4f04-aa9d-adb7442cb902 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:19.782640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81f612b3-6b5e-4f04-aa9d-adb7442cb902 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:19.903626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81f612b3-6b5e-4f04-aa9d-adb7442cb902 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:19.908477 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-81f612b3-6b5e-4f04-aa9d-adb7442cb902 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:19.909655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-81f612b3-6b5e-4f04-aa9d-adb7442cb902 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/security-groups/07f1ef70-733c-46d2-bcf9-04af74f19112 HTTP/1.1" status: 204 len: 168 time: 0.2172575 Aug 25 15:24:19.918938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f612b3-6b5e-4f04-aa9d-adb7442cb902 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f1ef70-733c-46d2-bcf9-04af74f19112,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:19.990859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:20.352205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:20.563783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:24:20.587191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:24:20.587777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5113d7ff-cd2f-4fd4-b603-67e6d8b56d12 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:24:20.622468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 644ad0cd-3f0b-4904-b6db-28e1f734c66e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:24:20.622818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:20.727470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port 644ad0cd-3f0b-4904-b6db-28e1f734c66e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=644ad0cd-3f0b-4904-b6db-28e1f734c66e,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:24:20.728496 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:20.742410 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 644ad0cd-3f0b-4904-b6db-28e1f734c66e owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:24:21.011980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.034941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24912761-f92b-40f6-ad72-47d26102ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.042473 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=644ad0cd-3f0b-4904-b6db-28e1f734c66e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:21.247506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.487012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Router b90354d4-bcd0-4766-9495-e24760e6eacf has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:24:21.600270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:24:21.609449 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb284113-e283-4d75-8d2c-b3ec70646ca0 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "PUT /v2.0/routers/b90354d4-bcd0-4766-9495-e24760e6eacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136847 Aug 25 15:24:21.609449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46896) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:21.613876 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] Sync routers for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:24:21.624771 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:24:21.626088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:23:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:21.665816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting subnet fcc383c1-39b0-4cc9-b01c-d5295c478130 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:24:21.669469 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.719814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.741759 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:24:21.815879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.948478 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:24:21.954621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:21.974354 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:24:20Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:22.003016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc383c1-39b0-4cc9-b01c-d5295c478130,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:22.005719 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] Checking router: b90354d4-bcd0-4766-9495-e24760e6eacf for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:24:22.009807 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.015460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] Routers {'b90354d4-bcd0-4766-9495-e24760e6eacf'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:24:22.015867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:23:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b90354d4-bcd0-4766-9495-e24760e6eacf'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:22.017100 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-27fe3354-3e95-4616-bd3c-f1cc06a3a768 tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/subnets/fcc383c1-39b0-4cc9-b01c-d5295c478130 HTTP/1.1" status: 204 len: 168 time: 0.4070239 Aug 25 15:24:22.020224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46898) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:22.022401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8dbb84-b196-468f-8204-1c35fb33e29a None None] Network 64ccd55b-c26e-4c6a-a036-03d678a9aacb requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:24:22.158356 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.158735 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] Set router b90354d4-bcd0-4766-9495-e24760e6eacf gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:24:22.287928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] DHCP port deletion for 64ccd55b-c26e-4c6a-a036-03d678a9aacb request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:24:22.303287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.342274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] Deleting port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:24:22.343009 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.371422 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:24:20Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:22.404172 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622574d6-b989-4f66-bf4d-735a90a771ad None None] The sync data for ids ['b90354d4-bcd0-4766-9495-e24760e6eacf'] in n-d-805995-2 is: [{'id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'name': 'tempest-TestNetworkBasicOps-router-1071371750', 'tenant_id': 'f09b93b529ab40098c14e91d26000baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:24:20Z', 'revision_number': 5, 'project_id': 'f09b93b529ab40098c14e91d26000baa', 'gw_port': {'id': '379c6286-6747-4e83-bbdf-63d9e015bde8', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90354d4-bcd0-4766-9495-e24760e6eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:23:15Z', 'updated_at': '2021-08-25T15:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:24:22.416480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] For port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,segment=NetworkSegment(1cb10d09-75e2-49b9-8f84-37050e647a16),segment_id=1cb10d09-75e2-49b9-8f84-37050e647a16)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:24:22.417031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.433858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] Calling delete_port for 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:24:22.461351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Deleting port 379c6286-6747-4e83-bbdf-63d9e015bde8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:24:22.461695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.546237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] For port 379c6286-6747-4e83-bbdf-63d9e015bde8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=379c6286-6747-4e83-bbdf-63d9e015bde8,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:24:22.546489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.559641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Calling delete_port for 379c6286-6747-4e83-bbdf-63d9e015bde8 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:24:22.583360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.609466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] Pushing event deleted for resources: {'Port': ['ID=2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:22.617740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16add3-1a4a-4f25-94dd-0407f60ffeb8 None None] No DVR routers for this DVR port 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:24:22.806614 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:22.835429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Port': ['ID=379c6286-6747-4e83-bbdf-63d9e015bde8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:22.908980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.010868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.013035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.114795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.115528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Fanout notify agent at l3_agent the message router_deleted on router b90354d4-bcd0-4766-9495-e24760e6eacf {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:24:23.121982 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.123171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6017cd65-8025-4690-8f60-125e094338fb tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/routers/b90354d4-bcd0-4766-9495-e24760e6eacf HTTP/1.1" status: 204 len: 168 time: 1.1013603 Aug 25 15:24:23.126947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46902) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:23.213154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.311709 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.323884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ccd55b-c26e-4c6a-a036-03d678a9aacb']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:23.336038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb10d09-75e2-49b9-8f84-37050e647a16') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:23.336346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb10d09-75e2-49b9-8f84-37050e647a16') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:24:23.345959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.362406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.369071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:24:23.369455 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:24:23.372807 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:24:23.513912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.522471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:23.524416 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] 10.222.0.58 "DELETE /v2.0/networks/64ccd55b-c26e-4c6a-a036-03d678a9aacb HTTP/1.1" status: 204 len: 168 time: 0.3965073 Aug 25 15:24:23.535465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be654-c310-415c-8d77-7756feb6bf9b tempest-TestNetworkBasicOps-1934973891 tempest-TestNetworkBasicOps-1934973891-project] Pushing event deleted for resources: {'Network': ['ID=64ccd55b-c26e-4c6a-a036-03d678a9aacb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:23.822954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5cae921-b927-4d2e-9153-e7be5344dd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:24.011150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:24:24.032145 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:24:24.032500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2c4cd4c7-fd92-4adf-a069-bedf8f56d2cb not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:24:24.032927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 379c6286-6747-4e83-bbdf-63d9e015bde8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:24:24.051993 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 379c6286-6747-4e83-bbdf-63d9e015bde8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:24:24.052344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 379c6286-6747-4e83-bbdf-63d9e015bde8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:24:24.053398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 644ad0cd-3f0b-4904-b6db-28e1f734c66e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:24:24.074426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 644ad0cd-3f0b-4904-b6db-28e1f734c66e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:24:24.074787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 644ad0cd-3f0b-4904-b6db-28e1f734c66e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:24:24.141052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46910) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:24.202707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:24.295924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46918) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:24.296474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1aa8cdf0-8ff4-4a4c-9de6-8cc0ea1a45dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f09b93b529ab40098c14e91d26000baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538310 Aug 25 15:24:24.355436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7758db94-6f4b-493e-942c-f4539c814609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:24.379635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7758db94-6f4b-493e-942c-f4539c814609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:24.538164 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7758db94-6f4b-493e-942c-f4539c814609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:24.540824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7758db94-6f4b-493e-942c-f4539c814609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:24.542098 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7758db94-6f4b-493e-942c-f4539c814609 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ec52104-33f3-4cd5-bcab-9f432c5e7d74 HTTP/1.1" status: 204 len: 168 time: 0.2449636 Aug 25 15:24:24.550734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758db94-6f4b-493e-942c-f4539c814609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec52104-33f3-4cd5-bcab-9f432c5e7d74,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:25.458613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 46930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:25.474143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e78b517f-1708-4f10-acae-bc9a37053a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.561402 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.573996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e78b517f-1708-4f10-acae-bc9a37053a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.669113 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e78b517f-1708-4f10-acae-bc9a37053a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.712323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e78b517f-1708-4f10-acae-bc9a37053a32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e403d26a4cea43dfbb54bdb489d108eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525411 Aug 25 15:24:25.713308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b517f-1708-4f10-acae-bc9a37053a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362a8d2-c1e7-452f-b0df-23a911b80958,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:25.716606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 46934) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:25.774813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c4c-10b0-483b-80d9-6c7bd9cb1cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.800503 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c4c-10b0-483b-80d9-6c7bd9cb1cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.914878 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c4c-10b0-483b-80d9-6c7bd9cb1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.917789 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c4c-10b0-483b-80d9-6c7bd9cb1cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:25.918995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b54f0c4c-10b0-483b-80d9-6c7bd9cb1cf6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7362a8d2-c1e7-452f-b0df-23a911b80958 HTTP/1.1" status: 204 len: 168 time: 0.2005205 Aug 25 15:24:25.933527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0c4c-10b0-483b-80d9-6c7bd9cb1cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362a8d2-c1e7-452f-b0df-23a911b80958,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:27.206540 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:27.480698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:29.206187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:47.675011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47436) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:47.805677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e9752978-1ce2-46d5-a05b-fe5b421b3562 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=669cb0f480254a4dad72239f33683a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294742 Aug 25 15:24:47.808183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47440) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:24:47.859380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afeb942c-1fc1-4f09-b8dc-d6f8b90e1af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:47.879695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afeb942c-1fc1-4f09-b8dc-d6f8b90e1af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:47.971906 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afeb942c-1fc1-4f09-b8dc-d6f8b90e1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:47.976437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-afeb942c-1fc1-4f09-b8dc-d6f8b90e1af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:47.976437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-afeb942c-1fc1-4f09-b8dc-d6f8b90e1af3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad41a440-92ee-46a0-a7d0-56cc69478a0a HTTP/1.1" status: 204 len: 168 time: 0.1668100 Aug 25 15:24:47.984815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb942c-1fc1-4f09-b8dc-d6f8b90e1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41a440-92ee-46a0-a7d0-56cc69478a0a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:24:51.034352 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2e20c005-5ac8-4414-ab3a-66bb0baa9b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:53.725449 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5d95-6b43-4de3-a24a-41b7b66d0b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:54.188723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:55.536952 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:57.113069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:57.468560 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:58.947013 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:24:59.210999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:24:59.633801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-5f9d92d1-5175-415a-a510-f25a6b507819 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404794 Aug 25 15:24:59.713796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-c13b6dd9-930e-478c-ba63-4d51afc50a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:59.715422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-c13b6dd9-930e-478c-ba63-4d51afc50a74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0403299 Aug 25 15:24:59.822865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-86560be6-85b6-4160-bbf3-0619491bb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:59.824428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-86560be6-85b6-4160-bbf3-0619491bb061 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0904653 Aug 25 15:24:59.892813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-716a07c2-5cdb-4767-8f23-aa9bb4a4d092 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3 HTTP/1.1" status: 200 len: 1000 time: 0.0605793 Aug 25 15:24:59.948459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-1b8530ee-3e42-4272-aa3b-958911f2514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:24:59.949930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-1b8530ee-3e42-4272-aa3b-958911f2514d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0490487 Aug 25 15:25:00.009208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-41a376c5-d63b-4c50-86ad-019e55683277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:00.010690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-41a376c5-d63b-4c50-86ad-019e55683277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542707 Aug 25 15:25:00.104604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-829a4dfb-54f4-4648-bebc-96266da778d6 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 Aug 25 15:25:00.214334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1184f5f3-d66d-4291-aa3c-b9b91f59de08 req-0cd9a84c-979f-4a23-82a4-f8d09f472017 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027825 Aug 25 15:25:07.302605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47600) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:07.416462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d22ccd82-0382-4824-b590-57a530a6a698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.513019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d22ccd82-0382-4824-b590-57a530a6a698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.682660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d22ccd82-0382-4824-b590-57a530a6a698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.719806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d22ccd82-0382-4824-b590-57a530a6a698 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2949e98fa6c240e38c1bf9d9bcdfda64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160616 Aug 25 15:25:07.720671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ccd82-0382-4824-b590-57a530a6a698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60edc44f-b7c0-452b-8167-943cf3e08d43,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:07.722531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:07.773563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c6ef-a9b7-4644-b77c-3370af7c22ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.795316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c6ef-a9b7-4644-b77c-3370af7c22ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.932330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c6ef-a9b7-4644-b77c-3370af7c22ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.935733 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c6ef-a9b7-4644-b77c-3370af7c22ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:07.939476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6f6c6ef-a9b7-4644-b77c-3370af7c22ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60edc44f-b7c0-452b-8167-943cf3e08d43 HTTP/1.1" status: 204 len: 168 time: 0.2132964 Aug 25 15:25:07.946683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c6ef-a9b7-4644-b77c-3370af7c22ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60edc44f-b7c0-452b-8167-943cf3e08d43,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:13.894178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-201c3dcf-a260-471f-80e7-e873712bc8e3 req-8e76ad51-9a03-4279-a616-0436e72427a0 service neutron] (101873) timed out ('10.222.0.58', 52044) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:25:20.999504 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b9298209-7831-4337-a79b-b6d341aa6be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:23.719870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-895fe938-c849-4b86-ad53-f23465aa51ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:24.176854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:25.542227 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:27.123677 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:27.444803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.124199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47748) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:28.234315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.319808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.393280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.430566 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=410de4002ba3462b8ce7742f2bb21820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051076 Aug 25 15:25:28.432550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1704a13-c914-49a2-8f08-28d6e016009b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:28.433167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47752) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:28.441003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.441360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.441709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.442055 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.442397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.442737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.443104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.443442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.443775 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.444110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.444442 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.444770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aac13f-2afa-47ee-bc98-91ac37f39002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.483727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.508719 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.616408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.618837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:28.620031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1704a13-c914-49a2-8f08-28d6e016009b HTTP/1.1" status: 204 len: 168 time: 0.1858428 Aug 25 15:25:28.628130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1704a13-c914-49a2-8f08-28d6e016009b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:28.635360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.635709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.636057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.636399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.636770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.637106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.637552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.637753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.638078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.638502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.638842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:28.639197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bffa9a6-11dd-4a50-9328-cb36d3def12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:29.176371 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:35.946359 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:25:39.140744 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:39.257194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d1b77bd7-d66c-4e2d-a414-ad79b1a9e686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.346017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d1b77bd7-d66c-4e2d-a414-ad79b1a9e686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.454956 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d1b77bd7-d66c-4e2d-a414-ad79b1a9e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.496010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d1b77bd7-d66c-4e2d-a414-ad79b1a9e686 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f5e58f2214a43208a4e863b77da2c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541322 Aug 25 15:25:39.496728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b77bd7-d66c-4e2d-a414-ad79b1a9e686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74ad06-d724-482c-9cf9-5fb32f9b26d4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:39.498667 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47834) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:39.549325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4feae689-1897-49ae-b7f6-06a59d2fd055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.570082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4feae689-1897-49ae-b7f6-06a59d2fd055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.708383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4feae689-1897-49ae-b7f6-06a59d2fd055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.710857 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4feae689-1897-49ae-b7f6-06a59d2fd055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:39.712104 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4feae689-1897-49ae-b7f6-06a59d2fd055 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac74ad06-d724-482c-9cf9-5fb32f9b26d4 HTTP/1.1" status: 204 len: 168 time: 0.2123959 Aug 25 15:25:39.720746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae689-1897-49ae-b7f6-06a59d2fd055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74ad06-d724-482c-9cf9-5fb32f9b26d4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:40.804675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47858) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:40.905641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1669981046-network', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:25:40.981443 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Made reservation on behalf of 13f7168edbe44b41bc7a2c5c5d97fa84 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:25:40.983810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:40.995849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.084315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.182431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.208895 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:25:41.218695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707dfe6e-fb86-41da-9922-540d5950c931,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:41.225374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.225715 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Added segment 78383f59-663d-4ec5-aebc-e42d496bce0d of type vlan for network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e Aug 25 15:25:41.267326 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.347551 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.348898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:41.349484 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.410024 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] Pushing event updated for resources: {'Network': ['ID=c44c1bd7-f52f-4b26-8c61-cb9041d9b15e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:41.419551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:25:41.480735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c5fa64e-f350-47a2-b4e1-4b5fd31bb3cd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6747737 Aug 25 15:25:41.483566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47864) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:41.488758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Request body: {'subnet': {'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1669981046-subnet', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:25:41.586665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Made reservation on behalf of 13f7168edbe44b41bc7a2c5c5d97fa84 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:25:41.589084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.828024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:41.886655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed0e287-be60-48d4-9c62-a110036796bd,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:41.896885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Checking segment: {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:41.897233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Network hostable DHCP agents. Network: c44c1bd7-f52f-4b26-8c61-cb9041d9b15e, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:25:41.993465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:25:42.056358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c44c1bd7-f52f-4b26-8c61-cb9041d9b15e) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:42.060810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:42.061390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.066793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85950384-538a-41fd-934d-c1289c17709c None None] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:25:42.160113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3429108d-6aaa-4c6a-8703-daa56d32fba2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6753385 Aug 25 15:25:42.162663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47868) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:42.167260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:25:42.212352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'fixed_ips': [{'subnet_id': '1ed0e287-be60-48d4-9c62-a110036796bd'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:25:42.213253 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.256522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.257583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.309302 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.349662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Allocated IP 172.20.0.2 (c44c1bd7-f52f-4b26-8c61-cb9041d9b15e/1ed0e287-be60-48d4-9c62-a110036796bd/ff4bbf6f-53d3-426d-b98a-9daf16f40163) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:25:42.495522 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.504622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Transition to ACTIVE for port object ff4bbf6f-53d3-426d-b98a-9daf16f40163 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:42.519576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Transition to ACTIVE for port object ff4bbf6f-53d3-426d-b98a-9daf16f40163 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:42.650320 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.691216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:42.694233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:42.698388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:25:42.704721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Pushing event updated for resources: {'Port': ['ID=ff4bbf6f-53d3-426d-b98a-9daf16f40163,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:42.717167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.717555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.717814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.718155 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.718492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.718828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.719187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.719619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.720437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.720763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.721098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.721426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:42.769705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Attempting to bind port ff4bbf6f-53d3-426d-b98a-9daf16f40163 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:25:42.770078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Attempting to bind port ff4bbf6f-53d3-426d-b98a-9daf16f40163 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:25:42.770445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Attempting to bind port ff4bbf6f-53d3-426d-b98a-9daf16f40163 on network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:25:42.776359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:25:42.776740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Checking segment: {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:42.777149 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.777549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Bound using segment: {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:25:42.778027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Bound port: ff4bbf6f-53d3-426d-b98a-9daf16f40163, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:25:42.778412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.828504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:42.845790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] For port ff4bbf6f-53d3-426d-b98a-9daf16f40163, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:25:42.848857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] For port ff4bbf6f-53d3-426d-b98a-9daf16f40163, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ff4bbf6f-53d3-426d-b98a-9daf16f40163,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:25:42.977167 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:43.054522 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc8ed9-58c0-48f5-b17a-49960b8a0176 None None] Pushing event updated for resources: {'Port': ['ID=ff4bbf6f-53d3-426d-b98a-9daf16f40163,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:43.182992 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:43.220825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:43.332250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Allocated IP 172.25.8.211 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/5b997400-af6d-4423-a50b-2bd8a9515042) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:25:43.437178 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:43.594151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:43.636354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:43.639604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:43.645231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:25:43.668527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Pushing event updated for resources: {'Port': ['ID=5b997400-af6d-4423-a50b-2bd8a9515042,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:43.964987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43ab82-ec62-4a69-b67b-41c7dcc2d7b0 None None] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:25:44.010058 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.121201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ff4bbf6f-53d3-426d-b98a-9daf16f40163 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:44.161751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f9a777e4-5f72-4cb1-bf5a-cb11c371b26b None None] Provisioning for port ff4bbf6f-53d3-426d-b98a-9daf16f40163 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:44.236236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.256360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ff4bbf6f-53d3-426d-b98a-9daf16f40163 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:44.263395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ff4bbf6f-53d3-426d-b98a-9daf16f40163 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:44.263395 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.356979 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.396445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ff4bbf6f-53d3-426d-b98a-9daf16f40163, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ff4bbf6f-53d3-426d-b98a-9daf16f40163,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:44.401622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0a9bbae1-d549-49f6-be75-aac01effe9cc None None] Provisioning complete for port ff4bbf6f-53d3-426d-b98a-9daf16f40163 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:44.401999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbae1-d549-49f6-be75-aac01effe9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.421847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Router c9c34300-80e5-48bc-9bdb-50495cd2abb0 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:25:44.440357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.522973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ff4bbf6f-53d3-426d-b98a-9daf16f40163,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:44.531800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:25:44.542070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Sync routers for ids ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:25:44.551705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Routers {'c9c34300-80e5-48bc-9bdb-50495cd2abb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:44.552350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:44.605047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:44.608963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d501443c-ee1c-4a70-afba-1f533d5bc28e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4426358 Aug 25 15:25:44.609199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47872) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:44.659448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Set router c9c34300-80e5-48bc-9bdb-50495cd2abb0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:44.845806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:43Z', 'revision_number': 3, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:44.873014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Checking router: c9c34300-80e5-48bc-9bdb-50495cd2abb0 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:25:44.873398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Updating router c9c34300-80e5-48bc-9bdb-50495cd2abb0 port 5b997400-af6d-4423-a50b-2bd8a9515042 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:25:44.898553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.037095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.159774 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.169490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Transition to ACTIVE for port object 5b997400-af6d-4423-a50b-2bd8a9515042 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:45.237395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Allocated IP 172.20.0.1 (c44c1bd7-f52f-4b26-8c61-cb9041d9b15e/1ed0e287-be60-48d4-9c62-a110036796bd/a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:25:45.319177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.342123 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.355119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Transition to ACTIVE for port object a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:45.369464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Attempting to bind port 5b997400-af6d-4423-a50b-2bd8a9515042 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:25:45.372624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Attempting to bind port 5b997400-af6d-4423-a50b-2bd8a9515042 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:25:45.372624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Attempting to bind port 5b997400-af6d-4423-a50b-2bd8a9515042 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:25:45.379408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a44532-945e-4eab-a87c-f18593aa3cca None None] Pushing event updated for resources: {'Port': ['ID=5b997400-af6d-4423-a50b-2bd8a9515042,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:45.383170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:25:45.383550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:45.384005 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.384392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:25:45.384866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Bound port: 5b997400-af6d-4423-a50b-2bd8a9515042, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:25:45.385247 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.436190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] For port 5b997400-af6d-4423-a50b-2bd8a9515042, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:25:45.439699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] For port 5b997400-af6d-4423-a50b-2bd8a9515042, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5b997400-af6d-4423-a50b-2bd8a9515042,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:25:45.457311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.497211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:45.500197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:45.504258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:25:45.523051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:45.550391 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.553145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.788817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Routers {'c9c34300-80e5-48bc-9bdb-50495cd2abb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:45.788817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:45.788817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a44532-945e-4eab-a87c-f18593aa3cca None None] Pushing event updated for resources: {'Port': ['ID=5b997400-af6d-4423-a50b-2bd8a9515042,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:45.792346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.843117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b2661a90-cfa6-4d9f-92bf-82ede57d78d8 None None] Provisioning for port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:45.877665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b2661a90-cfa6-4d9f-92bf-82ede57d78d8 None None] Provisioning complete for port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:45.878141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b2661a90-cfa6-4d9f-92bf-82ede57d78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:45.928437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] Set router c9c34300-80e5-48bc-9bdb-50495cd2abb0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:45.930426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b2661a90-cfa6-4d9f-92bf-82ede57d78d8 None None] Port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:25:45.964841 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:46.033741 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:46.073294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ff4bbf6f-53d3-426d-b98a-9daf16f40163 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:46.102016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:46.104445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:46.176064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ff4bbf6f-53d3-426d-b98a-9daf16f40163 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:46.176703 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:46.203611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b', 'name': '', 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'mac_address': 'fa:16:3e:a3:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:45Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 1, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'subnets': [{'id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:46.237617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a00afb-5951-49f4-bc61-4a0f89864887 None None] The sync data for ids ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'] in n-d-805995-2 is: [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b', 'name': '', 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'mac_address': 'fa:16:3e:a3:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:45Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 1, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'subnets': [{'id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:25:46.515204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:46.517165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:46.653114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Router c9c34300-80e5-48bc-9bdb-50495cd2abb0 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:25:46.774203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-27db5f14-acc2-408e-9796-245c36af6255 None None] Provisioning complete for port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:46.774576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27db5f14-acc2-408e-9796-245c36af6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:46.780449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:25:46.786144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0c059799-c406-4fea-8159-4d37bfa6d379 admin admin] 10.222.0.58 "PUT /v2.0/routers/c9c34300-80e5-48bc-9bdb-50495cd2abb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1750245 Aug 25 15:25:46.819631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-27db5f14-acc2-408e-9796-245c36af6255 None None] Port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:25:47.732261 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47888) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:47.737509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-522783767-network', 'tenant_id': 'a931cab9f4d14f398f74220af290124c'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:25:47.864125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Made reservation on behalf of a931cab9f4d14f398f74220af290124c for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:25:47.864554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:47.878265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:47.971159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.073641 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.092607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5b997400-af6d-4423-a50b-2bd8a9515042 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:48.103425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:25:48.110496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19c4ec-7d49-4a32-a2f0-e288023262cd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:48.116808 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.117133 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Added segment 831894a4-67ca-4c16-9398-639039d61221 of type vlan for network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c Aug 25 15:25:48.162844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.228704 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Sync routers for ids ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:25:48.238668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Routers {'c9c34300-80e5-48bc-9bdb-50495cd2abb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:48.239299 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:48.261759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 5b997400-af6d-4423-a50b-2bd8a9515042 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:48.267473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5b997400-af6d-4423-a50b-2bd8a9515042 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:48.275096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.296422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.299927 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:48.299927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.346687 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Set router c9c34300-80e5-48bc-9bdb-50495cd2abb0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:48.352104 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.365587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] Pushing event updated for resources: {'Network': ['ID=4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:48.376333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:25:48.382697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 5b997400-af6d-4423-a50b-2bd8a9515042, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5b997400-af6d-4423-a50b-2bd8a9515042,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:48.453692 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-65cd5e06-7a55-4205-b2cc-6daa83f0145c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7177267 Aug 25 15:25:48.454987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47890) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:48.458863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Request body: {'subnet': {'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-522783767-subnet', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:25:48.478014 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.525401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=5b997400-af6d-4423-a50b-2bd8a9515042,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:48.547494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Made reservation on behalf of a931cab9f4d14f398f74220af290124c for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:25:48.552044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.555347 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b', 'name': '', 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'mac_address': 'fa:16:3e:a3:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:45Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 2, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'subnets': [{'id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:48.588887 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Checking router: c9c34300-80e5-48bc-9bdb-50495cd2abb0 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:25:48.589241 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Updating router c9c34300-80e5-48bc-9bdb-50495cd2abb0 port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:25:48.616316 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.839497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.877953 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:48.888639 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Transition to ACTIVE for port object a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:48.896948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca7a83a-c252-45dd-a004-280a316cc3ec,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:48.906220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Checking segment: {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:48.906597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Network hostable DHCP agents. Network: 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:25:48.963478 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.006227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:25:49.013375 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Pushing event updated for resources: {'Port': ['ID=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:49.023059 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.023461 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.023786 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.024112 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.024442 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.024764 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.025090 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.025437 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.025745 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.026109 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.026433 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.026752 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:25:49.083776 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Attempting to bind port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:25:49.084175 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Attempting to bind port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:25:49.084507 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Attempting to bind port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b on network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:25:49.089867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:25:49.090166 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Checking segment: {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:49.090558 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.090952 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Bound using segment: {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:25:49.092198 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Bound port: a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78383f59-663d-4ec5-aebc-e42d496bce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:25:49.092576 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.094770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:49.105853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:49.106742 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.107825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5211479-0b99-4f9c-877c-c85eb2f50aba None None] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:25:49.142979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f27672-4061-4475-97b7-a2d6e87d7f35 req-56c2a176-6e53-47ef-a1cb-e7e9c9dc4f29 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:49.145038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9f27672-4061-4475-97b7-a2d6e87d7f35 req-56c2a176-6e53-47ef-a1cb-e7e9c9dc4f29 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.0764358 Aug 25 15:25:49.170972 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] For port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:25:49.176687 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] For port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:25:49.188671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7e1e4da-a001-4dfc-9e4f-bbb1df5fe97b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7336597 Aug 25 15:25:49.191930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47900) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:49.199163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:25:49.209583 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9f27672-4061-4475-97b7-a2d6e87d7f35 req-0d1a8517-93cf-4f3d-838e-65c8faa860c4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581484 Aug 25 15:25:49.289053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c', 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'fixed_ips': [{'subnet_id': 'aca7a83a-c252-45dd-a004-280a316cc3ec'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:25:49.289940 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.331594 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.387919 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Routers {'c9c34300-80e5-48bc-9bdb-50495cd2abb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:49.388944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:49.389089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.390180 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.435793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Allocated IP 172.20.0.2 (4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c/aca7a83a-c252-45dd-a004-280a316cc3ec/28a813de-8fa8-49f8-a4f9-bdb8cee1585e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:25:49.438405 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dff71c-c527-4706-943c-7796236ae970 None None] Pushing event updated for resources: {'Port': ['ID=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:49.473716 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.520591 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] Set router c9c34300-80e5-48bc-9bdb-50495cd2abb0 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:49.599159 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.610435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Transition to ACTIVE for port object 28a813de-8fa8-49f8-a4f9-bdb8cee1585e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:49.630078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Transition to ACTIVE for port object 28a813de-8fa8-49f8-a4f9-bdb8cee1585e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:49.712903 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.716646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.739536 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b', 'name': '', 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'mac_address': 'fa:16:3e:a3:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:45Z', 'updated_at': '2021-08-25T15:25:49Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'subnets': [{'id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:49.754824 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:49.757785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:49.762104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:25:49.765097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Pushing event updated for resources: {'Port': ['ID=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:49.765521 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2600-ad77-47f8-babc-b57d1d8359a2 None None] The sync data for ids ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'] in n-d-805995-2 is: [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:45Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b', 'name': '', 'network_id': 'c44c1bd7-f52f-4b26-8c61-cb9041d9b15e', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'mac_address': 'fa:16:3e:a3:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:45Z', 'updated_at': '2021-08-25T15:25:49Z', 'revision_number': 4, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'subnets': [{'id': '1ed0e287-be60-48d4-9c62-a110036796bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:25:49.827907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Attempting to bind port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:25:49.828283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Attempting to bind port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:25:49.829106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Attempting to bind port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e on network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:25:49.840349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:25:49.847744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Checking segment: {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:49.847744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.847744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Bound using segment: {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:25:49.847744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Bound port: 28a813de-8fa8-49f8-a4f9-bdb8cee1585e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:25:49.847744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:49.916222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] For port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:25:49.919862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] For port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:25:49.984205 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.004758 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.017796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.108154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ff03d-a743-44a1-8265-dece59b1b594 None None] Pushing event updated for resources: {'Port': ['ID=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:50.126370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5b997400-af6d-4423-a50b-2bd8a9515042 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:50.155262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Allocated IP 172.25.8.122 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/53a44d60-0f43-462c-b0c9-9bec64491e27) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:25:50.191261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 5b997400-af6d-4423-a50b-2bd8a9515042 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:50.191735 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.331425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.360369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:50.414337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126176d-2953-4f5b-b562-c5e7e727a8ae req-0e58a660-3ab8-48e9-9a78-2f43d6643c63 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:50.416889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7126176d-2953-4f5b-b562-c5e7e727a8ae req-0e58a660-3ab8-48e9-9a78-2f43d6643c63 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.0703404 Aug 25 15:25:50.467955 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7126176d-2953-4f5b-b562-c5e7e727a8ae req-a3e6a194-f5f8-4b13-aaf5-dede85f58b7b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Aug 25 15:25:50.468699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.507451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:50.508792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:50.511466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:50.511843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.515910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:50.519244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:25:50.546676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Pushing event updated for resources: {'Port': ['ID=53a44d60-0f43-462c-b0c9-9bec64491e27,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:50.591772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.624923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:50.721425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-a53dfb02-9b58-4c60-af30-3e41c3294048 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:50.722916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-a53dfb02-9b58-4c60-af30-3e41c3294048 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.0914879 Aug 25 15:25:50.730472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.782722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:50.825111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port a0e4ea3a-ca68-43c6-995e-5279677907d3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:25:50.825633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:50.993064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1537e206-d8b7-46ee-97fd-044a87f22afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.010594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port a0e4ea3a-ca68-43c6-995e-5279677907d3, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=a0e4ea3a-ca68-43c6-995e-5279677907d3,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:51.010964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.019766 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.138244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2466b0-c681-4229-99ba-9d8a99c0c757 None None] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:25:51.278429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ebae85b9-ca41-4012-9c69-1a8be8fae33f None None] Provisioning for port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:51.380635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.381228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.381351 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Floating IP 39f186f4-177f-4861-88f6-3d640a4acd01 disassociated. External IP: 172.25.8.51, port: a0e4ea3a-ca68-43c6-995e-5279677907d3. Aug 25 15:25:51.381663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for a0e4ea3a-ca68-43c6-995e-5279677907d3 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:25:51.439848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.648444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137160-3621-403c-a8ff-b90bf720dcd2 req-8bcd6909-372e-41ed-8d3c-1b532562e9db tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:51.649838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1137160-3621-403c-a8ff-b90bf720dcd2 req-8bcd6909-372e-41ed-8d3c-1b532562e9db tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 945 time: 0.1027505 Aug 25 15:25:51.699495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1137160-3621-403c-a8ff-b90bf720dcd2 req-a732d564-cd4d-43c8-bda5-cf302e9b9270 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Aug 25 15:25:51.787405 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:51.821723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=a0e4ea3a-ca68-43c6-995e-5279677907d3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:51.823508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Router b9820e27-9446-45d0-a119-de49648af7c7 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:25:52.138815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:52.188709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:52.189549 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:52.278008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 28a813de-8fa8-49f8-a4f9-bdb8cee1585e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:52.296358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:25:52.308478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Sync routers for ids ['b9820e27-9446-45d0-a119-de49648af7c7'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:25:52.309471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:25:52.330038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Routers {'b9820e27-9446-45d0-a119-de49648af7c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:52.330805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b9820e27-9446-45d0-a119-de49648af7c7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:52.404987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:52.406334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7ca098de-827d-493d-b8d2-5cad47b912b9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2134402 Aug 25 15:25:52.409898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47908) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:52.431817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:25:52.446045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Set router b9820e27-9446-45d0-a119-de49648af7c7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:52.446373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:25:52.460364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:52.461552 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:52.483057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port a0e4ea3a-ca68-43c6-995e-5279677907d3 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:25:52.486312 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:52.494940 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cba61c31-fd74-4871-918d-15aaf2a0c556 req-7cb58aee-6e03-4d90-a61d-7dd1d3b8314d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "DELETE /v2.0/ports/a0e4ea3a-ca68-43c6-995e-5279677907d3 HTTP/1.1" status: 204 len: 173 time: 1.7601323 Aug 25 15:25:52.494940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'name': 'network-vif-deleted', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:25:52.505732 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace0574a-63c5-4ec1-a3ca-da90037122c0" -d '{"events": [{"server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "name": "network-vif-deleted", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:25:52.506495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:52.549697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:52.550281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:52.558280 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3206b284-cb59-469a-8a93-1bfd25465b01 x-openstack-request-id: req-3206b284-cb59-469a-8a93-1bfd25465b01 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:25:52.558805 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ea59b-0159-4892-86de-88906bc96ce9", "name": "network-vif-deleted", "tag": "a0e4ea3a-ca68-43c6-995e-5279677907d3", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:25:52.559377 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3206b284-cb59-469a-8a93-1bfd25465b01 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:25:52.560100 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ea59b-0159-4892-86de-88906bc96ce9', 'name': 'network-vif-deleted', 'tag': 'a0e4ea3a-ca68-43c6-995e-5279677907d3', 'status': 'completed', 'code': 200} Aug 25 15:25:52.597623 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:52.697081 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:52.869323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa6b3530-64c1-4f66-9183-17d862dbe47c req-a6b8d771-e27c-4bab-b99b-a76ec9ff7cee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0583444 Aug 25 15:25:52.936128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:52.984603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:25:50Z', 'revision_number': 3, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:52.989510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:53.014116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Checking router: b9820e27-9446-45d0-a119-de49648af7c7 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:25:53.014472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Updating router b9820e27-9446-45d0-a119-de49648af7c7 port 53a44d60-0f43-462c-b0c9-9bec64491e27 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:25:53.017818 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:53.043139 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.052984 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:25:53.062584 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:53.062801 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:53.075182 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.132567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Allocated IP 172.20.0.1 (4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c/aca7a83a-c252-45dd-a004-280a316cc3ec/8de7d019-14a8-4280-956d-a0ef8c627807) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:25:53.187995 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:53.210880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:53.277594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.293853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Transition to ACTIVE for port object 8de7d019-14a8-4280-956d-a0ef8c627807 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:53.401851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.413508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Transition to ACTIVE for port object 53a44d60-0f43-462c-b0c9-9bec64491e27 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:53.427927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.430980 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:53.460110 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec535cc-22af-41e3-a42a-9864ce0d5be5 None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:25:53.475976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:53.480825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:53.482935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Pushing event updated for resources: {'Port': ['ID=8de7d019-14a8-4280-956d-a0ef8c627807,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:53.490640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:25:53.519741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.527464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.617524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Attempting to bind port 53a44d60-0f43-462c-b0c9-9bec64491e27 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:25:53.618538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Attempting to bind port 53a44d60-0f43-462c-b0c9-9bec64491e27 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:25:53.619204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Attempting to bind port 53a44d60-0f43-462c-b0c9-9bec64491e27 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:25:53.635645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:25:53.645407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:53.645407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.645407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:25:53.645407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Bound port: 53a44d60-0f43-462c-b0c9-9bec64491e27, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:25:53.645407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.701876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975e108-9af8-4dd6-b00e-248ec4769b51 None None] Pushing event updated for resources: {'Port': ['ID=53a44d60-0f43-462c-b0c9-9bec64491e27,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:53.751373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] For port 53a44d60-0f43-462c-b0c9-9bec64491e27, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:25:53.755878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] For port 53a44d60-0f43-462c-b0c9-9bec64491e27, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=53a44d60-0f43-462c-b0c9-9bec64491e27,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:25:53.765065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d8bc92bf-f15a-48ef-ba85-ec06738fcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.822295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:53.861284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82af26-cf93-402e-ad5c-2da6a2e71018 None None] New status for floating IP 39f186f4-177f-4861-88f6-3d640a4acd01: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:25:53.999856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Routers {'b9820e27-9446-45d0-a119-de49648af7c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:54.001080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b9820e27-9446-45d0-a119-de49648af7c7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:54.044432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a0e4ea3a-ca68-43c6-995e-5279677907d3 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:25:54.048620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-46a18294-9fbb-4f6d-a761-52054aaba24c req-f0e630de-f259-4e9f-a5cd-804c2ea9e290 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Aug 25 15:25:54.049886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f0d230c1-8159-4045-9165-ec7b33a81876 None None] Provisioning for port 8de7d019-14a8-4280-956d-a0ef8c627807 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:54.074855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975e108-9af8-4dd6-b00e-248ec4769b51 None None] Pushing event updated for resources: {'Port': ['ID=53a44d60-0f43-462c-b0c9-9bec64491e27,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:54.082443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: a0e4ea3a-ca68-43c6-995e-5279677907d3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:25:54.083423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device a0e4ea3a-ca68-43c6-995e-5279677907d3 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:25:54.084276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f0d230c1-8159-4045-9165-ec7b33a81876 None None] Provisioning complete for port 8de7d019-14a8-4280-956d-a0ef8c627807 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:54.084810 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f0d230c1-8159-4045-9165-ec7b33a81876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.165148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 28a813de-8fa8-49f8-a4f9-bdb8cee1585e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:54.210415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f0d230c1-8159-4045-9165-ec7b33a81876 None None] Port 8de7d019-14a8-4280-956d-a0ef8c627807 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:25:54.230712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.233425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] Set router b9820e27-9446-45d0-a119-de49648af7c7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:54.266963 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.346245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:54.346526 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.462087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.497414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:25:50Z', 'revision_number': 3, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:54.523589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131c3a6-c4fe-42ea-b293-2c255c99433e None None] The sync data for ids ['b9820e27-9446-45d0-a119-de49648af7c7'] in n-d-805995-2 is: [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:25:50Z', 'revision_number': 3, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:25:54.553198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.626431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Pushing event updated for resources: {'Port': ['ID=8de7d019-14a8-4280-956d-a0ef8c627807,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:54.628823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:54.741036 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:25:54.743104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:25:54.918770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-4f9bd09b-0dec-4c5e-90f6-39a5f590ebae req-866ff449-9bf4-4c7f-9c76-f43e11874ec0 tempest-AttachVolumeShelveTestJSON-1409624054 tempest-AttachVolumeShelveTestJSON-1409624054-project] (101873) timed out ('10.222.0.45', 55514) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:25:54.925405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Router b9820e27-9446-45d0-a119-de49648af7c7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:25:55.041628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-428bc2a1-452b-473d-9ae8-19af3135e446 None None] Provisioning complete for port 8de7d019-14a8-4280-956d-a0ef8c627807 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:55.042372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-428bc2a1-452b-473d-9ae8-19af3135e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:55.060321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-348b6285-d725-434b-b406-25fb2f30132e req-9e1992ad-b4e6-46e7-92eb-b84688245978 service neutron] (101872) timed out ('10.222.0.52', 60348) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:25:55.071902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:25:55.077355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-10f4d425-0ea4-4c33-a36a-73dfd3ce7f15 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9820e27-9446-45d0-a119-de49648af7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6652577 Aug 25 15:25:55.091657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-428bc2a1-452b-473d-9ae8-19af3135e446 None None] Port 8de7d019-14a8-4280-956d-a0ef8c627807 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:25:55.176211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed1176ca-035c-4099-980a-a4efabd56a3b req-76cdb76a-ad58-403c-bde5-66985a55c182 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0380716 Aug 25 15:25:55.582267 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:56.118239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 53a44d60-0f43-462c-b0c9-9bec64491e27 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:56.215934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 53a44d60-0f43-462c-b0c9-9bec64491e27 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:25:56.221073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 53a44d60-0f43-462c-b0c9-9bec64491e27 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:56.221453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:56.288551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-935ef320-1259-44a3-9261-7f070d57ffc1 req-20e10b5d-1b26-4118-b19e-1b12bd7198a9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0337918 Aug 25 15:25:56.322140 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:56.353215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 53a44d60-0f43-462c-b0c9-9bec64491e27, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=53a44d60-0f43-462c-b0c9-9bec64491e27,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:56.438689 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:56.490593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=53a44d60-0f43-462c-b0c9-9bec64491e27,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:56.754166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47964) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:57.074100 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Sync routers for ids ['b9820e27-9446-45d0-a119-de49648af7c7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:25:57.083766 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Routers {'b9820e27-9446-45d0-a119-de49648af7c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:57.085912 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b9820e27-9446-45d0-a119-de49648af7c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:57.137425 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.139899 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.206979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Set router b9820e27-9446-45d0-a119-de49648af7c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:57.425642 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:25:54Z', 'revision_number': 4, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '8de7d019-14a8-4280-956d-a0ef8c627807', 'name': '', 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'mac_address': 'fa:16:3e:c3:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'aca7a83a-c252-45dd-a004-280a316cc3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:52Z', 'updated_at': '2021-08-25T15:25:54Z', 'revision_number': 2, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'subnets': [{'id': 'aca7a83a-c252-45dd-a004-280a316cc3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:57.428336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6f48a4cf-8530-45a9-aafc-675dc0c78305 req-600ababf-6c8d-4876-9769-1696cdaf2335 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=e41ea59b-0159-4892-86de-88906bc96ce9 HTTP/1.1" status: 200 len: 210 time: 0.0324342 Aug 25 15:25:57.430269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Deleting port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:25:57.432439 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.453685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Checking router: b9820e27-9446-45d0-a119-de49648af7c7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:25:57.454035 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Updating router b9820e27-9446-45d0-a119-de49648af7c7 port 8de7d019-14a8-4280-956d-a0ef8c627807 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:25:57.466426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.479464 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.519487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] For port a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:57.519853 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.533800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Calling delete_port for a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:25:57.745517 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.821700 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Transition to ACTIVE for port object 8de7d019-14a8-4280-956d-a0ef8c627807 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:25:57.821951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.855437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:57.896070 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:57.948775 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a448b-e467-4c8b-a0ea-8d133127ed85 None None] Pushing event updated for resources: {'Port': ['ID=8de7d019-14a8-4280-956d-a0ef8c627807,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:58.004773 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Attempting to bind port 8de7d019-14a8-4280-956d-a0ef8c627807 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:25:58.005143 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Attempting to bind port 8de7d019-14a8-4280-956d-a0ef8c627807 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:25:58.005509 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Attempting to bind port 8de7d019-14a8-4280-956d-a0ef8c627807 on network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:25:58.011970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:25:58.012456 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Checking segment: {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:25:58.012948 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.013409 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Bound using segment: {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:25:58.014017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Bound port: 8de7d019-14a8-4280-956d-a0ef8c627807, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831894a4-67ca-4c16-9398-639039d61221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:25:58.014551 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.088707 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.119903 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] For port 8de7d019-14a8-4280-956d-a0ef8c627807, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:25:58.124492 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] For port 8de7d019-14a8-4280-956d-a0ef8c627807, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8de7d019-14a8-4280-956d-a0ef8c627807,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:25:58.186242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 53a44d60-0f43-462c-b0c9-9bec64491e27 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:25:58.204110 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.253680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 53a44d60-0f43-462c-b0c9-9bec64491e27 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:25:58.254393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.255817 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Routers {'b9820e27-9446-45d0-a119-de49648af7c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:58.256504 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b9820e27-9446-45d0-a119-de49648af7c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:58.383491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Router c9c34300-80e5-48bc-9bdb-50495cd2abb0 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:25:58.389359 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] Set router b9820e27-9446-45d0-a119-de49648af7c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:58.392424 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a448b-e467-4c8b-a0ea-8d133127ed85 None None] Pushing event updated for resources: {'Port': ['ID=8de7d019-14a8-4280-956d-a0ef8c627807,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:58.506044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:25:58.511620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf69a24a-627c-473d-92a3-7add0216d38a admin admin] 10.222.0.58 "PUT /v2.0/routers/c9c34300-80e5-48bc-9bdb-50495cd2abb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562675 Aug 25 15:25:58.514289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47972) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:58.517750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] Sync routers for ids ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:25:58.536912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] Routers {'c9c34300-80e5-48bc-9bdb-50495cd2abb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:58.537752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:58.633045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.685342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] Set router c9c34300-80e5-48bc-9bdb-50495cd2abb0 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:58.746635 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.755602 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:25:54Z', 'revision_number': 4, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '8de7d019-14a8-4280-956d-a0ef8c627807', 'name': '', 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'mac_address': 'fa:16:3e:c3:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'aca7a83a-c252-45dd-a004-280a316cc3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:52Z', 'updated_at': '2021-08-25T15:25:58Z', 'revision_number': 4, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'subnets': [{'id': 'aca7a83a-c252-45dd-a004-280a316cc3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:58.788253 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bf9b3-f827-430d-aa47-05b609ea2c9e None None] The sync data for ids ['b9820e27-9446-45d0-a119-de49648af7c7'] in n-d-805995-2 is: [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:25:54Z', 'revision_number': 4, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '8de7d019-14a8-4280-956d-a0ef8c627807', 'name': '', 'network_id': '4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'mac_address': 'fa:16:3e:c3:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'aca7a83a-c252-45dd-a004-280a316cc3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:52Z', 'updated_at': '2021-08-25T15:25:58Z', 'revision_number': 4, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'subnets': [{'id': 'aca7a83a-c252-45dd-a004-280a316cc3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:25:58.793345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-36bca36d-60ee-4b52-b27b-73a5c870de45 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041046350&fields=id&tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 267 time: 0.0527017 Aug 25 15:25:58.938914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:57Z', 'revision_number': 5, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port': {'id': '5b997400-af6d-4423-a50b-2bd8a9515042', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:43Z', 'updated_at': '2021-08-25T15:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:58.952075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Deleting port 5b997400-af6d-4423-a50b-2bd8a9515042 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:25:58.952415 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:58.960825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-23432fdc-604e-406c-b8ad-112a0be9e6dc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:25:58.962361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-23432fdc-604e-406c-b8ad-112a0be9e6dc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1602778 Aug 25 15:25:58.971330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] Checking router: c9c34300-80e5-48bc-9bdb-50495cd2abb0 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:25:58.981754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] Routers {'c9c34300-80e5-48bc-9bdb-50495cd2abb0'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:25:58.982380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:59.024042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-c7d8da3a-0366-4204-af75-a939ac533784 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0450776 Aug 25 15:25:59.098218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] For port 5b997400-af6d-4423-a50b-2bd8a9515042, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5b997400-af6d-4423-a50b-2bd8a9515042,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:25:59.098587 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.120437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Calling delete_port for 5b997400-af6d-4423-a50b-2bd8a9515042 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:25:59.131329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-52ea4f40-2dae-4e60-9815-35a343ed5cb5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010172 Aug 25 15:25:59.245191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] Set router c9c34300-80e5-48bc-9bdb-50495cd2abb0 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:25:59.273550 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.301642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:58Z', 'revision_number': 6, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:25:59.333779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac72e5c-0f49-4b64-88a4-7959fad04bef None None] The sync data for ids ['c9c34300-80e5-48bc-9bdb-50495cd2abb0'] in n-d-805995-2 is: [{'id': 'c9c34300-80e5-48bc-9bdb-50495cd2abb0', 'name': 'tempest-TestAggregatesBasicOps-1669981046-router', 'tenant_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:42Z', 'updated_at': '2021-08-25T15:25:58Z', 'revision_number': 6, 'project_id': '13f7168edbe44b41bc7a2c5c5d97fa84', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:25:59.338270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-0ed1ff05-4136-4182-941e-dc47c719487d service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935854 Aug 25 15:25:59.467855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-ea13a6f0-b5a2-44b0-80ff-9d6c799f8d8d service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225343 Aug 25 15:25:59.495871 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.534712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b997400-af6d-4423-a50b-2bd8a9515042,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:25:59.608316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.710097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.713190 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.816075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.816660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c34300-80e5-48bc-9bdb-50495cd2abb0 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:25:59.821411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.822839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5a70d756-853a-4cde-ac4e-2d954c8d7259 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c9c34300-80e5-48bc-9bdb-50495cd2abb0 HTTP/1.1" status: 204 len: 168 time: 1.3069355 Aug 25 15:25:59.825282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47984) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:25:59.880184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Deleting subnet 1ed0e287-be60-48d4-9c62-a110036796bd {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:25:59.885689 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:25:59.932062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.013999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.101036 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf0a32ab-68d8-4148-9240-21aba94460c6 req-7889870d-6c2e-411b-b95d-0bcbfe68ff1d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0310740 Aug 25 15:26:00.152486 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.183838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed0e287-be60-48d4-9c62-a110036796bd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:00.191590 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.195962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2a48f4a8-60f2-4b17-b05f-2f5938289ca4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ed0e287-be60-48d4-9c62-a110036796bd HTTP/1.1" status: 204 len: 168 time: 0.3672574 Aug 25 15:26:00.196064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 47994) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:00.199339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec52a3-d804-4c66-b52f-21a2aa1ef944 None None] Network c44c1bd7-f52f-4b26-8c61-cb9041d9b15e requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:26:00.268682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.331719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8de7d019-14a8-4280-956d-a0ef8c627807 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:00.333235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Deleting port ff4bbf6f-53d3-426d-b98a-9daf16f40163 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:00.333640 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.423225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] For port ff4bbf6f-53d3-426d-b98a-9daf16f40163, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ff4bbf6f-53d3-426d-b98a-9daf16f40163,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:00.423452 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.436829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Calling delete_port for ff4bbf6f-53d3-426d-b98a-9daf16f40163 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:00.450985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] DHCP port deletion for c44c1bd7-f52f-4b26-8c61-cb9041d9b15e request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:26:00.474374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 8de7d019-14a8-4280-956d-a0ef8c627807 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:00.480144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 8de7d019-14a8-4280-956d-a0ef8c627807 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:00.480516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.534970 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] Deleting port ff4bbf6f-53d3-426d-b98a-9daf16f40163 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:00.535273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.611068 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.627312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] For port ff4bbf6f-53d3-426d-b98a-9daf16f40163, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ff4bbf6f-53d3-426d-b98a-9daf16f40163,segment=NetworkSegment(78383f59-663d-4ec5-aebc-e42d496bce0d),segment_id=78383f59-663d-4ec5-aebc-e42d496bce0d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:00.632278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.638672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.644160 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] Calling delete_port for ff4bbf6f-53d3-426d-b98a-9daf16f40163 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:00.648645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] No DVR routers for this DVR port ff4bbf6f-53d3-426d-b98a-9daf16f40163 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:26:00.650355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4bbf6f-53d3-426d-b98a-9daf16f40163,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:00.716050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 8de7d019-14a8-4280-956d-a0ef8c627807, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8de7d019-14a8-4280-956d-a0ef8c627807,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:00.730995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.747051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44c1bd7-f52f-4b26-8c61-cb9041d9b15e']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:00.754187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.767624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78383f59-663d-4ec5-aebc-e42d496bce0d') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:00.767930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78383f59-663d-4ec5-aebc-e42d496bce0d') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:00.778684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.788095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] Pushing event deleted for resources: {'Port': ['ID=ff4bbf6f-53d3-426d-b98a-9daf16f40163,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:00.790286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.795699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29900321-ee4f-4516-8aa5-278f3319e362 None None] No DVR routers for this DVR port ff4bbf6f-53d3-426d-b98a-9daf16f40163 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:26:00.804240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.819310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:26:00.819999 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:26:00.821868 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:26:00.864751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5b997400-af6d-4423-a50b-2bd8a9515042 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:00.888717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=8de7d019-14a8-4280-956d-a0ef8c627807,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:00.895354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 5b997400-af6d-4423-a50b-2bd8a9515042 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:00.896151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5b997400-af6d-4423-a50b-2bd8a9515042 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:00.896723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:00.920531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:00.920821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a8d5147f-84f9-4dc4-a5e5-680f0ec52a3b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:00.964764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.971347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:00.974063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c44c1bd7-f52f-4b26-8c61-cb9041d9b15e HTTP/1.1" status: 204 len: 168 time: 0.7766798 Aug 25 15:26:00.976931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 47998) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:00.986710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78809f29-84cf-4064-b64d-4b099a0b2a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44c1bd7-f52f-4b26-8c61-cb9041d9b15e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:01.204574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f9a704c-bc93-418e-a34f-06ddcf881558 req-60efd9c3-8458-4950-8119-922f9b95fc5d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0268047 Aug 25 15:26:01.423492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:01.671314 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Deleting port 8de7d019-14a8-4280-956d-a0ef8c627807 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:01.671658 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:01.747834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] For port 8de7d019-14a8-4280-956d-a0ef8c627807, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=8de7d019-14a8-4280-956d-a0ef8c627807,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:01.748203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:01.764636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Calling delete_port for 8de7d019-14a8-4280-956d-a0ef8c627807 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:02.004695 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:02.032247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de7d019-14a8-4280-956d-a0ef8c627807,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:02.107754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8de7d019-14a8-4280-956d-a0ef8c627807 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:02.129399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8de7d019-14a8-4280-956d-a0ef8c627807 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:02.130088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8de7d019-14a8-4280-956d-a0ef8c627807 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 15:26:02.151215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Port 8de7d019-14a8-4280-956d-a0ef8c627807 not found, will not notify nova. {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 15:26:02.184955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-484a65fc-2a54-490b-a4c3-5b08cbb1b57f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:02.186522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-484a65fc-2a54-490b-a4c3-5b08cbb1b57f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1205440 Aug 25 15:26:02.207827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ff4bbf6f-53d3-426d-b98a-9daf16f40163 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:02.240352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-72678057-03dc-4f2b-abad-679c7c12a716 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 380 time: 0.0443654 Aug 25 15:26:02.245989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ff4bbf6f-53d3-426d-b98a-9daf16f40163 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:02.246329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ff4bbf6f-53d3-426d-b98a-9daf16f40163 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:02.246506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:02.264720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'security_groups': ['10484934-227e-48e9-b52c-c7683f16703a']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:02.346102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c943d613-2209-4bbc-87f9-ea8379e6377e req-ac903105-e723-47ce-af20-c62de3d1a71d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0374444 Aug 25 15:26:02.473109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:02.477414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:02.634315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.8 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/5467e88b-311d-44f9-af05-4d80415552b8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:02.785774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:02.801802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object 5467e88b-311d-44f9-af05-4d80415552b8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:02.871111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Router b9820e27-9446-45d0-a119-de49648af7c7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:26:02.884964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:02.931295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:02.936584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:02.940509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:02.982043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=5467e88b-311d-44f9-af05-4d80415552b8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:03.003404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:26:03.006133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:03.006877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.013573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d2dedf06-8c33-432d-835c-40990c169bf7 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9820e27-9446-45d0-a119-de49648af7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0354054 Aug 25 15:26:03.014324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48006) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:03.016778 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] Sync routers for ids ['b9820e27-9446-45d0-a119-de49648af7c7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:26:03.029397 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] Routers {'b9820e27-9446-45d0-a119-de49648af7c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:03.030088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b9820e27-9446-45d0-a119-de49648af7c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:03.103090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d023fd83-3f79-43bc-b97c-dfb6f4b622ee tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562267 Aug 25 15:26:03.115770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-c9bb604f-ce12-4809-a039-8988f5016273 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:26:03.119467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-c9bb604f-ce12-4809-a039-8988f5016273 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063045 Aug 25 15:26:03.142801 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] Set router b9820e27-9446-45d0-a119-de49648af7c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:03.163455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.260522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Request body: {'port': {'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:03.304222 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.321566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.362227 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:26:01Z', 'revision_number': 5, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:03.369678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dfbe6953-d550-42ea-9ae8-c42088ed94b8 None None] Provisioning for port 5467e88b-311d-44f9-af05-4d80415552b8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:03.374303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dfbe6953-d550-42ea-9ae8-c42088ed94b8 None None] Provisioning complete for port 5467e88b-311d-44f9-af05-4d80415552b8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:03.374915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dfbe6953-d550-42ea-9ae8-c42088ed94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.407856 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] Checking router: b9820e27-9446-45d0-a119-de49648af7c7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:26:03.416520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] Routers {'b9820e27-9446-45d0-a119-de49648af7c7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:03.417139 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b9820e27-9446-45d0-a119-de49648af7c7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:03.458994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe6953-d550-42ea-9ae8-c42088ed94b8 None None] Port 5467e88b-311d-44f9-af05-4d80415552b8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:03.504424 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Deleting port 53a44d60-0f43-462c-b0c9-9bec64491e27 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:03.505107 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.540566 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] Set router b9820e27-9446-45d0-a119-de49648af7c7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:03.547922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52ba0-2848-4891-aba4-2fd127f989c9 req-832c5cad-ef1b-4f71-bc41-f9342786db6b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:03.549292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54b52ba0-2848-4891-aba4-2fd127f989c9 req-832c5cad-ef1b-4f71-bc41-f9342786db6b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 931 time: 0.0919721 Aug 25 15:26:03.622351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] For port 53a44d60-0f43-462c-b0c9-9bec64491e27, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=53a44d60-0f43-462c-b0c9-9bec64491e27,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:03.623117 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.641312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Calling delete_port for 53a44d60-0f43-462c-b0c9-9bec64491e27 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:03.642019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-54b52ba0-2848-4891-aba4-2fd127f989c9 req-7f000b1f-61fd-4678-a604-0c8e8221a6d8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813277 Aug 25 15:26:03.780282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5467e88b-311d-44f9-af05-4d80415552b8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:26:03.795917 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:26:01Z', 'revision_number': 5, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:03.805863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.826295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Transition to ACTIVE for port object 5467e88b-311d-44f9-af05-4d80415552b8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:03.837373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f76ba-fbd5-4dfa-a09d-97ba7a4e260c None None] The sync data for ids ['b9820e27-9446-45d0-a119-de49648af7c7'] in n-d-805995-2 is: [{'id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'name': 'tempest-TestAggregatesBasicOps-522783767-router', 'tenant_id': 'a931cab9f4d14f398f74220af290124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:25:49Z', 'updated_at': '2021-08-25T15:26:01Z', 'revision_number': 5, 'project_id': 'a931cab9f4d14f398f74220af290124c', 'gw_port': {'id': '53a44d60-0f43-462c-b0c9-9bec64491e27', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9820e27-9446-45d0-a119-de49648af7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:25:50Z', 'updated_at': '2021-08-25T15:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:26:03.907673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.934779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:03.976773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a44d60-0f43-462c-b0c9-9bec64491e27,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:03.981987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5467e88b-311d-44f9-af05-4d80415552b8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:04.045687 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.046180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Attempting to bind port 5467e88b-311d-44f9-af05-4d80415552b8 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:04.046580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Attempting to bind port 5467e88b-311d-44f9-af05-4d80415552b8 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:04.047003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Attempting to bind port 5467e88b-311d-44f9-af05-4d80415552b8 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:04.053159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Port 5467e88b-311d-44f9-af05-4d80415552b8 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:26:04.053649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Attempting to bind port 5467e88b-311d-44f9-af05-4d80415552b8 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:04.059427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:04.059427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:04.059775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:04.060340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Bound port: 5467e88b-311d-44f9-af05-4d80415552b8, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:04.060760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.140719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] For port 5467e88b-311d-44f9-af05-4d80415552b8, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:04.145423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] For port 5467e88b-311d-44f9-af05-4d80415552b8, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5467e88b-311d-44f9-af05-4d80415552b8,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:04.166376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.169717 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.256736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.295169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:04.311717 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.311717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 1091 time: 1.1741846 Aug 25 15:26:04.311717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:04.311717 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7839639c-e93e-4a3e-994d-b8069398cf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "tag": "5467e88b-311d-44f9-af05-4d80415552b8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:04.333023 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.340362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9820e27-9446-45d0-a119-de49648af7c7 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:26:04.340362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.340362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fab02d83-aa70-4c33-9f84-7f79335d8ee3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b9820e27-9446-45d0-a119-de49648af7c7 HTTP/1.1" status: 204 len: 168 time: 1.3225012 Aug 25 15:26:04.343103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48014) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:04.348002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8de7d019-14a8-4280-956d-a0ef8c627807 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:04.379406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 8de7d019-14a8-4280-956d-a0ef8c627807 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:04.380548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 8de7d019-14a8-4280-956d-a0ef8c627807 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:04.391524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06feb5c-98fc-4a51-808d-57e25673c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5467e88b-311d-44f9-af05-4d80415552b8,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:04.411689 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a358fa-553d-431b-8d6f-9e734f2cf9e0 x-openstack-request-id: req-88a358fa-553d-431b-8d6f-9e734f2cf9e0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:04.411991 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "tag": "5467e88b-311d-44f9-af05-4d80415552b8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:04.412245 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88a358fa-553d-431b-8d6f-9e734f2cf9e0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:04.412797 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8', 'status': 'completed', 'code': 200} Aug 25 15:26:04.448129 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Deleting subnet aca7a83a-c252-45dd-a004-280a316cc3ec {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:26:04.452413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.484206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-4aad9ca6-188e-4d77-bf75-b495486ed561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:04.487793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-4aad9ca6-188e-4d77-bf75-b495486ed561 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1094 time: 0.0737796 Aug 25 15:26:04.493231 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.561600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-34d2d7c2-bba9-4c35-b4ef-a2d5c9fa9cfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 217 time: 0.0607626 Aug 25 15:26:04.603299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.638445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-b1bed426-4d6f-46fa-85cb-428f65fc9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:04.640496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-b1bed426-4d6f-46fa-85cb-428f65fc9325 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0759678 Aug 25 15:26:04.696756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-43ea106c-b16b-483b-92a0-22be4a4927e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:04.698313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-43ea106c-b16b-483b-92a0-22be4a4927e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508437 Aug 25 15:26:04.820577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.828986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52cb3c-f2ad-4d47-92de-edbece03066b req-4661e97f-f3e2-41fa-a242-de6302e29d59 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:04.830463 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c52cb3c-f2ad-4d47-92de-edbece03066b req-4661e97f-f3e2-41fa-a242-de6302e29d59 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0947158 Aug 25 15:26:04.858535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca7a83a-c252-45dd-a004-280a316cc3ec,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:04.864168 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:04.866825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-6ed93db6-0bb3-49c9-8d80-c3de2ab1335f service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543183 Aug 25 15:26:04.873168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-66584e48-5279-4afc-8854-eb13145ff0cd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aca7a83a-c252-45dd-a004-280a316cc3ec HTTP/1.1" status: 204 len: 168 time: 0.5262382 Aug 25 15:26:04.878859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48018) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:04.879018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af9a5d-f90a-4c19-a7bc-580dba4e9d94 None None] Network 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:26:04.975228 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.070840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Deleting port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:05.071428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.142622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] DHCP port deletion for 4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:26:05.196976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] For port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:05.197411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.206086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] Deleting port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:05.207450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.216119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Calling delete_port for 28a813de-8fa8-49f8-a4f9-bdb8cee1585e owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:05.295835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] For port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,segment=NetworkSegment(831894a4-67ca-4c16-9398-639039d61221),segment_id=831894a4-67ca-4c16-9398-639039d61221)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:05.296698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.306368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c52cb3c-f2ad-4d47-92de-edbece03066b req-96c6a696-609c-4314-bb7b-fdcd294d7deb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562774 Aug 25 15:26:05.316798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] Calling delete_port for 28a813de-8fa8-49f8-a4f9-bdb8cee1585e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:05.329484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6e23914c-617e-4c9b-9ac5-f3a39555374c req-79f8b690-84df-4acf-85d6-75155be24c2c service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585872 Aug 25 15:26:05.399434 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.405707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.433551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] No DVR routers for this DVR port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:26:05.434310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] No DVR routers for this DVR port 28a813de-8fa8-49f8-a4f9-bdb8cee1585e on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:26:05.435332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a9636-b9a0-4ba8-8711-818951a40ce7 None None] Pushing event deleted for resources: {'Port': ['ID=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:05.446598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a813de-8fa8-49f8-a4f9-bdb8cee1585e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:05.519950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-de547e0f-234b-4c1b-ba17-faf1bd26cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:05.521469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-de547e0f-234b-4c1b-ba17-faf1bd26cf30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1094 time: 0.0458684 Aug 25 15:26:05.525653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.536000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:05.546658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831894a4-67ca-4c16-9398-639039d61221') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:05.546962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831894a4-67ca-4c16-9398-639039d61221') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:05.556209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.571886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.578113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:26:05.579104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:26:05.583863 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:26:05.631903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-f5b26de8-4bcd-4897-a0b6-dfc55061be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:05.633403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-f5b26de8-4bcd-4897-a0b6-dfc55061be21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.1040595 Aug 25 15:26:05.677765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-353cd81d-03d7-409d-b4e8-bed8c87a358e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 217 time: 0.0366328 Aug 25 15:26:05.730415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.733537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-b1a772ae-167d-418f-bbe9-1d7ddca76577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:05.736678 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:05.736884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-b1a772ae-167d-418f-bbe9-1d7ddca76577 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0521364 Aug 25 15:26:05.738598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c HTTP/1.1" status: 204 len: 168 time: 0.8638036 Aug 25 15:26:05.751659 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6186fc-e79a-4bbc-b175-4c9b8f965c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddf6a2e-6f7e-4d58-a99e-054f840e0b2c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:05.792956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-56a23484-5d51-4a60-a762-a918e6b68ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:05.794906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-56a23484-5d51-4a60-a762-a918e6b68ef1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516014 Aug 25 15:26:05.891600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-fcc15cd6-3e3a-4989-a9c6-9cb86033bbe2 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895324 Aug 25 15:26:05.990106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7839639c-e93e-4a3e-994d-b8069398cf0d req-ee2fbc69-3775-4c42-ab6d-e99914699a18 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915568 Aug 25 15:26:06.068811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 53a44d60-0f43-462c-b0c9-9bec64491e27 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:06.092715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 53a44d60-0f43-462c-b0c9-9bec64491e27 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:06.093068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 53a44d60-0f43-462c-b0c9-9bec64491e27 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:06.093490 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 28a813de-8fa8-49f8-a4f9-bdb8cee1585e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:06.118694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 28a813de-8fa8-49f8-a4f9-bdb8cee1585e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:06.118694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 28a813de-8fa8-49f8-a4f9-bdb8cee1585e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:06.120784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48022) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:06.164841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ed2fca2-c677-49d4-8091-f9231cd3c110 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13f7168edbe44b41bc7a2c5c5d97fa84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426047 Aug 25 15:26:06.168061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48024) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:06.219549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e6e6-8569-4730-8f3c-aa6e849e1892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:06.244068 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e6e6-8569-4730-8f3c-aa6e849e1892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:06.418621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e6e6-8569-4730-8f3c-aa6e849e1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:06.421653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e6e6-8569-4730-8f3c-aa6e849e1892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:06.424691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1b1e6e6-8569-4730-8f3c-aa6e849e1892 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/707dfe6e-fb86-41da-9922-540d5950c931 HTTP/1.1" status: 204 len: 168 time: 0.2552195 Aug 25 15:26:06.436077 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1e6e6-8569-4730-8f3c-aa6e849e1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707dfe6e-fb86-41da-9922-540d5950c931,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:06.465816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb2598-2243-4a30-86e3-6ac4eb7df8c5 req-a26c348e-6e64-48ba-9401-a92f143dd248 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:06.466748 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73cb2598-2243-4a30-86e3-6ac4eb7df8c5 req-a26c348e-6e64-48ba-9401-a92f143dd248 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0800202 Aug 25 15:26:06.508783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73cb2598-2243-4a30-86e3-6ac4eb7df8c5 req-b9fed28d-379b-42bd-8a86-34557c5d3726 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345449 Aug 25 15:26:07.185982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48032) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:07.227835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7fc4f9a0-0544-4fc2-8197-461b600fc53c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a931cab9f4d14f398f74220af290124c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406804 Aug 25 15:26:07.230357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48034) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:07.281040 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb329829-3a1b-4d67-9e02-7a0a1b851f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:07.303123 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb329829-3a1b-4d67-9e02-7a0a1b851f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:07.421751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb329829-3a1b-4d67-9e02-7a0a1b851f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:07.424932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb329829-3a1b-4d67-9e02-7a0a1b851f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:07.426105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb329829-3a1b-4d67-9e02-7a0a1b851f63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f19c4ec-7d49-4a32-a2f0-e288023262cd HTTP/1.1" status: 204 len: 168 time: 0.1948557 Aug 25 15:26:07.434211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329829-3a1b-4d67-9e02-7a0a1b851f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19c4ec-7d49-4a32-a2f0-e288023262cd,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:07.628261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf5b20-d39a-4ffd-aa8a-e94d2bd9d2f2 req-90365e77-f015-45ef-aef2-01375e6e94f1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:07.629724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-21bf5b20-d39a-4ffd-aa8a-e94d2bd9d2f2 req-90365e77-f015-45ef-aef2-01375e6e94f1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0510440 Aug 25 15:26:07.668161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-21bf5b20-d39a-4ffd-aa8a-e94d2bd9d2f2 req-f21cc4f5-05ae-48e6-9142-31e6489f571f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Aug 25 15:26:08.786578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157f85-2060-4ec3-87f9-533db33e12be req-2287dda5-3f0f-42dd-b95d-789a4b8e3adc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:08.788230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e8157f85-2060-4ec3-87f9-533db33e12be req-2287dda5-3f0f-42dd-b95d-789a4b8e3adc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0533350 Aug 25 15:26:08.829231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e8157f85-2060-4ec3-87f9-533db33e12be req-c544ff70-aa37-4a20-9888-72c53fd9ea7d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347676 Aug 25 15:26:09.955084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8495912-8d51-44f5-8ea2-cf4fad296097 req-f7e19f44-1ba5-4301-bc05-e94e40a16c84 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:09.956574 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8495912-8d51-44f5-8ea2-cf4fad296097 req-f7e19f44-1ba5-4301-bc05-e94e40a16c84 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0502486 Aug 25 15:26:09.993619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d8495912-8d51-44f5-8ea2-cf4fad296097 req-d7577626-4903-4aa8-b96b-ce9bc0d1d0bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310035 Aug 25 15:26:11.112290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b58df-5a6d-471b-a3ec-e5a6c7f28997 req-8194b04d-d89e-4726-93fe-fcdb28d08665 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:11.113873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a0b58df-5a6d-471b-a3ec-e5a6c7f28997 req-8194b04d-d89e-4726-93fe-fcdb28d08665 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0509939 Aug 25 15:26:11.152530 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a0b58df-5a6d-471b-a3ec-e5a6c7f28997 req-ea91fb0e-352b-48c5-afb1-0f1ca29435d4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Aug 25 15:26:12.273976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82560273-dc3c-4d7d-8daa-616c499924ce req-b5e628cb-0657-43e4-96ea-cf4beb107391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:12.275481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82560273-dc3c-4d7d-8daa-616c499924ce req-b5e628cb-0657-43e4-96ea-cf4beb107391 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0545683 Aug 25 15:26:12.316038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-82560273-dc3c-4d7d-8daa-616c499924ce req-e9141e3a-f474-4eac-a3f7-37cf5475f9ba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344973 Aug 25 15:26:12.395767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48198) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:12.502549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6457773f-bfe7-4e29-be8b-0d2eea687f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.587471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6457773f-bfe7-4e29-be8b-0d2eea687f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.627086 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6457773f-bfe7-4e29-be8b-0d2eea687f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.662956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457773f-bfe7-4e29-be8b-0d2eea687f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58653bb-7273-42d6-9334-bd8225ba5033,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:12.667938 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6457773f-bfe7-4e29-be8b-0d2eea687f3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b46255a00054fe48bf29550535f68c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705145 Aug 25 15:26:12.670146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:12.723112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2964dc41-db5d-4b27-9dba-f80873ebbf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.744319 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2964dc41-db5d-4b27-9dba-f80873ebbf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.854748 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2964dc41-db5d-4b27-9dba-f80873ebbf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.857410 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2964dc41-db5d-4b27-9dba-f80873ebbf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:12.858573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2964dc41-db5d-4b27-9dba-f80873ebbf01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a58653bb-7273-42d6-9334-bd8225ba5033 HTTP/1.1" status: 204 len: 168 time: 0.1876225 Aug 25 15:26:12.867182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964dc41-db5d-4b27-9dba-f80873ebbf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58653bb-7273-42d6-9334-bd8225ba5033,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:12.944979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:26:13.433195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241173f5-65a4-4b8d-a527-ed57533da194 req-6ea3a360-87ac-4d7e-ab5a-9f9c077822fd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:13.434701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-241173f5-65a4-4b8d-a527-ed57533da194 req-6ea3a360-87ac-4d7e-ab5a-9f9c077822fd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0502245 Aug 25 15:26:13.473409 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-241173f5-65a4-4b8d-a527-ed57533da194 req-dd0006dc-9400-4b9b-aa55-7a3238219cfc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Aug 25 15:26:13.517368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48210) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:13.530914 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9c86b2f-d3a5-4d52-b625-2a7f64e4e5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.627586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9c86b2f-d3a5-4d52-b625-2a7f64e4e5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.700109 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d9c86b2f-d3a5-4d52-b625-2a7f64e4e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.737829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c86b2f-d3a5-4d52-b625-2a7f64e4e5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c166be-277e-482e-8b8f-ca2663a183c5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:13.742375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d9c86b2f-d3a5-4d52-b625-2a7f64e4e5c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b494017023a24d46a33e0411f30dcfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239935 Aug 25 15:26:13.745110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48212) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:13.793446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4297c48f-a9d8-40e5-a81a-3977a4a2bc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.815604 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4297c48f-a9d8-40e5-a81a-3977a4a2bc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.912680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4297c48f-a9d8-40e5-a81a-3977a4a2bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.915229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4297c48f-a9d8-40e5-a81a-3977a4a2bc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:13.916426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4297c48f-a9d8-40e5-a81a-3977a4a2bc91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21c166be-277e-482e-8b8f-ca2663a183c5 HTTP/1.1" status: 204 len: 168 time: 0.1703703 Aug 25 15:26:13.925246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c48f-a9d8-40e5-a81a-3977a4a2bc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c166be-277e-482e-8b8f-ca2663a183c5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:14.602747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eeacb-619b-48c3-a43a-ac789067a8cc req-326e25bf-d0c6-4e27-bedf-14d3f11dd149 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:14.604429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-295eeacb-619b-48c3-a43a-ac789067a8cc req-326e25bf-d0c6-4e27-bedf-14d3f11dd149 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0529325 Aug 25 15:26:14.652589 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-295eeacb-619b-48c3-a43a-ac789067a8cc req-caa48e74-7baa-4bba-8970-e6cfe651a1d4 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406907 Aug 25 15:26:14.939985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48236) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:15.044933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-71291017-network', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:15.106891 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Made reservation on behalf of 94215f32441a4ce4befb677ccfb185d0 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:15.109413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.118788 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.213453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.300739 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.330227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:26:15.337878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df84a6-8d6f-4a81-a9bd-a417743b5938,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:15.346954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.347342 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Added segment 2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5 of type vlan for network c56b2e57-681e-4b8b-ac38-67530522e94c Aug 25 15:26:15.393039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.482870 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.483894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:15.484479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.567974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] Pushing event updated for resources: {'Network': ['ID=c56b2e57-681e-4b8b-ac38-67530522e94c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:15.581592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c56b2e57-681e-4b8b-ac38-67530522e94c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:26:15.627185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c2c93bf3-8dc2-4479-b890-dbc39b02c00b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6855302 Aug 25 15:26:15.629567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48240) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:15.634473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Request body: {'subnet': {'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-71291017-subnet', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:15.717030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Made reservation on behalf of 94215f32441a4ce4befb677ccfb185d0 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:15.720135 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:15.769365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9b35-621b-4952-ba42-3d0d49ac0757 req-e5c74dd5-8940-4263-b7b8-8ebf750410c1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:15.770867 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc4c9b35-621b-4952-ba42-3d0d49ac0757 req-e5c74dd5-8940-4263-b7b8-8ebf750410c1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.0487173 Aug 25 15:26:15.814665 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc4c9b35-621b-4952-ba42-3d0d49ac0757 req-0e96a2a3-0209-4726-a9c7-7a85ab0f76e0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377345 Aug 25 15:26:15.958223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.010346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ea0c2a-6a37-4224-a886-5e0d02b30560,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:16.025617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Checking segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:16.025980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Network hostable DHCP agents. Network: c56b2e57-681e-4b8b-ac38-67530522e94c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:26:16.117925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Network c56b2e57-681e-4b8b-ac38-67530522e94c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:26:16.181158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c56b2e57-681e-4b8b-ac38-67530522e94c) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:16.185585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:16.186182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.191169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf199e82-b526-4ec8-8f36-92f33027299a None None] Network c56b2e57-681e-4b8b-ac38-67530522e94c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:26:16.290441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7fc7e46a-fb5a-4848-b8b3-d6856073fc07 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6597803 Aug 25 15:26:16.292999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48244) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:16.298017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:16.336154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c56b2e57-681e-4b8b-ac38-67530522e94c', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'fixed_ips': [{'subnet_id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:26:16.337052 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.392980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.393977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.445376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.471298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Allocated IP 172.20.0.2 (c56b2e57-681e-4b8b-ac38-67530522e94c/a9ea0c2a-6a37-4224-a886-5e0d02b30560/3ac2b14a-c36d-4c7b-8a1a-148164670ddb) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:16.614157 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.622364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Transition to ACTIVE for port object 3ac2b14a-c36d-4c7b-8a1a-148164670ddb will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:16.637562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Transition to ACTIVE for port object 3ac2b14a-c36d-4c7b-8a1a-148164670ddb will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:16.674633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.712095 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.751982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Network c56b2e57-681e-4b8b-ac38-67530522e94c is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:16.754787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:16.758431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:16.764976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Pushing event updated for resources: {'Port': ['ID=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:16.822791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Attempting to bind port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:16.823197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Attempting to bind port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:16.823600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Attempting to bind port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb on network c56b2e57-681e-4b8b-ac38-67530522e94c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:16.828994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:16.829377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Checking segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:16.829786 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.830314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Bound using segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:16.830795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Bound port: 3ac2b14a-c36d-4c7b-8a1a-148164670ddb, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:16.831216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:16.928412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] For port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:16.931599 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] For port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:17.004784 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.021073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d790183-f28f-4b9b-95ba-4c0cfd96dc05 req-0fdbfac6-13ff-459a-a687-c7bf0faceba6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:17.022634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d790183-f28f-4b9b-95ba-4c0cfd96dc05 req-0fdbfac6-13ff-459a-a687-c7bf0faceba6 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 943 time: 0.1069715 Aug 25 15:26:17.028528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.057273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.066942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1d37-e9d9-467f-8ee1-93e207666176 None None] Pushing event updated for resources: {'Port': ['ID=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:17.124871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d790183-f28f-4b9b-95ba-4c0cfd96dc05 req-dffec101-630e-41c9-9f8a-6bdc0789243e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942366 Aug 25 15:26:17.195222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Allocated IP 172.25.8.148 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/6fedc6a0-a6cc-4160-81a7-0f13c3f276ea) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:17.247079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5467e88b-311d-44f9-af05-4d80415552b8 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:26:17.330608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.374923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5467e88b-311d-44f9-af05-4d80415552b8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5467e88b-311d-44f9-af05-4d80415552b8,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:17.388105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '5467e88b-311d-44f9-af05-4d80415552b8', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:26:17.428771 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.438440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.442884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5467e88b-311d-44f9-af05-4d80415552b8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:26:17.462956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5467e88b-311d-44f9-af05-4d80415552b8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5467e88b-311d-44f9-af05-4d80415552b8,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:17.475153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:17.480419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:17.484019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:17.515880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:17.535770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:17.584060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5467e88b-311d-44f9-af05-4d80415552b8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:17.757331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['5467e88b-311d-44f9-af05-4d80415552b8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:17.852107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.036992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc35d9-3d84-4478-8752-76589157c6ba None None] Network c56b2e57-681e-4b8b-ac38-67530522e94c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:26:18.088450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.132380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ac2b14a-c36d-4c7b-8a1a-148164670ddb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:18.227339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dc1d70ff-99e6-4d0c-9141-e2c8eecc87fa None None] Provisioning for port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:18.253485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a3405-6e2d-44e7-93ff-ee5cd92db836 req-b7342021-429c-457d-90db-8cee65e6b409 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:18.259510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab1a3405-6e2d-44e7-93ff-ee5cd92db836 req-b7342021-429c-457d-90db-8cee65e6b409 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 944 time: 0.0583327 Aug 25 15:26:18.296241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ab1a3405-6e2d-44e7-93ff-ee5cd92db836 req-6f3c5fc0-0880-45d7-acc5-3d2edca8fed9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Aug 25 15:26:18.335858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Router 2727532b-183c-4e0d-b2bb-88627643386b is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:26:18.336138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:18.340852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:18.341235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.435086 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.455362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:26:18.467498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Sync routers for ids ['2727532b-183c-4e0d-b2bb-88627643386b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:26:18.479845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:18.487343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Routers {'2727532b-183c-4e0d-b2bb-88627643386b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:18.487957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2727532b-183c-4e0d-b2bb-88627643386b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:18.541275 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.542716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-13e17385-d3d9-46c6-a3fc-0011966322a9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2484894 Aug 25 15:26:18.545171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48250) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:18.574336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.625760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7c440a65-22ec-40ce-aa19-88f5ada5c6f5 None None] Provisioning complete for port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:18.626154 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7c440a65-22ec-40ce-aa19-88f5ada5c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.657784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Set router 2727532b-183c-4e0d-b2bb-88627643386b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:18.724309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:18.893835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:26:17Z', 'revision_number': 3, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:18.920403 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Checking router: 2727532b-183c-4e0d-b2bb-88627643386b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:26:18.920748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Updating router 2727532b-183c-4e0d-b2bb-88627643386b port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:26:18.950263 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:18.992029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.156322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Allocated IP 172.20.0.1 (c56b2e57-681e-4b8b-ac38-67530522e94c/a9ea0c2a-6a37-4224-a886-5e0d02b30560/0d6c8fdd-128e-4ebe-a784-46fda278104f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:19.281076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5467e88b-311d-44f9-af05-4d80415552b8 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:19.282364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.295737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Transition to ACTIVE for port object 0d6c8fdd-128e-4ebe-a784-46fda278104f will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:19.400500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.422956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.434659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Transition to ACTIVE for port object 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:19.449777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 5467e88b-311d-44f9-af05-4d80415552b8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:19.454335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 5467e88b-311d-44f9-af05-4d80415552b8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:19.458956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.530075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.589801 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.621787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76526fb7-69bd-4d35-bb66-070244827c23 None None] Pushing event updated for resources: {'Port': ['ID=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:19.626102 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Attempting to bind port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:19.626475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Attempting to bind port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:19.626836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Attempting to bind port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:19.639238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:19.639624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:19.640028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.640419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:19.640926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Bound port: 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:19.641309 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.646540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:19.648932 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc62378-f915-45bf-bc3a-8c68046890f4" -d '{"events": [{"server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "name": "network-vif-plugged", "status": "completed", "tag": "5467e88b-311d-44f9-af05-4d80415552b8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:19.684092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 5467e88b-311d-44f9-af05-4d80415552b8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5467e88b-311d-44f9-af05-4d80415552b8,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:19.718351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] For port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:19.723166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] For port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:19.746390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Network c56b2e57-681e-4b8b-ac38-67530522e94c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:19.752712 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.754721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334992-2503-4bb8-b218-995a67a5d44f req-4f6eb15e-7bd9-4ba5-93f2-8b77d0c80b9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:19.755787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20334992-2503-4bb8-b218-995a67a5d44f req-4f6eb15e-7bd9-4ba5-93f2-8b77d0c80b9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 944 time: 0.3836987 Aug 25 15:26:19.756802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6c8fdd-128e-4ebe-a784-46fda278104f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:19.762858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:19.762858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:19.813176 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.815575 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:19.834397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=5467e88b-311d-44f9-af05-4d80415552b8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:19.873485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20334992-2503-4bb8-b218-995a67a5d44f req-02806e4a-aac5-4b12-86b8-f87879d44b51 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885689 Aug 25 15:26:19.889259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Routers {'2727532b-183c-4e0d-b2bb-88627643386b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:19.889259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2727532b-183c-4e0d-b2bb-88627643386b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:19.928295 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066fa878-2bdb-4c49-b18c-bf0a10410ec2 x-openstack-request-id: req-066fa878-2bdb-4c49-b18c-bf0a10410ec2 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:19.929016 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "name": "network-vif-plugged", "status": "completed", "tag": "5467e88b-311d-44f9-af05-4d80415552b8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:19.929016 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-066fa878-2bdb-4c49-b18c-bf0a10410ec2 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:19.929259 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8', 'code': 200} Aug 25 15:26:19.954296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76526fb7-69bd-4d35-bb66-070244827c23 None None] Pushing event updated for resources: {'Port': ['ID=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:20.005854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203eb2a-678a-494d-ae14-bb7d6e8e9769 req-f318d9ab-d363-4285-8bd9-024a1086405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:20.009980 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9203eb2a-678a-494d-ae14-bb7d6e8e9769 req-f318d9ab-d363-4285-8bd9-024a1086405f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0491979 Aug 25 15:26:20.029764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] Set router 2727532b-183c-4e0d-b2bb-88627643386b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:20.055126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9203eb2a-678a-494d-ae14-bb7d6e8e9769 req-d2644a2f-4405-4fb3-b2aa-6f9f804b5a81 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371208 Aug 25 15:26:20.079738 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.109988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ac2b14a-c36d-4c7b-8a1a-148164670ddb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:20.229425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:20.229799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.252538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.252801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bdd2283a-6a27-44d1-b0c9-b54507ee80d8 None None] Provisioning for port 0d6c8fdd-128e-4ebe-a784-46fda278104f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:20.279243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bdd2283a-6a27-44d1-b0c9-b54507ee80d8 None None] Provisioning complete for port 0d6c8fdd-128e-4ebe-a784-46fda278104f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:20.282667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bdd2283a-6a27-44d1-b0c9-b54507ee80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.330351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.330618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2283a-6a27-44d1-b0c9-b54507ee80d8 None None] Port 0d6c8fdd-128e-4ebe-a784-46fda278104f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:20.376457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:26:17Z', 'revision_number': 3, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:20.400548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6c8fdd-128e-4ebe-a784-46fda278104f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:20.403120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.406232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f284dab-42ba-4e31-98d0-68f9dd18f6b2 None None] The sync data for ids ['2727532b-183c-4e0d-b2bb-88627643386b'] in n-d-805995-2 is: [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:26:17Z', 'revision_number': 3, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:26:20.498371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Network c56b2e57-681e-4b8b-ac38-67530522e94c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:20.499787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:20.621197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Router 2727532b-183c-4e0d-b2bb-88627643386b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:26:20.750930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:26:20.756015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e1a7a497-d95c-443f-b3b3-1f000a6f1602 admin admin] 10.222.0.58 "PUT /v2.0/routers/2727532b-183c-4e0d-b2bb-88627643386b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098019 Aug 25 15:26:20.853655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5ab4b5ef-d19c-4cc5-8e2d-321c463ce016 None None] Provisioning complete for port 0d6c8fdd-128e-4ebe-a784-46fda278104f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:20.853796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b5ef-d19c-4cc5-8e2d-321c463ce016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:20.898192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4b5ef-d19c-4cc5-8e2d-321c463ce016 None None] Port 0d6c8fdd-128e-4ebe-a784-46fda278104f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:21.033447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b810bb-d43c-4cdf-a497-c393af074e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.051420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c7d60-8de1-412f-9b34-88f1ce5918d8 req-bc843707-29b5-497c-86ac-ee23b1a9ffd9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:21.053039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b5c7d60-8de1-412f-9b34-88f1ce5918d8 req-bc843707-29b5-497c-86ac-ee23b1a9ffd9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 945 time: 0.0847800 Aug 25 15:26:21.099276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b5c7d60-8de1-412f-9b34-88f1ce5918d8 req-d60dbd66-edcd-4e5b-9463-95a238290163 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Aug 25 15:26:21.505061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48278) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:21.510231 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-613463000-network', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:21.609979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Made reservation on behalf of a8c93149b7424cf4aaad962225a986f0 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:21.612563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.621929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.714906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.787188 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.812367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:26:21.822547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4794d9f6-19f9-45ad-bd2d-846250c2a0cb,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:21.827673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.828070 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Added segment f6352093-ad2f-4e5f-a9cd-b78e5053b5a6 of type vlan for network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 Aug 25 15:26:21.872927 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.998143 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:21.999194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:21.999790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.060522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fb1b92-854e-489b-9161-c6aa3bcd8e95,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:22.072470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:26:22.098920 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Sync routers for ids ['2727532b-183c-4e0d-b2bb-88627643386b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:26:22.113148 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Routers {'2727532b-183c-4e0d-b2bb-88627643386b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:22.113926 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2727532b-183c-4e0d-b2bb-88627643386b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:22.132180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:22.139428 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2789f892-ecee-4f02-868a-7ddbad69d2b6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6288793 Aug 25 15:26:22.139632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48282) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:22.146879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Request body: {'subnet': {'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-613463000-subnet', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:22.244949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874fd2-d857-4132-8541-7345e154e9f8 req-d9211a42-43cf-4652-b955-e750f5163931 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:22.246523 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61874fd2-d857-4132-8541-7345e154e9f8 req-d9211a42-43cf-4652-b955-e750f5163931 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 945 time: 0.0528998 Aug 25 15:26:22.255751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Made reservation on behalf of a8c93149b7424cf4aaad962225a986f0 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:22.256544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:22.259807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.260940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:22.261334 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.269640 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Set router 2727532b-183c-4e0d-b2bb-88627643386b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:22.297818 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-61874fd2-d857-4132-8541-7345e154e9f8 req-0eace8ce-6234-40c9-b437-d2636cbef47c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Aug 25 15:26:22.362464 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.391076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:22.494863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f770451-5766-451f-b92b-030e1fdf7d8b req-ff6c90aa-9a11-4324-8140-39b87dce7608 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:22.496548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f770451-5766-451f-b92b-030e1fdf7d8b req-ff6c90aa-9a11-4324-8140-39b87dce7608 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 945 time: 0.1215692 Aug 25 15:26:22.501662 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.511815 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:26:19Z', 'revision_number': 4, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0d6c8fdd-128e-4ebe-a784-46fda278104f', 'name': '', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'mac_address': 'fa:16:3e:4e:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:19Z', 'updated_at': '2021-08-25T15:26:20Z', 'revision_number': 2, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'subnets': [{'id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:22.542146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0f770451-5766-451f-b92b-030e1fdf7d8b req-7f8fe747-0c3f-4927-998b-0ee4d9a68c79 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390003 Aug 25 15:26:22.544537 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Checking router: 2727532b-183c-4e0d-b2bb-88627643386b for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:26:22.544952 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Updating router 2727532b-183c-4e0d-b2bb-88627643386b port 0d6c8fdd-128e-4ebe-a784-46fda278104f binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:26:22.553773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:22.567325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48286) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:22.571884 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.578364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.660262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c859113-970f-4944-8bba-bae1cbdfd18b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:22.669903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db894f3-969a-462b-9996-f9abbfea9c11 tempest-TestVolumeBootPattern-871179576 tempest-TestVolumeBootPattern-871179576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:22.671497 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3db894f3-969a-462b-9996-f9abbfea9c11 tempest-TestVolumeBootPattern-871179576 tempest-TestVolumeBootPattern-871179576-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1091 time: 0.1031358 Aug 25 15:26:22.675079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48288) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:22.678496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Checking segment: {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:22.678862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Network hostable DHCP agents. Network: c4fb1b92-854e-489b-9161-c6aa3bcd8e95, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:26:22.680715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:22.835861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:26:22.848090 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.858207 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Transition to ACTIVE for port object 0d6c8fdd-128e-4ebe-a784-46fda278104f will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:22.867382 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.946934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c4fb1b92-854e-489b-9161-c6aa3bcd8e95) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:22.953942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:22.954984 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4d040-e9da-47df-bdbf-86da88e49ed1 None None] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:26:22.958613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.974868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:22.981223 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.049433 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621ccc4-4648-442e-b1ee-5b6cd88454f8 None None] Pushing event updated for resources: {'Port': ['ID=0d6c8fdd-128e-4ebe-a784-46fda278104f,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:23.070475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f677e833-ede6-4cf3-acaa-c75747f55bae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9304836 Aug 25 15:26:23.071374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:23.076897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:23.114997 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.25.8.250 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/32bd4d95-c926-471a-b651-6f76d7557b3d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:23.141525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c4fb1b92-854e-489b-9161-c6aa3bcd8e95', 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'fixed_ips': [{'subnet_id': '9c859113-970f-4944-8bba-bae1cbdfd18b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:26:23.142569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.233044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.234392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.244473 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Attempting to bind port 0d6c8fdd-128e-4ebe-a784-46fda278104f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:23.245500 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Attempting to bind port 0d6c8fdd-128e-4ebe-a784-46fda278104f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:23.246092 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Attempting to bind port 0d6c8fdd-128e-4ebe-a784-46fda278104f on network c56b2e57-681e-4b8b-ac38-67530522e94c {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:23.252962 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:23.253975 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Checking segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:23.254443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.254775 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.255370 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Bound using segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:23.256060 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Bound port: 0d6c8fdd-128e-4ebe-a784-46fda278104f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:23.256644 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.336017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] For port 0d6c8fdd-128e-4ebe-a784-46fda278104f, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:23.339320 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] For port 0d6c8fdd-128e-4ebe-a784-46fda278104f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d6c8fdd-128e-4ebe-a784-46fda278104f,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:23.344769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.354211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.397892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Allocated IP 172.20.0.2 (c4fb1b92-854e-489b-9161-c6aa3bcd8e95/9c859113-970f-4944-8bba-bae1cbdfd18b/db3df860-de0b-4a50-86b0-53894273f82a) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:23.402220 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:23.405353 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:23.408752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:23.428413 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.444084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=32bd4d95-c926-471a-b651-6f76d7557b3d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:23.490385 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621ccc4-4648-442e-b1ee-5b6cd88454f8 None None] Pushing event updated for resources: {'Port': ['ID=0d6c8fdd-128e-4ebe-a784-46fda278104f,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:23.503779 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Routers {'2727532b-183c-4e0d-b2bb-88627643386b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:23.504530 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:25:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2727532b-183c-4e0d-b2bb-88627643386b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:23.589177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.600848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Transition to ACTIVE for port object db3df860-de0b-4a50-86b0-53894273f82a will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:23.620082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Transition to ACTIVE for port object db3df860-de0b-4a50-86b0-53894273f82a will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:23.627085 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] Set router 2727532b-183c-4e0d-b2bb-88627643386b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:23.701798 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.711655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.753174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:23.757031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:23.759107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Pushing event updated for resources: {'Port': ['ID=db3df860-de0b-4a50-86b0-53894273f82a,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:23.761601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:23.804314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-615c153e-ea6d-4efc-a9ad-7a80e9b7b260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.848341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Attempting to bind port db3df860-de0b-4a50-86b0-53894273f82a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:23.848859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Attempting to bind port db3df860-de0b-4a50-86b0-53894273f82a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:23.849322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Attempting to bind port db3df860-de0b-4a50-86b0-53894273f82a on network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:23.856081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:23.856751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Checking segment: {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:23.857259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.857751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Bound using segment: {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:23.858328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Bound port: db3df860-de0b-4a50-86b0-53894273f82a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:23.858991 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.867354 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:26:19Z', 'revision_number': 4, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0d6c8fdd-128e-4ebe-a784-46fda278104f', 'name': '', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'mac_address': 'fa:16:3e:4e:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:19Z', 'updated_at': '2021-08-25T15:26:23Z', 'revision_number': 4, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'subnets': [{'id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:23.902336 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7105c4-a145-4972-a5ab-96517e1e46cc None None] The sync data for ids ['2727532b-183c-4e0d-b2bb-88627643386b'] in n-d-805995-2 is: [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:26:19Z', 'revision_number': 4, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0d6c8fdd-128e-4ebe-a784-46fda278104f', 'name': '', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'mac_address': 'fa:16:3e:4e:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:19Z', 'updated_at': '2021-08-25T15:26:23Z', 'revision_number': 4, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'subnets': [{'id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:26:23.930102 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:23.974555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] For port db3df860-de0b-4a50-86b0-53894273f82a, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:23.979747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] For port db3df860-de0b-4a50-86b0-53894273f82a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=db3df860-de0b-4a50-86b0-53894273f82a,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:24.061744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.072108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.096097 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.166853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c8196-834a-4fcd-8e54-c8718fc30750 None None] Pushing event updated for resources: {'Port': ['ID=db3df860-de0b-4a50-86b0-53894273f82a,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:24.184030 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.246087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:24.263016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Allocated IP 172.25.8.133 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/474a5b0c-b28d-4058-a385-96c53430d993) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:24.286051 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.324038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:24.324416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.428094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.436160 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.483784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6c8fdd-128e-4ebe-a784-46fda278104f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:24.507015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.577131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.597366 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=32bd4d95-c926-471a-b651-6f76d7557b3d,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:24.608395 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.623772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Pushing event updated for resources: {'Port': ['ID=474a5b0c-b28d-4058-a385-96c53430d993,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:24.636389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:24.638250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0d6c8fdd-128e-4ebe-a784-46fda278104f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:24.641076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:24.644655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:24.648305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0d6c8fdd-128e-4ebe-a784-46fda278104f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:24.648305 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.731147 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Floating IP 82a6e6b5-ddd1-4c1f-a9ae-da7531455076 associated. External IP: 172.25.8.250, port: 5467e88b-311d-44f9-af05-4d80415552b8. Aug 25 15:26:24.758093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.798895 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 0d6c8fdd-128e-4ebe-a784-46fda278104f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d6c8fdd-128e-4ebe-a784-46fda278104f,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:24.929780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:24.991899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=0d6c8fdd-128e-4ebe-a784-46fda278104f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:25.002512 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:26:25.105935 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:25.131598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:26:25.144375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:26:25.165148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:25.166956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:25.248995 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:25.345798 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-240605b1-01cd-4fe0-8750-96181b15e33b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6548791 Aug 25 15:26:25.345798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:25.345798 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69daadb6-fd30-46f1-ba7b-88174579cc00" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "tag": "5467e88b-311d-44f9-af05-4d80415552b8"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:25.425676 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c5d09b-15e1-4021-9112-7de6be73d796 x-openstack-request-id: req-f6c5d09b-15e1-4021-9112-7de6be73d796 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:25.425968 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "tag": "5467e88b-311d-44f9-af05-4d80415552b8", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:25.426224 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6c5d09b-15e1-4021-9112-7de6be73d796 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:25.426635 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8', 'status': 'completed', 'code': 200} Aug 25 15:26:25.430781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:25.486262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d81b98-b2fc-4db5-8749-3792ea5a4a9b None None] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:26:25.550879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-26526ad9-df37-4589-aaef-72a047995e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:25.553111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-26526ad9-df37-4589-aaef-72a047995e24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.1011174 Aug 25 15:26:25.554334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:25.738101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-5ef3641e-70ac-4f1d-9534-9946e7d9d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:25.739539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-5ef3641e-70ac-4f1d-9534-9946e7d9d62f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.1785939 Aug 25 15:26:25.820057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-3fbfec50-4f0d-4f54-a73d-0121bfcf293b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 999 time: 0.0719888 Aug 25 15:26:25.833220 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:25.844976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-404bfd93-826a-4aa7-aa5c-d6b68cd8691e None None] Provisioning for port db3df860-de0b-4a50-86b0-53894273f82a completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:25.862511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Router 72d92df4-3597-4cc9-8953-934baa424967 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:26:25.878173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-8e96c7bd-28df-4bf2-b2e0-4df01a6a362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:25.879702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-8e96c7bd-28df-4bf2-b2e0-4df01a6a362a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0531855 Aug 25 15:26:25.995459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:23Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:26.024573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:26:26.034906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:26.035694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:26.153749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:26.247457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device db3df860-de0b-4a50-86b0-53894273f82a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:26.298769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-53a96ddf-21ea-4110-8da3-6b623e0cdfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:26.300192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-53a96ddf-21ea-4110-8da3-6b623e0cdfd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3866844 Aug 25 15:26:26.316094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:26:26.326880 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Sync routers for ids ['72d92df4-3597-4cc9-8953-934baa424967'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:26:26.336209 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Routers {'72d92df4-3597-4cc9-8953-934baa424967'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:26.336814 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['72d92df4-3597-4cc9-8953-934baa424967'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:26.407497 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-bc8fdf0e-4c06-488e-a3a1-5dcefd771fca service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984552 Aug 25 15:26:26.438914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port db3df860-de0b-4a50-86b0-53894273f82a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:26.447641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port db3df860-de0b-4a50-86b0-53894273f82a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:26.448025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:26.452419 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Set router 72d92df4-3597-4cc9-8953-934baa424967 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:26.469196 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:26.470444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b5d24af9-2cbb-42ef-90a3-c95864ca9bfb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3980620 Aug 25 15:26:26.473415 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48296) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:26:26.509274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:23Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:26.509716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-69daadb6-fd30-46f1-ba7b-88174579cc00 req-66132438-27d5-41be-8808-e8321ffd0c1a service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955942 Aug 25 15:26:26.593233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29161610-183a-4c4d-bb84-0cf7ad6202ec None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:23Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:26:26.597004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:26.640760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port db3df860-de0b-4a50-86b0-53894273f82a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=db3df860-de0b-4a50-86b0-53894273f82a,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:26.655863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:24Z', 'revision_number': 3, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:26.684907 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Checking router: 72d92df4-3597-4cc9-8953-934baa424967 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:26:26.685446 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Updating router 72d92df4-3597-4cc9-8953-934baa424967 port 474a5b0c-b28d-4058-a385-96c53430d993 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:26:26.711906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:26.713075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6c8fdd-128e-4ebe-a784-46fda278104f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:26.713232 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:26.801339 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=db3df860-de0b-4a50-86b0-53894273f82a,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:26.811640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0d6c8fdd-128e-4ebe-a784-46fda278104f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:26.812103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:26.903280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024d1a2-cb5e-4382-9dfa-1554deb5cfe2 None None] New status for floating IP 82a6e6b5-ddd1-4c1f-a9ae-da7531455076: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:26:26.997755 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.008430 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Transition to ACTIVE for port object 474a5b0c-b28d-4058-a385-96c53430d993 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:27.101735 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.142117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.158524 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ce4ee-cea5-412d-8126-4ebf83be6004 None None] Pushing event updated for resources: {'Port': ['ID=474a5b0c-b28d-4058-a385-96c53430d993,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:27.160906 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Attempting to bind port 474a5b0c-b28d-4058-a385-96c53430d993 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:27.161268 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Attempting to bind port 474a5b0c-b28d-4058-a385-96c53430d993 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:27.161626 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Attempting to bind port 474a5b0c-b28d-4058-a385-96c53430d993 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:27.169036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:27.169419 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:27.169819 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.170233 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:27.171071 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Bound port: 474a5b0c-b28d-4058-a385-96c53430d993, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:27.171237 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.226778 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] For port 474a5b0c-b28d-4058-a385-96c53430d993, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:27.229720 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] For port 474a5b0c-b28d-4058-a385-96c53430d993, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=474a5b0c-b28d-4058-a385-96c53430d993,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:27.287754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.307395 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.366489 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Routers {'72d92df4-3597-4cc9-8953-934baa424967'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:27.367192 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['72d92df4-3597-4cc9-8953-934baa424967'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:27.369595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ce4ee-cea5-412d-8126-4ebf83be6004 None None] Pushing event updated for resources: {'Port': ['ID=474a5b0c-b28d-4058-a385-96c53430d993,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:27.444389 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.455111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Allocated IP 172.20.0.1 (c4fb1b92-854e-489b-9161-c6aa3bcd8e95/9c859113-970f-4944-8bba-bae1cbdfd18b/726f1ffb-182a-45c2-83d3-65eb6a3defc6) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:27.474363 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] Set router 72d92df4-3597-4cc9-8953-934baa424967 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:27.559112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.573723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Transition to ACTIVE for port object 726f1ffb-182a-45c2-83d3-65eb6a3defc6 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:27.653162 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:24Z', 'revision_number': 3, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:27.667180 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.678857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9d30-1c5a-4ca6-b536-90bdafe6a41f None None] The sync data for ids ['72d92df4-3597-4cc9-8953-934baa424967'] in n-d-805995-2 is: [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:24Z', 'revision_number': 3, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:26:27.712802 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:27.715822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:27.720196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:27.723532 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Pushing event updated for resources: {'Port': ['ID=726f1ffb-182a-45c2-83d3-65eb6a3defc6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:27.766907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:27.980912 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.350144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5b2b9ade-19f7-47e8-8dec-0d7ae951a3b3 None None] Provisioning for port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:28.350144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5b2b9ade-19f7-47e8-8dec-0d7ae951a3b3 None None] Provisioning complete for port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:28.350144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9ade-19f7-47e8-8dec-0d7ae951a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.350144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device db3df860-de0b-4a50-86b0-53894273f82a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:28.350144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b9ade-19f7-47e8-8dec-0d7ae951a3b3 None None] Port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:28.353335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.354069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port db3df860-de0b-4a50-86b0-53894273f82a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:28.354069 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.354372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.360133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 474a5b0c-b28d-4058-a385-96c53430d993 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:28.426724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.429185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Pushing event updated for resources: {'Port': ['ID=726f1ffb-182a-45c2-83d3-65eb6a3defc6,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:28.524514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 474a5b0c-b28d-4058-a385-96c53430d993 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:28.528953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 474a5b0c-b28d-4058-a385-96c53430d993 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:28.529467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.546030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:28.547697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:28.636244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.670689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 474a5b0c-b28d-4058-a385-96c53430d993, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=474a5b0c-b28d-4058-a385-96c53430d993,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:28.692174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Router 72d92df4-3597-4cc9-8953-934baa424967 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:26:28.751843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.803547 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=474a5b0c-b28d-4058-a385-96c53430d993,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:28.813834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:26:28.818767 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ed15e323-7ccb-4249-a12a-c7504e1cb63f admin admin] 10.222.0.58 "PUT /v2.0/routers/72d92df4-3597-4cc9-8953-934baa424967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3437967 Aug 25 15:26:28.853376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7196aa5d-c006-47ac-87f6-95de119a5127 None None] Provisioning complete for port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:28.853680 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7196aa5d-c006-47ac-87f6-95de119a5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:28.888869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7196aa5d-c006-47ac-87f6-95de119a5127 None None] Port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:29.204369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:29.397370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-2b0b8d44-fefa-4486-a693-a47262cf393a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:29.398826 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-2b0b8d44-fefa-4486-a693-a47262cf393a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/networks?id=c56b2e57-681e-4b8b-ac38-67530522e94c HTTP/1.1" status: 200 len: 909 time: 0.1469927 Aug 25 15:26:29.414148 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-8fb0faa0-1cd8-4e75-96a3-c2be913ca568 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/quotas/a8c93149b7424cf4aaad962225a986f0 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Aug 25 15:26:29.433697 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Sync routers for ids ['72d92df4-3597-4cc9-8953-934baa424967'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:26:29.443685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Routers {'72d92df4-3597-4cc9-8953-934baa424967'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:29.444290 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['72d92df4-3597-4cc9-8953-934baa424967'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:29.492920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-eb5590fe-e0d3-4bff-8f8d-ec52bd2e3284 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8c93149b7424cf4aaad962225a986f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728707 Aug 25 15:26:29.550560 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Set router 72d92df4-3597-4cc9-8953-934baa424967 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:29.692479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-6ddbcca4-4c41-4d96-be65-2f02ed8bf8d0 service neutron] 10.222.0.58 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884818 Aug 25 15:26:29.811512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-44e47ed8-9af5-483e-be9a-323e7be48256 service neutron] 10.222.0.58 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054299 Aug 25 15:26:29.847360 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 4, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '726f1ffb-182a-45c2-83d3-65eb6a3defc6', 'name': '', 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'mac_address': 'fa:16:3e:49:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9c859113-970f-4944-8bba-bae1cbdfd18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:27Z', 'updated_at': '2021-08-25T15:26:28Z', 'revision_number': 2, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'subnets': [{'id': '9c859113-970f-4944-8bba-bae1cbdfd18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:29.876949 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Checking router: 72d92df4-3597-4cc9-8953-934baa424967 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:26:29.877308 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Updating router 72d92df4-3597-4cc9-8953-934baa424967 port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:26:29.903903 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.108484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0eb5f018-7c71-4d38-b3a3-f05eb3b929e5 req-3a918a93-2f07-48cc-a18d-c760fa25d59d tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0372672 Aug 25 15:26:30.122095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 474a5b0c-b28d-4058-a385-96c53430d993 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:30.191578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 474a5b0c-b28d-4058-a385-96c53430d993 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:30.191961 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.210753 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.221374 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Transition to ACTIVE for port object 726f1ffb-182a-45c2-83d3-65eb6a3defc6 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:30.295531 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.350615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf326a54-f8da-45a6-ba66-cf0d0caacfb9 None None] Pushing event updated for resources: {'Port': ['ID=726f1ffb-182a-45c2-83d3-65eb6a3defc6,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:30.409563 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Attempting to bind port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:30.410092 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Attempting to bind port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:30.410458 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Attempting to bind port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 on network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:30.416155 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:30.416555 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Checking segment: {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:30.416938 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.417334 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Bound using segment: {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:30.417802 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Bound port: 726f1ffb-182a-45c2-83d3-65eb6a3defc6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:30.418186 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.495240 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] For port 726f1ffb-182a-45c2-83d3-65eb6a3defc6, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:30.499241 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] For port 726f1ffb-182a-45c2-83d3-65eb6a3defc6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=726f1ffb-182a-45c2-83d3-65eb6a3defc6,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:30.591906 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:30.651051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Routers {'72d92df4-3597-4cc9-8953-934baa424967'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:26:30.651721 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['72d92df4-3597-4cc9-8953-934baa424967'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:30.658323 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf326a54-f8da-45a6-ba66-cf0d0caacfb9 None None] Pushing event updated for resources: {'Port': ['ID=726f1ffb-182a-45c2-83d3-65eb6a3defc6,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:30.778850 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] Set router 72d92df4-3597-4cc9-8953-934baa424967 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:26:30.996606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 4, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '726f1ffb-182a-45c2-83d3-65eb6a3defc6', 'name': '', 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'mac_address': 'fa:16:3e:49:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9c859113-970f-4944-8bba-bae1cbdfd18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:27Z', 'updated_at': '2021-08-25T15:26:30Z', 'revision_number': 4, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'subnets': [{'id': '9c859113-970f-4944-8bba-bae1cbdfd18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:26:31.024871 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb2620-6359-4815-ac2b-b759931c6da9 None None] The sync data for ids ['72d92df4-3597-4cc9-8953-934baa424967'] in n-d-805995-2 is: [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 4, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '726f1ffb-182a-45c2-83d3-65eb6a3defc6', 'name': '', 'network_id': 'c4fb1b92-854e-489b-9161-c6aa3bcd8e95', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'mac_address': 'fa:16:3e:49:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9c859113-970f-4944-8bba-bae1cbdfd18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:27Z', 'updated_at': '2021-08-25T15:26:30Z', 'revision_number': 4, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'subnets': [{'id': '9c859113-970f-4944-8bba-bae1cbdfd18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:26:31.197364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd8100b0-3941-43b0-85e1-3490efd562de req-6975f5a5-b251-49ad-abc6-a57702575769 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0323346 Aug 25 15:26:32.119497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 726f1ffb-182a-45c2-83d3-65eb6a3defc6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:32.238898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:32.243354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:32.243727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:32.294370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0a070869-ad80-4c37-95eb-13dd30ed8849 req-63413a9d-f9d4-4836-accf-a63ec1ff95dd tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0260699 Aug 25 15:26:32.331477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:32.368183 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 726f1ffb-182a-45c2-83d3-65eb6a3defc6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=726f1ffb-182a-45c2-83d3-65eb6a3defc6,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:32.409651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:32.443136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-dcf7ae72-1e7d-4e70-83ed-03eb361e017f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:32.444623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-dcf7ae72-1e7d-4e70-83ed-03eb361e017f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.52 "GET /v2.0/networks?id=c56b2e57-681e-4b8b-ac38-67530522e94c HTTP/1.1" status: 200 len: 909 time: 0.0995882 Aug 25 15:26:32.456720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Request body: {'port': {'device_id': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'admin_state_up': True, 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:32.460367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=726f1ffb-182a-45c2-83d3-65eb6a3defc6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:32.569143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Made reservation on behalf of a8c93149b7424cf4aaad962225a986f0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:32.571564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:32.689782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Allocated IP 172.20.0.9 (c56b2e57-681e-4b8b-ac38-67530522e94c/a9ea0c2a-6a37-4224-a886-5e0d02b30560/72726217-0a5f-4011-8221-2f2b69289284) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:32.831417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:32.844621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Transition to ACTIVE for port object 72726217-0a5f-4011-8221-2f2b69289284 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:32.946793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:32.993520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Network c56b2e57-681e-4b8b-ac38-67530522e94c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:32.996563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:33.000135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:33.022565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Pushing event updated for resources: {'Port': ['ID=72726217-0a5f-4011-8221-2f2b69289284,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:33.038969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.039351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.039696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.040036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.040372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.040705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.041033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.041381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.041707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.042028 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.042355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.042684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:33.054663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:33.055299 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.159842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-039b7d24-82f1-4d54-8d89-3125f38616db tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7068572 Aug 25 15:26:33.172549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Request body: {'port': {'device_id': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:33.229519 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.409536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fbd140a6-ecd3-425b-a626-c3e77900fa76 None None] Provisioning for port 72726217-0a5f-4011-8221-2f2b69289284 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:33.410068 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1ebab-ab71-4b6b-8bf2-16f92a21c0a3 req-6cfe8238-b85c-4616-9750-2adae39d74ab tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:33.411551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dac1ebab-ab71-4b6b-8bf2-16f92a21c0a3 req-6cfe8238-b85c-4616-9750-2adae39d74ab tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1027 time: 0.0439854 Aug 25 15:26:33.413736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fbd140a6-ecd3-425b-a626-c3e77900fa76 None None] Provisioning complete for port 72726217-0a5f-4011-8221-2f2b69289284 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:33.414112 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fbd140a6-ecd3-425b-a626-c3e77900fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.459488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fbd140a6-ecd3-425b-a626-c3e77900fa76 None None] Port 72726217-0a5f-4011-8221-2f2b69289284 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:33.468211 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dac1ebab-ab71-4b6b-8bf2-16f92a21c0a3 req-ec362400-03ca-43ea-b3aa-55e123799775 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Aug 25 15:26:33.520479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72726217-0a5f-4011-8221-2f2b69289284 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:26:33.528108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.540568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Transition to ACTIVE for port object 72726217-0a5f-4011-8221-2f2b69289284 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:33.621115 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.675977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Pushing event updated for resources: {'Port': ['ID=72726217-0a5f-4011-8221-2f2b69289284,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:33.749319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Attempting to bind port 72726217-0a5f-4011-8221-2f2b69289284 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:33.749663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Attempting to bind port 72726217-0a5f-4011-8221-2f2b69289284 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:33.750725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Attempting to bind port 72726217-0a5f-4011-8221-2f2b69289284 on network c56b2e57-681e-4b8b-ac38-67530522e94c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:33.755786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Port 72726217-0a5f-4011-8221-2f2b69289284 on network c56b2e57-681e-4b8b-ac38-67530522e94c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:26:33.756114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Attempting to bind port 72726217-0a5f-4011-8221-2f2b69289284 on network c56b2e57-681e-4b8b-ac38-67530522e94c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:33.761357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:33.761704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Checking segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:33.762094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Bound using segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:33.762524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Bound port: 72726217-0a5f-4011-8221-2f2b69289284, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:33.762887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.842006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] For port 72726217-0a5f-4011-8221-2f2b69289284, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:33.845779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] For port 72726217-0a5f-4011-8221-2f2b69289284, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=72726217-0a5f-4011-8221-2f2b69289284,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:33.929873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.962549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:33.963279 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:33.964669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] 10.222.0.52 "PUT /v2.0/ports/72726217-0a5f-4011-8221-2f2b69289284 HTTP/1.1" status: 200 len: 1091 time: 0.7966890 Aug 25 15:26:33.965109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'tag': '72726217-0a5f-4011-8221-2f2b69289284'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:33.967420 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f79bf-f45a-47b6-b651-5379e38cad02" -d '{"events": [{"name": "network-changed", "server_uuid": "31fee5bd-b708-4dc8-aa22-125cb1c5d4a9", "tag": "72726217-0a5f-4011-8221-2f2b69289284"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:34.006284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeb99a-0086-41a3-9ed0-f433cb9c623a service neutron] Pushing event updated for resources: {'Port': ['ID=72726217-0a5f-4011-8221-2f2b69289284,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:34.106180 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7885a019-5588-414f-b8ec-89007e2760b3 x-openstack-request-id: req-7885a019-5588-414f-b8ec-89007e2760b3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:34.106544 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fee5bd-b708-4dc8-aa22-125cb1c5d4a9", "tag": "72726217-0a5f-4011-8221-2f2b69289284", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:34.106863 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7885a019-5588-414f-b8ec-89007e2760b3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:34.108690 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'tag': '72726217-0a5f-4011-8221-2f2b69289284', 'status': 'completed', 'code': 200} Aug 25 15:26:34.116802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 726f1ffb-182a-45c2-83d3-65eb6a3defc6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:34.130769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-322931bb-e5d8-498a-828f-f09cac6febe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.132696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-322931bb-e5d8-498a-828f-f09cac6febe4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8c93149b7424cf4aaad962225a986f0&device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0676877 Aug 25 15:26:34.174874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:34.175609 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:34.202147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-d6b09cfc-9325-4426-83a6-7c17fbde88a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72726217-0a5f-4011-8221-2f2b69289284 HTTP/1.1" status: 200 len: 217 time: 0.0514126 Aug 25 15:26:34.257982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-cb8150b4-5531-4053-a4bb-c70a97dd1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.259431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-cb8150b4-5531-4053-a4bb-c70a97dd1840 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9ea0c2a-6a37-4224-a886-5e0d02b30560 HTTP/1.1" status: 200 len: 847 time: 0.0495515 Aug 25 15:26:34.309287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-c84920c6-0be9-499b-b9c8-800a52978948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.310801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-c84920c6-0be9-499b-b9c8-800a52978948 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c56b2e57-681e-4b8b-ac38-67530522e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437679 Aug 25 15:26:34.405223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-11ec7384-eed3-4a4d-9fa3-cce814b3549c service neutron] 10.222.0.52 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865879 Aug 25 15:26:34.498188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f94a85e-eb71-4df5-b8e7-080e543d7c75 req-bc52e8c0-305f-4afb-93bf-bdc93972c451 service neutron] 10.222.0.52 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852611 Aug 25 15:26:34.580174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab666-8ffc-48c8-ac19-d67fb013e51a req-dd0c1cd1-59af-4bf5-bd72-36c164149978 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.581678 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-355ab666-8ffc-48c8-ac19-d67fb013e51a req-dd0c1cd1-59af-4bf5-bd72-36c164149978 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0392401 Aug 25 15:26:34.622889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-355ab666-8ffc-48c8-ac19-d67fb013e51a req-63b46faa-d2a0-466f-918f-15c65a26ae6a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Aug 25 15:26:34.653196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-e038e2f4-a8b4-4e48-aff1-d104c96a130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.654694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-e038e2f4-a8b4-4e48-aff1-d104c96a130d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8c93149b7424cf4aaad962225a986f0&device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0425439 Aug 25 15:26:34.746799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-8e34290b-de1d-4159-97f4-37a886996bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.748342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-8e34290b-de1d-4159-97f4-37a886996bd6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c56b2e57-681e-4b8b-ac38-67530522e94c HTTP/1.1" status: 200 len: 909 time: 0.0862195 Aug 25 15:26:34.791180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-64af2273-91b2-445e-a782-de4ae65cf774 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72726217-0a5f-4011-8221-2f2b69289284 HTTP/1.1" status: 200 len: 217 time: 0.0346262 Aug 25 15:26:34.845979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-39d99783-0134-4173-b9d7-bcea0c3f549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.847485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-39d99783-0134-4173-b9d7-bcea0c3f549c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9ea0c2a-6a37-4224-a886-5e0d02b30560 HTTP/1.1" status: 200 len: 847 time: 0.0491278 Aug 25 15:26:34.893978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-9ca5ee7d-0940-4603-9a50-27addd1bec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:34.896699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-9ca5ee7d-0940-4603-9a50-27addd1bec97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c56b2e57-681e-4b8b-ac38-67530522e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403819 Aug 25 15:26:34.991730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-5d28cb41-4f41-4721-8db7-8bbdd5f212c1 service neutron] 10.222.0.52 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Aug 25 15:26:35.085555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec0f79bf-f45a-47b6-b651-5379e38cad02 req-ae87c686-affc-4589-a35f-4f3feebbc87d service neutron] 10.222.0.52 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873091 Aug 25 15:26:35.734562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8dc9-45b2-48f8-92a1-046df26743fd req-97e7c07d-4250-4aba-b9f6-f88b17dced75 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:35.736140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20dc8dc9-45b2-48f8-92a1-046df26743fd req-97e7c07d-4250-4aba-b9f6-f88b17dced75 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0421469 Aug 25 15:26:35.773594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20dc8dc9-45b2-48f8-92a1-046df26743fd req-07994d21-9b47-468a-bcca-1bb6292462d8 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304081 Aug 25 15:26:36.876789 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccb7c-5c21-492f-be7b-39f04baf5c6d req-549c6031-e552-4773-b1db-c950971139c8 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:36.878304 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d3ccb7c-5c21-492f-be7b-39f04baf5c6d req-549c6031-e552-4773-b1db-c950971139c8 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0402658 Aug 25 15:26:36.912502 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d3ccb7c-5c21-492f-be7b-39f04baf5c6d req-769953f8-fab0-42e1-9d4c-a921f6af8170 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283058 Aug 25 15:26:37.386957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 72726217-0a5f-4011-8221-2f2b69289284 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:26:37.481631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 72726217-0a5f-4011-8221-2f2b69289284, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=72726217-0a5f-4011-8221-2f2b69289284,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:37.493232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '72726217-0a5f-4011-8221-2f2b69289284', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'port_id': '72726217-0a5f-4011-8221-2f2b69289284', 'mac_address': 'fa:16:3e:4a:34:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:26:37.529289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:37.542130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72726217-0a5f-4011-8221-2f2b69289284 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:26:37.561395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 72726217-0a5f-4011-8221-2f2b69289284, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=72726217-0a5f-4011-8221-2f2b69289284,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:37.649094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:37.696860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=72726217-0a5f-4011-8221-2f2b69289284,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:37.869778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['72726217-0a5f-4011-8221-2f2b69289284'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:38.020147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024606e4-6353-4ed9-93f2-877abfc1a570 req-4fbbad35-9a47-4812-923e-46f55513f042 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:38.021659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-024606e4-6353-4ed9-93f2-877abfc1a570 req-4fbbad35-9a47-4812-923e-46f55513f042 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0421517 Aug 25 15:26:38.057622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-024606e4-6353-4ed9-93f2-877abfc1a570 req-c5d0ddaf-81f9-4d45-97bc-075d1baea798 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299120 Aug 25 15:26:39.166484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d483a-707f-48ce-aba8-002a9d6afd27 req-66a986e5-2502-4542-ab34-68ffa064441f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:39.168114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-160d483a-707f-48ce-aba8-002a9d6afd27 req-66a986e5-2502-4542-ab34-68ffa064441f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0411050 Aug 25 15:26:39.212186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-160d483a-707f-48ce-aba8-002a9d6afd27 req-b214bec1-2d3e-424e-be48-697f2d372154 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Aug 25 15:26:39.413545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 72726217-0a5f-4011-8221-2f2b69289284 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:39.528023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 72726217-0a5f-4011-8221-2f2b69289284 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:39.533888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 72726217-0a5f-4011-8221-2f2b69289284 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:39.534292 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:39.616988 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:39.641766 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72726217-0a5f-4011-8221-2f2b69289284'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:39.644051 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da535d73-24d0-4a61-a796-b6fa19798ceb" -d '{"events": [{"server_uuid": "31fee5bd-b708-4dc8-aa22-125cb1c5d4a9", "name": "network-vif-plugged", "status": "completed", "tag": "72726217-0a5f-4011-8221-2f2b69289284"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:39.657855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 72726217-0a5f-4011-8221-2f2b69289284, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=72726217-0a5f-4011-8221-2f2b69289284,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:39.681105 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b28d083-473e-4eab-b229-7603e8f3f471 x-openstack-request-id: req-5b28d083-473e-4eab-b229-7603e8f3f471 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:39.681383 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fee5bd-b708-4dc8-aa22-125cb1c5d4a9", "name": "network-vif-plugged", "status": "completed", "tag": "72726217-0a5f-4011-8221-2f2b69289284", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:39.683133 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b28d083-473e-4eab-b229-7603e8f3f471 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:39.683133 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72726217-0a5f-4011-8221-2f2b69289284', 'code': 200} Aug 25 15:26:39.729298 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:39.780299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=72726217-0a5f-4011-8221-2f2b69289284,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:39.792986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f121d8-adba-424e-b585-8f5dbddc588c req-dc3aa773-75c6-4be3-9abd-f602e602ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:39.794472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7f121d8-adba-424e-b585-8f5dbddc588c req-dc3aa773-75c6-4be3-9abd-f602e602ce48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0499761 Aug 25 15:26:39.832096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7f121d8-adba-424e-b585-8f5dbddc588c req-64a967c8-0b96-4770-8f7c-ff80a880b6a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294127 Aug 25 15:26:40.321181 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754b0d-e5ce-42ae-b494-e5772282fd95 req-4c2a22e3-cfa3-4ce0-9a4e-3aa96f28b599 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:40.322643 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d754b0d-e5ce-42ae-b494-e5772282fd95 req-4c2a22e3-cfa3-4ce0-9a4e-3aa96f28b599 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0423985 Aug 25 15:26:40.359960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d754b0d-e5ce-42ae-b494-e5772282fd95 req-d160e867-bf46-4887-a9ad-08678b89cb59 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Aug 25 15:26:41.471654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d1be-9ccd-468b-9a14-de781d7c2171 req-1d53ae78-d480-4f65-8bbd-b4fa95cf8133 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:41.473212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2275d1be-9ccd-468b-9a14-de781d7c2171 req-1d53ae78-d480-4f65-8bbd-b4fa95cf8133 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0444658 Aug 25 15:26:41.509840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2275d1be-9ccd-468b-9a14-de781d7c2171 req-97e63fc1-b1be-4d32-ae73-386590bf0750 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295238 Aug 25 15:26:41.619248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf91b-eb36-4d10-91d6-2d7d970f5b80 req-7aed5db6-995a-45ae-9ee7-9ec86ed0b82a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:41.620796 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c5bf91b-eb36-4d10-91d6-2d7d970f5b80 req-7aed5db6-995a-45ae-9ee7-9ec86ed0b82a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0433264 Aug 25 15:26:41.654806 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c5bf91b-eb36-4d10-91d6-2d7d970f5b80 req-16e939f4-df1b-4d3e-b23f-664461fef860 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277545 Aug 25 15:26:41.760669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ce564-4bff-40df-a9fd-d74284cb1a28 req-1b7fb855-9c7c-4a00-9e39-17f399749184 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:41.762148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-704ce564-4bff-40df-a9fd-d74284cb1a28 req-1b7fb855-9c7c-4a00-9e39-17f399749184 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0420680 Aug 25 15:26:41.798947 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-704ce564-4bff-40df-a9fd-d74284cb1a28 req-5ed152a1-7ba3-4183-b197-ad1a98306b5c tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296862 Aug 25 15:26:42.015408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-e490e80e-a3a8-4839-a7c7-47b9dff166a2 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:42.017633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-e490e80e-a3a8-4839-a7c7-47b9dff166a2 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/networks?id=c56b2e57-681e-4b8b-ac38-67530522e94c HTTP/1.1" status: 200 len: 909 time: 0.0898576 Aug 25 15:26:42.033857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-eec54a21-e804-491e-a3bd-9029a113de48 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/quotas/a8c93149b7424cf4aaad962225a986f0 HTTP/1.1" status: 200 len: 375 time: 0.0107150 Aug 25 15:26:42.085675 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-c929ba3e-84cf-4586-ab43-6e3cb1c0157c tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8c93149b7424cf4aaad962225a986f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463049 Aug 25 15:26:42.096818 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-eda38e89-85ad-45cf-a7dc-f5f5c642adda service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:26:42.097774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-eda38e89-85ad-45cf-a7dc-f5f5c642adda service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056167 Aug 25 15:26:42.184249 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-c2459658-35e9-4275-984d-aa1cd049c7e8 service neutron] 10.222.0.58 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806096 Aug 25 15:26:42.278518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-2765517c-7bda-4159-8f99-bc4731bd6a48 service neutron] 10.222.0.58 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Aug 25 15:26:42.531965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c19bb5b-2bd9-4b33-8cd9-3191b4e087b2 req-85a628ba-b00c-4630-bd84-4d33df04d81a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 210 time: 0.0306497 Aug 25 15:26:43.629016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a654c725-07b7-4528-9e24-f34d59c4df3e req-68df92d3-912d-4b84-bd23-fd4bb967766d tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 210 time: 0.0264845 Aug 25 15:26:44.465175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-979b8d0b-a2f7-4afb-ba6d-930ff13a0ca4 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:44.466678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-979b8d0b-a2f7-4afb-ba6d-930ff13a0ca4 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.45 "GET /v2.0/networks?id=c56b2e57-681e-4b8b-ac38-67530522e94c HTTP/1.1" status: 200 len: 909 time: 0.0938151 Aug 25 15:26:44.479340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Request body: {'port': {'device_id': '885c669b-61a0-4f12-968d-08f500eb98b6', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'admin_state_up': True, 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:44.580760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Made reservation on behalf of a8c93149b7424cf4aaad962225a986f0 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:26:44.583886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:44.706058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Allocated IP 172.20.0.11 (c56b2e57-681e-4b8b-ac38-67530522e94c/a9ea0c2a-6a37-4224-a886-5e0d02b30560/f2cd9306-8a4b-4619-89d7-cdbf03fd30f7) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:26:44.737309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74d93994-4c28-48e8-82f4-b797ee76b142 req-ae149ad3-8e26-4643-9a29-3737db0a36d8 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 210 time: 0.0357959 Aug 25 15:26:44.865242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:44.879957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Transition to ACTIVE for port object f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:44.969850 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:44.981643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['72726217-0a5f-4011-8221-2f2b69289284'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:45.016471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Network c56b2e57-681e-4b8b-ac38-67530522e94c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:26:45.021800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:26:45.024030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Pushing event updated for resources: {'Port': ['ID=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:45.026628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:26:45.075040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:45.075665 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.176721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-716a6699-15b1-47c7-934d-aec1dc114f00 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7016170 Aug 25 15:26:45.187494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-fe24395b-d1b4-4ad9-acb1-0bd6aded4a08 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:26:45.188467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-fe24395b-d1b4-4ad9-acb1-0bd6aded4a08 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054169 Aug 25 15:26:45.200021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Request body: {'port': {'device_id': '885c669b-61a0-4f12-968d-08f500eb98b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:26:45.258244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.364144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-647d8e02-06e7-41b7-9195-63d0ce788583 None None] Provisioning for port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:45.368638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-647d8e02-06e7-41b7-9195-63d0ce788583 None None] Provisioning complete for port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:45.369021 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-647d8e02-06e7-41b7-9195-63d0ce788583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.402756 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-647d8e02-06e7-41b7-9195-63d0ce788583 None None] Port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:26:45.526761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:26:45.534127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.546331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Transition to ACTIVE for port object f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:26:45.620694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.672537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:45.747682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Attempting to bind port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:26:45.748100 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Attempting to bind port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:26:45.748358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Attempting to bind port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 on network c56b2e57-681e-4b8b-ac38-67530522e94c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:45.753143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 on network c56b2e57-681e-4b8b-ac38-67530522e94c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:26:45.753470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Attempting to bind port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 on network c56b2e57-681e-4b8b-ac38-67530522e94c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:26:45.759259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:26:45.759612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Checking segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:26:45.760002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Bound using segment: {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:26:45.760435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Bound port: f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:26:45.760885 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.830782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] For port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:26:45.839242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] For port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:26:45.859984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0a3f-efdd-4a42-bbea-3218cc5f0b5a req-9330edb8-f930-43fd-ac62-ff288dc3be6f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:45.861574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aaec0a3f-efdd-4a42-bbea-3218cc5f0b5a req-9330edb8-f930-43fd-ac62-ff288dc3be6f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1053 time: 0.0472260 Aug 25 15:26:45.897749 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aaec0a3f-efdd-4a42-bbea-3218cc5f0b5a req-b9b3bd27-e6ae-4fb7-8c16-8f9a7ee476bc tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295689 Aug 25 15:26:45.919070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.952350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:45.953060 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:45.954682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] 10.222.0.45 "PUT /v2.0/ports/f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 HTTP/1.1" status: 200 len: 1092 time: 0.7590461 Aug 25 15:26:45.957545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885c669b-61a0-4f12-968d-08f500eb98b6', 'tag': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:45.960184 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7acc82-715a-4a32-9985-887eaadfd95e" -d '{"events": [{"name": "network-changed", "server_uuid": "885c669b-61a0-4f12-968d-08f500eb98b6", "tag": "f2cd9306-8a4b-4619-89d7-cdbf03fd30f7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:45.989983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03e4e-ec3f-4c6f-9b1d-e892be9e8c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:46.001271 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85713b3b-3471-46f2-b731-268d29306b84 x-openstack-request-id: req-85713b3b-3471-46f2-b731-268d29306b84 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:46.001650 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885c669b-61a0-4f12-968d-08f500eb98b6", "tag": "f2cd9306-8a4b-4619-89d7-cdbf03fd30f7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:46.001969 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85713b3b-3471-46f2-b731-268d29306b84 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:46.002378 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885c669b-61a0-4f12-968d-08f500eb98b6', 'tag': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7', 'status': 'completed', 'code': 200} Aug 25 15:26:46.063439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7acc82-715a-4a32-9985-887eaadfd95e req-6b8f1223-9db2-411c-b5b3-b9b2859bd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:46.064978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb7acc82-715a-4a32-9985-887eaadfd95e req-6b8f1223-9db2-411c-b5b3-b9b2859bd15e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c93149b7424cf4aaad962225a986f0&device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1095 time: 0.0422242 Aug 25 15:26:46.184067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7acc82-715a-4a32-9985-887eaadfd95e req-805eb339-b312-4340-a8d1-76564a74f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:46.184067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb7acc82-715a-4a32-9985-887eaadfd95e req-805eb339-b312-4340-a8d1-76564a74f06d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8c93149b7424cf4aaad962225a986f0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0991561 Aug 25 15:26:46.265316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7acc82-715a-4a32-9985-887eaadfd95e req-5d55d38a-d0c7-48dd-99d4-a555daf1dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:46.266795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eb7acc82-715a-4a32-9985-887eaadfd95e req-5d55d38a-d0c7-48dd-99d4-a555daf1dddc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870321 Aug 25 15:26:46.345103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-0f127811-61b8-46e0-8289-3af0b572b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:46.346813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-0f127811-61b8-46e0-8289-3af0b572b02b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c93149b7424cf4aaad962225a986f0&device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1095 time: 0.0451963 Aug 25 15:26:46.387556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-d84de9a0-9917-4ea1-a6dd-e2bf4c8691d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 HTTP/1.1" status: 200 len: 217 time: 0.0334501 Aug 25 15:26:46.436423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-9af5fef7-146b-45d0-a7f2-f5d6622b8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:46.437880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-9af5fef7-146b-45d0-a7f2-f5d6622b8fd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9ea0c2a-6a37-4224-a886-5e0d02b30560 HTTP/1.1" status: 200 len: 847 time: 0.0441146 Aug 25 15:26:46.489171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-3e3f4d2d-ed86-4205-a241-20fe58032238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:46.490642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-3e3f4d2d-ed86-4205-a241-20fe58032238 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c56b2e57-681e-4b8b-ac38-67530522e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454354 Aug 25 15:26:46.581525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-06d103ce-09c2-4be8-9caf-545e79758a25 service neutron] 10.222.0.45 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Aug 25 15:26:46.677270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a0a27ab-f1f6-4564-9343-81f7200a50ec req-5dd8fc56-345f-4f19-9d59-2c2d83c3d18d service neutron] 10.222.0.45 "GET /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887933 Aug 25 15:26:47.004507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ee0a2-614e-4d42-bcb7-869f18acdf8d req-e6cc952c-d364-45b6-94ae-fd296804d082 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:47.006030 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c87ee0a2-614e-4d42-bcb7-869f18acdf8d req-e6cc952c-d364-45b6-94ae-fd296804d082 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1095 time: 0.0401318 Aug 25 15:26:47.044495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c87ee0a2-614e-4d42-bcb7-869f18acdf8d req-52d5c765-1ccc-45fd-98f2-542019866c4a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Aug 25 15:26:48.155925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75304184-b59d-40b8-b304-ee5d1600ebf7 req-a9a3c698-b7e5-46fa-bcfc-19b0fed59fb7 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:48.157521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75304184-b59d-40b8-b304-ee5d1600ebf7 req-a9a3c698-b7e5-46fa-bcfc-19b0fed59fb7 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1095 time: 0.0464506 Aug 25 15:26:48.193277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75304184-b59d-40b8-b304-ee5d1600ebf7 req-e7e43796-f20e-4163-8ce9-76cb726f73a2 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293429 Aug 25 15:26:48.306274 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:26:48.401905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:48.413165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7', 'network_id': 'c56b2e57-681e-4b8b-ac38-67530522e94c', 'port_id': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7', 'mac_address': 'fa:16:3e:38:44:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ea0c2a-6a37-4224-a886-5e0d02b30560', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:26:48.449564 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:48.462757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:26:48.482252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:48.585301 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:48.635456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:48.642635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.642982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.643351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.643692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.644029 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.644361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.644757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.645090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.645419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.645747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.646075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.646408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:26:48.822166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f2cd9306-8a4b-4619-89d7-cdbf03fd30f7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:49.299406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7957fc-a63d-478f-8a94-7f5fe00ce40b req-fdea3072-c8c2-48a6-8e24-f37aad374f4b tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:49.300948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d7957fc-a63d-478f-8a94-7f5fe00ce40b req-fdea3072-c8c2-48a6-8e24-f37aad374f4b tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1096 time: 0.0420318 Aug 25 15:26:49.340046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d7957fc-a63d-478f-8a94-7f5fe00ce40b req-c07fee88-a6e7-4b53-a294-0fea4392ed8f tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Aug 25 15:26:49.943474 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:26:50.321498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:26:50.444145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfda6d-b336-454b-bc39-e9799dc7fcbc req-319b2516-99a3-4afd-bd9e-e4db4e1c1ab5 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:50.445667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-facfda6d-b336-454b-bc39-e9799dc7fcbc req-319b2516-99a3-4afd-bd9e-e4db4e1c1ab5 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1096 time: 0.0399299 Aug 25 15:26:50.448950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:26:50.453337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:26:50.453780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:50.481160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-facfda6d-b336-454b-bc39-e9799dc7fcbc req-bb37c7a7-cf00-4fce-ba7c-b09e457a5bda tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293548 Aug 25 15:26:50.534770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:50.556385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885c669b-61a0-4f12-968d-08f500eb98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:50.558612 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05301fdd-38cd-4408-8842-cdd5955b55b6" -d '{"events": [{"server_uuid": "885c669b-61a0-4f12-968d-08f500eb98b6", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd9306-8a4b-4619-89d7-cdbf03fd30f7"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:50.573318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:50.597038 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c635092-4b7d-46c3-9ed6-8eee2a5090f7 x-openstack-request-id: req-9c635092-4b7d-46c3-9ed6-8eee2a5090f7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:50.597385 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885c669b-61a0-4f12-968d-08f500eb98b6", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd9306-8a4b-4619-89d7-cdbf03fd30f7", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:50.597644 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c635092-4b7d-46c3-9ed6-8eee2a5090f7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:50.598043 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885c669b-61a0-4f12-968d-08f500eb98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7', 'code': 200} Aug 25 15:26:50.677881 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:50.698625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac15ec-4ae8-4dee-800f-175699e15fcc req-c1f4a436-1777-4f0d-b795-fcc402d8d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:50.700142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5ac15ec-4ae8-4dee-800f-175699e15fcc req-c1f4a436-1777-4f0d-b795-fcc402d8d4d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1096 time: 0.0453489 Aug 25 15:26:50.727038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:50.736146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5ac15ec-4ae8-4dee-800f-175699e15fcc req-f542f3e9-8ed8-4932-970a-938cc20c738d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294242 Aug 25 15:26:50.997795 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7a75b9b9-ac43-4af3-bf95-49cfe6f59557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:51.586517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd7e1c-ee53-4014-b1f3-3c6d9cc9a98b req-689488ba-7da4-4e8d-aab0-43f0b3012349 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:51.588141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cddd7e1c-ee53-4014-b1f3-3c6d9cc9a98b req-689488ba-7da4-4e8d-aab0-43f0b3012349 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0413191 Aug 25 15:26:51.622419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cddd7e1c-ee53-4014-b1f3-3c6d9cc9a98b req-202f3438-2e4f-407e-bb16-c520b9fee31e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282397 Aug 25 15:26:52.730061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c8fe-0afa-4f19-8422-4ef46482ec80 req-6c2e6d11-9b94-4d6c-a3ec-49946bffdb47 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:52.731617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8a0c8fe-0afa-4f19-8422-4ef46482ec80 req-6c2e6d11-9b94-4d6c-a3ec-49946bffdb47 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0419109 Aug 25 15:26:52.767931 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8a0c8fe-0afa-4f19-8422-4ef46482ec80 req-0804af00-18b5-4b85-8e6a-b81512d13b19 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298989 Aug 25 15:26:52.874953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16878cb-657b-4de7-bc4c-3d7a7b5e2b12 req-50fe1454-3c4e-4767-b951-6ea071012df8 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:52.876504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c16878cb-657b-4de7-bc4c-3d7a7b5e2b12 req-50fe1454-3c4e-4767-b951-6ea071012df8 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0410361 Aug 25 15:26:52.910798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c16878cb-657b-4de7-bc4c-3d7a7b5e2b12 req-0c2e9639-40ab-4fb4-93ad-c01989907f5a tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281451 Aug 25 15:26:53.014542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aa620-2786-46e0-8fe1-1a1e77372c34 req-e0de0515-33c2-460e-b072-fedfb7a8d5eb tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:53.016103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e0aa620-2786-46e0-8fe1-1a1e77372c34 req-e0de0515-33c2-460e-b072-fedfb7a8d5eb tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0392780 Aug 25 15:26:53.054107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7e0aa620-2786-46e0-8fe1-1a1e77372c34 req-ec2e9cb3-2cce-471f-9133-95c0a91b8a0b tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 25 15:26:53.554329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846f6a8-3d32-4154-aae2-2d3467a5f4eb req-3147d521-fa84-43e1-a58f-b1503197f903 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:53.555873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2846f6a8-3d32-4154-aae2-2d3467a5f4eb req-3147d521-fa84-43e1-a58f-b1503197f903 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0407245 Aug 25 15:26:53.590787 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2846f6a8-3d32-4154-aae2-2d3467a5f4eb req-7c9dc47a-01c2-4f1f-8ea2-a21c01bedb17 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286596 Aug 25 15:26:53.786523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1e04082d-80a7-434b-abd8-5caaf59b9ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:54.202460 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:54.704599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbdbf1-2c44-4f27-aace-e481f0329876 req-52ee738d-cb95-46ff-a08c-a4ba82833ba3 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:54.706143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37dbdbf1-2c44-4f27-aace-e481f0329876 req-52ee738d-cb95-46ff-a08c-a4ba82833ba3 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0454299 Aug 25 15:26:54.742486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37dbdbf1-2c44-4f27-aace-e481f0329876 req-512cf180-300a-4179-a2ee-ad8a6846ba18 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Aug 25 15:26:54.874821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974553d-571c-479d-910c-91a7cbd46b3e req-26114547-8d58-4e9d-890f-0ac8d4f247d9 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:54.876204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6974553d-571c-479d-910c-91a7cbd46b3e req-26114547-8d58-4e9d-890f-0ac8d4f247d9 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 1097 time: 0.0411267 Aug 25 15:26:54.969605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Deleting port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:54.969948 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:55.075117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] For port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:55.075488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:55.088488 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Calling delete_port for f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:55.249018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:55.261762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['72726217-0a5f-4011-8221-2f2b69289284'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:55.264170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['f2cd9306-8a4b-4619-89d7-cdbf03fd30f7'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:55.278220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2cd9306-8a4b-4619-89d7-cdbf03fd30f7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:55.324404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] No DVR routers for this DVR port f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:26:55.328706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:55.330858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6974553d-571c-479d-910c-91a7cbd46b3e req-c7c7e925-c0cb-4236-a1bc-f40370bce6c6 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 HTTP/1.1" status: 204 len: 173 time: 0.4480395 Aug 25 15:26:55.331478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885c669b-61a0-4f12-968d-08f500eb98b6', 'name': 'network-vif-deleted', 'tag': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:55.334089 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f6a5c3-c80d-4c09-a5bf-4f78e365aa53" -d '{"events": [{"server_uuid": "885c669b-61a0-4f12-968d-08f500eb98b6", "name": "network-vif-deleted", "tag": "f2cd9306-8a4b-4619-89d7-cdbf03fd30f7"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:55.377373 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b6d6e3-33f4-4ca8-9aa0-ea0d4344f2b6 x-openstack-request-id: req-61b6d6e3-33f4-4ca8-9aa0-ea0d4344f2b6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:55.377373 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885c669b-61a0-4f12-968d-08f500eb98b6", "name": "network-vif-deleted", "tag": "f2cd9306-8a4b-4619-89d7-cdbf03fd30f7", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:55.377373 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61b6d6e3-33f4-4ca8-9aa0-ea0d4344f2b6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:55.377373 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885c669b-61a0-4f12-968d-08f500eb98b6', 'name': 'network-vif-deleted', 'tag': 'f2cd9306-8a4b-4619-89d7-cdbf03fd30f7', 'status': 'completed', 'code': 200} Aug 25 15:26:55.563530 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:55.852114 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec6e0502-0e9d-419c-8d86-15486f2f526c req-f0f9abee-1da9-4b45-a345-e3dabde64f27 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=885c669b-61a0-4f12-968d-08f500eb98b6 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Aug 25 15:26:57.110929 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:57.345161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a14c3a-44d6-4a89-8751-8e0876356054 req-9d93569c-d511-4521-b1d0-f08127900ac9 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:57.346659 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-34a14c3a-44d6-4a89-8751-8e0876356054 req-9d93569c-d511-4521-b1d0-f08127900ac9 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0399134 Aug 25 15:26:57.382703 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-34a14c3a-44d6-4a89-8751-8e0876356054 req-edf83353-8583-4daf-97da-cc880d9f9cef tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289514 Aug 25 15:26:57.459249 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:58.352558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:26:58.375098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:26:58.375445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device f2cd9306-8a4b-4619-89d7-cdbf03fd30f7 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:26:58.505783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d468958-6189-449f-8bae-f98385604ad2 req-0ba72964-d97d-44ad-afef-5937be6946e5 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:58.507327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d468958-6189-449f-8bae-f98385604ad2 req-0ba72964-d97d-44ad-afef-5937be6946e5 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0446849 Aug 25 15:26:58.541019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d468958-6189-449f-8bae-f98385604ad2 req-eb4fbda2-9fdb-4c41-8080-a99dcc601d94 tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4794d9f6-19f9-45ad-bd2d-846250c2a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277045 Aug 25 15:26:58.671401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-6d753cab-2c73-4d36-81db-8710848f82dc tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:26:58.672812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-6d753cab-2c73-4d36-81db-8710848f82dc tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0399728 Aug 25 15:26:58.756277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Deleting port 72726217-0a5f-4011-8221-2f2b69289284 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:26:58.756626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:58.851553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] For port 72726217-0a5f-4011-8221-2f2b69289284, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=72726217-0a5f-4011-8221-2f2b69289284,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:26:58.851916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:58.864901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Calling delete_port for 72726217-0a5f-4011-8221-2f2b69289284 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:26:59.048844 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:59.061278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['72726217-0a5f-4011-8221-2f2b69289284'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:26:59.075561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Pushing event deleted for resources: {'Port': ['ID=72726217-0a5f-4011-8221-2f2b69289284,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:26:59.120794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] No DVR routers for this DVR port 72726217-0a5f-4011-8221-2f2b69289284 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:26:59.123759 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:59.125904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5bc3e76-af47-4115-9d2d-c5f2eb6988aa req-2d606b1e-0da6-42d3-94bf-1d18aba8d26e tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.52 "DELETE /v2.0/ports/72726217-0a5f-4011-8221-2f2b69289284 HTTP/1.1" status: 204 len: 173 time: 0.4461017 Aug 25 15:26:59.126359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'name': 'network-vif-deleted', 'tag': '72726217-0a5f-4011-8221-2f2b69289284'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:26:59.128916 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c86d71e-bfb9-4ac6-b15d-8f888c5bae28" -d '{"events": [{"server_uuid": "31fee5bd-b708-4dc8-aa22-125cb1c5d4a9", "name": "network-vif-deleted", "tag": "72726217-0a5f-4011-8221-2f2b69289284"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:26:59.169488 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11327c25-8bba-4dcb-b7d6-90ef5dc8c21c x-openstack-request-id: req-11327c25-8bba-4dcb-b7d6-90ef5dc8c21c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:26:59.169488 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fee5bd-b708-4dc8-aa22-125cb1c5d4a9", "name": "network-vif-deleted", "tag": "72726217-0a5f-4011-8221-2f2b69289284", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:26:59.169488 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11327c25-8bba-4dcb-b7d6-90ef5dc8c21c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:26:59.169488 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fee5bd-b708-4dc8-aa22-125cb1c5d4a9', 'name': 'network-vif-deleted', 'tag': '72726217-0a5f-4011-8221-2f2b69289284', 'status': 'completed', 'code': 200} Aug 25 15:26:59.242467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:26:59.642515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4392cba1-6bb2-4117-b9d6-1e9182749a52 req-16d95c8a-d115-40c9-a837-8d883b32923c tempest-TestServerMultinode-106849055 tempest-TestServerMultinode-106849055-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31fee5bd-b708-4dc8-aa22-125cb1c5d4a9 HTTP/1.1" status: 200 len: 210 time: 0.0253637 Aug 25 15:27:00.714134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48444) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:01.064620 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:01.311899 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Deleting port 0d6c8fdd-128e-4ebe-a784-46fda278104f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:01.312247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:01.391121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] For port 0d6c8fdd-128e-4ebe-a784-46fda278104f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0d6c8fdd-128e-4ebe-a784-46fda278104f,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:01.391405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:01.404104 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Calling delete_port for 0d6c8fdd-128e-4ebe-a784-46fda278104f owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:01.525223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 72726217-0a5f-4011-8221-2f2b69289284 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:01.545593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 72726217-0a5f-4011-8221-2f2b69289284 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:01.545937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 72726217-0a5f-4011-8221-2f2b69289284 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:01.689277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:01.716056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6c8fdd-128e-4ebe-a784-46fda278104f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:01.727125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.727478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.727823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.728161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.728494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.729225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.729225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.729483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.729767 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.730090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.730414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:01.730734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:02.226485 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:02.439312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Router 2727532b-183c-4e0d-b2bb-88627643386b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:27:02.545266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:27:02.550924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-50a64d35-647c-40d6-9d05-098badb88185 admin admin] 10.222.0.58 "PUT /v2.0/routers/2727532b-183c-4e0d-b2bb-88627643386b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351130 Aug 25 15:27:02.553770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48446) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:02.554680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] Sync routers for ids ['2727532b-183c-4e0d-b2bb-88627643386b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:27:02.564161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] Routers {'2727532b-183c-4e0d-b2bb-88627643386b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:02.564772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2727532b-183c-4e0d-b2bb-88627643386b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:02.662922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:02.772786 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:02.828566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] Set router 2727532b-183c-4e0d-b2bb-88627643386b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:02.910710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Deleting port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:02.911087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:02.993221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] For port 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:02.993588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.006522 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Calling delete_port for 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:03.011685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:27:01Z', 'revision_number': 5, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port': {'id': '6fedc6a0-a6cc-4160-81a7-0f13c3f276ea', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727532b-183c-4e0d-b2bb-88627643386b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:17Z', 'updated_at': '2021-08-25T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:03.043814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] Checking router: 2727532b-183c-4e0d-b2bb-88627643386b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:27:03.052618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] Routers {'2727532b-183c-4e0d-b2bb-88627643386b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:03.053251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2727532b-183c-4e0d-b2bb-88627643386b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:03.140365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] Set router 2727532b-183c-4e0d-b2bb-88627643386b gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:03.192272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:27:02Z', 'revision_number': 6, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:03.222543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353abb7-be77-4dba-a954-725d7a61a688 None None] The sync data for ids ['2727532b-183c-4e0d-b2bb-88627643386b'] in n-d-805995-2 is: [{'id': '2727532b-183c-4e0d-b2bb-88627643386b', 'name': 'tempest-TestServerMultinode-71291017-router', 'tenant_id': '94215f32441a4ce4befb677ccfb185d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:16Z', 'updated_at': '2021-08-25T15:27:02Z', 'revision_number': 6, 'project_id': '94215f32441a4ce4befb677ccfb185d0', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:27:03.231172 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.272782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fedc6a0-a6cc-4160-81a7-0f13c3f276ea,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:03.335820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.425374 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.427623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.558157 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.559317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2727532b-183c-4e0d-b2bb-88627643386b {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:27:03.568806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.572318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-eba7259d-237b-4128-afdb-423f1a3c5e06 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2727532b-183c-4e0d-b2bb-88627643386b HTTP/1.1" status: 204 len: 168 time: 1.0146823 Aug 25 15:27:03.572593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48448) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:03.625577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Deleting subnet a9ea0c2a-6a37-4224-a886-5e0d02b30560 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:27:03.629639 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.665282 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.749028 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.895325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.921479 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ea0c2a-6a37-4224-a886-5e0d02b30560,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:03.925065 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:03.927598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9390af18-87ed-49a2-980c-f6d828f4ead9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a9ea0c2a-6a37-4224-a886-5e0d02b30560 HTTP/1.1" status: 204 len: 168 time: 0.3535202 Aug 25 15:27:03.931054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48450) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:03.934309 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc567a31-da3c-4642-aaa1-68d89e12c493 None None] Network c56b2e57-681e-4b8b-ac38-67530522e94c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:27:03.998948 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.056277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Deleting port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:04.056277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.128290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] DHCP port deletion for c56b2e57-681e-4b8b-ac38-67530522e94c request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:27:04.128906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] For port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:04.129135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.143254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Calling delete_port for 3ac2b14a-c36d-4c7b-8a1a-148164670ddb owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:04.163383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:04.187462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:04.191281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6fedc6a0-a6cc-4160-81a7-0f13c3f276ea not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:04.191281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6c8fdd-128e-4ebe-a784-46fda278104f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:04.212847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0d6c8fdd-128e-4ebe-a784-46fda278104f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:04.213229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0d6c8fdd-128e-4ebe-a784-46fda278104f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:04.231248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] Deleting port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:04.231625 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.298705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] For port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,segment=NetworkSegment(2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5),segment_id=2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:04.299143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.316427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] Calling delete_port for 3ac2b14a-c36d-4c7b-8a1a-148164670ddb owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:04.333861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.362771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:04.364642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] No DVR routers for this DVR port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:27:04.407244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.434540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] Pushing event deleted for resources: {'Port': ['ID=3ac2b14a-c36d-4c7b-8a1a-148164670ddb,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:04.438434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c04d86-4d53-4f1e-9c16-ad04da531e36 None None] No DVR routers for this DVR port 3ac2b14a-c36d-4c7b-8a1a-148164670ddb on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:27:04.449420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.460768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56b2e57-681e-4b8b-ac38-67530522e94c']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:04.471581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:04.471908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fce3ae7-7c9b-42ca-9d7e-9c62bc0301b5') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:04.481636 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.495152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.500945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:27:04.505305 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:27:04.620693 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.626756 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:04.629315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c56b2e57-681e-4b8b-ac38-67530522e94c HTTP/1.1" status: 204 len: 168 time: 0.6979268 Aug 25 15:27:04.632233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48452) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:04.645704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda4987-afb1-4e6a-946a-58b5924147f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56b2e57-681e-4b8b-ac38-67530522e94c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:05.056751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:05.636504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Deleting port 726f1ffb-182a-45c2-83d3-65eb6a3defc6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:05.637187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:05.715351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] For port 726f1ffb-182a-45c2-83d3-65eb6a3defc6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=726f1ffb-182a-45c2-83d3-65eb6a3defc6,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:05.715718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:05.729108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Calling delete_port for 726f1ffb-182a-45c2-83d3-65eb6a3defc6 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:06.021026 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:06.045696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=726f1ffb-182a-45c2-83d3-65eb6a3defc6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:06.174873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ac2b14a-c36d-4c7b-8a1a-148164670ddb no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:06.196860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3ac2b14a-c36d-4c7b-8a1a-148164670ddb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:06.197311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3ac2b14a-c36d-4c7b-8a1a-148164670ddb not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:06.239157 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:06.463603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Router 72d92df4-3597-4cc9-8953-934baa424967 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:27:06.581227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:27:06.586119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e5696302-03be-4be8-9234-1ac2c32d3f88 admin admin] 10.222.0.58 "PUT /v2.0/routers/72d92df4-3597-4cc9-8953-934baa424967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528694 Aug 25 15:27:06.588764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 48456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:06.592464 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] Sync routers for ids ['72d92df4-3597-4cc9-8953-934baa424967'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:27:06.606316 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] Routers {'72d92df4-3597-4cc9-8953-934baa424967'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:06.607352 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['72d92df4-3597-4cc9-8953-934baa424967'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:06.705335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:06.714548 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] Set router 72d92df4-3597-4cc9-8953-934baa424967 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:06.814556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:06.897480 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '474a5b0c-b28d-4058-a385-96c53430d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:27:05Z', 'revision_number': 5, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port': {'id': '474a5b0c-b28d-4058-a385-96c53430d993', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d92df4-3597-4cc9-8953-934baa424967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:26:24Z', 'updated_at': '2021-08-25T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:06.923867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] Checking router: 72d92df4-3597-4cc9-8953-934baa424967 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:27:06.932693 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] Routers {'72d92df4-3597-4cc9-8953-934baa424967'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:06.933314 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['72d92df4-3597-4cc9-8953-934baa424967'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:06.942370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Deleting port 474a5b0c-b28d-4058-a385-96c53430d993 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:06.942715 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.028695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] For port 474a5b0c-b28d-4058-a385-96c53430d993, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=474a5b0c-b28d-4058-a385-96c53430d993,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:07.029066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.043672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Calling delete_port for 474a5b0c-b28d-4058-a385-96c53430d993 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:07.109067 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] Set router 72d92df4-3597-4cc9-8953-934baa424967 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:07.160610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:27:06Z', 'revision_number': 6, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:07.190471 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c175b3-0678-4d60-93af-caebc2b5b83c None None] The sync data for ids ['72d92df4-3597-4cc9-8953-934baa424967'] in n-d-805995-2 is: [{'id': '72d92df4-3597-4cc9-8953-934baa424967', 'name': 'tempest-TestServerMultinode-613463000-router', 'tenant_id': 'a8c93149b7424cf4aaad962225a986f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:27:06Z', 'revision_number': 6, 'project_id': 'a8c93149b7424cf4aaad962225a986f0', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:27:07.306046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.333246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=474a5b0c-b28d-4058-a385-96c53430d993,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:07.396087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.486231 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.488368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.609169 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.609777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d92df4-3597-4cc9-8953-934baa424967 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:27:07.614472 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.619178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-216ce78b-1ba9-4e5d-b6e5-2b7768c98c53 admin admin] 10.222.0.58 "DELETE /v2.0/routers/72d92df4-3597-4cc9-8953-934baa424967 HTTP/1.1" status: 204 len: 168 time: 1.0257547 Aug 25 15:27:07.619290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48458) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:07.666102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Deleting subnet 9c859113-970f-4944-8bba-bae1cbdfd18b {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:27:07.669196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.703631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.795959 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.923905 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.952794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c859113-970f-4944-8bba-bae1cbdfd18b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:07.954884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:07.957587 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0214b046-c4d4-4a9c-88af-b46b3a65a01c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9c859113-970f-4944-8bba-bae1cbdfd18b HTTP/1.1" status: 204 len: 168 time: 0.3381488 Aug 25 15:27:07.959987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48460) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:07.962704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c222ab45-3eea-48b4-b7a0-3b8b087409bb None None] Network c4fb1b92-854e-489b-9161-c6aa3bcd8e95 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:27:08.031817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.094744 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Deleting port db3df860-de0b-4a50-86b0-53894273f82a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:08.095790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.120061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 726f1ffb-182a-45c2-83d3-65eb6a3defc6 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:08.141464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 726f1ffb-182a-45c2-83d3-65eb6a3defc6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:08.142070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 726f1ffb-182a-45c2-83d3-65eb6a3defc6 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:08.143070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 474a5b0c-b28d-4058-a385-96c53430d993 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:08.165474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] For port db3df860-de0b-4a50-86b0-53894273f82a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=db3df860-de0b-4a50-86b0-53894273f82a,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:08.165919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.169061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 474a5b0c-b28d-4058-a385-96c53430d993 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:08.169409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 474a5b0c-b28d-4058-a385-96c53430d993 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:08.183043 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Calling delete_port for db3df860-de0b-4a50-86b0-53894273f82a owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:08.188884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] DHCP port deletion for c4fb1b92-854e-489b-9161-c6aa3bcd8e95 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:27:08.241429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] Deleting port db3df860-de0b-4a50-86b0-53894273f82a {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:27:08.241809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.305356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] For port db3df860-de0b-4a50-86b0-53894273f82a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=db3df860-de0b-4a50-86b0-53894273f82a,segment=NetworkSegment(f6352093-ad2f-4e5f-a9cd-b78e5053b5a6),segment_id=f6352093-ad2f-4e5f-a9cd-b78e5053b5a6)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:08.305754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.318761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] Calling delete_port for db3df860-de0b-4a50-86b0-53894273f82a owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:27:08.327741 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.355786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3df860-de0b-4a50-86b0-53894273f82a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:08.357619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] No DVR routers for this DVR port db3df860-de0b-4a50-86b0-53894273f82a on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:27:08.408299 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.427919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.432853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] Pushing event deleted for resources: {'Port': ['ID=db3df860-de0b-4a50-86b0-53894273f82a,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:08.436297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb819ac-ce1e-477f-8796-0c9580cb7235 None None] No DVR routers for this DVR port db3df860-de0b-4a50-86b0-53894273f82a on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:27:08.441359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fb1b92-854e-489b-9161-c6aa3bcd8e95']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:08.455495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:08.455796 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6352093-ad2f-4e5f-a9cd-b78e5053b5a6') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:08.465307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.482940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.489079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:27:08.490790 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:27:08.491464 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:27:08.597554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.603475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:08.605350 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c4fb1b92-854e-489b-9161-c6aa3bcd8e95 HTTP/1.1" status: 204 len: 168 time: 0.6443579 Aug 25 15:27:08.616970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb6358-b0f1-43f6-8249-3964bda34972 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fb1b92-854e-489b-9161-c6aa3bcd8e95,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:08.968350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-d1e7e387-c72f-4743-9fca-98720d676f6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405869 Aug 25 15:27:08.987310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:09.029244 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44d8748f-6bc7-4686-a3d9-ac78be6c86fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94215f32441a4ce4befb677ccfb185d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400894 Aug 25 15:27:09.031657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48466) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:09.053064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89580-b854-42d4-8680-fd5546831698 req-efaf697a-df3e-4fcd-b98c-0c21401891ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:09.054780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-efaf697a-df3e-4fcd-b98c-0c21401891ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0425239 Aug 25 15:27:09.081273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c960dad-a520-4734-9278-e8bbc43056d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:09.104544 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c960dad-a520-4734-9278-e8bbc43056d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:09.163300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89580-b854-42d4-8680-fd5546831698 req-dc8226eb-2966-451a-9f57-72f6c9aafe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:09.164691 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-dc8226eb-2966-451a-9f57-72f6c9aafe14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0906649 Aug 25 15:27:09.230357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-8e6236d9-e558-4a75-a8ee-8fdbeb27ffa5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 1001 time: 0.0582337 Aug 25 15:27:09.230703 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c960dad-a520-4734-9278-e8bbc43056d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:09.233371 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c960dad-a520-4734-9278-e8bbc43056d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:09.234563 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3c960dad-a520-4734-9278-e8bbc43056d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34df84a6-8d6f-4a81-a9bd-a417743b5938 HTTP/1.1" status: 204 len: 168 time: 0.2019787 Aug 25 15:27:09.248362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960dad-a520-4734-9278-e8bbc43056d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df84a6-8d6f-4a81-a9bd-a417743b5938,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:09.289452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89580-b854-42d4-8680-fd5546831698 req-90f722c5-a53e-4551-bc55-77d828ad35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:09.290970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-90f722c5-a53e-4551-bc55-77d828ad35f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0519555 Aug 25 15:27:09.340564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89580-b854-42d4-8680-fd5546831698 req-16489b65-e786-4f87-9f13-52528e1ace9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:09.342098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-16489b65-e786-4f87-9f13-52528e1ace9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428753 Aug 25 15:27:09.432929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-59998ca9-25ee-444f-9838-dc9a5cdabe01 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811265 Aug 25 15:27:09.530049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcf89580-b854-42d4-8680-fd5546831698 req-296719b3-70de-487d-b495-a97f65ebf947 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899286 Aug 25 15:27:09.986005 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48472) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:10.027355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-23d2c084-c6a0-43bc-8510-64679fff6d95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8c93149b7424cf4aaad962225a986f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401106 Aug 25 15:27:10.029745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:10.079493 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44609821-07f5-4d01-854d-a7e393e6df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:10.103342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44609821-07f5-4d01-854d-a7e393e6df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:10.104460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device db3df860-de0b-4a50-86b0-53894273f82a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:27:10.124151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: db3df860-de0b-4a50-86b0-53894273f82a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:27:10.124586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device db3df860-de0b-4a50-86b0-53894273f82a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:27:10.260653 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44609821-07f5-4d01-854d-a7e393e6df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:10.263536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44609821-07f5-4d01-854d-a7e393e6df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:10.265214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44609821-07f5-4d01-854d-a7e393e6df58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4794d9f6-19f9-45ad-bd2d-846250c2a0cb HTTP/1.1" status: 204 len: 168 time: 0.2344019 Aug 25 15:27:10.275632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44609821-07f5-4d01-854d-a7e393e6df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794d9f6-19f9-45ad-bd2d-846250c2a0cb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:11.292859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:11.390308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1012966021-network', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:27:11.522965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Made reservation on behalf of 0c5f81c1506c4144a134f3ff21ed5db2 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:27:11.525388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.534118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.624580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.694154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.721187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:27:11.726720 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda40488-c7fd-4496-906c-7fcf6e393144,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:11.734405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.734405 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Added segment 1ecb6a0b-5352-4519-b03c-b03c42d0cd68 of type vlan for network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 Aug 25 15:27:11.774914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.882856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.883998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:11.884592 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:11.943156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] Pushing event updated for resources: {'Network': ['ID=793cb0c1-1fa0-4a48-b8b9-698ea4a70399,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:11.953288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:27:11.986688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bbaf75e9-4411-464a-88aa-2f95b507e7be admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6926713 Aug 25 15:27:11.990031 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:11.994993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Request body: {'subnet': {'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1012966021-subnet', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:27:12.071620 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Made reservation on behalf of 0c5f81c1506c4144a134f3ff21ed5db2 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:27:12.076058 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.352600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.410529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c290f8e2-0a2c-49dd-8bbd-e19e83be031b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:12.421585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Checking segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:12.422218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Network hostable DHCP agents. Network: 793cb0c1-1fa0-4a48-b8b9-698ea4a70399, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:27:12.522622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:27:12.585648 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 793cb0c1-1fa0-4a48-b8b9-698ea4a70399) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:12.590776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:12.591404 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.594147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135da9b8-c30a-4664-ac1c-a8d0c9c6cad8 None None] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:27:12.656074 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-452e841c-8bde-4a62-8bee-4780fbafebc5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6646461 Aug 25 15:27:12.658510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48502) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:12.663066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:27:12.738516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:27:12.739428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.745044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.746126 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.798689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:12.872234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Allocated IP 172.20.0.2 (793cb0c1-1fa0-4a48-b8b9-698ea4a70399/c290f8e2-0a2c-49dd-8bbd-e19e83be031b/b01af8cd-a97f-4096-bd98-c7d0f7e16efb) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:27:12.990456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.015539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.023606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Transition to ACTIVE for port object b01af8cd-a97f-4096-bd98-c7d0f7e16efb will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:13.038437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Transition to ACTIVE for port object b01af8cd-a97f-4096-bd98-c7d0f7e16efb will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:13.117950 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.154122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:13.159012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:13.163281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:27:13.171837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Pushing event updated for resources: {'Port': ['ID=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:13.227754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Attempting to bind port b01af8cd-a97f-4096-bd98-c7d0f7e16efb on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:27:13.228149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Attempting to bind port b01af8cd-a97f-4096-bd98-c7d0f7e16efb by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:27:13.228604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Attempting to bind port b01af8cd-a97f-4096-bd98-c7d0f7e16efb on network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:27:13.234316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:27:13.234686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Checking segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:13.235168 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.235674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Bound using segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:27:13.236207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Bound port: b01af8cd-a97f-4096-bd98-c7d0f7e16efb, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:27:13.236488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.269826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.293684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.301638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] For port b01af8cd-a97f-4096-bd98-c7d0f7e16efb, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:27:13.304813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] For port b01af8cd-a97f-4096-bd98-c7d0f7e16efb, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:27:13.401942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Allocated IP 172.25.8.124 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/36e847f5-8daf-4e22-bbe8-88b5956094b0) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:27:13.409017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.470616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855bab-6ff7-4b5a-9af9-f3960792d280 None None] Pushing event updated for resources: {'Port': ['ID=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:13.517982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.649503 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:13.695232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:13.698966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:13.701765 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:27:13.727696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Pushing event updated for resources: {'Port': ['ID=36e847f5-8daf-4e22-bbe8-88b5956094b0,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:14.070629 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:14.158898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b01af8cd-a97f-4096-bd98-c7d0f7e16efb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:14.312965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b01af8cd-a97f-4096-bd98-c7d0f7e16efb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:14.396196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54524f-76f3-4fcc-a2b5-0330f2869373 None None] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:27:14.568934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] Provisioning for port b01af8cd-a97f-4096-bd98-c7d0f7e16efb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:14.573296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] Provisioning complete for port b01af8cd-a97f-4096-bd98-c7d0f7e16efb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:14.573875 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:14.643877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:14.665028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:14.700757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] For port b01af8cd-a97f-4096-bd98-c7d0f7e16efb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:14.801920 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:14.852310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd85bb-52c8-477a-8a9e-719aa278ede4 None None] Pushing event updated for resources: {'Port': ['ID=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:14.921205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3acbfeae-6650-4281-aa8f-696fe5ad3ef2 None None] Provisioning complete for port b01af8cd-a97f-4096-bd98-c7d0f7e16efb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:14.921585 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3acbfeae-6650-4281-aa8f-696fe5ad3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:14.923278 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:27:15.033714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:27:15.043693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Sync routers for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:27:15.053869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:15.054535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:15.146079 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.147524 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9d4b0b56-52a3-4df9-b9a8-31bdbdd5491d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4878767 Aug 25 15:27:15.150046 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48504) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:15.159392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:15.335237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:13Z', 'revision_number': 3, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:15.363507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Checking router: 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:27:15.365153 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Updating router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 port 36e847f5-8daf-4e22-bbe8-88b5956094b0 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:27:15.394484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.578464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.761463 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Allocated IP 172.20.0.1 (793cb0c1-1fa0-4a48-b8b9-698ea4a70399/c290f8e2-0a2c-49dd-8bbd-e19e83be031b/cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:27:15.817053 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.826770 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Transition to ACTIVE for port object 36e847f5-8daf-4e22-bbe8-88b5956094b0 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:15.870818 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.885852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Transition to ACTIVE for port object cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:15.922051 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.972263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Attempting to bind port 36e847f5-8daf-4e22-bbe8-88b5956094b0 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:27:15.972639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Attempting to bind port 36e847f5-8daf-4e22-bbe8-88b5956094b0 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:27:15.973012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Attempting to bind port 36e847f5-8daf-4e22-bbe8-88b5956094b0 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:27:15.978649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3c71-ee77-4d44-9154-4586cfe4d0c9 None None] Pushing event updated for resources: {'Port': ['ID=36e847f5-8daf-4e22-bbe8-88b5956094b0,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:15.983214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:27:15.983603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:15.984013 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:15.984405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:27:15.984923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Bound port: 36e847f5-8daf-4e22-bbe8-88b5956094b0, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:27:15.985725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.021018 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.042975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] For port 36e847f5-8daf-4e22-bbe8-88b5956094b0, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:27:16.046347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] For port 36e847f5-8daf-4e22-bbe8-88b5956094b0, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=36e847f5-8daf-4e22-bbe8-88b5956094b0,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:27:16.066352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:16.070070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:16.073386 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:27:16.101001 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Pushing event updated for resources: {'Port': ['ID=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:16.126156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.129020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.129201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b01af8cd-a97f-4096-bd98-c7d0f7e16efb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:16.220043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:16.220690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:16.276487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3c71-ee77-4d44-9154-4586cfe4d0c9 None None] Pushing event updated for resources: {'Port': ['ID=36e847f5-8daf-4e22-bbe8-88b5956094b0,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:16.294698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b01af8cd-a97f-4096-bd98-c7d0f7e16efb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:16.295082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.375616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.389842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:16.489030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7fbf0627-79ab-4c47-bebe-5755bc0514e6 None None] Provisioning for port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:16.517717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7fbf0627-79ab-4c47-bebe-5755bc0514e6 None None] Provisioning complete for port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:16.521251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0627-79ab-4c47-bebe-5755bc0514e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.555810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.577039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf0627-79ab-4c47-bebe-5755bc0514e6 None None] Port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:27:16.645902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:13Z', 'revision_number': 3, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:16.672161 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.677164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cb787-7958-4e85-9535-2eac6eacde68 None None] The sync data for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 is: [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:13Z', 'revision_number': 3, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:27:16.742951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Pushing event updated for resources: {'Port': ['ID=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:16.745729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:16.851344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:16.853763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:17.008942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:27:17.130784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:27:17.136001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1f5e020f-8a5c-406d-8e1d-2c098711ab0c admin admin] 10.222.0.58 "PUT /v2.0/routers/6a907ff9-d599-44c9-b1d0-567e1aac2bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9849563 Aug 25 15:27:17.199606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-05057388-ba87-41fe-b09a-49d018b02ba9 None None] Provisioning complete for port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:17.200224 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-05057388-ba87-41fe-b09a-49d018b02ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:17.236622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-05057388-ba87-41fe-b09a-49d018b02ba9 None None] Port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:27:17.950732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48522) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:17.957963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-102637186-network', 'tenant_id': '502b89cbc429484499ab3682567b3be4'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:27:18.031496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Made reservation on behalf of 502b89cbc429484499ab3682567b3be4 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:27:18.034220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.044437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.149802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.155167 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36e847f5-8daf-4e22-bbe8-88b5956094b0 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:18.256164 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Sync routers for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:27:18.266188 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:18.266822 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:18.271441 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.293689 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:27:18.309184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af779f10-a73c-443f-b759-fa7d5d7cb8ff,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:18.311695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 36e847f5-8daf-4e22-bbe8-88b5956094b0 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:18.312190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.312510 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Added segment 5ae61324-95a2-4a80-83af-14f9576603ab of type vlan for network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf Aug 25 15:27:18.315726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 36e847f5-8daf-4e22-bbe8-88b5956094b0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:18.316301 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.354424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.379563 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:18.402839 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.423775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 36e847f5-8daf-4e22-bbe8-88b5956094b0, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=36e847f5-8daf-4e22-bbe8-88b5956094b0,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:18.454211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.455225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:18.455824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.522949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] Pushing event updated for resources: {'Network': ['ID=d5ca171e-c2bb-4868-a02f-f9a9c772cbcf,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:18.533436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:27:18.578667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 2, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:18.583705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.605480 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Checking router: 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:27:18.605829 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Updating router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:27:18.633983 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.649525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3e81bc00-bafb-4ab5-90ec-8a082425105f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6974759 Aug 25 15:27:18.652125 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:18.652944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=36e847f5-8daf-4e22-bbe8-88b5956094b0,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:18.658601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Request body: {'subnet': {'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-102637186-subnet', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:27:18.826118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Made reservation on behalf of 502b89cbc429484499ab3682567b3be4 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:27:18.828662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.894985 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:18.905603 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Transition to ACTIVE for port object cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:19.014380 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.067198 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Pushing event updated for resources: {'Port': ['ID=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:19.071789 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.089954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.089954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.090227 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.090563 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.090902 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.091264 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.091591 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.091922 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.092248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.092568 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.092894 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.093270 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:27:19.130614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Attempting to bind port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:27:19.130991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Attempting to bind port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:27:19.131373 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Attempting to bind port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 on network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:27:19.132569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46dacab3-a19b-45cc-8869-540f12b4456f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:19.137160 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:27:19.137686 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Checking segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:19.138109 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.138494 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Bound using segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:27:19.139430 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Bound port: cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:27:19.140338 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.143171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Checking segment: {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:19.144267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Network hostable DHCP agents. Network: d5ca171e-c2bb-4868-a02f-f9a9c772cbcf, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:27:19.209349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] For port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:27:19.212671 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] For port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:27:19.271703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:27:19.328228 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.379321 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:19.379971 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:19.420142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, d5ca171e-c2bb-4868-a02f-f9a9c772cbcf) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:19.424451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf624c5-707e-49fb-adde-74be7ebb6e45 None None] Pushing event updated for resources: {'Port': ['ID=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:19.433049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d1c4e-50ed-4099-a81e-fd3724be948a None None] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:27:19.436363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:27:19.444295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.507541 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:19.526868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bccbea67-ae55-4c1d-bf66-ca59dd2ad2d8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8710198 Aug 25 15:27:19.527176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:19.532073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:27:19.604355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-d5ca171e-c2bb-4868-a02f-f9a9c772cbcf', 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'fixed_ips': [{'subnet_id': '46dacab3-a19b-45cc-8869-540f12b4456f'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:27:19.607942 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.625822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.626825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.700411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.741952 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:19Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:19.753787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Allocated IP 172.20.0.2 (d5ca171e-c2bb-4868-a02f-f9a9c772cbcf/46dacab3-a19b-45cc-8869-540f12b4456f/962852fa-0b15-4058-b15e-4a1af7c9da27) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:27:19.772896 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cfb04-986b-4eb5-86cf-2e1c80f5be89 None None] The sync data for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 is: [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:19Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:27:19.926582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.940581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:19.950492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Transition to ACTIVE for port object 962852fa-0b15-4058-b15e-4a1af7c9da27 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:19.966917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Transition to ACTIVE for port object 962852fa-0b15-4058-b15e-4a1af7c9da27 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:20.072578 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.116347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:20.128347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:20.128347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:27:20.169422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Pushing event updated for resources: {'Port': ['ID=962852fa-0b15-4058-b15e-4a1af7c9da27,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:20.203709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Attempting to bind port 962852fa-0b15-4058-b15e-4a1af7c9da27 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:27:20.204089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Attempting to bind port 962852fa-0b15-4058-b15e-4a1af7c9da27 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:27:20.208594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Attempting to bind port 962852fa-0b15-4058-b15e-4a1af7c9da27 on network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:27:20.210220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:27:20.210604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Checking segment: {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:20.211084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.211542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Bound using segment: {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:27:20.212212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Bound port: 962852fa-0b15-4058-b15e-4a1af7c9da27, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:27:20.212408 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.223759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.245645 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.254219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:20.320691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] For port 962852fa-0b15-4058-b15e-4a1af7c9da27, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:27:20.324534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] For port 962852fa-0b15-4058-b15e-4a1af7c9da27, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=962852fa-0b15-4058-b15e-4a1af7c9da27,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:27:20.360367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Allocated IP 172.25.8.185 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/c931e677-d398-4279-9238-e8817a136d2b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:27:20.449439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.473390 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.481673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:20.500973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:20.501441 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.556758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3248b-f70e-45d8-9991-d20331000880 None None] Pushing event updated for resources: {'Port': ['ID=962852fa-0b15-4058-b15e-4a1af7c9da27,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:20.609599 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.643474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.663006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:20.710271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Pushing event updated for resources: {'Port': ['ID=c931e677-d398-4279-9238-e8817a136d2b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:20.722215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:20.723668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:20.726228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:27:20.769248 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:20.770163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36e847f5-8daf-4e22-bbe8-88b5956094b0 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:20.869603 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:20.884560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 36e847f5-8daf-4e22-bbe8-88b5956094b0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:20.884958 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:21.003686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-63d9f864-c5c8-4fa0-b0c2-d401941bf34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:21.092726 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:21.329569 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:21.525429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef38eb8-3190-4977-a448-d156feb051e2 None None] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:27:21.540371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Router 87b935d1-e369-45b3-9be8-c675e43bacf2 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:27:21.636598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1393cdb3-fd03-45e2-8e90-2f18e9a460d2 None None] Provisioning for port 962852fa-0b15-4058-b15e-4a1af7c9da27 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:21.660280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:27:21.682913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Sync routers for ids ['87b935d1-e369-45b3-9be8-c675e43bacf2'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:27:21.698559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Routers {'87b935d1-e369-45b3-9be8-c675e43bacf2'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:21.699215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['87b935d1-e369-45b3-9be8-c675e43bacf2'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:21.767513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:21.767513 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-edcc31c6-e803-489d-a154-dc6233008734 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2364576 Aug 25 15:27:21.767513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 48528) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:27:21.826561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Set router 87b935d1-e369-45b3-9be8-c675e43bacf2 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:22.034876 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 3, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:22.062180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Checking router: 87b935d1-e369-45b3-9be8-c675e43bacf2 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:27:22.062535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Updating router 87b935d1-e369-45b3-9be8-c675e43bacf2 port c931e677-d398-4279-9238-e8817a136d2b binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:27:22.099963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.219054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:22.502559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:22.502965 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.567691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.601452 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.635912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Transition to ACTIVE for port object c931e677-d398-4279-9238-e8817a136d2b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:22.644239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 962852fa-0b15-4058-b15e-4a1af7c9da27 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:22.693178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.731867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Allocated IP 172.20.0.1 (d5ca171e-c2bb-4868-a02f-f9a9c772cbcf/46dacab3-a19b-45cc-8869-540f12b4456f/7a25bca8-c381-4c61-b7de-5bf24778b75f) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:27:22.747016 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Attempting to bind port c931e677-d398-4279-9238-e8817a136d2b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:27:22.747415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Attempting to bind port c931e677-d398-4279-9238-e8817a136d2b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:27:22.747787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Attempting to bind port c931e677-d398-4279-9238-e8817a136d2b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:27:22.749858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc660-e5f9-4a11-881f-5f6e6e88128e None None] Pushing event updated for resources: {'Port': ['ID=c931e677-d398-4279-9238-e8817a136d2b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:22.754322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 962852fa-0b15-4058-b15e-4a1af7c9da27 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:22.759693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 962852fa-0b15-4058-b15e-4a1af7c9da27 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:22.760071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.762642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:27:22.763054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:22.763445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.763843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:27:22.764327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Bound port: c931e677-d398-4279-9238-e8817a136d2b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:27:22.764707 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.854491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] For port c931e677-d398-4279-9238-e8817a136d2b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:27:22.855475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.858965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] For port c931e677-d398-4279-9238-e8817a136d2b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c931e677-d398-4279-9238-e8817a136d2b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:27:22.871903 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Transition to ACTIVE for port object 7a25bca8-c381-4c61-b7de-5bf24778b75f will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:22.894772 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:22.927194 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 962852fa-0b15-4058-b15e-4a1af7c9da27, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=962852fa-0b15-4058-b15e-4a1af7c9da27,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:22.974026 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.025377 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.030966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Routers {'87b935d1-e369-45b3-9be8-c675e43bacf2'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:23.031792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:26:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['87b935d1-e369-45b3-9be8-c675e43bacf2'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:23.036525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc660-e5f9-4a11-881f-5f6e6e88128e None None] Pushing event updated for resources: {'Port': ['ID=c931e677-d398-4279-9238-e8817a136d2b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:23.063580 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:23.069245 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:23.073157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:27:23.075791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.099556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a25bca8-c381-4c61-b7de-5bf24778b75f,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:23.123611 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.175177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=962852fa-0b15-4058-b15e-4a1af7c9da27,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:23.193676 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] Set router 87b935d1-e369-45b3-9be8-c675e43bacf2 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:23.357177 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.380660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-30d7c068-3284-421f-b077-3abf96399ebe None None] Provisioning for port 7a25bca8-c381-4c61-b7de-5bf24778b75f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:23.386789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-30d7c068-3284-421f-b077-3abf96399ebe None None] Provisioning complete for port 7a25bca8-c381-4c61-b7de-5bf24778b75f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:23.387193 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-30d7c068-3284-421f-b077-3abf96399ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.416440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 3, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:23.451972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b48bc9-70bf-4565-878e-6a1bfd3d86d2 None None] The sync data for ids ['87b935d1-e369-45b3-9be8-c675e43bacf2'] in n-d-805995-2 is: [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 3, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:27:23.457259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-30d7c068-3284-421f-b077-3abf96399ebe None None] Port 7a25bca8-c381-4c61-b7de-5bf24778b75f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:27:23.542082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.628011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.711154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a25bca8-c381-4c61-b7de-5bf24778b75f,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:23.716242 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.773197 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5df32f44-524c-4182-b19b-afa7551c963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:23.823502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:27:23.824951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:27:23.957421 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Router 87b935d1-e369-45b3-9be8-c675e43bacf2 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:27:24.082127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:27:24.096603 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-84901ac6-031c-448e-a1a4-5f84a8864cb0 admin admin] 10.222.0.58 "PUT /v2.0/routers/87b935d1-e369-45b3-9be8-c675e43bacf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3278713 Aug 25 15:27:24.096862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c6fc02e8-a539-4306-a315-c7e2346283b1 None None] Provisioning complete for port 7a25bca8-c381-4c61-b7de-5bf24778b75f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:24.097224 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c6fc02e8-a539-4306-a315-c7e2346283b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:24.152177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc02e8-a539-4306-a315-c7e2346283b1 None None] Port 7a25bca8-c381-4c61-b7de-5bf24778b75f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:27:24.254509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 962852fa-0b15-4058-b15e-4a1af7c9da27 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:24.278622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:24.307569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 962852fa-0b15-4058-b15e-4a1af7c9da27 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:24.307953 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:24.401322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c931e677-d398-4279-9238-e8817a136d2b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:24.528368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c931e677-d398-4279-9238-e8817a136d2b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:24.532921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c931e677-d398-4279-9238-e8817a136d2b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:24.533846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:24.617858 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:24.639299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port c931e677-d398-4279-9238-e8817a136d2b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c931e677-d398-4279-9238-e8817a136d2b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:24.717325 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:24.767447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=c931e677-d398-4279-9238-e8817a136d2b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:25.078200 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Sync routers for ids ['87b935d1-e369-45b3-9be8-c675e43bacf2'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:27:25.087310 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Routers {'87b935d1-e369-45b3-9be8-c675e43bacf2'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:25.087918 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:27:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['87b935d1-e369-45b3-9be8-c675e43bacf2'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:25.194311 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Set router 87b935d1-e369-45b3-9be8-c675e43bacf2 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:25.493037 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:27:23Z', 'revision_number': 4, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7a25bca8-c381-4c61-b7de-5bf24778b75f', 'name': '', 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'mac_address': 'fa:16:3e:f4:47:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '46dacab3-a19b-45cc-8869-540f12b4456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:22Z', 'updated_at': '2021-08-25T15:27:23Z', 'revision_number': 2, 'project_id': '502b89cbc429484499ab3682567b3be4', 'subnets': [{'id': '46dacab3-a19b-45cc-8869-540f12b4456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:25.519412 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Checking router: 87b935d1-e369-45b3-9be8-c675e43bacf2 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:27:25.519766 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Updating router 87b935d1-e369-45b3-9be8-c675e43bacf2 port 7a25bca8-c381-4c61-b7de-5bf24778b75f binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:27:25.547132 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:25.597109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:25.837096 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:25.847916 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Transition to ACTIVE for port object 7a25bca8-c381-4c61-b7de-5bf24778b75f will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:27:25.951416 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:25.998824 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97498ff-478c-4863-8fe7-6fb13ae11910 None None] Pushing event updated for resources: {'Port': ['ID=7a25bca8-c381-4c61-b7de-5bf24778b75f,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:26.061261 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Attempting to bind port 7a25bca8-c381-4c61-b7de-5bf24778b75f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:27:26.061769 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Attempting to bind port 7a25bca8-c381-4c61-b7de-5bf24778b75f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:27:26.062273 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Attempting to bind port 7a25bca8-c381-4c61-b7de-5bf24778b75f on network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:27:26.068483 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:27:26.068944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Checking segment: {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:27:26.069410 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:26.069944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Bound using segment: {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:27:26.070583 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Bound port: 7a25bca8-c381-4c61-b7de-5bf24778b75f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae61324-95a2-4a80-83af-14f9576603ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:27:26.071113 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:26.136819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c931e677-d398-4279-9238-e8817a136d2b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:26.149096 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] For port 7a25bca8-c381-4c61-b7de-5bf24778b75f, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:27:26.152729 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] For port 7a25bca8-c381-4c61-b7de-5bf24778b75f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7a25bca8-c381-4c61-b7de-5bf24778b75f,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:27:26.198653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c931e677-d398-4279-9238-e8817a136d2b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:26.199048 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:26.223735 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:26.287902 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Routers {'87b935d1-e369-45b3-9be8-c675e43bacf2'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:27:26.288787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:27:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['87b935d1-e369-45b3-9be8-c675e43bacf2'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:26.341812 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97498ff-478c-4863-8fe7-6fb13ae11910 None None] Pushing event updated for resources: {'Port': ['ID=7a25bca8-c381-4c61-b7de-5bf24778b75f,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:26.417300 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] Set router 87b935d1-e369-45b3-9be8-c675e43bacf2 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:27:26.637191 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:27:23Z', 'revision_number': 4, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7a25bca8-c381-4c61-b7de-5bf24778b75f', 'name': '', 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'mac_address': 'fa:16:3e:f4:47:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '46dacab3-a19b-45cc-8869-540f12b4456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:22Z', 'updated_at': '2021-08-25T15:27:26Z', 'revision_number': 4, 'project_id': '502b89cbc429484499ab3682567b3be4', 'subnets': [{'id': '46dacab3-a19b-45cc-8869-540f12b4456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:27:26.664682 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2859593-6de0-4be7-ba29-9f48685accfe None None] The sync data for ids ['87b935d1-e369-45b3-9be8-c675e43bacf2'] in n-d-805995-2 is: [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:27:23Z', 'revision_number': 4, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7a25bca8-c381-4c61-b7de-5bf24778b75f', 'name': '', 'network_id': 'd5ca171e-c2bb-4868-a02f-f9a9c772cbcf', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'mac_address': 'fa:16:3e:f4:47:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '46dacab3-a19b-45cc-8869-540f12b4456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:22Z', 'updated_at': '2021-08-25T15:27:26Z', 'revision_number': 4, 'project_id': '502b89cbc429484499ab3682567b3be4', 'subnets': [{'id': '46dacab3-a19b-45cc-8869-540f12b4456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:27:26.943667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:27:27.142178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:27.483878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:28.153540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a25bca8-c381-4c61-b7de-5bf24778b75f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:28.282646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7a25bca8-c381-4c61-b7de-5bf24778b75f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:27:28.286847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7a25bca8-c381-4c61-b7de-5bf24778b75f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:28.287288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:28.372722 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:28.406647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7a25bca8-c381-4c61-b7de-5bf24778b75f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7a25bca8-c381-4c61-b7de-5bf24778b75f,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:27:28.471708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:28.522997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7a25bca8-c381-4c61-b7de-5bf24778b75f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:27:29.254596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:30.130010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a25bca8-c381-4c61-b7de-5bf24778b75f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:27:30.180057 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7a25bca8-c381-4c61-b7de-5bf24778b75f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:27:30.180426 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:51.025308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a594dced-188f-4e92-9cf3-355a8945eb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:53.740096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f28e912-abc6-4985-b518-8bf9611bc840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:54.258488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:55.574126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:57.116928 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:57.482074 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:27:59.213391 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:03.944281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:28:10.403466 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-cc7cc548-b2bf-4173-b3b1-cb3ec5ce6e58 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417473 Aug 25 15:28:10.484531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-dfc560ba-1b95-458b-a553-6a0b12a9ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:10.486063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-dfc560ba-1b95-458b-a553-6a0b12a9ed25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0414360 Aug 25 15:28:10.595698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-0ebc5aa9-7c3f-4bbf-8492-338a40680417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:10.597239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-0ebc5aa9-7c3f-4bbf-8492-338a40680417 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0931797 Aug 25 15:28:10.664373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-35e30527-cdef-4a3d-b0e6-2aed4a5705a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 1001 time: 0.0596097 Aug 25 15:28:10.718951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-70fd1ff1-1429-4ce2-939b-2c403b42cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:10.720501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-70fd1ff1-1429-4ce2-939b-2c403b42cd52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0496421 Aug 25 15:28:10.769118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-790a895c-a774-4f52-aa68-13ee18c0979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:10.770661 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-790a895c-a774-4f52-aa68-13ee18c0979e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436225 Aug 25 15:28:10.868682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-3184ec2f-d852-49f8-9295-c8bcf88b698f service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905886 Aug 25 15:28:10.965753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fcdf93ff-c1eb-4df2-9e4a-de514e6ae86b req-fb5c44f0-e9c0-4143-8d5f-8af989b2fded service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898843 Aug 25 15:28:17.836850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-4744ae53-f43c-4d52-81e1-7e25a7cf017e req-7d1c096f-5a62-4238-8d33-597d9b30a87d service neutron] (101873) timed out ('10.222.0.58', 46014) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:28:20.984577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11998bef-d843-4db7-986b-ce9b1d5dd63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:23.733379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b9ea553f-ae97-4b8e-8b1b-d24847f656d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:24.190290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:25.653213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:27.137476 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:27.481411 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:29.280589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:40.945738 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:28:43.547755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-466e37d2-8b8b-4397-8fc7-9e3d26bbf72d req-8d7df5aa-a4dd-41b7-801b-cd5685ca3874 tempest-TestNetworkAdvancedServerOps-1074578463 tempest-TestNetworkAdvancedServerOps-1074578463-project] (101873) timed out ('10.222.0.45', 55563) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:28:51.047401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efcd0702-24ff-412e-8f2a-af02a3172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:52.494945 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-5fc31850-a786-4d85-8095-12d9b37ffb02 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041046350&fields=id&tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 267 time: 0.0337939 Aug 25 15:28:52.609379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-ee276b41-492f-42a1-8a57-fc9906b0aad1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:52.610759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-ee276b41-492f-42a1-8a57-fc9906b0aad1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1090732 Aug 25 15:28:52.625855 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-61a2ac8a-82e8-4198-ae08-9c93488fdb29 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/quotas/2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0093129 Aug 25 15:28:52.684449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-934afcb4-8552-40ab-ae22-19bbfae9f871 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525675 Aug 25 15:28:52.800782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-0423ae73-5b8d-4fbf-9550-6a0d7b51946b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:28:52.801797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-0423ae73-5b8d-4fbf-9550-6a0d7b51946b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057808 Aug 25 15:28:52.891254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-1dd91331-f092-44d3-8414-7b6ec7e1e347 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829394 Aug 25 15:28:52.985056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-3812bd70-576d-425e-ab55-67b324e8f9e7 service neutron] 10.222.0.58 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Aug 25 15:28:53.591216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59d494e6-bcd2-40a5-8b78-70cd7f77937e req-560a87bf-e15e-48b2-be71-65ab12d27881 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0288112 Aug 25 15:28:53.765994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0bcd9cab-a3b4-44df-a7c6-78f1552227fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:54.246779 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:54.670461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b06fde04-1d9e-491e-a723-bd51eae2125e req-cc0e3d05-6936-42b9-9b4f-02da8224bfba tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0265245 Aug 25 15:28:55.584443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:55.793573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e9df8b97-b0d7-490d-a645-c3a92d05cb1c req-961175e1-5a13-4cf5-8fb9-217d7c3e2437 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0289166 Aug 25 15:28:56.908457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5503f47-5406-4f30-a814-4f5995b86b82 req-33a7c554-8ce8-4f2f-acb9-7b8e36ba0d21 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 25 15:28:57.235297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:57.555398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:58.003924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6188445-ad24-456e-a275-9664bf7bcb7c req-4a5ff7a5-d670-457f-9dcf-0cf99bbbcc71 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0267949 Aug 25 15:28:58.371667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-70ae605e-6964-4684-be1a-7863529b2a5b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:58.373152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-70ae605e-6964-4684-be1a-7863529b2a5b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 811 time: 0.1100595 Aug 25 15:28:58.418710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-35928db9-056c-4e01-87d2-c99ba2980aa9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7 HTTP/1.1" status: 200 len: 380 time: 0.0366635 Aug 25 15:28:58.427524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'port': {'device_id': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'admin_state_up': True, 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'security_groups': ['10484934-227e-48e9-b52c-c7683f16703a']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:28:58.597354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Made reservation on behalf of 2f7dbe57feb543c9823df2edf4e3e6e7 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:28:58.597771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:58.752133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.20.0.7 (d11be89f-ae28-4332-8d68-ad1b5476ff84/408173be-1ab8-4b7e-a40a-edc86bb31644/e19120e4-d04f-4cd1-b74f-94739064aec1) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:28:58.908465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:58.923477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Transition to ACTIVE for port object e19120e4-d04f-4cd1-b74f-94739064aec1 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:28:58.995845 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.038822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:28:59.044170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:28:59.048041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:28:59.104543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=e19120e4-d04f-4cd1-b74f-94739064aec1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:28:59.138740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.139393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.139742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.140110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.143017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:28:59.183534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53098-3926-4637-a1d0-c4f6c18d22bd req-09239031-9aee-4b17-839e-4fa6bca83c9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:59.185099 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9d53098-3926-4637-a1d0-c4f6c18d22bd req-09239031-9aee-4b17-839e-4fa6bca83c9e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 931 time: 0.0913401 Aug 25 15:28:59.192008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:28:59.192631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.229655 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.261892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9d53098-3926-4637-a1d0-c4f6c18d22bd req-41daf17c-d4f4-4b63-8f7a-f94210d99571 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540807 Aug 25 15:28:59.293260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-004b57d8-ac15-423e-8699-fcf687ea2f36 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693259 Aug 25 15:28:59.365189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Request body: {'port': {'device_id': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:28:59.421283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.470473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7d063ce5-82b4-4376-8c16-9d28657021e5 None None] Provisioning for port e19120e4-d04f-4cd1-b74f-94739064aec1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:28:59.478452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7d063ce5-82b4-4376-8c16-9d28657021e5 None None] Provisioning complete for port e19120e4-d04f-4cd1-b74f-94739064aec1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:28:59.480181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7d063ce5-82b4-4376-8c16-9d28657021e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.535461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7d063ce5-82b4-4376-8c16-9d28657021e5 None None] Port e19120e4-d04f-4cd1-b74f-94739064aec1 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:28:59.723486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19120e4-d04f-4cd1-b74f-94739064aec1 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:28:59.732080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.744948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Transition to ACTIVE for port object e19120e4-d04f-4cd1-b74f-94739064aec1 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:28:59.818338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:28:59.883756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e19120e4-d04f-4cd1-b74f-94739064aec1,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:28:59.974993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Attempting to bind port e19120e4-d04f-4cd1-b74f-94739064aec1 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:28:59.975370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Attempting to bind port e19120e4-d04f-4cd1-b74f-94739064aec1 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:28:59.975719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Attempting to bind port e19120e4-d04f-4cd1-b74f-94739064aec1 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:28:59.980463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Port e19120e4-d04f-4cd1-b74f-94739064aec1 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:28:59.980791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Attempting to bind port e19120e4-d04f-4cd1-b74f-94739064aec1 on network d11be89f-ae28-4332-8d68-ad1b5476ff84 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:28:59.986345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:28:59.986686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Checking segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:28:59.987102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Bound using segment: {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:28:59.987534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Bound port: e19120e4-d04f-4cd1-b74f-94739064aec1, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa62fce-8ec8-42e9-8628-529b825ca72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:28:59.987899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:00.063523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] For port e19120e4-d04f-4cd1-b74f-94739064aec1, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:29:00.066833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] For port e19120e4-d04f-4cd1-b74f-94739064aec1, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e19120e4-d04f-4cd1-b74f-94739064aec1,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:29:00.178835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:00.220625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:00.221244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:00.222693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 200 len: 1091 time: 0.9194527 Aug 25 15:29:00.223177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:29:00.225842 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954a563-23b6-44d2-9cc1-d59125b3907c" -d '{"events": [{"name": "network-changed", "server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:29:00.256042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27513694-5b10-4bb1-855b-ff226a7bb6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e19120e4-d04f-4cd1-b74f-94739064aec1,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:29:00.288671 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4135e68-6c04-415e-84fe-91711355edda x-openstack-request-id: req-b4135e68-6c04-415e-84fe-91711355edda {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:29:00.288964 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:29:00.289219 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4135e68-6c04-415e-84fe-91711355edda {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:29:00.289725 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'status': 'completed', 'code': 200} Aug 25 15:29:00.357876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954a563-23b6-44d2-9cc1-d59125b3907c req-bf7f269f-7b30-424f-bdb5-b2477f573c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:00.359693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a954a563-23b6-44d2-9cc1-d59125b3907c req-bf7f269f-7b30-424f-bdb5-b2477f573c19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1094 time: 0.0497289 Aug 25 15:29:00.807922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf63c6-dd03-4652-9de0-ade19676a223 req-d81ce6ad-26b4-4190-9cf6-2baf7032c32c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:00.809376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88bf63c6-dd03-4652-9de0-ade19676a223 req-d81ce6ad-26b4-4190-9cf6-2baf7032c32c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.4363596 Aug 25 15:29:00.851271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954a563-23b6-44d2-9cc1-d59125b3907c req-0c84a521-00ea-4073-b59b-cc649b22e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:00.852769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a954a563-23b6-44d2-9cc1-d59125b3907c req-0c84a521-00ea-4073-b59b-cc649b22e15b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4682202 Aug 25 15:29:00.914848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-88bf63c6-dd03-4652-9de0-ade19676a223 req-c1d49e77-6264-49f7-aaee-257bb17d792d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967689 Aug 25 15:29:00.985176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954a563-23b6-44d2-9cc1-d59125b3907c req-7c2bb2fe-530e-4e41-accc-0d2a68c9bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:00.986838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a954a563-23b6-44d2-9cc1-d59125b3907c req-7c2bb2fe-530e-4e41-accc-0d2a68c9bfbe service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259151 Aug 25 15:29:01.068730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-a3c655b7-14e6-4eb8-9a8e-569b796b6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:01.070094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-a3c655b7-14e6-4eb8-9a8e-569b796b6282 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1094 time: 0.0459330 Aug 25 15:29:01.112500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-7957a308-520c-442c-9cb4-093a73d5c8d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 200 len: 217 time: 0.0346949 Aug 25 15:29:01.164934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-dddb2a39-cf30-443a-95de-5ef291ce598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:01.166963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-dddb2a39-cf30-443a-95de-5ef291ce598f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0470560 Aug 25 15:29:01.219452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-43e07895-b4dd-4311-bef8-b3a5bbf833a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:01.221086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-43e07895-b4dd-4311-bef8-b3a5bbf833a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461924 Aug 25 15:29:01.316236 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-22017f94-d171-42fe-86fe-20684bfefdfc service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880556 Aug 25 15:29:01.423391 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf1190c4-bf21-4ada-8292-2e30bcfff756 req-2d36f296-ab35-4d89-a694-ebfaa82c780c service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993092 Aug 25 15:29:02.069172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc598f42-88b9-4ba1-8684-3ecd55efd4c7 req-a0a6ff1c-f6df-4933-b559-330c68a36fd7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:02.070844 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc598f42-88b9-4ba1-8684-3ecd55efd4c7 req-a0a6ff1c-f6df-4933-b559-330c68a36fd7 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0684228 Aug 25 15:29:02.113015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc598f42-88b9-4ba1-8684-3ecd55efd4c7 req-029a3c31-aa01-4d50-8302-57c8a1971992 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352898 Aug 25 15:29:03.260420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915bd0a-465e-4a3e-bb03-a9e1150dd080 req-0456a23a-2a1e-41f9-86e6-1280ab9f7a7e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:03.261960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3915bd0a-465e-4a3e-bb03-a9e1150dd080 req-0456a23a-2a1e-41f9-86e6-1280ab9f7a7e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0573130 Aug 25 15:29:03.302532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3915bd0a-465e-4a3e-bb03-a9e1150dd080 req-a6908e84-a614-45e0-8324-dedd9b0eb72c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341606 Aug 25 15:29:04.425409 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f751228-cc86-4b1f-b15d-94eac9fb3d4f req-da004e97-105c-40cc-b3e1-0eb61830ebbd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:04.426936 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f751228-cc86-4b1f-b15d-94eac9fb3d4f req-da004e97-105c-40cc-b3e1-0eb61830ebbd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0526283 Aug 25 15:29:04.466187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3f751228-cc86-4b1f-b15d-94eac9fb3d4f req-72b4fa94-9fa6-406e-a413-012d881cbacd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333343 Aug 25 15:29:05.585781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a86c8-34d6-4a5d-9c41-dcd1eef9d1e9 req-b29a6162-c893-43c8-9825-6424dba39629 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:05.587287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-400a86c8-34d6-4a5d-9c41-dcd1eef9d1e9 req-b29a6162-c893-43c8-9825-6424dba39629 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0487390 Aug 25 15:29:05.626455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-400a86c8-34d6-4a5d-9c41-dcd1eef9d1e9 req-3a9f49c6-f351-482b-85f8-7d335bba25fd tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328939 Aug 25 15:29:06.749747 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9436d-6a13-4a60-97c3-038e4ca1bba7 req-26c335e3-9427-4310-8c99-4a20d7b1b0bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:06.751323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77f9436d-6a13-4a60-97c3-038e4ca1bba7 req-26c335e3-9427-4310-8c99-4a20d7b1b0bb tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0523169 Aug 25 15:29:06.793796 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-77f9436d-6a13-4a60-97c3-038e4ca1bba7 req-839e8d6a-d9fc-40e4-badf-2bc1e0e3601f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353019 Aug 25 15:29:07.931128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a46cd-ed39-48b7-93ff-2f792462bd4b req-ede5f700-b3dd-4462-90ab-1b2d4c1f7b9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:07.932620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-999a46cd-ed39-48b7-93ff-2f792462bd4b req-ede5f700-b3dd-4462-90ab-1b2d4c1f7b9a tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0602331 Aug 25 15:29:07.972057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-999a46cd-ed39-48b7-93ff-2f792462bd4b req-192813be-a0e7-4c76-94a1-87bf9abcbc61 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333598 Aug 25 15:29:09.096990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4315c5-a5df-4ac0-bc2c-74a9a128cabf req-b67152d9-0874-4700-9171-09c8133ac213 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:09.098370 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba4315c5-a5df-4ac0-bc2c-74a9a128cabf req-b67152d9-0874-4700-9171-09c8133ac213 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0546687 Aug 25 15:29:09.140169 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ba4315c5-a5df-4ac0-bc2c-74a9a128cabf req-134db043-69a0-4f52-9dfd-2c1e933678b9 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Aug 25 15:29:09.966052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-dbef63bd-e210-4109-b35c-8e669099ca10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407209 Aug 25 15:29:10.050157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-06c1cef3-f4c8-41a7-a1ad-bd291872ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:10.051674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-06c1cef3-f4c8-41a7-a1ad-bd291872ce6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0415168 Aug 25 15:29:10.160446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-4c07308d-4b4b-4306-83e2-c5c062c0ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:10.162600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-4c07308d-4b4b-4306-83e2-c5c062c0ddd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0919008 Aug 25 15:29:10.263397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-c45fe620-0074-47fb-8772-e89c74c0b3db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 1001 time: 0.0931349 Aug 25 15:29:10.275234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cf19d-8e1a-4e2f-b0d2-252c6dd29958 req-fcc11a17-e6fb-4d92-8aac-45342e7aa1c8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:10.276706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f14cf19d-8e1a-4e2f-b0d2-252c6dd29958 req-fcc11a17-e6fb-4d92-8aac-45342e7aa1c8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 943 time: 0.0630474 Aug 25 15:29:10.350408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f14cf19d-8e1a-4e2f-b0d2-252c6dd29958 req-6d926c5c-9f27-441d-8016-f27c5e0fe60f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639634 Aug 25 15:29:10.354067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-d366f1d4-0553-4968-ad9e-b9c6f6f35ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:10.355510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-d366f1d4-0553-4968-ad9e-b9c6f6f35ff4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0779412 Aug 25 15:29:10.406612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-79dbde3f-61d4-42f4-ab81-dd2486efbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:10.408642 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-79dbde3f-61d4-42f4-ab81-dd2486efbf3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448365 Aug 25 15:29:10.515509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-d4f9dec1-9f21-4e8d-a069-9ed850789709 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000965 Aug 25 15:29:10.605924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b46fd980-3d1a-472c-bc48-65973d859b1d req-0cf05ffc-5ecf-4fe6-b187-e71e3b9c4811 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831170 Aug 25 15:29:11.014134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e19120e4-d04f-4cd1-b74f-94739064aec1 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:29:11.104884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e19120e4-d04f-4cd1-b74f-94739064aec1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e19120e4-d04f-4cd1-b74f-94739064aec1,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:29:11.117067 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'port_id': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'mac_address': 'fa:16:3e:d4:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:29:11.154197 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:11.168095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19120e4-d04f-4cd1-b74f-94739064aec1 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:29:11.189470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e19120e4-d04f-4cd1-b74f-94739064aec1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e19120e4-d04f-4cd1-b74f-94739064aec1,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:29:11.281122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:11.332242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e19120e4-d04f-4cd1-b74f-94739064aec1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:29:11.339556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.345361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:11.471250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e0be3-5566-4abf-a2bc-9168914ab1d1 req-8c234c46-0978-47c4-b0d8-f3f8628db540 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:11.474482 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e71e0be3-5566-4abf-a2bc-9168914ab1d1 req-8c234c46-0978-47c4-b0d8-f3f8628db540 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 944 time: 0.0529935 Aug 25 15:29:11.485800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e19120e4-d04f-4cd1-b74f-94739064aec1'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:29:11.516831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e71e0be3-5566-4abf-a2bc-9168914ab1d1 req-f574599d-d05a-4f6f-9c10-31720ac0ce35 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369663 Aug 25 15:29:12.654387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3377d9-a936-482d-9745-f7f0d194ae98 req-da2a1e2b-7347-43cf-90ef-8d1b1f8a5e88 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:12.656218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc3377d9-a936-482d-9745-f7f0d194ae98 req-da2a1e2b-7347-43cf-90ef-8d1b1f8a5e88 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 944 time: 0.0650876 Aug 25 15:29:12.698905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc3377d9-a936-482d-9745-f7f0d194ae98 req-9f72806a-0c52-41b3-a128-a65df08944e1 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363297 Aug 25 15:29:13.021435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e19120e4-d04f-4cd1-b74f-94739064aec1 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:29:13.149333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e19120e4-d04f-4cd1-b74f-94739064aec1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:29:13.153677 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e19120e4-d04f-4cd1-b74f-94739064aec1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:29:13.154070 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:13.249923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:13.273367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:29:13.275565 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40461724-1b12-4a8d-b4d9-dc2d28b476d9" -d '{"events": [{"server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "name": "network-vif-plugged", "status": "completed", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:29:13.288937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e19120e4-d04f-4cd1-b74f-94739064aec1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e19120e4-d04f-4cd1-b74f-94739064aec1,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:29:13.317335 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca1de2-14c2-430a-b416-483d2df92b95 x-openstack-request-id: req-00ca1de2-14c2-430a-b416-483d2df92b95 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:29:13.318325 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "name": "network-vif-plugged", "status": "completed", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:29:13.318503 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00ca1de2-14c2-430a-b416-483d2df92b95 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:29:13.318884 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'code': 200} Aug 25 15:29:13.400816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:13.421126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018677-372d-4f97-8509-8ffe2615ab36 req-beff2e06-3f54-4a7a-9ce9-ae465b63de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:13.422875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2018677-372d-4f97-8509-8ffe2615ab36 req-beff2e06-3f54-4a7a-9ce9-ae465b63de3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1095 time: 0.0473170 Aug 25 15:29:13.449881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e19120e4-d04f-4cd1-b74f-94739064aec1,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:29:13.461750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2018677-372d-4f97-8509-8ffe2615ab36 req-a6f6c64d-f0bb-452b-b99c-eeec505e6aae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Aug 25 15:29:13.816932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5eaf2-18c5-48dc-bf11-9c25f391d378 req-c55c92b0-7892-4d0a-bd17-8e5b02efc811 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:13.818299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98b5eaf2-18c5-48dc-bf11-9c25f391d378 req-c55c92b0-7892-4d0a-bd17-8e5b02efc811 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 945 time: 0.0520792 Aug 25 15:29:13.858064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-98b5eaf2-18c5-48dc-bf11-9c25f391d378 req-390a0e44-b018-4b3f-b4d3-357e7bf63b51 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Aug 25 15:29:14.979094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aac0f-6d86-45e3-9d42-985f04eba91b req-f614c1f2-8d78-4e0c-854c-87cf27083aea tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:14.980718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-683aac0f-6d86-45e3-9d42-985f04eba91b req-f614c1f2-8d78-4e0c-854c-87cf27083aea tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 945 time: 0.0514293 Aug 25 15:29:15.021088 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-683aac0f-6d86-45e3-9d42-985f04eba91b req-950caae5-307c-4a41-a5b2-a4efcfb8f869 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342281 Aug 25 15:29:15.138796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14754a-7f8d-4fa4-ab70-14c23b7ffb75 req-a2bdd02e-cfb4-45a4-be8f-b89a7517f2f8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:15.140331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b14754a-7f8d-4fa4-ab70-14c23b7ffb75 req-a2bdd02e-cfb4-45a4-be8f-b89a7517f2f8 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 945 time: 0.0515199 Aug 25 15:29:15.179195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b14754a-7f8d-4fa4-ab70-14c23b7ffb75 req-f2242c85-b4bd-40e7-a0f7-a5c50f93089e tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Aug 25 15:29:15.201345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49458) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:29:15.381835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823b011-4170-4cc2-995a-d47c106df1c0 tempest-TestVolumeBootPattern-871179576 tempest-TestVolumeBootPattern-871179576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:15.383520 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0823b011-4170-4cc2-995a-d47c106df1c0 tempest-TestVolumeBootPattern-871179576 tempest-TestVolumeBootPattern-871179576-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1091 time: 0.1811571 Aug 25 15:29:15.386284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49464) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:29:15.390690 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:29:15.532260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:15.635616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:15.744845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Allocated IP 172.25.8.102 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/7d8f43da-30ba-4c73-8b61-34f2841d7b2d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:29:15.851974 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:16.092467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:16.135190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:29:16.140153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:29:16.144187 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:29:16.169093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=7d8f43da-30ba-4c73-8b61-34f2841d7b2d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:29:16.182644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.182998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.183374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.183726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.184071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.184412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.184749 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.185084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.185417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.185750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.186084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.186417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:29:16.528530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:16.729028 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:16.877772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:16.955099 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:17.033351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event updated for resources: {'Port': ['ID=7d8f43da-30ba-4c73-8b61-34f2841d7b2d,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:29:17.045405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:17.154279 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Floating IP eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e associated. External IP: 172.25.8.102, port: e19120e4-d04f-4cd1-b74f-94739064aec1. Aug 25 15:29:17.363141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:29:17.501092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:29:17.510936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:29:17.521759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:29:17.522460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:28:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:29:17.601562 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:17.630265 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8d690084-5fa8-4fba-9a64-cc785c4c535f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2429421 Aug 25 15:29:17.630893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:29:17.631745 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:29:17.638299 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267" -d '{"events": [{"name": "network-changed", "server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:29:17.822836 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e240d207-8261-49aa-9bf3-21d092357455 x-openstack-request-id: req-e240d207-8261-49aa-9bf3-21d092357455 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:29:17.823424 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:29:17.823700 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e240d207-8261-49aa-9bf3-21d092357455 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:29:17.824174 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'status': 'completed', 'code': 200} Aug 25 15:29:17.914932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-5cc2e6d1-c482-4723-85e8-d72340f877cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:17.916557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-5cc2e6d1-c482-4723-85e8-d72340f877cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1096 time: 0.0524104 Aug 25 15:29:17.946460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:29:18.013048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-7b94bb9b-f051-4ab5-af60-0dfc40f52f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:18.014481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-7b94bb9b-f051-4ab5-af60-0dfc40f52f07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0905125 Aug 25 15:29:18.056585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 1, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}, {'id': 'eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:d4:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:29:16Z', 'updated_at': '2021-08-25T15:29:16Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:29:18.084629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:29:18.094694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:29:18.097018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:28:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:29:18.097138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-d858ca63-a13f-440d-a5ef-02d9ae867bed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 200 len: 999 time: 0.0730460 Aug 25 15:29:18.164724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-aa6c7d74-dc84-4d0a-b1d2-7df0099cdcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:18.164724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-aa6c7d74-dc84-4d0a-b1d2-7df0099cdcfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0622447 Aug 25 15:29:18.213373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-7087ceb1-110d-4a84-b679-46c25ac912e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:29:18.214924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-7087ceb1-110d-4a84-b679-46c25ac912e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433741 Aug 25 15:29:18.218208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:29:18.311339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-add7a7d7-e205-4579-8385-dae2b7f4cbcd service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Aug 25 15:29:18.407172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e4e3c3-d4db-4c56-9f01-bbcbdccb3267 req-56956fc7-0b29-4743-9980-d407e6ae34d0 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873981 Aug 25 15:29:18.457880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 1, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}, {'id': 'eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:d4:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:29:16Z', 'updated_at': '2021-08-25T15:29:16Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:29:18.484505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b7c-646c-4ba1-9e96-ee1dff451ef3 None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 1, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}, {'id': 'eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:d4:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:29:16Z', 'updated_at': '2021-08-25T15:29:16Z', 'revision_number': 0, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:29:18.687337 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da2187-1c27-40ea-81f8-711e653fef16 None None] New status for floating IP eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:29:21.001201 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b2aa-2fc6-46aa-8f4b-dd209c281bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:23.766306 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b34eb7e8-038f-4aea-9254-8922d03c1b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:24.241087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:25.629109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:27.132272 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:27.503009 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:29.251037 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:51.034362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b9df3529-254b-45c7-ae4d-4d06d5bb5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:53.731184 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-261fa2ca-afcf-4054-89a1-4f2ee9725147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:54.222474 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:54.945890 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:29:55.622851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:57.210165 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:57.565301 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:29:59.233723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:02.601248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-ebca91df-972f-490f-b55b-9e4e92556569 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423551 Aug 25 15:30:02.686172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-632c5695-a5bb-437b-8537-3c9f6ebadb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:02.688427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-632c5695-a5bb-437b-8537-3c9f6ebadb1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1096 time: 0.0464361 Aug 25 15:30:02.794844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-43865968-9dd4-4f5b-bbd6-21f86418d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:02.796407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-43865968-9dd4-4f5b-bbd6-21f86418d6a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0889907 Aug 25 15:30:02.869862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-3e5c6989-7c76-482f-a21b-4138b224d55f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 200 len: 1001 time: 0.0661392 Aug 25 15:30:02.921289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-90802ea0-c3c8-42f1-bc6b-31472a2fc235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:02.923403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-90802ea0-c3c8-42f1-bc6b-31472a2fc235 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0467911 Aug 25 15:30:02.972254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-aa2e38a6-5f7c-4734-b274-ea8406e3fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:02.974233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-aa2e38a6-5f7c-4734-b274-ea8406e3fe3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442388 Aug 25 15:30:03.069775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-4481e64a-7b94-4b89-8c05-0f21e60ed311 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889521 Aug 25 15:30:03.165223 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a64c3da1-f2c1-436d-a28b-1870c815b094 req-31ae82c4-f357-4ee5-bcb5-b55e9798bac6 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881119 Aug 25 15:30:03.173464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49846) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:03.178242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979684021', 'description': 'tempest-secgroup-smoke-1979684021 description', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:03.285218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.366401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.422321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.452102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0507ed-539a-4ef2-be5f-d941178ec9b6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:03.460694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.461044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.461391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.461751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.462102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.462468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.462797 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.463172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.463504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.463828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.464149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.464470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:03.531235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.532548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-40564f9d-e19b-456a-99fb-4e9964c2e8b6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3580003 Aug 25 15:30:03.535616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49848) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:03.540312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group_rule': {'security_group_id': '3a0507ed-539a-4ef2-be5f-d941178ec9b6', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:03.656782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.718353 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.811089 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.831227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c666c8c-3846-4a5a-90ad-bd2af2c4e9c8,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:03.902671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:03.904085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ab3593b9-b253-422f-888e-35019b709e4b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674674 Aug 25 15:30:03.906663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49850) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:03.911818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group_rule': {'security_group_id': '3a0507ed-539a-4ef2-be5f-d941178ec9b6', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:03.983149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.041497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.102446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.122258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123ecc96-be9a-4e01-966a-a728a25d0684,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:04.205290 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.206786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bb5844e2-f829-4eff-88a8-955978953de4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990656 Aug 25 15:30:04.209349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49852) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:04.214163 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group_rule': {'security_group_id': '3a0507ed-539a-4ef2-be5f-d941178ec9b6', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:04.297573 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.354633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.399654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.418671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8838b16-f9f4-4f1e-8653-9db7afdad906,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:04.518701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.520003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7326f33d-47e5-454b-a61a-43af5a573676 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3094871 Aug 25 15:30:04.522813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49854) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:04.527477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group_rule': {'security_group_id': '3a0507ed-539a-4ef2-be5f-d941178ec9b6', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:04.649796 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.716854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.793916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.813232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99edac7-7656-4fc9-922d-3a5a8b0b646c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:04.873967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:04.875242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-78dd51e4-8099-49d2-9d84-3276f3b906db tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3514247 Aug 25 15:30:04.877918 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49856) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:04.882433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group_rule': {'security_group_id': '3a0507ed-539a-4ef2-be5f-d941178ec9b6', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:04.982565 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Project 0c5f81c1506c4144a134f3ff21ed5db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:30:04.989005 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.048825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.113493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.133302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade1a73e-a982-422d-902f-30d0311062db,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:05.216708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.217970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8ef6ab79-590c-45b2-a5cc-3ea1ca25f424 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390865 Aug 25 15:30:05.227446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49858) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:05.232193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'security_group_rule': {'security_group_id': '3a0507ed-539a-4ef2-be5f-d941178ec9b6', 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:05.336771 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Project 0c5f81c1506c4144a134f3ff21ed5db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:30:05.342001 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.408831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.496645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.515695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a98ef6d-1852-4bbe-ba73-51de8323ab99,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:05.599837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:05.601012 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3715369f-bfb2-44ea-84d9-8d112a5a3110 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725772 Aug 25 15:30:05.827281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-5ca3e73c-94ec-4efa-9a96-5a453bd22a53 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979684021&fields=id&tenant_id=0c5f81c1506c4144a134f3ff21ed5db2 HTTP/1.1" status: 200 len: 267 time: 0.0471585 Aug 25 15:30:05.938425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-99990ed2-5986-4125-85d0-beb095cacb76 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:05.939869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-99990ed2-5986-4125-85d0-beb095cacb76 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/networks?id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 200 len: 814 time: 0.1049554 Aug 25 15:30:05.955376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-29ead107-d262-4bdd-9079-40c1325d00c3 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/quotas/0c5f81c1506c4144a134f3ff21ed5db2 HTTP/1.1" status: 200 len: 375 time: 0.0097871 Aug 25 15:30:06.010121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-7843a1d6-54fe-4be6-b913-679ceb4bc639 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492330 Aug 25 15:30:06.105795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-dd94fff5-d5da-4d85-8da0-7a85d88930b7 service neutron] 10.222.0.58 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Aug 25 15:30:06.200237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-c34b74fa-8792-4aff-9fb6-414a5e6181cd service neutron] 10.222.0.58 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Aug 25 15:30:06.888679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4a33eef-661c-4ef4-8d67-17c9a9b2a110 req-4e4d1331-d831-4e69-a21d-f02776939ca1 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.1085446 Aug 25 15:30:07.985840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-049c979e-3e86-44f7-b140-6289e841f378 req-7447dec6-8546-41bf-9c4a-cf2ad955f6a4 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0283968 Aug 25 15:30:08.906954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-74307ab4-fd6f-45ed-beaa-cc228814e49c tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:08.908511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-74307ab4-fd6f-45ed-beaa-cc228814e49c tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.52 "GET /v2.0/networks?id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 200 len: 814 time: 0.1079671 Aug 25 15:30:08.952773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-f5e80b8f-0083-462c-bcc0-0f918ef6adfa tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5f81c1506c4144a134f3ff21ed5db2 HTTP/1.1" status: 200 len: 380 time: 0.0355587 Aug 25 15:30:08.961924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'port': {'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'admin_state_up': True, 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'security_groups': ['3a0507ed-539a-4ef2-be5f-d941178ec9b6']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:09.106265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b07db8c2-4db6-477b-abed-a066ba360b45 req-2dafcd93-32ec-4b38-bbf1-d6e58affd28d tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0347407 Aug 25 15:30:09.200030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Made reservation on behalf of 0c5f81c1506c4144a134f3ff21ed5db2 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:30:09.205144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:09.336166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Allocated IP 172.20.0.8 (793cb0c1-1fa0-4a48-b8b9-698ea4a70399/c290f8e2-0a2c-49dd-8bbd-e19e83be031b/1ca080ad-8a61-4adc-a873-6cc4ebc28253) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:30:09.481086 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:09.494926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Transition to ACTIVE for port object 1ca080ad-8a61-4adc-a873-6cc4ebc28253 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:30:09.606028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:09.657656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:30:09.660935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:30:09.664888 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:30:09.671485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'Port': ['ID=1ca080ad-8a61-4adc-a873-6cc4ebc28253,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:09.722174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:09.723009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:09.840112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-50d715a3-cbf4-407d-93be-0d94ab177228 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820467 Aug 25 15:30:09.854476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Request body: {'port': {'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:09.916963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:09.941211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0b690be6-0e16-45e5-98d7-8c2936675257 None None] Provisioning for port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:30:09.945232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0b690be6-0e16-45e5-98d7-8c2936675257 None None] Provisioning complete for port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:30:09.945657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0b690be6-0e16-45e5-98d7-8c2936675257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:09.996418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0b690be6-0e16-45e5-98d7-8c2936675257 None None] Port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:30:10.079912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-5b608928-e770-494a-9817-3fec7ac009f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127746 Aug 25 15:30:10.194216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-5a02bd62-e8a6-48e5-96ca-06f0d72a771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:10.196813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-5a02bd62-e8a6-48e5-96ca-06f0d72a771a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0700371 Aug 25 15:30:10.253664 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537dc26-2d83-41ff-b0d5-1985633c1858 req-7fb39fb4-0fff-4f8b-aedc-0e2c00dcd563 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:10.255130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c537dc26-2d83-41ff-b0d5-1985633c1858 req-7fb39fb4-0fff-4f8b-aedc-0e2c00dcd563 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 931 time: 0.0653064 Aug 25 15:30:10.315807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c537dc26-2d83-41ff-b0d5-1985633c1858 req-336ab66d-61b1-4df0-ab36-72a4a0daa15e tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 Aug 25 15:30:10.363467 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca080ad-8a61-4adc-a873-6cc4ebc28253 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:30:10.378692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:10.383983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-9841df08-f5cf-43a1-b9ab-729cf0d4df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:10.385489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-9841df08-f5cf-43a1-b9ab-729cf0d4df1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.1677923 Aug 25 15:30:10.401811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Transition to ACTIVE for port object 1ca080ad-8a61-4adc-a873-6cc4ebc28253 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:30:10.455710 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-2eb88156-fdc7-4307-a0f3-4457b16323f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 1001 time: 0.0625665 Aug 25 15:30:10.471376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:10.553061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-401ca4b2-bc7e-4e54-9cdf-695d9ddc0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:10.554592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-401ca4b2-bc7e-4e54-9cdf-695d9ddc0581 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0919800 Aug 25 15:30:10.570471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca080ad-8a61-4adc-a873-6cc4ebc28253,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:10.663805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-d9ce13dd-3b60-487a-958a-270ac7c57412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:10.665340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-d9ce13dd-3b60-487a-958a-270ac7c57412 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023631 Aug 25 15:30:10.696633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Attempting to bind port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:30:10.696963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Attempting to bind port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:30:10.697295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Attempting to bind port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 on network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:30:10.728774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 on network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:30:10.729105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Attempting to bind port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 on network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:30:10.740783 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:30:10.741126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Checking segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:30:10.741521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Bound using segment: {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:30:10.741987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Bound port: 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb6a0b-5352-4519-b03c-b03c42d0cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:30:10.742350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:10.817330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-f62f7a8d-f95e-4ed1-afca-4f88a892f44e service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416495 Aug 25 15:30:10.883528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] For port 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:30:10.901481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] For port 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:30:10.935833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-7d1e0b74-5b7f-4473-b994-c793a195f5bf service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093524 Aug 25 15:30:10.954173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:10.992003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:10.993110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:10.995054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 200 len: 1091 time: 1.1452382 Aug 25 15:30:10.997598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:30:11.000571 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:30:11.027521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affc8f6-40d2-466b-8c5d-7fd4799d8323 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca080ad-8a61-4adc-a873-6cc4ebc28253,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:11.054503 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12fc65-c478-4f7f-ab6d-de71655593d7 x-openstack-request-id: req-7c12fc65-c478-4f7f-ab6d-de71655593d7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:30:11.054968 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:30:11.055265 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c12fc65-c478-4f7f-ab6d-de71655593d7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:30:11.055675 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'status': 'completed', 'code': 200} Aug 25 15:30:11.130952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4 req-b73f78ee-f1d2-45d2-9acd-7b4b0cd3b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.132592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4 req-b73f78ee-f1d2-45d2-9acd-7b4b0cd3b0e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1094 time: 0.0556080 Aug 25 15:30:11.237499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4 req-bae8512b-dab5-4e82-8c52-1596b2da8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.239065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4 req-bae8512b-dab5-4e82-8c52-1596b2da8df8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0982125 Aug 25 15:30:11.339112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4 req-8ad586be-d809-45e5-bfac-d7ea4784fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.340595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c572d9a-f19f-478c-a6c7-67c25a7d43d4 req-8ad586be-d809-45e5-bfac-d7ea4784fa2b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952895 Aug 25 15:30:11.419190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-72b806bd-df65-4a64-b0ba-bf7268e0485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.420714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-72b806bd-df65-4a64-b0ba-bf7268e0485f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1094 time: 0.0419950 Aug 25 15:30:11.449304 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aac44-4859-4419-bd71-f3bb55f88ea7 req-067e6756-6a95-4e82-bea7-20bb31f6a881 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.451042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e49aac44-4859-4419-bd71-f3bb55f88ea7 req-067e6756-6a95-4e82-bea7-20bb31f6a881 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0580649 Aug 25 15:30:11.465328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-10036159-8ba7-49eb-bcbb-94a954840b87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 200 len: 217 time: 0.0356181 Aug 25 15:30:11.492388 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e49aac44-4859-4419-bd71-f3bb55f88ea7 req-f1e809b5-a773-4889-9bd9-987afbac4e57 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Aug 25 15:30:11.519369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-0d6a3851-9363-44e0-b3b8-ea526d13d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.520950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-0d6a3851-9363-44e0-b3b8-ea526d13d926 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c290f8e2-0a2c-49dd-8bbd-e19e83be031b HTTP/1.1" status: 200 len: 853 time: 0.0489585 Aug 25 15:30:11.570566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1804bfa7-d3a7-445a-af0a-ce53c20766f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:11.572185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-1804bfa7-d3a7-445a-af0a-ce53c20766f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449965 Aug 25 15:30:11.661005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-e6beade9-fd28-4f92-9362-684f0bd14e80 service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818336 Aug 25 15:30:12.058521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591f9c0a-a590-4bef-aa1b-161e7407b063 req-5b003756-6af5-496b-b3eb-eeb10462ca12 service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903384 Aug 25 15:30:12.615548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487822-d0a0-42f6-9eda-a99ab2143abf req-b10cd9bc-01df-48d2-9443-28cc6fb4cfff tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:12.617046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d487822-d0a0-42f6-9eda-a99ab2143abf req-b10cd9bc-01df-48d2-9443-28cc6fb4cfff tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0511646 Aug 25 15:30:12.656837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d487822-d0a0-42f6-9eda-a99ab2143abf req-2a593e70-ff1b-4caa-bec2-34fad239423c tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335555 Aug 25 15:30:13.778352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695e2bf-feaf-473a-a2ab-45a8f91b588d req-2f6588a6-4241-4b45-bcc0-019a134af0e1 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:13.780066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3695e2bf-feaf-473a-a2ab-45a8f91b588d req-2f6588a6-4241-4b45-bcc0-019a134af0e1 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0533419 Aug 25 15:30:13.819869 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3695e2bf-feaf-473a-a2ab-45a8f91b588d req-f5306d4a-17da-4a75-88b7-7856178ca840 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331929 Aug 25 15:30:14.935420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b6223-aeb2-4975-84e3-34bdf0370d2c req-c53d352a-d972-4922-9c99-4ee801871370 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:14.936962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b93b6223-aeb2-4975-84e3-34bdf0370d2c req-c53d352a-d972-4922-9c99-4ee801871370 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0503325 Aug 25 15:30:14.980976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b93b6223-aeb2-4975-84e3-34bdf0370d2c req-366f580e-b232-4b84-a86f-25cfccede64c tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347166 Aug 25 15:30:16.096215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007c8b4-ed0b-4599-b283-7c033dbc9e8d req-a9adf82d-6e0e-40a3-bac3-4967c79e2196 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:16.097617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4007c8b4-ed0b-4599-b283-7c033dbc9e8d req-a9adf82d-6e0e-40a3-bac3-4967c79e2196 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0493233 Aug 25 15:30:16.135423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4007c8b4-ed0b-4599-b283-7c033dbc9e8d req-259c48e7-a2e3-4de4-8b2b-e4ec59175501 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Aug 25 15:30:17.251014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9394a4-6f12-4897-a2b7-381d88419428 req-fccf7774-9ca0-4ad8-b877-25d38143a51c tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:17.252608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb9394a4-6f12-4897-a2b7-381d88419428 req-fccf7774-9ca0-4ad8-b877-25d38143a51c tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0526261 Aug 25 15:30:17.291316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb9394a4-6f12-4897-a2b7-381d88419428 req-c59b0747-3af2-4b43-b27c-309e2f7eb16e tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327544 Aug 25 15:30:18.409235 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685cfc-dc7a-42c6-9c74-41d26f45617f req-9951a53b-2b52-410d-81ed-0f8fc704c9fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:18.410647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08685cfc-dc7a-42c6-9c74-41d26f45617f req-9951a53b-2b52-410d-81ed-0f8fc704c9fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0533640 Aug 25 15:30:18.449700 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-08685cfc-dc7a-42c6-9c74-41d26f45617f req-a850e4de-3f17-4d5e-bfbe-07e3365c07d2 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Aug 25 15:30:19.563887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b454e-d7e4-4c11-9734-8f9d830ca5dd req-82b31df7-ebf0-4874-a3db-4984f1093322 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:19.565377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-393b454e-d7e4-4c11-9734-8f9d830ca5dd req-82b31df7-ebf0-4874-a3db-4984f1093322 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0487442 Aug 25 15:30:19.605767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-393b454e-d7e4-4c11-9734-8f9d830ca5dd req-968fa26b-e9d3-4681-a00f-b712695002fa tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Aug 25 15:30:20.723799 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80eec9-20d8-4616-85a6-2be8477d1123 req-9494b9a8-cdb5-4f41-8e47-06b95bc7f70a tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:20.725367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f80eec9-20d8-4616-85a6-2be8477d1123 req-9494b9a8-cdb5-4f41-8e47-06b95bc7f70a tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0516572 Aug 25 15:30:20.765560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f80eec9-20d8-4616-85a6-2be8477d1123 req-2005faea-7c02-4c15-a9a6-3fd2faaed39d tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341842 Aug 25 15:30:21.011136 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f23e-45f0-4f43-a2c0-6be7b5a1464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:21.878989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd4df4-537d-4a83-86e9-e3050fc41eef req-a22cb5dd-f60d-4443-afe6-0509500e9884 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:21.880502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6efd4df4-537d-4a83-86e9-e3050fc41eef req-a22cb5dd-f60d-4443-afe6-0509500e9884 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 943 time: 0.0485182 Aug 25 15:30:21.919390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6efd4df4-537d-4a83-86e9-e3050fc41eef req-e303daa7-83a5-4d51-a2b2-a98b419e42ac tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 25 15:30:22.416025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1ca080ad-8a61-4adc-a873-6cc4ebc28253 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:30:22.511585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:30:22.525912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:30:22.571807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:22.585438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca080ad-8a61-4adc-a873-6cc4ebc28253 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:30:22.606176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:30:22.667987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:22.716541 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1ca080ad-8a61-4adc-a873-6cc4ebc28253,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:22.724590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.724934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.725277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.725612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.725944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.726273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.726598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.726922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.727307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.727633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.727956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.728277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:30:22.915552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['1ca080ad-8a61-4adc-a873-6cc4ebc28253'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:30:23.033326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ce9a-4cde-4226-9cf3-1a7ef7fffddd req-77a70c68-ec19-476f-8f5e-59efd32569d9 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:23.034873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a566ce9a-4cde-4226-9cf3-1a7ef7fffddd req-77a70c68-ec19-476f-8f5e-59efd32569d9 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 944 time: 0.0491507 Aug 25 15:30:23.074718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a566ce9a-4cde-4226-9cf3-1a7ef7fffddd req-03dbe3a6-3a1a-40db-8105-888a7a2e1f43 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Aug 25 15:30:23.730303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d3ddef4c-f91c-4386-a944-95bf6fe544d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:24.192352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13774f1-6c60-4496-acab-af92eee9ed61 req-3a6f55df-3ffc-48aa-97d3-0a2cb6d8fe56 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:24.193832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e13774f1-6c60-4496-acab-af92eee9ed61 req-3a6f55df-3ffc-48aa-97d3-0a2cb6d8fe56 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 944 time: 0.0526044 Aug 25 15:30:24.215376 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:24.234171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e13774f1-6c60-4496-acab-af92eee9ed61 req-d053e00c-e76a-4aaf-ad9f-95ecac88daaa tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337057 Aug 25 15:30:24.431436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1ca080ad-8a61-4adc-a873-6cc4ebc28253 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:30:24.547501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:30:24.551364 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:30:24.551737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:24.629870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:24.652125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:30:24.654355 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2a395f-4198-4250-87dc-694c3aaec9f6" -d '{"events": [{"server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "name": "network-vif-plugged", "status": "completed", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:30:24.667558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:30:24.690743 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5933f-6a49-4095-b240-c07914945e18 x-openstack-request-id: req-27c5933f-6a49-4095-b240-c07914945e18 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:30:24.691109 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "name": "network-vif-plugged", "status": "completed", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:30:24.691362 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27c5933f-6a49-4095-b240-c07914945e18 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:30:24.691773 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'code': 200} Aug 25 15:30:24.726887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:24.778784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=1ca080ad-8a61-4adc-a873-6cc4ebc28253,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:24.785705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193457-8059-4f77-9754-28ebbede7045 req-d80fdc64-8560-4678-8d5b-3cfbb6d7d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:24.787306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35193457-8059-4f77-9754-28ebbede7045 req-d80fdc64-8560-4678-8d5b-3cfbb6d7d7a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1096 time: 0.0386517 Aug 25 15:30:24.822870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35193457-8059-4f77-9754-28ebbede7045 req-db2d3805-c704-4fd2-b09b-1a3ea7849bdc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284700 Aug 25 15:30:25.350311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1803f-3d93-44c4-9602-2e105c497f7c req-4293082c-17f8-4e19-9b39-cf513e5a564b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:25.351922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03a1803f-3d93-44c4-9602-2e105c497f7c req-4293082c-17f8-4e19-9b39-cf513e5a564b tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 945 time: 0.0510886 Aug 25 15:30:25.389926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03a1803f-3d93-44c4-9602-2e105c497f7c req-050f4f67-6fde-42a8-97bf-0528ce6f8ab7 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Aug 25 15:30:25.588054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:26.517823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6651aa-019b-4311-8891-bc505b4e1008 req-9dcccedb-235c-4742-8a68-0d1eaaedc1b3 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:26.519454 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be6651aa-019b-4311-8891-bc505b4e1008 req-9dcccedb-235c-4742-8a68-0d1eaaedc1b3 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 945 time: 0.0588262 Aug 25 15:30:26.565628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-be6651aa-019b-4311-8891-bc505b4e1008 req-bcdd9b42-0337-47de-8506-2ef5f7912b68 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Aug 25 15:30:26.695105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254e62-6817-41ce-b70d-cfb766f8f0f8 req-e0df3a5a-43dd-4dc5-9210-339ac34d41ca tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:26.696609 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9254e62-6817-41ce-b70d-cfb766f8f0f8 req-e0df3a5a-43dd-4dc5-9210-339ac34d41ca tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 945 time: 0.0571990 Aug 25 15:30:26.741781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b9254e62-6817-41ce-b70d-cfb766f8f0f8 req-2c42af09-4ac4-4cda-8e4e-d47dbbba323d tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Aug 25 15:30:26.763600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49930) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:26.850987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72deb6bb-639f-48b7-af61-b304ef4e02e5 tempest-TestVolumeBackupRestore-24083432 tempest-TestVolumeBackupRestore-24083432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:26.852540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-72deb6bb-639f-48b7-af61-b304ef4e02e5 tempest-TestVolumeBackupRestore-24083432 tempest-TestVolumeBackupRestore-24083432-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1091 time: 0.0879493 Aug 25 15:30:26.856404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49934) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:26.860892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:26.965793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:27.071937 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:27.125044 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:27.185721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Allocated IP 172.25.8.182 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/006accaf-00f0-498d-a941-49b17b156949) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:30:27.295750 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:27.399817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:27.436234 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:30:27.439177 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:30:27.445761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:30:27.473686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'Port': ['ID=006accaf-00f0-498d-a941-49b17b156949,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:27.502138 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:27.959107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:28.115597 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:28.265925 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:28.318694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:28.391009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event updated for resources: {'Port': ['ID=006accaf-00f0-498d-a941-49b17b156949,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:30:28.402231 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:28.502542 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Floating IP 40a14584-f692-4a69-8dce-dcb519168389 associated. External IP: 172.25.8.182, port: 1ca080ad-8a61-4adc-a873-6cc4ebc28253. Aug 25 15:30:28.704219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:30:28.810898 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:30:28.820899 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] Sync routers for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:30:28.830922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:30:28.831595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:30:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:28.884612 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:28.912698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2a09fde5-e797-43a1-8a51-bdd750520398 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0551865 Aug 25 15:30:28.913302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:30:28.915492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49936) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:28.916034 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01" -d '{"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:30:28.943655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:30:28.953827 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30919f3-580f-40fa-843e-f3337750dfa2 x-openstack-request-id: req-d30919f3-580f-40fa-843e-f3337750dfa2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:30:28.954409 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:30:28.954612 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d30919f3-580f-40fa-843e-f3337750dfa2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:30:28.955069 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'status': 'completed', 'code': 200} Aug 25 15:30:28.960808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005b223-463d-4b02-b967-c931990dfc14 tempest-TestVolumeBackupRestore-24083432 tempest-TestVolumeBackupRestore-24083432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:28.962687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a005b223-463d-4b02-b967-c931990dfc14 tempest-TestVolumeBackupRestore-24083432 tempest-TestVolumeBackupRestore-24083432-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1091 time: 0.0456908 Aug 25 15:30:28.965600 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:30:28.970290 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Request body: {'floatingip': {'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:30:29.029005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-d099667b-5bf3-4d61-8ade-270a2cda87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:29.031045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-d099667b-5bf3-4d61-8ade-270a2cda87ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1096 time: 0.0529528 Aug 25 15:30:29.032350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:29.147996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-e0f9a1e0-2a3b-4cbd-9a3d-f340333e8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:29.149718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-e0f9a1e0-2a3b-4cbd-9a3d-f340333e8425 service neutron] 10.222.0.52 "GET /v2.0/networks?id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 200 len: 915 time: 0.1086545 Aug 25 15:30:29.213890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '40a14584-f692-4a69-8dce-dcb519168389', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:30:27Z', 'updated_at': '2021-08-25T15:30:27Z', 'revision_number': 0, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:29.236350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-672b809f-f388-4073-a13d-7bd5eccbf8f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 200 len: 999 time: 0.0796399 Aug 25 15:30:29.243354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] Checking router: 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:30:29.255159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:30:29.256076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:30:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:29.293067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-58a394d0-30a9-4908-a676-608821e9ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:29.294598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-58a394d0-30a9-4908-a676-608821e9ba34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c290f8e2-0a2c-49dd-8bbd-e19e83be031b HTTP/1.1" status: 200 len: 853 time: 0.0504847 Aug 25 15:30:29.301412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:29.347406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-18130797-a732-44b1-bb54-66ee0bb0dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:29.349365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-18130797-a732-44b1-bb54-66ee0bb0dba2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467477 Aug 25 15:30:29.392554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:30:29.466443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-b2078be9-e0c5-483a-accf-81e03e928d16 service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095788 Aug 25 15:30:29.562884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f85fef91-2117-4c53-b1c3-dab0ebbf8b01 req-ceb58e64-69e5-4d4f-be2a-e29bf25574c6 service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880294 Aug 25 15:30:29.642283 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '40a14584-f692-4a69-8dce-dcb519168389', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:30:27Z', 'updated_at': '2021-08-25T15:30:27Z', 'revision_number': 0, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:29.669303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e07c75-8b66-40ed-8a76-fa1d28435ea8 None None] The sync data for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 is: [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '40a14584-f692-4a69-8dce-dcb519168389', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:30:27Z', 'updated_at': '2021-08-25T15:30:27Z', 'revision_number': 0, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:30:29.888100 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b1296-7e00-42eb-a5b6-2b1c528c2f08 None None] New status for floating IP 40a14584-f692-4a69-8dce-dcb519168389: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:30:29.904983 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:29.947459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:29.991868 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.db.api [None req-fa0b1296-7e00-42eb-a5b6-2b1c528c2f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:30:29.992131 n-d-805995-2 neutron-server[101875]: DEBUG oslo_db.api [None req-fa0b1296-7e00-42eb-a5b6-2b1c528c2f08 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:30:30.166504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:30:30.280380 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:30:30.284945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:30.312996 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:30:30.315268 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306dc74-9cff-45f8-a93f-7a6845aea8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:30:30.344201 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d947de7e-bf02-4e83-9dbc-6b57675628fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "PUT /v2.0/floatingips/40a14584-f692-4a69-8dce-dcb519168389 HTTP/1.1" status: 200 len: 991 time: 1.3774734 Aug 25 15:30:30.355217 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7943de-790e-4c7d-9fdb-79756867fe32 x-openstack-request-id: req-5c7943de-790e-4c7d-9fdb-79756867fe32 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:30:30.355543 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:30:30.355800 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c7943de-790e-4c7d-9fdb-79756867fe32 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:30:30.356220 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'status': 'completed', 'code': 200} Aug 25 15:30:30.421740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-332e3d68-78a4-4124-b9d3-fb11dbca7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:30.423290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-332e3d68-78a4-4124-b9d3-fb11dbca7f60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1096 time: 0.0428307 Aug 25 15:30:30.493580 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b1296-7e00-42eb-a5b6-2b1c528c2f08 None None] New status for floating IP 40a14584-f692-4a69-8dce-dcb519168389: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:30:30.521244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-031de58d-f5f0-4536-b80f-0cd13a486d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:30.522759 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-031de58d-f5f0-4536-b80f-0cd13a486d33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 200 len: 915 time: 0.0927043 Aug 25 15:30:30.597814 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-051fdeb2-9697-43b2-96b7-b9afae02d5fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 200 len: 999 time: 0.0606976 Aug 25 15:30:30.804165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] Sync routers for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:30:30.814188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:30:30.814835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:30:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:30.926229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:30:30.953570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-0bdc6fee-2041-4ea0-bc73-c541dcf10b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:30.956065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-0bdc6fee-2041-4ea0-bc73-c541dcf10b59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c290f8e2-0a2c-49dd-8bbd-e19e83be031b HTTP/1.1" status: 200 len: 853 time: 0.3503609 Aug 25 15:30:31.002903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-f942abed-b0de-4c93-b158-9b7c376a6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:31.004443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-f942abed-b0de-4c93-b158-9b7c376a6028 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420156 Aug 25 15:30:31.094753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-42e73596-ad77-4c98-8256-28e306e0b03e service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832262 Aug 25 15:30:31.154724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '40a14584-f692-4a69-8dce-dcb519168389', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:30:27Z', 'updated_at': '2021-08-25T15:30:30Z', 'revision_number': 2, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:31.185368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] Checking router: 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:30:31.192062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6306dc74-9cff-45f8-a93f-7a6845aea8e8 req-331abfca-9c6b-4d42-bf68-f730b0c84524 service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898492 Aug 25 15:30:31.193905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:30:31.194524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:30:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:31.457216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:30:31.676804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '40a14584-f692-4a69-8dce-dcb519168389', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:30:27Z', 'updated_at': '2021-08-25T15:30:30Z', 'revision_number': 2, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:30:31.704392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e7302-6243-4d66-8499-8000c9e11bf9 None None] The sync data for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 is: [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '40a14584-f692-4a69-8dce-dcb519168389', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'port_id': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'mac_address': 'fa:16:3e:06:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:30:27Z', 'updated_at': '2021-08-25T15:30:30Z', 'revision_number': 2, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:30:31.945033 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:30:32.357693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:30:32.360017 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44776358-a706-4326-a5a5-2577e1ccab63" -d '{"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:30:32.397278 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f54c33-5ff2-4c28-86e0-aa1d2b19611e x-openstack-request-id: req-b5f54c33-5ff2-4c28-86e0-aa1d2b19611e {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:30:32.397278 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:30:32.397278 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5f54c33-5ff2-4c28-86e0-aa1d2b19611e {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:30:32.397278 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'status': 'completed', 'code': 200} Aug 25 15:30:32.458296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776358-a706-4326-a5a5-2577e1ccab63 req-f2c8870b-a455-4ccf-92b7-e319db82e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:32.459865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-f2c8870b-a455-4ccf-92b7-e319db82e4e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1096 time: 0.0424075 Aug 25 15:30:32.556165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776358-a706-4326-a5a5-2577e1ccab63 req-aef1e889-c89c-4669-be59-31ec6a85099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:32.558251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-aef1e889-c89c-4669-be59-31ec6a85099c service neutron] 10.222.0.52 "GET /v2.0/networks?id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 200 len: 915 time: 0.0922787 Aug 25 15:30:32.625471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-a5773b6b-1737-4744-8499-39791216aa58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 200 len: 1001 time: 0.0603306 Aug 25 15:30:32.675610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776358-a706-4326-a5a5-2577e1ccab63 req-bf6688ae-7937-4c88-95d7-329a07d8ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:32.677922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-bf6688ae-7937-4c88-95d7-329a07d8ba09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c290f8e2-0a2c-49dd-8bbd-e19e83be031b HTTP/1.1" status: 200 len: 853 time: 0.0444427 Aug 25 15:30:32.728775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776358-a706-4326-a5a5-2577e1ccab63 req-950a8316-25c0-4591-bf0c-3d943b4dc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:30:32.730214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-950a8316-25c0-4591-bf0c-3d943b4dc2d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460715 Aug 25 15:30:32.823174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-8163b889-5ef7-4ebe-b6d0-cfdbdc3c9aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851367 Aug 25 15:30:32.919242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44776358-a706-4326-a5a5-2577e1ccab63 req-d20e88bc-f54a-48da-a2fa-14a87b28cc8b service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901651 Aug 25 15:30:51.026867 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1551-84b0-40d8-a87d-6914f99f68b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:53.776573 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-50a61373-2acb-49f7-8a4e-6932a7e54477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:54.204083 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:55.609751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:57.158738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:57.535294 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:30:59.243959 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:02.622610 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-509ef92c-3a67-4c04-8290-86a641bd74e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457468 Aug 25 15:31:02.705533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-982e42ec-0ac4-4f9d-8dfc-f0228d828534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:02.711070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-982e42ec-0ac4-4f9d-8dfc-f0228d828534 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1096 time: 0.0422418 Aug 25 15:31:02.818306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-ded32328-6cbf-4d5c-b3cb-2e534e7a4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:02.819888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-ded32328-6cbf-4d5c-b3cb-2e534e7a4198 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0943642 Aug 25 15:31:02.888643 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-e8204656-0626-4839-97d8-2e6f85061b39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 200 len: 1001 time: 0.0612836 Aug 25 15:31:02.941735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-ea277000-2270-40a9-9675-195d176ca2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:02.943292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-ea277000-2270-40a9-9675-195d176ca2ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0459032 Aug 25 15:31:02.993974 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-fda8e0f5-d138-43aa-b688-3a02550058ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:02.995526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-fda8e0f5-d138-43aa-b688-3a02550058ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455856 Aug 25 15:31:03.089616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-778c3678-15ee-4f3c-a1a9-ab872d68412f service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860097 Aug 25 15:31:03.187050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5da544c1-f1fd-4aed-8b10-d12149ca6f6a req-ec02b516-76b0-4efd-b74b-aad10d6532c6 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879622 Aug 25 15:31:08.944572 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:31:10.028678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-e054ccf5-1fef-4185-ac0c-9c53ced8db1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077440 Aug 25 15:31:10.111572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-4dbe14ce-b651-4afd-8f6c-a34438119e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:10.113568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-4dbe14ce-b651-4afd-8f6c-a34438119e94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0416381 Aug 25 15:31:10.226546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-7c1ead50-f9d2-4017-aee2-0ae94c861732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:10.228335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-7c1ead50-f9d2-4017-aee2-0ae94c861732 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.0954497 Aug 25 15:31:10.297493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-c9396c16-9e16-4917-86e0-d4a8d1b032b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 1001 time: 0.0616899 Aug 25 15:31:10.351239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-c258987a-d013-4701-816b-63e50edc0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:10.352797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-c258987a-d013-4701-816b-63e50edc0ac9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0485590 Aug 25 15:31:10.404246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-e2192e56-ecf4-48ab-bb73-a267b0254c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:10.405662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-e2192e56-ecf4-48ab-bb73-a267b0254c31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462482 Aug 25 15:31:10.494752 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-d26bc999-8430-4a1a-850d-b7e143f8e3a8 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809891 Aug 25 15:31:10.588929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c4c8ac48-50f3-42a0-871d-373d9ad73bc8 req-7bce8eca-614c-4423-99c4-ef1dc8e5c230 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875616 Aug 25 15:31:21.009131 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81528849-3181-4181-b1b2-b4e48add26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:23.723512 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dafedcd6-049d-4358-aaba-2e69cba532c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:24.231342 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:25.602568 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:27.140513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:27.529161 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:29.254696 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:36.430499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 49978) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:36.601571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port 7d8f43da-30ba-4c73-8b61-34f2841d7b2d {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:36.601922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:36.678022 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:36.678352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:36.690014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for 7d8f43da-30ba-4c73-8b61-34f2841d7b2d owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:36.923306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:36.952310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=7d8f43da-30ba-4c73-8b61-34f2841d7b2d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:36.976054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.976400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.976741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.977083 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.977426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.977769 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.978078 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.978413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.978734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.979208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.979476 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:36.979808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.034116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:37.034447 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Floating IP eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e disassociated (deleted). External IP: 172.25.8.102, port: e19120e4-d04f-4cd1-b74f-94739064aec1. Aug 25 15:31:37.128655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 49984) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:37.243233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:31:37.293292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Deleting port 006accaf-00f0-498d-a941-49b17b156949 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:37.294153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:37.357196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:31:37.361954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:37.368316 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:31:37.374952 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:37.375314 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:37.378532 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:37.379181 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:37.387543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Calling delete_port for 006accaf-00f0-498d-a941-49b17b156949 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:37.396074 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e03370a1-8430-4fa3-93d9-3cf650956abf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "DELETE /v2.0/floatingips/eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e HTTP/1.1" status: 204 len: 168 time: 0.9619122 Aug 25 15:31:37.396074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:31:37.407053 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2abbc39-4074-45d7-9b9e-3f3a0448db18" -d '{"events": [{"name": "network-changed", "server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:31:37.460570 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d614802e-0142-4e18-b9d6-a3568b0caae6 x-openstack-request-id: req-d614802e-0142-4e18-b9d6-a3568b0caae6 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:31:37.461213 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:31:37.461213 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d614802e-0142-4e18-b9d6-a3568b0caae6 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:31:37.461517 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'status': 'completed', 'code': 200} Aug 25 15:31:37.491614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:37.546245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-d0313bae-8882-42ea-8657-c8bf88a3a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:37.547781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-d0313bae-8882-42ea-8657-c8bf88a3a648 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 1096 time: 0.0623946 Aug 25 15:31:37.686284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-dea5dd9a-2618-43af-9ff2-958173ff6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:37.687815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-dea5dd9a-2618-43af-9ff2-958173ff6266 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.1298845 Aug 25 15:31:37.730307 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 1, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:37.738716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-f4c9766c-b4db-4666-a720-78b130461ee1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 200 len: 217 time: 0.0437133 Aug 25 15:31:37.759127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:31:37.771919 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:37.772536 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:37.795120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-e8a5210a-b65d-4615-8f59-1cb4976b99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:37.798889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-e8a5210a-b65d-4615-8f59-1cb4976b99b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0505641 Aug 25 15:31:37.807216 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a085325-03e3-4c18-82fb-39ef6be745ce req-0a5eaa09-7402-4009-9193-9f620c5421b5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:37.808765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a085325-03e3-4c18-82fb-39ef6be745ce req-0a5eaa09-7402-4009-9193-9f620c5421b5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 945 time: 0.0590808 Aug 25 15:31:37.840872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:37.852555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a085325-03e3-4c18-82fb-39ef6be745ce req-a1ee5f14-77e9-40ab-b727-003725d1050d tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363228 Aug 25 15:31:37.873272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event deleted for resources: {'Port': ['ID=006accaf-00f0-498d-a941-49b17b156949,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:37.889636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.889969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.890319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.890663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.890998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.891362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.891692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.892022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.892351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.892677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.893002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.893326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:37.898044 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:37.917126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-00fa8233-8a07-4aa0-8b8b-45bcb07b6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:37.922349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-00fa8233-8a07-4aa0-8b8b-45bcb07b6aad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128142 Aug 25 15:31:38.008833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:38.009174 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Floating IP 40a14584-f692-4a69-8dce-dcb519168389 disassociated (deleted). External IP: 172.25.8.182, port: 1ca080ad-8a61-4adc-a873-6cc4ebc28253. Aug 25 15:31:38.087160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-f3297e86-38eb-4e46-a7c0-bf2f2d575c76 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456654 Aug 25 15:31:38.134186 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 1, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:38.165374 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211438e-2b59-4630-a9fd-d4d9fdf31a51 None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '82a6e6b5-ddd1-4c1f-a9ae-da7531455076', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'port_id': '5467e88b-311d-44f9-af05-4d80415552b8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'mac_address': 'fa:16:3e:57:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:26:23Z', 'updated_at': '2021-08-25T15:26:27Z', 'revision_number': 1, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:31:38.262332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2abbc39-4074-45d7-9b9e-3f3a0448db18 req-ed26ecb4-94de-490a-a5f4-faeb8dc09523 service neutron] 10.222.0.45 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491771 Aug 25 15:31:38.330001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:31:38.422740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8cd41-30d4-4cdf-a78a-77304db1cf1c None None] New status for floating IP eabf5338-cf1f-4e8f-a9e2-7bb9760c0e0e: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:31:38.456231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:31:38.462637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:38.469640 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] Sync routers for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:31:38.479427 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:38.480025 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:38.503299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a90368be-16de-4acc-84f1-95e51de5ba91 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "DELETE /v2.0/floatingips/40a14584-f692-4a69-8dce-dcb519168389 HTTP/1.1" status: 204 len: 168 time: 1.3695276 Aug 25 15:31:38.503299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:31:38.505166 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936" -d '{"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:31:38.601559 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:38.636928 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1915ac0e-33aa-465b-9267-2c28c9978caa x-openstack-request-id: req-1915ac0e-33aa-465b-9267-2c28c9978caa {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:31:38.637372 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:31:38.637663 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1915ac0e-33aa-465b-9267-2c28c9978caa {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:31:38.638040 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'status': 'completed', 'code': 200} Aug 25 15:31:38.699335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-11a2c669-44e5-479f-a621-b0709bf95c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:38.700924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-11a2c669-44e5-479f-a621-b0709bf95c14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 1096 time: 0.0415645 Aug 25 15:31:38.809372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-19e941c4-a9ba-4f59-954f-1e9b596a751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:38.810881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-19e941c4-a9ba-4f59-954f-1e9b596a751b service neutron] 10.222.0.52 "GET /v2.0/networks?id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 200 len: 915 time: 0.1026964 Aug 25 15:31:38.827493 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:38.863277 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] Checking router: 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:31:38.866653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-38168816-db12-41dd-ae6a-d3182dff59b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 200 len: 217 time: 0.0372200 Aug 25 15:31:38.871641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:38.872251 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:38.923846 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2b587-426a-4eef-9cac-7b836e387705 req-2cd6f7d1-2c69-41f3-b231-71fba5993aad tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:38.926429 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27c2b587-426a-4eef-9cac-7b836e387705 req-2cd6f7d1-2c69-41f3-b231-71fba5993aad tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 945 time: 0.0568519 Aug 25 15:31:38.927565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-7036ace1-eb0f-4abb-8098-9bb6598fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:38.929381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-7036ace1-eb0f-4abb-8098-9bb6598fa42f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c290f8e2-0a2c-49dd-8bbd-e19e83be031b HTTP/1.1" status: 200 len: 853 time: 0.0554574 Aug 25 15:31:38.985034 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-27c2b587-426a-4eef-9cac-7b836e387705 req-07c644e6-3748-4196-9c66-7c2cd8ce96dc tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Aug 25 15:31:39.000036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:39.032504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c19da-7fd7-4433-a5f6-63f312b143e2 req-196bdae7-9625-4d03-9683-68cf69bf96e2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:39.034143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c52c19da-7fd7-4433-a5f6-63f312b143e2 req-196bdae7-9625-4d03-9683-68cf69bf96e2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 945 time: 0.0853996 Aug 25 15:31:39.036129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-f8f8bf1b-3904-4ff0-8541-f2091962722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:39.037738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-f8f8bf1b-3904-4ff0-8541-f2091962722f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793cb0c1-1fa0-4a48-b8b9-698ea4a70399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996735 Aug 25 15:31:39.125341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c52c19da-7fd7-4433-a5f6-63f312b143e2 req-84322ccc-275d-4e4c-b805-fcc6e87d807c tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847943 Aug 25 15:31:39.160179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-c1f7e348-a9bd-43b9-bd7b-3140447ee3ee service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114013 Aug 25 15:31:39.215882 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:39.294775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bd35632-ac51-48ab-9cf9-cd3b1fb76936 req-47ac27be-7366-4432-b8d2-c2ba83a4d59b service neutron] 10.222.0.52 "GET /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268730 Aug 25 15:31:39.312103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-3fa19304-009e-4632-953d-7bc916e29e02 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:39.313639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-3fa19304-009e-4632-953d-7bc916e29e02 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 945 time: 0.0716276 Aug 25 15:31:39.340394 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67529b98-9a4d-4e63-a1f0-0c7cb8e75e9b None None] The sync data for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 is: [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:27:16Z', 'revision_number': 4, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25', 'name': '', 'network_id': '793cb0c1-1fa0-4a48-b8b9-698ea4a70399', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'mac_address': 'fa:16:3e:ba:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:15Z', 'updated_at': '2021-08-25T15:27:20Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'subnets': [{'id': 'c290f8e2-0a2c-49dd-8bbd-e19e83be031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:31:39.421803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port e19120e4-d04f-4cd1-b74f-94739064aec1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:39.422152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:39.518374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port e19120e4-d04f-4cd1-b74f-94739064aec1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e19120e4-d04f-4cd1-b74f-94739064aec1,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:39.518754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:39.533856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for e19120e4-d04f-4cd1-b74f-94739064aec1 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:39.582187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d70b2e-aa86-4a5c-bc8a-3bbf2cafe239 None None] New status for floating IP 40a14584-f692-4a69-8dce-dcb519168389: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:31:39.740575 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:39.769877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=e19120e4-d04f-4cd1-b74f-94739064aec1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:39.820282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port e19120e4-d04f-4cd1-b74f-94739064aec1 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:31:39.822955 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:39.825022 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d03ff1c-69e6-4a29-8c4b-72c49dfe91aa req-c3671ef3-269d-46d6-b44e-30f28bf16916 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.45 "DELETE /v2.0/ports/e19120e4-d04f-4cd1-b74f-94739064aec1 HTTP/1.1" status: 204 len: 173 time: 0.5051165 Aug 25 15:31:40.110420 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de011031-b467-4205-b3bd-e43fd86b52c2 req-a12a2dcb-45f1-4062-8387-768b4096f6ca tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:40.112083 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de011031-b467-4205-b3bd-e43fd86b52c2 req-a12a2dcb-45f1-4062-8387-768b4096f6ca tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 945 time: 0.0516951 Aug 25 15:31:40.160073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de011031-b467-4205-b3bd-e43fd86b52c2 req-08fa2ba3-1da5-462a-a711-8976d21ea726 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a0507ed-539a-4ef2-be5f-d941178ec9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Aug 25 15:31:40.276209 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e840c53e-3b10-4ff0-a45d-acd87dcfcf9d req-89f6fc5b-ecad-428b-b03c-101503383bb5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0281563 Aug 25 15:31:40.480090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014457-24b3-454f-893e-fed1d5815b08 req-3452718f-2b43-4988-85bf-b5fc3464e5b3 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:40.481558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39014457-24b3-454f-893e-fed1d5815b08 req-3452718f-2b43-4988-85bf-b5fc3464e5b3 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 945 time: 0.0488834 Aug 25 15:31:40.575709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Deleting port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:40.575967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:40.640098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'name': 'network-vif-deleted', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:31:40.642644 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75471883-d971-4169-ad93-9250784505f6" -d '{"events": [{"server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "name": "network-vif-deleted", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:31:40.675506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] For port 1ca080ad-8a61-4adc-a873-6cc4ebc28253, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=1ca080ad-8a61-4adc-a873-6cc4ebc28253,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:40.675888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:40.686309 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ae993b-df03-4434-9d24-f069a5f3b1c7 x-openstack-request-id: req-53ae993b-df03-4434-9d24-f069a5f3b1c7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:31:40.686618 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b53e0e-8ab8-46a6-a263-fab5f18aaaca", "name": "network-vif-deleted", "tag": "e19120e4-d04f-4cd1-b74f-94739064aec1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:31:40.686872 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53ae993b-df03-4434-9d24-f069a5f3b1c7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:31:40.687291 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b53e0e-8ab8-46a6-a263-fab5f18aaaca', 'name': 'network-vif-deleted', 'tag': 'e19120e4-d04f-4cd1-b74f-94739064aec1', 'status': 'completed', 'code': 200} Aug 25 15:31:40.693643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Calling delete_port for 1ca080ad-8a61-4adc-a873-6cc4ebc28253 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:40.911775 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:40.942680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event deleted for resources: {'Port': ['ID=1ca080ad-8a61-4adc-a873-6cc4ebc28253,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:40.983316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] No DVR routers for this DVR port 1ca080ad-8a61-4adc-a873-6cc4ebc28253 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:31:40.985832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:40.987886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39014457-24b3-454f-893e-fed1d5815b08 req-c3730381-3ad1-4de2-9ce4-f6447d569557 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.52 "DELETE /v2.0/ports/1ca080ad-8a61-4adc-a873-6cc4ebc28253 HTTP/1.1" status: 204 len: 173 time: 0.5006402 Aug 25 15:31:41.404485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0b48b067-3b0e-4caf-8706-3504f0930b99 req-7d2c78de-dad3-40d4-b1d0-d6c4c76e3393 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0415728 Aug 25 15:31:41.593888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a5e841b-6aaa-4aaf-864f-7b946118d0d1 req-4112b1af-97e4-497a-9480-013d543eb3d3 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.3596323 Aug 25 15:31:42.491210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d48bd0fc-142b-4998-9339-eb761531c2b4 req-36f2dc47-4526-4875-9bd9-48e27c2c29d0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0263863 Aug 25 15:31:42.687963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4dd3cb8-9861-4073-b811-391e780ad89b req-13f616b2-1aec-47b5-9868-904db7969ad6 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0277281 Aug 25 15:31:42.688575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'name': 'network-vif-deleted', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:31:42.690963 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c15bfde-e15c-43d3-9dc1-16a898c97084" -d '{"events": [{"server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "name": "network-vif-deleted", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:31:42.730363 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5368f5-4387-433f-9568-8d5b6521fe05 x-openstack-request-id: req-4f5368f5-4387-433f-9568-8d5b6521fe05 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:31:42.730700 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14dab29-d8f3-4b10-8187-f21aa189210b", "name": "network-vif-deleted", "tag": "1ca080ad-8a61-4adc-a873-6cc4ebc28253", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:31:42.731541 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f5368f5-4387-433f-9568-8d5b6521fe05 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:31:42.731945 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14dab29-d8f3-4b10-8187-f21aa189210b', 'name': 'network-vif-deleted', 'tag': '1ca080ad-8a61-4adc-a873-6cc4ebc28253', 'status': 'completed', 'code': 200} Aug 25 15:31:43.590442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4eeef4ca-03eb-4120-a79b-358a20ff7c92 req-2ba49855-bc7b-432b-ac1d-e998d3ebbcf0 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b53e0e-8ab8-46a6-a263-fab5f18aaaca HTTP/1.1" status: 200 len: 210 time: 0.0265789 Aug 25 15:31:43.675998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e19120e4-d04f-4cd1-b74f-94739064aec1 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:31:43.700936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: e19120e4-d04f-4cd1-b74f-94739064aec1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:31:43.701367 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e19120e4-d04f-4cd1-b74f-94739064aec1 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:31:43.795351 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e0f8f0f-d32a-4dd4-bd18-ac20fe3a3a04 req-9ffaaeb8-ce13-45b9-aebe-6dd6fd185c23 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0287201 Aug 25 15:31:44.856467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1ca080ad-8a61-4adc-a873-6cc4ebc28253 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:31:44.891641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 1ca080ad-8a61-4adc-a873-6cc4ebc28253 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:31:44.891989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 1ca080ad-8a61-4adc-a873-6cc4ebc28253 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:31:44.921722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f330f7a-274b-4d4f-8dfb-8177f3de7771 req-c6e353c6-496d-4589-9034-3180d8f972fd tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0418186 Aug 25 15:31:45.944063 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:31:46.008884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5748613c-1212-49f4-9164-39b8876ed876 req-b0ab8200-e5bc-4b8e-86ca-d271ad9ef825 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0297716 Aug 25 15:31:47.119644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b35a3fd8-2305-4cb9-bd38-b2909d8b59e5 req-1e1b4639-1e1f-4308-8ad3-41f337f9a445 tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "GET /v2.0/ports?device_id=a14dab29-d8f3-4b10-8187-f21aa189210b HTTP/1.1" status: 200 len: 210 time: 0.0276685 Aug 25 15:31:48.176232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50050) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:48.246414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09f8f175-2967-45ea-b8fc-1a5289fcd4ba tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:48.276479 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09f8f175-2967-45ea-b8fc-1a5289fcd4ba tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:48.408831 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09f8f175-2967-45ea-b8fc-1a5289fcd4ba tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:48.411488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-09f8f175-2967-45ea-b8fc-1a5289fcd4ba tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:48.412677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-09f8f175-2967-45ea-b8fc-1a5289fcd4ba tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] 10.222.0.58 "DELETE /v2.0/security-groups/3a0507ed-539a-4ef2-be5f-d941178ec9b6 HTTP/1.1" status: 204 len: 168 time: 0.2354517 Aug 25 15:31:48.423153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8f175-2967-45ea-b8fc-1a5289fcd4ba tempest-TestVolumeBackupRestore-1497212394 tempest-TestVolumeBackupRestore-1497212394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0507ed-539a-4ef2-be5f-d941178ec9b6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:51.031514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3607e0f2-ddbb-4afb-9178-aa5b13187e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:51.389250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50194) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:51.579457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port 32bd4d95-c926-471a-b651-6f76d7557b3d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:51.580485 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:51.674548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:51.675000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:51.692838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for 32bd4d95-c926-471a-b651-6f76d7557b3d owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:51.986867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:52.018720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=32bd4d95-c926-471a-b651-6f76d7557b3d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:52.087886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:52.088457 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Floating IP 82a6e6b5-ddd1-4c1f-a9ae-da7531455076 disassociated (deleted). External IP: 172.25.8.250, port: 5467e88b-311d-44f9-af05-4d80415552b8. Aug 25 15:31:52.328688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:31:52.386176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50236) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:52.477419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:31:52.488362 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:31:52.489851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:52.499284 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:52.499953 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:52.529891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fa19133b-a126-4bba-8cc5-e9045354799f tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "DELETE /v2.0/floatingips/82a6e6b5-ddd1-4c1f-a9ae-da7531455076 HTTP/1.1" status: 204 len: 168 time: 1.1392734 Aug 25 15:31:52.530589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:31:52.533222 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "tag": "5467e88b-311d-44f9-af05-4d80415552b8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:31:52.636710 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62932140-f02a-4c26-9341-3e64e8af6dac x-openstack-request-id: req-62932140-f02a-4c26-9341-3e64e8af6dac {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:31:52.636710 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "tag": "5467e88b-311d-44f9-af05-4d80415552b8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:31:52.636710 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62932140-f02a-4c26-9341-3e64e8af6dac {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:31:52.636710 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8', 'status': 'completed', 'code': 200} Aug 25 15:31:52.661031 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:52.729018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-8ba920db-a572-42ce-a534-f976558dc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:52.731414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-8ba920db-a572-42ce-a534-f976558dc57c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 1096 time: 0.0749724 Aug 25 15:31:52.866032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-74af6efa-f087-484f-9ae6-f761e1e50f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:52.867756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-74af6efa-f087-484f-9ae6-f761e1e50f6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 200 len: 912 time: 0.1299193 Aug 25 15:31:52.909135 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:52.910860 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:52.923072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-4a497e2a-3b64-4c0d-b6d6-f5e7840b6f66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 200 len: 217 time: 0.0483572 Aug 25 15:31:52.945981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:31:52.955629 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:52.956272 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:53.000986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-b5be4e8e-4df0-41ee-af0f-e822a2cc4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:53.002705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-b5be4e8e-4df0-41ee-af0f-e822a2cc4d1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 200 len: 850 time: 0.0698760 Aug 25 15:31:53.076258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-e527cbd3-0e79-4e68-a4e9-c65b58da6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:53.078748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-e527cbd3-0e79-4e68-a4e9-c65b58da6418 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d11be89f-ae28-4332-8d68-ad1b5476ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673733 Aug 25 15:31:53.120452 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:53.223173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-50fb734b-452d-4e64-8f6b-7ab1c318c002 service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334286 Aug 25 15:31:53.259820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191a9d6-2672-42f0-af45-82347e46f239 req-315409c0-2741-4d13-b026-fa173e0766ed tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:53.261694 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b191a9d6-2672-42f0-af45-82347e46f239 req-315409c0-2741-4d13-b026-fa173e0766ed tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 945 time: 0.1041486 Aug 25 15:31:53.344802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b191a9d6-2672-42f0-af45-82347e46f239 req-6551812b-159e-4090-bee4-d2d447ec3ae2 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/security-groups?id=10484934-227e-48e9-b52c-c7683f16703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715828 Aug 25 15:31:53.393228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48d9b9fb-918b-400e-b9ca-ea3e7630e7a3 req-f442a175-8032-4ce6-9638-062739de50ae service neutron] 10.222.0.52 "GET /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556137 Aug 25 15:31:53.413132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Deleting port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:53.413839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:53.430524 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:53.457375 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c17d82-3df5-4c12-9199-17784c1cc60e None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:16:03Z', 'revision_number': 4, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '1c744b09-7fe8-40b1-8273-61fb88aecba9', 'name': '', 'network_id': 'd11be89f-ae28-4332-8d68-ad1b5476ff84', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'mac_address': 'fa:16:3e:82:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:02Z', 'updated_at': '2021-08-25T15:16:23Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'subnets': [{'id': '408173be-1ab8-4b7e-a40a-edc86bb31644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:31:53.509264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] For port cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:53.509702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:53.531051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Calling delete_port for cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:53.675386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-31c2c4e8-3d3a-4fd0-a568-c514087a4197 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:31:53.677019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-31c2c4e8-3d3a-4fd0-a568-c514087a4197 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 945 time: 0.0744894 Aug 25 15:31:53.739887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-90371d39-db0e-48f8-8a45-fcb0b09f6217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:53.780148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port 5467e88b-311d-44f9-af05-4d80415552b8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:53.780576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:53.799570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f44c9-4f82-431e-bfcc-8ca4295b7379 None None] New status for floating IP 82a6e6b5-ddd1-4c1f-a9ae-da7531455076: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:31:53.854330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:53.882659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] For port 5467e88b-311d-44f9-af05-4d80415552b8, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=5467e88b-311d-44f9-af05-4d80415552b8,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:53.886652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:53.886812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:53.900135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for 5467e88b-311d-44f9-af05-4d80415552b8 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:54.080729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.130442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.168145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=5467e88b-311d-44f9-af05-4d80415552b8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:54.214273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.222718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] No DVR routers for this DVR port 5467e88b-311d-44f9-af05-4d80415552b8 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:31:54.226457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.229706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-29882751-6e8e-4b8a-b76b-a27efed72f8d req-8d36085a-929d-499f-8399-20e85c34bfc5 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.52 "DELETE /v2.0/ports/5467e88b-311d-44f9-af05-4d80415552b8 HTTP/1.1" status: 204 len: 173 time: 0.5456355 Aug 25 15:31:54.342138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:31:54.479395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:31:54.485346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c97bed6b-6379-4074-a730-58c6798e2561 req-d4afbfad-f0a6-4d0a-b8f6-8972c1b12e4b tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0371029 Aug 25 15:31:54.488602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-75699ae2-f5e6-4a69-90cf-9306826333d5 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a907ff9-d599-44c9-b1d0-567e1aac2bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1014698 Aug 25 15:31:54.489167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50322) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:54.491634 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] Sync routers for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:31:54.504129 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:54.504941 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:54.620686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.636557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'name': 'network-vif-deleted', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:31:54.640536 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:54.648141 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1902e0ed-0bef-41e3-a43a-b60ac74f9ed6" -d '{"events": [{"server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "name": "network-vif-deleted", "tag": "5467e88b-311d-44f9-af05-4d80415552b8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:31:54.702430 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f880844d-fda0-4aa5-b5e9-4447cba8c095 x-openstack-request-id: req-f880844d-fda0-4aa5-b5e9-4447cba8c095 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:31:54.703530 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc64fdd-f7f6-44c9-905b-b553658fcf90", "name": "network-vif-deleted", "tag": "5467e88b-311d-44f9-af05-4d80415552b8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:31:54.703935 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f880844d-fda0-4aa5-b5e9-4447cba8c095 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:31:54.704568 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc64fdd-f7f6-44c9-905b-b553658fcf90', 'name': 'network-vif-deleted', 'tag': '5467e88b-311d-44f9-af05-4d80415552b8', 'status': 'completed', 'code': 200} Aug 25 15:31:54.764182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.873743 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Deleting port 36e847f5-8daf-4e22-bbe8-88b5956094b0 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:54.874332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:54.896220 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:31:53Z', 'revision_number': 5, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port': {'id': '36e847f5-8daf-4e22-bbe8-88b5956094b0', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:13Z', 'updated_at': '2021-08-25T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:54.925173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] Checking router: 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:31:54.936171 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] Routers {'6a907ff9-d599-44c9-b1d0-567e1aac2bf3'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:54.936875 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:55.009495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] For port 36e847f5-8daf-4e22-bbe8-88b5956094b0, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=36e847f5-8daf-4e22-bbe8-88b5956094b0,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:55.009919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.029843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Calling delete_port for 36e847f5-8daf-4e22-bbe8-88b5956094b0 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:55.048710 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] Set router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:55.118681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:31:54Z', 'revision_number': 6, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:55.155685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a229bde-8a87-48d3-87ed-7e00b076df00 None None] The sync data for ids ['6a907ff9-d599-44c9-b1d0-567e1aac2bf3'] in n-d-805995-2 is: [{'id': '6a907ff9-d599-44c9-b1d0-567e1aac2bf3', 'name': 'tempest-TestVolumeBackupRestore-1012966021-router', 'tenant_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:12Z', 'updated_at': '2021-08-25T15:31:54Z', 'revision_number': 6, 'project_id': '0c5f81c1506c4144a134f3ff21ed5db2', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:31:55.300106 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.331341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Pushing event deleted for resources: {'Port': ['ID=36e847f5-8daf-4e22-bbe8-88b5956094b0,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:55.394708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.488134 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.490423 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.639497 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6dd7327-0630-4c66-b3ef-62a541a778b9 req-b04c7610-9bbe-47ac-8102-f2a6673291b3 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0446253 Aug 25 15:31:55.655938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.656701 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a907ff9-d599-44c9-b1d0-567e1aac2bf3 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:31:55.662343 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.668200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50378) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:55.669791 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-addf3fea-c289-4de3-bb29-efe97706a15c admin admin] 10.222.0.58 "DELETE /v2.0/routers/6a907ff9-d599-44c9-b1d0-567e1aac2bf3 HTTP/1.1" status: 204 len: 168 time: 1.1795683 Aug 25 15:31:55.674583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.721130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Deleting subnet c290f8e2-0a2c-49dd-8bbd-e19e83be031b {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:31:55.724695 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.765874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.850432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:55.980488 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.008924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c290f8e2-0a2c-49dd-8bbd-e19e83be031b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:56.015015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.019415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c34fa13d-1928-46fd-ab28-1b6e78aede60 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c290f8e2-0a2c-49dd-8bbd-e19e83be031b HTTP/1.1" status: 204 len: 168 time: 0.3473651 Aug 25 15:31:56.020824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50392) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:56.022931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1797fd-50d4-4109-b1cf-291886af14db None None] Network 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:31:56.100588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.179771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Deleting port b01af8cd-a97f-4096-bd98-c7d0f7e16efb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:56.180281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.277211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] DHCP port deletion for 793cb0c1-1fa0-4a48-b8b9-698ea4a70399 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:31:56.295064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] For port b01af8cd-a97f-4096-bd98-c7d0f7e16efb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:56.295466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.312621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Calling delete_port for b01af8cd-a97f-4096-bd98-c7d0f7e16efb owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:56.358497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:31:56.392426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:31:56.393004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cb5e2532-a3f2-4d80-9a78-fa81ec8d1e25 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:31:56.393420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36e847f5-8daf-4e22-bbe8-88b5956094b0 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:31:56.415856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 36e847f5-8daf-4e22-bbe8-88b5956094b0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:31:56.416201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 36e847f5-8daf-4e22-bbe8-88b5956094b0 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:31:56.419504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Deleting port b01af8cd-a97f-4096-bd98-c7d0f7e16efb {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:56.419869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.488862 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.494928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] For port b01af8cd-a97f-4096-bd98-c7d0f7e16efb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,segment=NetworkSegment(1ecb6a0b-5352-4519-b03c-b03c42d0cd68),segment_id=1ecb6a0b-5352-4519-b03c-b03c42d0cd68)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:56.501685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.511385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Calling delete_port for b01af8cd-a97f-4096-bd98-c7d0f7e16efb owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:56.536006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:56.537913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] No DVR routers for this DVR port b01af8cd-a97f-4096-bd98-c7d0f7e16efb on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:31:56.617023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.619832 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.632997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793cb0c1-1fa0-4a48-b8b9-698ea4a70399']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:56.650916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Pushing event deleted for resources: {'Port': ['ID=b01af8cd-a97f-4096-bd98-c7d0f7e16efb,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:56.651150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecb6a0b-5352-4519-b03c-b03c42d0cd68') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:56.651150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecb6a0b-5352-4519-b03c-b03c42d0cd68') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:56.651401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] No DVR routers for this DVR port b01af8cd-a97f-4096-bd98-c7d0f7e16efb on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:31:56.659787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.660140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.660383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.660631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.661012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.661358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.661689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.662214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.662707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.663242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.668154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.668154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.668154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851b094-60a8-4e2a-97fb-bc073dc41e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:31:56.694510 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.706605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:31:56.707204 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:31:56.773957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f43c258-1364-4af0-b6f6-26262f7e33e7 req-a20d30ab-850d-43a0-b017-2fe0a7684968 tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0302742 Aug 25 15:31:56.843218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.849702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:56.852742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] 10.222.0.58 "DELETE /v2.0/networks/793cb0c1-1fa0-4a48-b8b9-698ea4a70399 HTTP/1.1" status: 204 len: 168 time: 0.8304093 Aug 25 15:31:56.856432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50428) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:56.865539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34184c-b815-4042-9269-4c3d0e776991 admin admin] Pushing event deleted for resources: {'Network': ['ID=793cb0c1-1fa0-4a48-b8b9-698ea4a70399,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:57.179757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:57.516922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:57.681428 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:57.939873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-03cc17dd-be57-4d26-9247-57219ac14af5 req-c1056e11-4002-4842-aa93-d50d1e02abdf tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0587633 Aug 25 15:31:58.009800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Deleting port 7a25bca8-c381-4c61-b7de-5bf24778b75f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:58.010389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:58.113843 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] For port 7a25bca8-c381-4c61-b7de-5bf24778b75f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7a25bca8-c381-4c61-b7de-5bf24778b75f,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:58.114207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:58.133197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Calling delete_port for 7a25bca8-c381-4c61-b7de-5bf24778b75f owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:58.295365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b01af8cd-a97f-4096-bd98-c7d0f7e16efb no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:31:58.328264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b01af8cd-a97f-4096-bd98-c7d0f7e16efb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:31:58.328264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b01af8cd-a97f-4096-bd98-c7d0f7e16efb not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:31:58.684424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:58.716113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a25bca8-c381-4c61-b7de-5bf24778b75f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:31:58.911691 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5467e88b-311d-44f9-af05-4d80415552b8 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:31:58.916206 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:58.936264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 5467e88b-311d-44f9-af05-4d80415552b8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:31:58.940826 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 5467e88b-311d-44f9-af05-4d80415552b8 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:31:59.120001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2a54ee8e-8f01-4f97-9e3c-e2a0d3567cfd req-27302f57-6c1f-441c-97d2-550a81189eda tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdc64fdd-f7f6-44c9-905b-b553658fcf90 HTTP/1.1" status: 200 len: 210 time: 0.0682664 Aug 25 15:31:59.193878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Router 87b935d1-e369-45b3-9be8-c675e43bacf2 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:31:59.315840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:31:59.328157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-592981ad-04cf-4d40-9e08-2159610a0e10 admin admin] 10.222.0.58 "PUT /v2.0/routers/87b935d1-e369-45b3-9be8-c675e43bacf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633524 Aug 25 15:31:59.328157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:31:59.328489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] Sync routers for ids ['87b935d1-e369-45b3-9be8-c675e43bacf2'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:31:59.338758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] Routers {'87b935d1-e369-45b3-9be8-c675e43bacf2'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:59.339433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['87b935d1-e369-45b3-9be8-c675e43bacf2'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:59.380992 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:59.444774 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:59.461854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] Set router 87b935d1-e369-45b3-9be8-c675e43bacf2 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:59.586345 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:59.674106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'c931e677-d398-4279-9238-e8817a136d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:31:58Z', 'revision_number': 5, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port': {'id': 'c931e677-d398-4279-9238-e8817a136d2b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:27:20Z', 'updated_at': '2021-08-25T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:59.724020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] Checking router: 87b935d1-e369-45b3-9be8-c675e43bacf2 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:31:59.737731 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] Routers {'87b935d1-e369-45b3-9be8-c675e43bacf2'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:31:59.738708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['87b935d1-e369-45b3-9be8-c675e43bacf2'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:59.742904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Deleting port c931e677-d398-4279-9238-e8817a136d2b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:31:59.743608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:59.857399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] Set router 87b935d1-e369-45b3-9be8-c675e43bacf2 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:31:59.868872 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] For port c931e677-d398-4279-9238-e8817a136d2b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c931e677-d398-4279-9238-e8817a136d2b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:31:59.869322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:31:59.884153 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Calling delete_port for c931e677-d398-4279-9238-e8817a136d2b owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:31:59.916497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:31:59Z', 'revision_number': 6, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:31:59.944047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92127f5-27f7-4867-afb6-1ad83dd25ae3 None None] The sync data for ids ['87b935d1-e369-45b3-9be8-c675e43bacf2'] in n-d-805995-2 is: [{'id': '87b935d1-e369-45b3-9be8-c675e43bacf2', 'name': 'tempest-TestVolumeBackupRestore-102637186-router', 'tenant_id': '502b89cbc429484499ab3682567b3be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:27:19Z', 'updated_at': '2021-08-25T15:31:59Z', 'revision_number': 6, 'project_id': '502b89cbc429484499ab3682567b3be4', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:32:00.134817 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.166393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Pushing event deleted for resources: {'Port': ['ID=c931e677-d398-4279-9238-e8817a136d2b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:00.188135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50554) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:00.237685 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.329965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Deleting port ff441981-67d3-4f76-84c3-c9d6c2d0b9d1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:00.330547 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.358234 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.361045 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.427865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.428516 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.445434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Calling delete_port for ff441981-67d3-4f76-84c3-c9d6c2d0b9d1 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:00.467832 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a25bca8-c381-4c61-b7de-5bf24778b75f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:00.497037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7a25bca8-c381-4c61-b7de-5bf24778b75f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:00.497296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7a25bca8-c381-4c61-b7de-5bf24778b75f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:00.509039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.509039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b935d1-e369-45b3-9be8-c675e43bacf2 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:32:00.514211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.515750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-326c9780-221f-4955-a53a-49ebbe8d2814 admin admin] 10.222.0.58 "DELETE /v2.0/routers/87b935d1-e369-45b3-9be8-c675e43bacf2 HTTP/1.1" status: 204 len: 168 time: 1.1906939 Aug 25 15:32:00.524232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50556) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:00.576158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Deleting subnet 46dacab3-a19b-45cc-8869-540f12b4456f {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:32:00.580208 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.618640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.683052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.714302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'Port': ['ID=ff441981-67d3-4f76-84c3-c9d6c2d0b9d1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:00.720964 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.797055 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.799964 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.803777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-07da4baa-a6f9-46b2-8a47-7c9a459dabbc tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "DELETE /v2.0/floatingips/39f186f4-177f-4861-88f6-3d640a4acd01 HTTP/1.1" status: 204 len: 168 time: 0.6120298 Aug 25 15:32:00.860535 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.891995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46dacab3-a19b-45cc-8869-540f12b4456f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:00.894563 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:00.896963 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3fcf3bc5-4138-41f9-beaf-affe28f54812 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/46dacab3-a19b-45cc-8869-540f12b4456f HTTP/1.1" status: 204 len: 168 time: 0.3761063 Aug 25 15:32:00.899430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50564) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:00.901817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d97263-c98c-4477-861e-8918603578ae None None] Network d5ca171e-c2bb-4868-a02f-f9a9c772cbcf requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:32:00.993966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.065703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Deleting port 962852fa-0b15-4058-b15e-4a1af7c9da27 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:01.066051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.154021 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] DHCP port deletion for d5ca171e-c2bb-4868-a02f-f9a9c772cbcf request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:32:01.176757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] For port 962852fa-0b15-4058-b15e-4a1af7c9da27, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=962852fa-0b15-4058-b15e-4a1af7c9da27,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:01.180365 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.203613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Calling delete_port for 962852fa-0b15-4058-b15e-4a1af7c9da27 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:01.250465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] Deleting port 962852fa-0b15-4058-b15e-4a1af7c9da27 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:01.250836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.317780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] For port 962852fa-0b15-4058-b15e-4a1af7c9da27, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=962852fa-0b15-4058-b15e-4a1af7c9da27,segment=NetworkSegment(5ae61324-95a2-4a80-83af-14f9576603ab),segment_id=5ae61324-95a2-4a80-83af-14f9576603ab)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:01.318235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.332795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] Calling delete_port for 962852fa-0b15-4058-b15e-4a1af7c9da27 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:01.362939 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.401071 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=962852fa-0b15-4058-b15e-4a1af7c9da27,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:01.403801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] No DVR routers for this DVR port 962852fa-0b15-4058-b15e-4a1af7c9da27 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:01.415511 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.441719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] Pushing event deleted for resources: {'Port': ['ID=962852fa-0b15-4058-b15e-4a1af7c9da27,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:01.445501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebdea4-7eba-47ed-915b-0e6e299538af None None] No DVR routers for this DVR port 962852fa-0b15-4058-b15e-4a1af7c9da27 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:01.482144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.492426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ca171e-c2bb-4868-a02f-f9a9c772cbcf']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:01.502849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae61324-95a2-4a80-83af-14f9576603ab') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:01.503177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae61324-95a2-4a80-83af-14f9576603ab') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:01.512545 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.526001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.532691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:32:01.533088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:32:01.535667 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:32:01.688497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.704362 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:01.704362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] 10.222.0.58 "DELETE /v2.0/networks/d5ca171e-c2bb-4868-a02f-f9a9c772cbcf HTTP/1.1" status: 204 len: 168 time: 0.8003311 Aug 25 15:32:01.716554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c077a0e-be6a-4710-ba3b-d8e8ee401f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ca171e-c2bb-4868-a02f-f9a9c772cbcf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:02.091991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:02.141428 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2154cb5b-5b7e-45ba-8c35-141b57d1d20d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c5f81c1506c4144a134f3ff21ed5db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480824 Aug 25 15:32:02.144132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50572) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:02.215729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef109116-6474-4cde-af0b-a780fb4a07ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:02.254351 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef109116-6474-4cde-af0b-a780fb4a07ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:02.303978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 962852fa-0b15-4058-b15e-4a1af7c9da27 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:02.328017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 962852fa-0b15-4058-b15e-4a1af7c9da27 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:02.328357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 962852fa-0b15-4058-b15e-4a1af7c9da27 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:02.328786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c931e677-d398-4279-9238-e8817a136d2b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:02.348867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c931e677-d398-4279-9238-e8817a136d2b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:02.352193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c931e677-d398-4279-9238-e8817a136d2b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:02.396828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef109116-6474-4cde-af0b-a780fb4a07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:02.400171 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef109116-6474-4cde-af0b-a780fb4a07ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:02.401610 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef109116-6474-4cde-af0b-a780fb4a07ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bda40488-c7fd-4496-906c-7fcf6e393144 HTTP/1.1" status: 204 len: 168 time: 0.2563090 Aug 25 15:32:02.410325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef109116-6474-4cde-af0b-a780fb4a07ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda40488-c7fd-4496-906c-7fcf6e393144,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:03.135597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50580) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:03.178453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7a558868-e782-43ec-abd9-c94c0f7168e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=502b89cbc429484499ab3682567b3be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413404 Aug 25 15:32:03.181605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50582) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:03.240758 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88ba010d-c94e-4923-9235-e6f14ee9c387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:03.268772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88ba010d-c94e-4923-9235-e6f14ee9c387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:03.431446 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88ba010d-c94e-4923-9235-e6f14ee9c387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:03.434593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-88ba010d-c94e-4923-9235-e6f14ee9c387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:03.435815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-88ba010d-c94e-4923-9235-e6f14ee9c387 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af779f10-a73c-443f-b759-fa7d5d7cb8ff HTTP/1.1" status: 204 len: 168 time: 0.2532666 Aug 25 15:32:03.444470 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba010d-c94e-4923-9235-e6f14ee9c387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af779f10-a73c-443f-b759-fa7d5d7cb8ff,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:04.409815 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50590) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:04.476515 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7be4-c036-48a8-9949-3590441e63ef tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:04.505898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7be4-c036-48a8-9949-3590441e63ef tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:04.624842 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7be4-c036-48a8-9949-3590441e63ef tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:04.627586 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7be4-c036-48a8-9949-3590441e63ef tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:04.628772 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bf6e7be4-c036-48a8-9949-3590441e63ef tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] 10.222.0.58 "DELETE /v2.0/security-groups/10484934-227e-48e9-b52c-c7683f16703a HTTP/1.1" status: 204 len: 168 time: 0.2179730 Aug 25 15:32:04.694344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e7be4-c036-48a8-9949-3590441e63ef tempest-TestVolumeBootPattern-1973522462 tempest-TestVolumeBootPattern-1973522462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10484934-227e-48e9-b52c-c7683f16703a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:04.829603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:05.428411 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:05.700399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Deleting port 1c744b09-7fe8-40b1-8273-61fb88aecba9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:05.700634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:05.777909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] For port 1c744b09-7fe8-40b1-8273-61fb88aecba9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1c744b09-7fe8-40b1-8273-61fb88aecba9,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:05.778278 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:05.790847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Calling delete_port for 1c744b09-7fe8-40b1-8273-61fb88aecba9 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:06.053822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:06.081807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c744b09-7fe8-40b1-8273-61fb88aecba9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:06.253712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:06.479100 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Router a2ec94d5-d339-44e2-b6a6-af6714adeb2b has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:32:06.598890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:32:06.604839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9fc336b4-729b-4727-a872-aed28c3b2007 admin admin] 10.222.0.58 "PUT /v2.0/routers/a2ec94d5-d339-44e2-b6a6-af6714adeb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736657 Aug 25 15:32:06.607849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50602) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:06.610074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] Sync routers for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:32:06.619497 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:32:06.620376 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:06.830570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:32:07.019763 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:32:05Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:07.050072 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] Checking router: a2ec94d5-d339-44e2-b6a6-af6714adeb2b for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:32:07.058438 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] Routers {'a2ec94d5-d339-44e2-b6a6-af6714adeb2b'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:32:07.059587 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:07.065033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.164212 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] Set router a2ec94d5-d339-44e2-b6a6-af6714adeb2b gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:32:07.171969 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.282951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Deleting port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:07.283332 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.340848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:32:05Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:07.362426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] For port 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:07.362795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.366844 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d3730-4e0f-4406-ba58-d372a882753a None None] The sync data for ids ['a2ec94d5-d339-44e2-b6a6-af6714adeb2b'] in n-d-805995-2 is: [{'id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'name': 'tempest-TestVolumeBootPattern-668118399-router', 'tenant_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:15:56Z', 'updated_at': '2021-08-25T15:32:05Z', 'revision_number': 5, 'project_id': '2f7dbe57feb543c9823df2edf4e3e6e7', 'gw_port': {'id': '9a0b415f-7b82-4d85-8df6-1ab0a9926ae2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ec94d5-d339-44e2-b6a6-af6714adeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:15:58Z', 'updated_at': '2021-08-25T15:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:32:07.376908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Calling delete_port for 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:07.573997 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.598878 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0b415f-7b82-4d85-8df6-1ab0a9926ae2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:07.672508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.765909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.768305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.881987 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.882598 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ec94d5-d339-44e2-b6a6-af6714adeb2b {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:32:07.887802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.888989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4c4358fa-b3c5-4f01-983c-7b3cc7c23cce admin admin] 10.222.0.58 "DELETE /v2.0/routers/a2ec94d5-d339-44e2-b6a6-af6714adeb2b HTTP/1.1" status: 204 len: 168 time: 1.2801704 Aug 25 15:32:07.891367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:07.942663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Deleting subnet 408173be-1ab8-4b7e-a40a-edc86bb31644 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:32:07.946122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:07.984394 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.068087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.196848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.229099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408173be-1ab8-4b7e-a40a-edc86bb31644,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:08.234645 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.236574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-729d1ec7-f494-40b6-a331-6e4deeb84fd7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/408173be-1ab8-4b7e-a40a-edc86bb31644 HTTP/1.1" status: 204 len: 168 time: 0.3442545 Aug 25 15:32:08.238998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50606) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:08.239271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b864f2-a019-47be-9125-67339a81ee76 None None] Network d11be89f-ae28-4332-8d68-ad1b5476ff84 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:32:08.306254 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.360978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Deleting port 5291af28-0290-4e9a-8dcb-2a69717f33d7 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:08.361328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.427656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] DHCP port deletion for d11be89f-ae28-4332-8d68-ad1b5476ff84 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:32:08.444015 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] For port 5291af28-0290-4e9a-8dcb-2a69717f33d7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5291af28-0290-4e9a-8dcb-2a69717f33d7,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:08.444015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.458346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Calling delete_port for 5291af28-0290-4e9a-8dcb-2a69717f33d7 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:08.477596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] Deleting port 5291af28-0290-4e9a-8dcb-2a69717f33d7 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:08.478150 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.518404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:08.544374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:08.544719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9a0b415f-7b82-4d85-8df6-1ab0a9926ae2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:08.545143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c744b09-7fe8-40b1-8273-61fb88aecba9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:08.568695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1c744b09-7fe8-40b1-8273-61fb88aecba9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:08.569043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1c744b09-7fe8-40b1-8273-61fb88aecba9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:08.569453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5291af28-0290-4e9a-8dcb-2a69717f33d7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:08.608836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] For port 5291af28-0290-4e9a-8dcb-2a69717f33d7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=5291af28-0290-4e9a-8dcb-2a69717f33d7,segment=NetworkSegment(3aa62fce-8ec8-42e9-8628-529b825ca72f),segment_id=3aa62fce-8ec8-42e9-8628-529b825ca72f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:08.609234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.627868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] Calling delete_port for 5291af28-0290-4e9a-8dcb-2a69717f33d7 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:08.637875 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.646065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No active binding found for port 5291af28-0290-4e9a-8dcb-2a69717f33d7 {{(pid=101874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 15:32:08.646065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 5291af28-0290-4e9a-8dcb-2a69717f33d7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:08.664805 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5291af28-0290-4e9a-8dcb-2a69717f33d7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:08.669573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] No DVR routers for this DVR port 5291af28-0290-4e9a-8dcb-2a69717f33d7 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:08.710681 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.733084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] Pushing event deleted for resources: {'Port': ['ID=5291af28-0290-4e9a-8dcb-2a69717f33d7,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:08.738707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707403a-e1dd-4936-8fb9-770c28e80084 None None] No DVR routers for this DVR port 5291af28-0290-4e9a-8dcb-2a69717f33d7 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:08.747593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.757703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11be89f-ae28-4332-8d68-ad1b5476ff84']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:08.768530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa62fce-8ec8-42e9-8628-529b825ca72f') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:08.768822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa62fce-8ec8-42e9-8628-529b825ca72f') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:08.777945 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.791129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.797546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:32:08.797978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:32:08.799629 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:32:08.939582 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.949418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:08.949418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] 10.222.0.58 "DELETE /v2.0/networks/d11be89f-ae28-4332-8d68-ad1b5476ff84 HTTP/1.1" status: 204 len: 168 time: 0.7071002 Aug 25 15:32:08.950172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50608) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:08.958185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799b5a4-a644-4a49-82e0-608c2c9af0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d11be89f-ae28-4332-8d68-ad1b5476ff84,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:09.303122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:09.540538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Deleting port 29e5ba2c-f155-42d8-9729-40433624497a {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:09.540874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:09.617466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] For port 29e5ba2c-f155-42d8-9729-40433624497a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=29e5ba2c-f155-42d8-9729-40433624497a,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:09.617749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:09.630630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Calling delete_port for 29e5ba2c-f155-42d8-9729-40433624497a owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:09.871059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:09.900926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e5ba2c-f155-42d8-9729-40433624497a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:10.066187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:10.585343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:32:10.698455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:32:10.706351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7ad86f01-aab4-40a1-8bf2-f349505524f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/1c473525-c7ce-4c77-aa08-4b5bcb79c360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525077 Aug 25 15:32:10.706735 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50610) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:10.707196 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] Sync routers for ids ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:32:10.716399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] Routers {'1c473525-c7ce-4c77-aa08-4b5bcb79c360'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:32:10.717002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:10.812772 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:10.820431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] Set router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:32:10.917608 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.044772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Deleting port 84d10f92-478b-43cd-9ece-0fb4d64fe132 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:11.045116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.122144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] For port 84d10f92-478b-43cd-9ece-0fb4d64fe132, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=84d10f92-478b-43cd-9ece-0fb4d64fe132,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:11.122421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.135102 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Calling delete_port for 84d10f92-478b-43cd-9ece-0fb4d64fe132 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:11.157121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:32:09Z', 'revision_number': 5, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port': {'id': '84d10f92-478b-43cd-9ece-0fb4d64fe132', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:16:11Z', 'updated_at': '2021-08-25T15:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:11.186351 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] Checking router: 1c473525-c7ce-4c77-aa08-4b5bcb79c360 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:32:11.194697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] Routers {'1c473525-c7ce-4c77-aa08-4b5bcb79c360'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:32:11.196073 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:31:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:11.286496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] Set router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:32:11.339491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:32:10Z', 'revision_number': 6, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:11.357003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.371782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384bcca-2e59-414f-9a77-77a279f55db5 None None] The sync data for ids ['1c473525-c7ce-4c77-aa08-4b5bcb79c360'] in n-d-805995-2 is: [{'id': '1c473525-c7ce-4c77-aa08-4b5bcb79c360', 'name': 'tempest-TestVolumeBootPattern-1698452401-router', 'tenant_id': '909c8359fc694d6688118d167a98ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:16:10Z', 'updated_at': '2021-08-25T15:32:10Z', 'revision_number': 6, 'project_id': '909c8359fc694d6688118d167a98ba0c', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:32:11.390944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d10f92-478b-43cd-9ece-0fb4d64fe132,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:11.450631 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.539683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.541951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.648194 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.648752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c473525-c7ce-4c77-aa08-4b5bcb79c360 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:32:11.653534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.654691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d4f3a3d-cb96-446f-8fcb-7e6eedc972b2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1c473525-c7ce-4c77-aa08-4b5bcb79c360 HTTP/1.1" status: 204 len: 168 time: 0.9469316 Aug 25 15:32:11.657152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50612) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:11.706569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Deleting subnet cbad6bcb-cedb-476a-ae63-faa173f06eb3 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:32:11.709579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.746589 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.827644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.951861 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.982163 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbad6bcb-cedb-476a-ae63-faa173f06eb3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:11.985879 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:11.987937 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4c44553-a75d-4f58-878e-ac341ce67fef admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cbad6bcb-cedb-476a-ae63-faa173f06eb3 HTTP/1.1" status: 204 len: 168 time: 0.3297663 Aug 25 15:32:11.990320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50614) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:11.992818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a4027-775d-4842-bdb5-66cf101501d7 None None] Network 338950c7-e479-40b0-86f4-13673a262748 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:32:12.057196 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.111622 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Deleting port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:12.111981 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.170768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] DHCP port deletion for 338950c7-e479-40b0-86f4-13673a262748 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:32:12.182310 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] For port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:12.182714 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.197947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Calling delete_port for 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:12.226202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] Deleting port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:12.226592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.292114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] For port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,segment=NetworkSegment(ba88ef65-d2a9-4e66-babb-a72cb606df51),segment_id=ba88ef65-d2a9-4e66-babb-a72cb606df51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:12.301359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.302443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:12.309922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] Calling delete_port for 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:12.360457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.397608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No active binding found for port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 {{(pid=101874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 15:32:12.397608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:12.397608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 84d10f92-478b-43cd-9ece-0fb4d64fe132 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:12.397911 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:12.400158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] No DVR routers for this DVR port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:12.417404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 84d10f92-478b-43cd-9ece-0fb4d64fe132 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:12.417757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 84d10f92-478b-43cd-9ece-0fb4d64fe132 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:12.418218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 29e5ba2c-f155-42d8-9729-40433624497a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:12.441361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 29e5ba2c-f155-42d8-9729-40433624497a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:12.441711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 29e5ba2c-f155-42d8-9729-40433624497a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:12.461489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.488429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] No DVR routers for this DVR port 65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:12.489948 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca204a2c-ee16-4b6f-8bfb-dcc45ec527b1 None None] Pushing event deleted for resources: {'Port': ['ID=65d4ad4b-8e0d-4276-b66b-3ac88e6db4a7,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:12.490348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.504232 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338950c7-e479-40b0-86f4-13673a262748']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:12.515930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba88ef65-d2a9-4e66-babb-a72cb606df51') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:12.516229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba88ef65-d2a9-4e66-babb-a72cb606df51') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:32:12.525014 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.538194 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.544615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:32:12.545003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:32:12.546603 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:32:12.676628 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.682734 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:12.686511 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] 10.222.0.58 "DELETE /v2.0/networks/338950c7-e479-40b0-86f4-13673a262748 HTTP/1.1" status: 204 len: 168 time: 0.6939757 Aug 25 15:32:12.698854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe9c01-9e17-4c0d-8395-060052841a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=338950c7-e479-40b0-86f4-13673a262748,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:13.064569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50618) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:13.104777 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-69c6b85e-4782-4be3-a392-1ddd51977621 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f7dbe57feb543c9823df2edf4e3e6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390258 Aug 25 15:32:13.107793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50620) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:13.155162 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c150aee-bfeb-4932-ae46-5a8fad0ef4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:13.176064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c150aee-bfeb-4932-ae46-5a8fad0ef4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:13.288072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c150aee-bfeb-4932-ae46-5a8fad0ef4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:13.290944 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c150aee-bfeb-4932-ae46-5a8fad0ef4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:13.292123 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3c150aee-bfeb-4932-ae46-5a8fad0ef4ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff50ea3c-ed54-467e-962c-d3ea9a5b9873 HTTP/1.1" status: 204 len: 168 time: 0.1834314 Aug 25 15:32:13.300556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c150aee-bfeb-4932-ae46-5a8fad0ef4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50ea3c-ed54-467e-962c-d3ea9a5b9873,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:13.965026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50626) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:14.004693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-af6cc708-4d33-4282-bd63-3a577de995b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=909c8359fc694d6688118d167a98ba0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384448 Aug 25 15:32:14.007195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50628) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:14.054833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b277-3efa-45d2-9cc6-7144fc8df6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:14.075897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b277-3efa-45d2-9cc6-7144fc8df6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:14.173631 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b277-3efa-45d2-9cc6-7144fc8df6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:14.176468 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b277-3efa-45d2-9cc6-7144fc8df6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:14.177985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8ab8b277-3efa-45d2-9cc6-7144fc8df6eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32116d79-5f57-4b64-a9ed-12a4aa12b2b8 HTTP/1.1" status: 204 len: 168 time: 0.1696470 Aug 25 15:32:14.187664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b277-3efa-45d2-9cc6-7144fc8df6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32116d79-5f57-4b64-a9ed-12a4aa12b2b8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:21.036546 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f001df84-404f-4c52-96f3-23514fd9acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:22.944875 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:32:23.774041 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-be102750-1d95-43a4-a3de-52a91070a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:24.287843 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:25.097192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-ceee6f1c-a581-4345-ba6f-7a5a5da75d82 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1685e03a27054952a5850470e84b799b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294971 Aug 25 15:32:25.287468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-111958bd-a04b-4237-9a17-d9217dba2c1c tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:25.288970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-111958bd-a04b-4237-9a17-d9217dba2c1c tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864526 Aug 25 15:32:25.304027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-b1098266-fefd-4007-b52f-d74437ef1185 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/quotas/1685e03a27054952a5850470e84b799b HTTP/1.1" status: 200 len: 375 time: 0.0093246 Aug 25 15:32:25.336429 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-ddc14fd9-9298-4a0b-a6df-eb53642f1327 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1685e03a27054952a5850470e84b799b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268009 Aug 25 15:32:25.560133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c763ff6-4bfc-4c91-9890-5881a4a9e7e9 req-58c8bda2-2a3d-4681-91db-d712bd0ff9b3 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 210 time: 0.0311801 Aug 25 15:32:25.602192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:26.640095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d38ae336-9cd0-43fc-9478-197255927a22 req-7403957d-c59c-4dde-bc2e-5707c797308d tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 210 time: 0.0257404 Aug 25 15:32:27.190837 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:27.527583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:27.735213 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d013596c-e2b6-4c39-8f70-fa1f99d6e05f req-03222265-6dbd-4beb-9983-f261f4018102 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 210 time: 0.0269866 Aug 25 15:32:27.748023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-0e1b82ab-e8fb-4d84-9a10-1b02331c5b64 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1685e03a27054952a5850470e84b799b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211661 Aug 25 15:32:27.864986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-227a1b3f-b27a-45fc-948d-a1cbe368266c tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:27.866398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-227a1b3f-b27a-45fc-948d-a1cbe368266c tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119328 Aug 25 15:32:27.880057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Request body: {'port': {'device_id': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'admin_state_up': True, 'tenant_id': '1685e03a27054952a5850470e84b799b'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:32:28.087867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Made reservation on behalf of 1685e03a27054952a5850470e84b799b for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:32:28.091315 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.100994 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.193037 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.287784 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.348227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d78c1-2674-43d4-9989-dbfe99e68ab5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:28.423257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Allocated IP 192.168.233.207 (ff26ccd5-2245-4bce-882c-b3a0ea37dca1/58770463-bc13-4c24-a555-82506858c222/074e12a2-75de-473f-961c-3e4d1612bbe2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:32:28.567400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.580612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Transition to ACTIVE for port object 074e12a2-75de-473f-961c-3e4d1612bbe2 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:32:28.693712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.736198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:32:28.741275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:32:28.745132 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:32:28.776091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Pushing event updated for resources: {'Port': ['ID=074e12a2-75de-473f-961c-3e4d1612bbe2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:28.815418 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:28.816122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:28.873074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1ec73-235e-4425-96a7-4b3e21102994 req-f64d171c-8e13-430e-9e57-4b1d12dca59e tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:28.874815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1aa1ec73-235e-4425-96a7-4b3e21102994 req-f64d171c-8e13-430e-9e57-4b1d12dca59e tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 936 time: 0.0557613 Aug 25 15:32:28.915394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1aa1ec73-235e-4425-96a7-4b3e21102994 req-2576da26-96d7-4d1e-bb1b-bbaa07fccf32 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Aug 25 15:32:28.928289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-bf444b25-0d21-4448-8991-adc663869d96 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0520279 Aug 25 15:32:28.941582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Request body: {'port': {'device_id': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:32:28.996022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.087968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c445d674-026c-49e6-bcbe-32b7d4b68682 None None] Provisioning for port 074e12a2-75de-473f-961c-3e4d1612bbe2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:32:29.092082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c445d674-026c-49e6-bcbe-32b7d4b68682 None None] Provisioning complete for port 074e12a2-75de-473f-961c-3e4d1612bbe2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:32:29.092628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c445d674-026c-49e6-bcbe-32b7d4b68682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.128184 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c445d674-026c-49e6-bcbe-32b7d4b68682 None None] Port 074e12a2-75de-473f-961c-3e4d1612bbe2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:32:29.262658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074e12a2-75de-473f-961c-3e4d1612bbe2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:32:29.269793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.281720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Transition to ACTIVE for port object 074e12a2-75de-473f-961c-3e4d1612bbe2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:32:29.282191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.545218 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.598197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Pushing event updated for resources: {'Port': ['ID=074e12a2-75de-473f-961c-3e4d1612bbe2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:29.667515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Attempting to bind port 074e12a2-75de-473f-961c-3e4d1612bbe2 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:32:29.668004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Attempting to bind port 074e12a2-75de-473f-961c-3e4d1612bbe2 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:32:29.668347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Attempting to bind port 074e12a2-75de-473f-961c-3e4d1612bbe2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:32:29.673963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Port 074e12a2-75de-473f-961c-3e4d1612bbe2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:32:29.674287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Attempting to bind port 074e12a2-75de-473f-961c-3e4d1612bbe2 on network ff26ccd5-2245-4bce-882c-b3a0ea37dca1 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:32:29.679557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:32:29.679902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Checking segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:32:29.680296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Bound using segment: {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:32:29.680730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Bound port: 074e12a2-75de-473f-961c-3e4d1612bbe2, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a3ccca-a663-4527-b9ed-c64d910ddfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:32:29.681093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.752064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] For port 074e12a2-75de-473f-961c-3e4d1612bbe2, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:32:29.755173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] For port 074e12a2-75de-473f-961c-3e4d1612bbe2, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=074e12a2-75de-473f-961c-3e4d1612bbe2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:32:29.837326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.872902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:29.873524 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:29.874931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] 10.222.0.52 "PUT /v2.0/ports/074e12a2-75de-473f-961c-3e4d1612bbe2 HTTP/1.1" status: 200 len: 1096 time: 0.9376247 Aug 25 15:32:29.875376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'tag': '074e12a2-75de-473f-961c-3e4d1612bbe2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:32:29.877694 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155884e6-28e9-47c1-8ba1-6087368c41c6" -d '{"events": [{"name": "network-changed", "server_uuid": "96f86adb-ad6e-4c1c-b57b-e536f8cc412d", "tag": "074e12a2-75de-473f-961c-3e4d1612bbe2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:32:29.904971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c48e7-54b7-41cc-a632-a846d7d1c326 service neutron] Pushing event updated for resources: {'Port': ['ID=074e12a2-75de-473f-961c-3e4d1612bbe2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:29.919066 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ec3b8-fe5c-41f5-80d2-0e2795e6f126 x-openstack-request-id: req-f27ec3b8-fe5c-41f5-80d2-0e2795e6f126 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:32:29.919363 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f86adb-ad6e-4c1c-b57b-e536f8cc412d", "tag": "074e12a2-75de-473f-961c-3e4d1612bbe2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:32:29.919615 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f27ec3b8-fe5c-41f5-80d2-0e2795e6f126 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:32:29.920017 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'tag': '074e12a2-75de-473f-961c-3e4d1612bbe2', 'status': 'completed', 'code': 200} Aug 25 15:32:29.984176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155884e6-28e9-47c1-8ba1-6087368c41c6 req-d4557e94-4474-476b-8d40-02791dc51b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:29.985687 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-155884e6-28e9-47c1-8ba1-6087368c41c6 req-d4557e94-4474-476b-8d40-02791dc51b96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1685e03a27054952a5850470e84b799b&device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 1099 time: 0.0451059 Aug 25 15:32:30.036805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-155884e6-28e9-47c1-8ba1-6087368c41c6 req-b1389b2e-6b37-4b00-a26f-a0dc1344a086 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1685e03a27054952a5850470e84b799b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411382 Aug 25 15:32:30.095356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace936-46e9-40ab-ad4e-3668452c119d req-1b79e039-7b1c-44d6-9bf4-44da6df1e7dc tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:30.097022 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ecace936-46e9-40ab-ad4e-3668452c119d req-1b79e039-7b1c-44d6-9bf4-44da6df1e7dc tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 948 time: 0.1097989 Aug 25 15:32:30.154019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ecace936-46e9-40ab-ad4e-3668452c119d req-237f4c5b-029f-4b03-b587-ebc8d9fb2334 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Aug 25 15:32:30.166712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155884e6-28e9-47c1-8ba1-6087368c41c6 req-672d690a-d32d-43dc-bedd-5e9d3506b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:30.168208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-155884e6-28e9-47c1-8ba1-6087368c41c6 req-672d690a-d32d-43dc-bedd-5e9d3506b52f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251085 Aug 25 15:32:30.242615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-5c801e4b-6362-45bf-a6e4-86d9948850c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:30.244136 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-5c801e4b-6362-45bf-a6e4-86d9948850c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1685e03a27054952a5850470e84b799b&device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 1099 time: 0.0410633 Aug 25 15:32:30.289272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-7fcfa4a4-821e-4475-9c10-0bde6ab1ad5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=074e12a2-75de-473f-961c-3e4d1612bbe2 HTTP/1.1" status: 200 len: 217 time: 0.0371211 Aug 25 15:32:30.338448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4f0582f3-37ee-4e93-904a-1cc89047c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:30.340204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-4f0582f3-37ee-4e93-904a-1cc89047c646 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58770463-bc13-4c24-a555-82506858c222 HTTP/1.1" status: 200 len: 843 time: 0.0446873 Aug 25 15:32:30.386319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-930500d8-af62-4340-8360-475eeff5db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:30.387964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-930500d8-af62-4340-8360-475eeff5db1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff26ccd5-2245-4bce-882c-b3a0ea37dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405042 Aug 25 15:32:30.482344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-57e92029-d38d-47d4-9d03-0c7a26fd5007 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867286 Aug 25 15:32:30.571592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2035d1be-4da1-43dd-a021-74c98aa0c162 req-8610f14c-90bc-4e62-9fd1-f45de63a3665 service neutron] 10.222.0.52 "GET /v2.0/networks/ff26ccd5-2245-4bce-882c-b3a0ea37dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825133 Aug 25 15:32:31.274034 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff15239-6ca6-4deb-8131-b7f1e3988a94 req-1b842224-6b31-4f96-a3da-b3b1adb1394e tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:31.275526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ff15239-6ca6-4deb-8131-b7f1e3988a94 req-1b842224-6b31-4f96-a3da-b3b1adb1394e tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 948 time: 0.0479913 Aug 25 15:32:31.312755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ff15239-6ca6-4deb-8131-b7f1e3988a94 req-f9689edf-2be2-4729-8430-3c6130d8092d tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Aug 25 15:32:32.433105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca8d07-da6a-41ba-b069-e80d9bd34c69 req-40f75aab-c356-49a4-9f2b-ea9e34bd6ee5 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:32.434631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3ca8d07-da6a-41ba-b069-e80d9bd34c69 req-40f75aab-c356-49a4-9f2b-ea9e34bd6ee5 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 948 time: 0.0546470 Aug 25 15:32:32.472605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3ca8d07-da6a-41ba-b069-e80d9bd34c69 req-d6d5b8f3-d9ed-4d96-b807-6aa87b813e17 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Aug 25 15:32:33.023263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 074e12a2-75de-473f-961c-3e4d1612bbe2 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:32:33.118672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 074e12a2-75de-473f-961c-3e4d1612bbe2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=074e12a2-75de-473f-961c-3e4d1612bbe2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:33.130172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '074e12a2-75de-473f-961c-3e4d1612bbe2', 'network_id': 'ff26ccd5-2245-4bce-882c-b3a0ea37dca1', 'port_id': '074e12a2-75de-473f-961c-3e4d1612bbe2', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58770463-bc13-4c24-a555-82506858c222', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:32:33.166329 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:33.178905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074e12a2-75de-473f-961c-3e4d1612bbe2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:32:33.197895 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 074e12a2-75de-473f-961c-3e4d1612bbe2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=074e12a2-75de-473f-961c-3e4d1612bbe2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:33.253371 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:33.298983 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=074e12a2-75de-473f-961c-3e4d1612bbe2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:33.452604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['074e12a2-75de-473f-961c-3e4d1612bbe2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:32:33.588900 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd262345-8435-439a-86a5-a6f1656d97dc req-7671a916-db9f-4b7c-9571-2f54bc5f5f10 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:33.590679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd262345-8435-439a-86a5-a6f1656d97dc req-7671a916-db9f-4b7c-9571-2f54bc5f5f10 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 949 time: 0.0509050 Aug 25 15:32:33.632111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cd262345-8435-439a-86a5-a6f1656d97dc req-398c9d50-9b20-4058-8ce6-91d2f827ecb6 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Aug 25 15:32:34.750634 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7f67d-a5c1-4fbe-a298-abab7ebf7d99 req-88a8a039-954f-475b-8618-ac6591d41135 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:34.752624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02f7f67d-a5c1-4fbe-a298-abab7ebf7d99 req-88a8a039-954f-475b-8618-ac6591d41135 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 949 time: 0.0486689 Aug 25 15:32:34.790573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02f7f67d-a5c1-4fbe-a298-abab7ebf7d99 req-8059660b-930b-4089-aa22-3115f7c4dc21 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Aug 25 15:32:35.033398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 074e12a2-75de-473f-961c-3e4d1612bbe2 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:32:35.201791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 074e12a2-75de-473f-961c-3e4d1612bbe2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:32:35.205786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 074e12a2-75de-473f-961c-3e4d1612bbe2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:32:35.206163 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:35.284635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:35.306543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e12a2-75de-473f-961c-3e4d1612bbe2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:32:35.308817 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04294d6-eacd-4ed9-853e-971c362883c0" -d '{"events": [{"server_uuid": "96f86adb-ad6e-4c1c-b57b-e536f8cc412d", "name": "network-vif-plugged", "status": "completed", "tag": "074e12a2-75de-473f-961c-3e4d1612bbe2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:32:35.322844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 074e12a2-75de-473f-961c-3e4d1612bbe2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=074e12a2-75de-473f-961c-3e4d1612bbe2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:35.408331 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:35.411002 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336dbbf-90af-4316-b1a2-419e8d8f29cd x-openstack-request-id: req-e336dbbf-90af-4316-b1a2-419e8d8f29cd {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:32:35.411326 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f86adb-ad6e-4c1c-b57b-e536f8cc412d", "name": "network-vif-plugged", "status": "completed", "tag": "074e12a2-75de-473f-961c-3e4d1612bbe2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:32:35.411602 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e336dbbf-90af-4316-b1a2-419e8d8f29cd {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:32:35.412118 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e12a2-75de-473f-961c-3e4d1612bbe2', 'code': 200} Aug 25 15:32:35.458192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=074e12a2-75de-473f-961c-3e4d1612bbe2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:35.506492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee097c1-9b15-49b5-b5ff-1faf21c80e80 req-2d000770-fb82-41a1-8486-ad42d6b7d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:35.507979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aee097c1-9b15-49b5-b5ff-1faf21c80e80 req-2d000770-fb82-41a1-8486-ad42d6b7d45d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 1101 time: 0.0410128 Aug 25 15:32:35.542239 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aee097c1-9b15-49b5-b5ff-1faf21c80e80 req-207a089b-b042-4d5d-afcc-62dc2f57c8c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274949 Aug 25 15:32:35.910615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd886994-63ce-4593-932e-fd3a1bdca2e8 req-696c5452-b1a7-436a-893b-30ac1f50ac4a tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:35.912094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd886994-63ce-4593-932e-fd3a1bdca2e8 req-696c5452-b1a7-436a-893b-30ac1f50ac4a tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 950 time: 0.0516760 Aug 25 15:32:35.948941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd886994-63ce-4593-932e-fd3a1bdca2e8 req-ae2a0cac-f48e-4949-b189-00a357dd02b0 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Aug 25 15:32:37.070407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f5f3-0dcb-435b-a855-4adc876233db req-81b918b8-e748-438b-a526-b48891410261 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:37.071913 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55a0f5f3-0dcb-435b-a855-4adc876233db req-81b918b8-e748-438b-a526-b48891410261 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 950 time: 0.0530653 Aug 25 15:32:37.110561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55a0f5f3-0dcb-435b-a855-4adc876233db req-d2c12ed2-45ba-434d-b708-4ca5441b9a75 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Aug 25 15:32:38.578527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43b65-c935-478e-b3b3-10f5a341678c req-534ca7e1-57d9-4864-a4f4-7601be5540d7 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:38.580406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ee43b65-c935-478e-b3b3-10f5a341678c req-534ca7e1-57d9-4864-a4f4-7601be5540d7 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 950 time: 0.0486803 Aug 25 15:32:38.619216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ee43b65-c935-478e-b3b3-10f5a341678c req-54788dfe-24a6-4af3-9dfd-ef35ab8abb21 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Aug 25 15:32:39.741991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0998f-fd47-4fc6-9f4c-64f538f11245 req-f2e7e67b-7256-4433-b2e6-2ea4c8589349 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:39.743508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2f0998f-fd47-4fc6-9f4c-64f538f11245 req-f2e7e67b-7256-4433-b2e6-2ea4c8589349 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 950 time: 0.0521724 Aug 25 15:32:39.783745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b2f0998f-fd47-4fc6-9f4c-64f538f11245 req-9dd8bd09-1358-45a7-8cf5-31dc1ab8d988 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/security-groups?id=e03d78c1-2674-43d4-9989-dbfe99e68ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Aug 25 15:32:39.847798 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060a972-a594-41a3-a591-3d91dbd344fc req-a859a89f-9f8f-494b-804a-f25af1323537 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:39.849871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c060a972-a594-41a3-a591-3d91dbd344fc req-a859a89f-9f8f-494b-804a-f25af1323537 tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.52 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 950 time: 0.0510886 Aug 25 15:32:39.942959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Deleting port 074e12a2-75de-473f-961c-3e4d1612bbe2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:32:39.943238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:40.031320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] For port 074e12a2-75de-473f-961c-3e4d1612bbe2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=074e12a2-75de-473f-961c-3e4d1612bbe2,segment=NetworkSegment(d1a3ccca-a663-4527-b9ed-c64d910ddfb7),segment_id=d1a3ccca-a663-4527-b9ed-c64d910ddfb7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:40.031691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:40.045045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Calling delete_port for 074e12a2-75de-473f-961c-3e4d1612bbe2 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:32:40.253538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:40.266299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['074e12a2-75de-473f-961c-3e4d1612bbe2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:32:40.283049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Pushing event deleted for resources: {'Port': ['ID=074e12a2-75de-473f-961c-3e4d1612bbe2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:40.295395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.295792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.296139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.296479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.296815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.297149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.297478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.297862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.298193 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.298517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.298847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.299195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:40.339151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] No DVR routers for this DVR port 074e12a2-75de-473f-961c-3e4d1612bbe2 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:32:40.341806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:40.343919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c060a972-a594-41a3-a591-3d91dbd344fc req-576cdca8-13b6-4b19-99e3-ee41739079ae tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.52 "DELETE /v2.0/ports/074e12a2-75de-473f-961c-3e4d1612bbe2 HTTP/1.1" status: 204 len: 173 time: 0.4882755 Aug 25 15:32:40.344356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'name': 'network-vif-deleted', 'tag': '074e12a2-75de-473f-961c-3e4d1612bbe2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:32:40.347451 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2fe7a-bc63-4b17-88d7-521d2e2e1e6c" -d '{"events": [{"server_uuid": "96f86adb-ad6e-4c1c-b57b-e536f8cc412d", "name": "network-vif-deleted", "tag": "074e12a2-75de-473f-961c-3e4d1612bbe2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:32:40.383756 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4e213-178c-4fce-b205-f8420448c8be x-openstack-request-id: req-39d4e213-178c-4fce-b205-f8420448c8be {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:32:40.384053 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f86adb-ad6e-4c1c-b57b-e536f8cc412d", "name": "network-vif-deleted", "tag": "074e12a2-75de-473f-961c-3e4d1612bbe2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:32:40.384300 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39d4e213-178c-4fce-b205-f8420448c8be {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:32:40.384728 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f86adb-ad6e-4c1c-b57b-e536f8cc412d', 'name': 'network-vif-deleted', 'tag': '074e12a2-75de-473f-961c-3e4d1612bbe2', 'status': 'completed', 'code': 200} Aug 25 15:32:40.887412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc22f1a9-b635-47df-ba18-2f6eaaf5e8e3 req-be029f7a-d686-4810-a963-fe827d2e34df tempest-ServersAdminNegativeTestJSON-1092614480 tempest-ServersAdminNegativeTestJSON-1092614480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f86adb-ad6e-4c1c-b57b-e536f8cc412d HTTP/1.1" status: 200 len: 210 time: 0.0266950 Aug 25 15:32:42.312646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50788) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:42.475858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5180ea4c-9f6d-4a79-899e-78f536de3894 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1685e03a27054952a5850470e84b799b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615694 Aug 25 15:32:42.477921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50794) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:42.529143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af630ba6-7a10-4aaa-a12b-8c7dd1e8d04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:42.552618 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af630ba6-7a10-4aaa-a12b-8c7dd1e8d04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:42.704575 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af630ba6-7a10-4aaa-a12b-8c7dd1e8d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:42.707183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-af630ba6-7a10-4aaa-a12b-8c7dd1e8d04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:42.708378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-af630ba6-7a10-4aaa-a12b-8c7dd1e8d04e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e03d78c1-2674-43d4-9989-dbfe99e68ab5 HTTP/1.1" status: 204 len: 168 time: 0.2295570 Aug 25 15:32:42.717531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af630ba6-7a10-4aaa-a12b-8c7dd1e8d04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d78c1-2674-43d4-9989-dbfe99e68ab5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:43.334363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50800) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:43.349020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.438492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.522037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.561709 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a2b465ade9e469ab8a071834f056d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261460 Aug 25 15:32:43.562630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db748c-1d48-40a4-be73-2f6a156dd1ff,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:43.564336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50802) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:43.571312 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.572202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.572649 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.573056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.573475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.573845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.574185 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.574514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.574847 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.575203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.575535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.575863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44897ebc-78f3-46eb-9010-0e6c5b57b9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:43.619146 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe56c0f8-cc7e-46d9-abba-a3dc89b02451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.643972 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe56c0f8-cc7e-46d9-abba-a3dc89b02451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.796033 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe56c0f8-cc7e-46d9-abba-a3dc89b02451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.798573 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fe56c0f8-cc7e-46d9-abba-a3dc89b02451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:43.799800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-fe56c0f8-cc7e-46d9-abba-a3dc89b02451 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71db748c-1d48-40a4-be73-2f6a156dd1ff HTTP/1.1" status: 204 len: 168 time: 0.2339158 Aug 25 15:32:43.808041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56c0f8-cc7e-46d9-abba-a3dc89b02451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db748c-1d48-40a4-be73-2f6a156dd1ff,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:44.854921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50824) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:44.951646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1481094218-network', 'tenant_id': 'afe4c5a79fd14487a6333ccf29573364'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:32:45.041967 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Made reservation on behalf of afe4c5a79fd14487a6333ccf29573364 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:32:45.044407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.056886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.117279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 074e12a2-75de-473f-961c-3e4d1612bbe2 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:32:45.141572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 074e12a2-75de-473f-961c-3e4d1612bbe2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:32:45.142620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 074e12a2-75de-473f-961c-3e4d1612bbe2 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:32:45.148360 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.218883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.244573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:32:45.252640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:45.262520 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.262832 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Added segment 3abf21dc-653a-4c62-af40-42660ed86503 of type vlan for network a836a47e-5f56-4ab1-aafe-ee9c1d80650c Aug 25 15:32:45.312574 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.447622 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.448850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:45.449531 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.515204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] Pushing event updated for resources: {'Network': ['ID=a836a47e-5f56-4ab1-aafe-ee9c1d80650c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:45.527357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network a836a47e-5f56-4ab1-aafe-ee9c1d80650c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:32:45.570873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ad06bfcf-dd9f-47fe-87a0-3195d309e466 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7147257 Aug 25 15:32:45.573951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 50828) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:32:45.581143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Request body: {'subnet': {'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1481094218-subnet', 'tenant_id': 'afe4c5a79fd14487a6333ccf29573364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:32:45.676176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Made reservation on behalf of afe4c5a79fd14487a6333ccf29573364 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:32:45.678565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.917482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:45.976669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc47fceb-7e54-448c-a3e1-47b8558be28d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:45.989574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Checking segment: {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:32:45.990179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Network hostable DHCP agents. Network: a836a47e-5f56-4ab1-aafe-ee9c1d80650c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:32:46.093037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Network a836a47e-5f56-4ab1-aafe-ee9c1d80650c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:32:46.161840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, a836a47e-5f56-4ab1-aafe-ee9c1d80650c) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:32:46.166059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:46.166652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:46.171776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37074a7-f240-40f2-adbc-b79eed620327 None None] Network a836a47e-5f56-4ab1-aafe-ee9c1d80650c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:32:46.260128 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6bbe794-19d4-4033-970e-df1a723dc844 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6837111 Aug 25 15:32:46.295681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09dd20d-90dc-4d7b-a135-25f8ae02f7ab None None] Network a836a47e-5f56-4ab1-aafe-ee9c1d80650c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:32:46.679215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-0d27025a-0f20-451c-b14c-dffc9baf33c9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:46.681084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-0d27025a-0f20-451c-b14c-dffc9baf33c9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 812 time: 0.0998058 Aug 25 15:32:46.696575 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-a65095df-eb5e-4a97-a017-4298378c58fc tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/quotas/afe4c5a79fd14487a6333ccf29573364 HTTP/1.1" status: 200 len: 375 time: 0.0089862 Aug 25 15:32:46.731418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-9c0394f9-11bb-498b-a98a-2873b5fa15d6 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297096 Aug 25 15:32:46.820251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-40f948ec-78e9-484f-9d72-f75a92a5b375 service neutron] 10.222.0.58 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819347 Aug 25 15:32:46.910641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-e68289f4-7e16-4c7b-a88c-bebcb549fc62 service neutron] 10.222.0.58 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843391 Aug 25 15:32:47.180147 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64c5476e-d4cd-4617-b535-6cc31460dbaf req-61af3ef6-2129-4606-9d7d-16ea1f510219 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 210 time: 0.0277927 Aug 25 15:32:48.259561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ee3eb96-7e39-48b1-933a-77adf95b57c0 req-e289d0c4-1460-4c78-921f-056e24178891 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Aug 25 15:32:49.352957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5bfd95f8-d3d1-4495-bdea-2934957764a0 req-703b3c7b-94ff-4a60-9f54-bbe7d4826fcd tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 210 time: 0.0262778 Aug 25 15:32:49.417536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-def5886b-3f8b-4ad4-8e54-756e0f7d1e0c tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:49.419154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-def5886b-3f8b-4ad4-8e54-756e0f7d1e0c tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.52 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 812 time: 0.1029491 Aug 25 15:32:49.432684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Request body: {'port': {'device_id': '208e7ed2-6d47-4099-8dde-5979eba87239', 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c', 'admin_state_up': True, 'tenant_id': 'afe4c5a79fd14487a6333ccf29573364'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:32:49.682191 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Made reservation on behalf of afe4c5a79fd14487a6333ccf29573364 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:32:49.685755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:49.807810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Allocated IP 172.20.0.12 (a836a47e-5f56-4ab1-aafe-ee9c1d80650c/dc47fceb-7e54-448c-a3e1-47b8558be28d/95c8c9b7-e446-4d2a-ae1c-63b35ad3d378) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:32:49.953188 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:50.122207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:50.167721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Network a836a47e-5f56-4ab1-aafe-ee9c1d80650c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:32:50.173224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:32:50.177116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:32:50.204494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:50.238257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:50.241652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:50.339396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c81d2360-f2e4-4ba1-a80b-b0c331f43ca9 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9113612 Aug 25 15:32:50.352588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Request body: {'port': {'device_id': '208e7ed2-6d47-4099-8dde-5979eba87239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:32:50.405610 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:50.555284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bde42-2c5d-45f9-8a3e-61ce0cc7b1b9 req-dbad26a4-7b40-47c2-894c-46ac75686962 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:50.556762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e52bde42-2c5d-45f9-8a3e-61ce0cc7b1b9 req-dbad26a4-7b40-47c2-894c-46ac75686962 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 932 time: 0.1204321 Aug 25 15:32:50.640727 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e52bde42-2c5d-45f9-8a3e-61ce0cc7b1b9 req-2f3660c7-38cd-4e6c-9b6f-737d95390d9e tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779543 Aug 25 15:32:50.726815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:32:50.734022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:50.745895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Transition to ACTIVE for port object 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:32:50.830298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:50.880546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:50.954271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:32:50.954607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:32:50.954941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on network a836a47e-5f56-4ab1-aafe-ee9c1d80650c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:32:50.959769 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on network a836a47e-5f56-4ab1-aafe-ee9c1d80650c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:32:50.960086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on network a836a47e-5f56-4ab1-aafe-ee9c1d80650c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:32:50.965199 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:32:50.967938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Checking segment: {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:32:50.967938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Bound using segment: {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:32:50.967938 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Bound port: 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:32:50.967938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:51.030124 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-caaf1373-3058-4c50-ad1d-9e27cca354ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:51.030710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:32:51.033586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:32:51.110419 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:51.146459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.147200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:51.148766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] 10.222.0.52 "PUT /v2.0/ports/95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 1092 time: 0.8003638 Aug 25 15:32:51.149270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:32:51.151547 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11" -d '{"events": [{"name": "network-changed", "server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:32:51.174477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dee6a5-592d-43ad-9877-7ffb38024bca service neutron] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:51.190062 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4d724-3e75-4e5d-9a75-9f1efb5b3919 x-openstack-request-id: req-06f4d724-3e75-4e5d-9a75-9f1efb5b3919 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:32:51.190360 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:32:51.190619 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06f4d724-3e75-4e5d-9a75-9f1efb5b3919 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:32:51.191047 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'status': 'completed', 'code': 200} Aug 25 15:32:51.254733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11 req-41de8837-2f55-4ba3-bdc9-61d744014724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.256458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11 req-41de8837-2f55-4ba3-bdc9-61d744014724 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1095 time: 0.0434422 Aug 25 15:32:51.356411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11 req-17239701-6e69-4ffa-9914-ebcdddc44b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.357870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11 req-17239701-6e69-4ffa-9914-ebcdddc44b23 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=afe4c5a79fd14487a6333ccf29573364&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943003 Aug 25 15:32:51.448498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11 req-bb1939bf-62cb-46e0-951b-4c5056b287cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.449971 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d5a3eb94-8fde-46a9-8902-e7ce449d8a11 req-bb1939bf-62cb-46e0-951b-4c5056b287cb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846665 Aug 25 15:32:51.527830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-93550cd6-dd5f-46bd-a17b-5dfba6e6b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.529290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-93550cd6-dd5f-46bd-a17b-5dfba6e6b3fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1095 time: 0.0445039 Aug 25 15:32:51.568716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-27cbfcd0-8672-424a-b115-75937b74efde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0321662 Aug 25 15:32:51.618805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-781e9240-b9d6-40bb-978a-5728f006d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.620350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-781e9240-b9d6-40bb-978a-5728f006d089 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.0454240 Aug 25 15:32:51.654417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-f046de6b-133a-4795-b6ec-f384757601bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273585 Aug 25 15:32:51.775379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821e7c-49f3-42d3-b91b-ef7c112873b7 req-7f72be39-428b-440f-bf8d-8ac509fd846c tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:51.776825 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89821e7c-49f3-42d3-b91b-ef7c112873b7 req-7f72be39-428b-440f-bf8d-8ac509fd846c tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.0693810 Aug 25 15:32:51.797473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-9f6915c3-c8e3-47b5-9512-43febfd16e97 service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360497 Aug 25 15:32:51.869128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89821e7c-49f3-42d3-b91b-ef7c112873b7 req-25f4ec00-d52c-46f1-8a53-3f8943ade502 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835609 Aug 25 15:32:51.910975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41130178-55b6-4954-96c0-5b4ca7c106b6 req-c3b9a600-1f93-4d3e-87fc-f86740a1ddcf service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051037 Aug 25 15:32:52.985014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2012e-45f8-4ee9-9d06-946accd52bb8 req-7d151869-48f0-49f6-bd80-28d9c408c633 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:52.986529 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ae2012e-45f8-4ee9-9d06-946accd52bb8 req-7d151869-48f0-49f6-bd80-28d9c408c633 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.0500214 Aug 25 15:32:53.028959 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7ae2012e-45f8-4ee9-9d06-946accd52bb8 req-a2c34c64-17ae-4308-bb23-514d34bdfcbd tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Aug 25 15:32:53.750166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1fc57849-f278-4d83-81eb-f49c26caa6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:54.146012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c65985-6553-4bf3-8679-62de9628994f req-159e79ba-9b17-4f46-aea9-6ee696e1589a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:54.147663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4c65985-6553-4bf3-8679-62de9628994f req-159e79ba-9b17-4f46-aea9-6ee696e1589a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.0516465 Aug 25 15:32:54.186154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4c65985-6553-4bf3-8679-62de9628994f req-6a9209fb-0257-4936-a0cc-25340a3a1952 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323315 Aug 25 15:32:54.201422 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:55.157889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:32:55.249798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:55.261747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c', 'port_id': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'mac_address': 'fa:16:3e:64:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc47fceb-7e54-448c-a3e1-47b8558be28d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:32:55.302904 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:55.312143 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47449-18ff-4c0f-99ba-c5d5c7dc3fcc req-93fd65be-a9f4-4023-93ca-f56c223135e4 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:55.313643 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3be47449-18ff-4c0f-99ba-c5d5c7dc3fcc req-93fd65be-a9f4-4023-93ca-f56c223135e4 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.0564075 Aug 25 15:32:55.315957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:32:55.335838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:55.353760 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3be47449-18ff-4c0f-99ba-c5d5c7dc3fcc req-de4816ca-d194-40b8-9a27-3a9b41ac54a5 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340402 Aug 25 15:32:55.429636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:55.481555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:55.617125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:32:55.639926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:56.473617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92318-6b1d-42b7-8b50-2010175ca863 req-53d7ac15-4eea-411d-b703-fbaa07e3ce5a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:56.475159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc92318-6b1d-42b7-8b50-2010175ca863 req-53d7ac15-4eea-411d-b703-fbaa07e3ce5a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Aug 25 15:32:56.514345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc92318-6b1d-42b7-8b50-2010175ca863 req-4fdb1847-7a61-4a13-b168-2dbf2bc81708 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Aug 25 15:32:57.173933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:32:57.195308 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:57.321487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:32:57.325804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:32:57.326180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:57.411923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:57.439262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:32:57.441809 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40336c1e-5e74-424b-b885-1b72f47ac066" -d '{"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-plugged", "status": "completed", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:32:57.459736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:32:57.492578 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2744e57-bdf7-4a98-b966-e0c6cc2f011b x-openstack-request-id: req-c2744e57-bdf7-4a98-b966-e0c6cc2f011b {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:32:57.492578 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-plugged", "status": "completed", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:32:57.492578 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2744e57-bdf7-4a98-b966-e0c6cc2f011b {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:32:57.492578 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'code': 200} Aug 25 15:32:57.544380 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:57.573569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:57.596254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81788e5b-5b4e-40f1-ad64-077d9c179c17 req-6dab507a-1066-4374-8dc4-fdf6948d9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:57.598288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81788e5b-5b4e-40f1-ad64-077d9c179c17 req-6dab507a-1066-4374-8dc4-fdf6948d9cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1097 time: 0.0520153 Aug 25 15:32:57.603825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:32:57.613789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.614158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.614496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.614833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.615251 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.615586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.615917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.616245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.616569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.616926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.617273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.617788 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:32:57.663154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81788e5b-5b4e-40f1-ad64-077d9c179c17 req-ff2db0d4-8c61-49d4-b8df-ec2d83fd769e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575225 Aug 25 15:32:57.679558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b19005-bc4f-43ad-9cda-fde99294cded req-8f101fec-0e26-4062-88f7-6061ac3ad35e tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:57.681842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97b19005-bc4f-43ad-9cda-fde99294cded req-8f101fec-0e26-4062-88f7-6061ac3ad35e tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0703475 Aug 25 15:32:57.725096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-97b19005-bc4f-43ad-9cda-fde99294cded req-48f5a816-6d8c-40df-a67e-a6fb263c1ecb tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366209 Aug 25 15:32:58.871921 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece1b62-3439-458a-bacc-3211c1c330b5 req-921572d0-5112-47b9-945d-7f639c90fa2a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:32:58.873411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ece1b62-3439-458a-bacc-3211c1c330b5 req-921572d0-5112-47b9-945d-7f639c90fa2a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0576043 Aug 25 15:32:58.911580 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ece1b62-3439-458a-bacc-3211c1c330b5 req-dc5cc46c-4b45-4bd3-bc04-6d5cdaa1a06e tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 25 15:32:59.327324 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:32:59.944300 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:33:00.032954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5d9c5-b3ac-40f6-bf36-e0a9c6bd5dca req-6a88028a-fd7d-4082-84fc-b02fd6df0ec8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:00.034469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3be5d9c5-b3ac-40f6-bf36-e0a9c6bd5dca req-6a88028a-fd7d-4082-84fc-b02fd6df0ec8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0538526 Aug 25 15:33:00.074693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3be5d9c5-b3ac-40f6-bf36-e0a9c6bd5dca req-ce76f866-769b-499c-87ae-7ddb26399437 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Aug 25 15:33:00.620683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e7821-0c76-46f6-9588-5a239f00f688 req-de53e4ea-2132-4c17-897f-adf42668b4d1 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:00.622180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d87e7821-0c76-46f6-9588-5a239f00f688 req-de53e4ea-2132-4c17-897f-adf42668b4d1 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0484769 Aug 25 15:33:00.659780 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d87e7821-0c76-46f6-9588-5a239f00f688 req-7c60ce3b-f0b3-4874-b0c8-ddee263a6b32 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Aug 25 15:33:00.685176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50892) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:00.775131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-a3bfd680-2cc7-467c-91fd-3e88f4669e61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886571 Aug 25 15:33:01.783591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980d54b-dc86-40a6-89ff-487868d1903e req-71762617-f1aa-4c90-a0dc-faecf2e64afd tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:01.785109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2980d54b-dc86-40a6-89ff-487868d1903e req-71762617-f1aa-4c90-a0dc-faecf2e64afd tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Aug 25 15:33:01.828657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2980d54b-dc86-40a6-89ff-487868d1903e req-32fe3a38-af42-427c-a480-af57705158af tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367339 Aug 25 15:33:03.073066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-7285b076-4caf-4526-ad3b-aaed95f7fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:03.074475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-7285b076-4caf-4526-ad3b-aaed95f7fdda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1097 time: 0.3714383 Aug 25 15:33:03.164157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd75b4-eadd-4b9e-a12e-4974ab6b083b req-a937d967-843c-4051-a0e5-68111da3b574 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:03.165570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3bd75b4-eadd-4b9e-a12e-4974ab6b083b req-a937d967-843c-4051-a0e5-68111da3b574 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.1050673 Aug 25 15:33:03.211071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-6f9a6591-0a1b-47aa-95c5-8eb2020106ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:03.213056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-6f9a6591-0a1b-47aa-95c5-8eb2020106ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 913 time: 0.1211822 Aug 25 15:33:03.220231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d3bd75b4-eadd-4b9e-a12e-4974ab6b083b req-4b9ff4ca-1b76-4c8f-bdc7-66c6c9d6b017 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Aug 25 15:33:03.256156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-b39333b6-a1ca-464c-9282-ada1c6d8bba0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0342989 Aug 25 15:33:03.305760 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-90eaf8cb-d8e4-4f88-9a5a-b9fe7b6bcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:03.307336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-90eaf8cb-d8e4-4f88-9a5a-b9fe7b6bcc97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.0440736 Aug 25 15:33:03.348858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-92dfc8a8-0c31-4d9f-b0f6-e0c8e15f7feb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267863 Aug 25 15:33:03.443737 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-a0413fe7-cfed-4c98-83f2-c7178b610b4d service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861673 Aug 25 15:33:03.542889 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-aee24a39-1876-4fdc-99b4-2544c90fa949 service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Aug 25 15:33:04.339003 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fef78-7db9-4b9e-9f2f-c598b71743b1 req-2859bf51-519c-48dc-903c-98c0e08a0958 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:04.340572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca9fef78-7db9-4b9e-9f2f-c598b71743b1 req-2859bf51-519c-48dc-903c-98c0e08a0958 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0485795 Aug 25 15:33:04.379101 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ca9fef78-7db9-4b9e-9f2f-c598b71743b1 req-5bffee72-c1a9-4f41-936f-f279968dce59 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Aug 25 15:33:05.501796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0461-692b-480c-bc20-ad3e8a60642b req-e5eab88a-b9ff-42a2-8a30-4e95387ca7c2 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:05.503384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66ab0461-692b-480c-bc20-ad3e8a60642b req-e5eab88a-b9ff-42a2-8a30-4e95387ca7c2 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0561137 Aug 25 15:33:05.555579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66ab0461-692b-480c-bc20-ad3e8a60642b req-6807c989-8afc-4231-96be-a1e04a51f212 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Aug 25 15:33:06.677052 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aa6e0-1dd6-4e25-b342-2b83104ea334 req-764870e6-9274-4f9e-8f95-809aa2c80dca tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:06.678577 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b5aa6e0-1dd6-4e25-b342-2b83104ea334 req-764870e6-9274-4f9e-8f95-809aa2c80dca tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0509880 Aug 25 15:33:06.718968 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3b5aa6e0-1dd6-4e25-b342-2b83104ea334 req-8f0f94a3-df23-4971-b4de-c93cf5db9b7f tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Aug 25 15:33:07.837869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702a77-317a-4bb0-babe-8cbffcdec119 req-bfe5bb25-130a-434e-8db8-b44d97913845 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:07.839498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd702a77-317a-4bb0-babe-8cbffcdec119 req-bfe5bb25-130a-434e-8db8-b44d97913845 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0518701 Aug 25 15:33:07.880070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd702a77-317a-4bb0-babe-8cbffcdec119 req-92faeba9-a2d4-441f-9093-ba15f4cf6f89 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Aug 25 15:33:09.000539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317447-7e9a-4403-adb0-e95bf0abab2c req-3dd95077-ebb7-4f5a-a015-00571c729719 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:09.002118 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86317447-7e9a-4403-adb0-e95bf0abab2c req-3dd95077-ebb7-4f5a-a015-00571c729719 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Aug 25 15:33:09.048488 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86317447-7e9a-4403-adb0-e95bf0abab2c req-a6bac803-2aa5-4da8-9b58-47295c9da29e tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 Aug 25 15:33:10.164446 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd73958-6d0e-4a86-a7c9-7d12c31fc975 req-eee1d9be-3ef0-49fe-974a-b756444387b5 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:10.165857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acd73958-6d0e-4a86-a7c9-7d12c31fc975 req-eee1d9be-3ef0-49fe-974a-b756444387b5 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0489981 Aug 25 15:33:10.203098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-acd73958-6d0e-4a86-a7c9-7d12c31fc975 req-95b382d6-78b5-4074-8ed8-43b3b62c1063 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Aug 25 15:33:11.319298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fc6c-c8dd-4f5b-9b83-faf532821b4f req-cd290ba7-7bfe-4200-b96f-cc63f9bfbd52 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:11.320778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c617fc6c-c8dd-4f5b-9b83-faf532821b4f req-cd290ba7-7bfe-4200-b96f-cc63f9bfbd52 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Aug 25 15:33:11.358043 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c617fc6c-c8dd-4f5b-9b83-faf532821b4f req-ba35bb4a-ace5-4581-a9b7-85828620da68 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Aug 25 15:33:11.826408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-2d2dd61e-3721-4d80-86af-0c83a87755ef req-0fe20832-7890-47c6-a4ea-953efec7e49b service neutron] (101873) timed out ('10.222.0.58', 39918) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:33:12.476329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1353bf-f723-4c34-9ab9-c06788be8369 req-ac488c47-b4be-4976-80c4-d8e4053cfe67 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:12.477817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d1353bf-f723-4c34-9ab9-c06788be8369 req-ac488c47-b4be-4976-80c4-d8e4053cfe67 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0530899 Aug 25 15:33:12.515957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d1353bf-f723-4c34-9ab9-c06788be8369 req-b62d2c16-4a3f-4baa-b8c0-909dbfe533f8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Aug 25 15:33:13.630840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901990be-7cc5-4230-a076-7cac4ad1e8b9 req-97207723-1328-431a-98f6-299c48d7f58a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:13.632428 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-901990be-7cc5-4230-a076-7cac4ad1e8b9 req-97207723-1328-431a-98f6-299c48d7f58a tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0491083 Aug 25 15:33:13.670004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-901990be-7cc5-4230-a076-7cac4ad1e8b9 req-28442c35-c240-4695-b60b-b478139c95da tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308313 Aug 25 15:33:14.269494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-fda3b42c-0d87-44f9-9ddf-a9265fd06518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:14.270997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-fda3b42c-0d87-44f9-9ddf-a9265fd06518 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1097 time: 0.0464852 Aug 25 15:33:14.382752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-c8a7a84c-32b9-4e2a-8fff-1b34ac93a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:14.384294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-c8a7a84c-32b9-4e2a-8fff-1b34ac93a6a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 913 time: 0.0890634 Aug 25 15:33:14.427019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-6d516958-f4e4-4397-b1a8-aaca7670b7f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0350080 Aug 25 15:33:14.476752 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-a6bf5313-2793-4703-8a90-262be9db1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:14.478226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-a6bf5313-2793-4703-8a90-262be9db1640 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.0446186 Aug 25 15:33:14.510857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-924fdb28-5b46-430a-8d3b-0bab6611e565 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248749 Aug 25 15:33:14.605350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-316dfb54-5812-487f-a1b0-a3641d19a021 service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Aug 25 15:33:14.695378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f699ef2-257f-4077-8da5-4fea1dbb0a93 req-85e06a40-9884-40d9-a700-26427a7b4e40 service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824218 Aug 25 15:33:14.797548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52cbe7-5804-4c5d-8ee8-0219fefbc1b4 req-5dc3bc06-5c4a-4e35-a757-f84b182d6da4 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:14.798987 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a52cbe7-5804-4c5d-8ee8-0219fefbc1b4 req-5dc3bc06-5c4a-4e35-a757-f84b182d6da4 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0587761 Aug 25 15:33:14.839274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1a52cbe7-5804-4c5d-8ee8-0219fefbc1b4 req-4e8ea8ca-f1ab-4829-af48-c2e1412cf570 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Aug 25 15:33:15.954172 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163ec35-d80b-4836-b4a4-546215bc5325 req-40ea6952-843b-498f-a7c0-1b969c0c7c63 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:15.955668 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c163ec35-d80b-4836-b4a4-546215bc5325 req-40ea6952-843b-498f-a7c0-1b969c0c7c63 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0491867 Aug 25 15:33:15.997235 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c163ec35-d80b-4836-b4a4-546215bc5325 req-fedc5c5a-c46f-499e-86bf-4f6221c82432 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Aug 25 15:33:17.113088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9f6e4-2de2-4902-b9f3-d3c5f4dc08f6 req-a31f9f75-2717-4703-ade4-06f0f7f6c111 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:17.114489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81f9f6e4-2de2-4902-b9f3-d3c5f4dc08f6 req-a31f9f75-2717-4703-ade4-06f0f7f6c111 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0499046 Aug 25 15:33:17.152452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81f9f6e4-2de2-4902-b9f3-d3c5f4dc08f6 req-a68926fd-25fd-4e3e-b05c-e5559213cb6d tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Aug 25 15:33:18.270578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26258d0e-ccce-4398-b449-43afd7ac0086 req-0af31d30-d9a6-4a3d-8094-bbf831335162 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:18.272095 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26258d0e-ccce-4398-b449-43afd7ac0086 req-0af31d30-d9a6-4a3d-8094-bbf831335162 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0490472 Aug 25 15:33:18.308397 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26258d0e-ccce-4398-b449-43afd7ac0086 req-3126ba26-f973-4277-bd68-0f8af04fed6d tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304615 Aug 25 15:33:19.428032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d063-1701-4225-96a9-27d6072a79b7 req-06a167e0-6bb2-480f-824b-eaae5a27c1a2 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:19.429596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c684d063-1701-4225-96a9-27d6072a79b7 req-06a167e0-6bb2-480f-824b-eaae5a27c1a2 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0519302 Aug 25 15:33:19.468641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c684d063-1701-4225-96a9-27d6072a79b7 req-157a1eef-f935-4683-b874-a6a469eff6d5 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Aug 25 15:33:20.582816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5902246-1920-4494-89dd-3172de615460 req-7950acdd-7a93-4298-a8d2-777a91e93179 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:20.584326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5902246-1920-4494-89dd-3172de615460 req-7950acdd-7a93-4298-a8d2-777a91e93179 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0489197 Aug 25 15:33:20.621305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5902246-1920-4494-89dd-3172de615460 req-d005adaa-e02f-42b0-8586-7d72c16e5444 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Aug 25 15:33:20.673570 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-b6d1f7e4-5b77-43a7-a020-0c59dc821c88 service neutron] show failed (client error): The resource could not be found. Aug 25 15:33:20.674607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-b6d1f7e4-5b77-43a7-a020-0c59dc821c88 service neutron] 10.222.0.52 "GET /v2.0/ports/95c8c9b7-e446-4d2a-ae1c-63b35ad3d378/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0603640 Aug 25 15:33:21.040680 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd6ad6d5-8648-4a6f-8bce-24b7651a0c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:21.257702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-471980fd-f03d-4417-8085-38b478d99454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:21.259342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-471980fd-f03d-4417-8085-38b478d99454 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239&tenant_id=afe4c5a79fd14487a6333ccf29573364 HTTP/1.1" status: 200 len: 1097 time: 0.0732491 Aug 25 15:33:21.274073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:33:21.331875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:21.536109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:21.568536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:33:21.607677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:33:21.610485 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb702c6-5e4e-4988-adcb-2354239ad281" -d '{"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-unplugged", "status": "completed", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:33:21.614451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:21.628255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Transition to ACTIVE for port object 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:33:21.662580 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a0d16-6863-4585-954e-2a4365e59296 x-openstack-request-id: req-361a0d16-6863-4585-954e-2a4365e59296 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:33:21.662682 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-unplugged", "status": "completed", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:33:21.662921 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-361a0d16-6863-4585-954e-2a4365e59296 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:33:21.663358 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'code': 200} Aug 25 15:33:21.709702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:21.738396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6920-8a0c-4a22-8c17-20ed358d1793 req-309bb899-8a30-4013-8443-017b28230087 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:21.753376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cace6920-8a0c-4a22-8c17-20ed358d1793 req-309bb899-8a30-4013-8443-017b28230087 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0499756 Aug 25 15:33:21.777463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] No DVR routers for this DVR port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:33:21.784387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:21.785859 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cace6920-8a0c-4a22-8c17-20ed358d1793 req-81847e4f-256c-4e2a-89e3-c75967210366 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Aug 25 15:33:21.826348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:33:21.826838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:33:21.827392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on network a836a47e-5f56-4ab1-aafe-ee9c1d80650c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:33:21.833141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on network a836a47e-5f56-4ab1-aafe-ee9c1d80650c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:33:21.833477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Attempting to bind port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on network a836a47e-5f56-4ab1-aafe-ee9c1d80650c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:33:21.838448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:33:21.838782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Checking segment: {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:33:21.839201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Bound using segment: {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:33:21.839624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Bound port: 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abf21dc-653a-4c62-af40-42660ed86503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:33:21.839976 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:21.908111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:33:21.911375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:33:21.973189 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:22.008635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:22.009243 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:22.010690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] 10.222.0.45 "PUT /v2.0/ports/95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 1092 time: 0.7410390 Aug 25 15:33:22.043165 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114cf6-f18b-4e2e-a485-02396276bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:22.080548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-a036084a-c820-4edf-bc01-1a736f324615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:22.082036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-a036084a-c820-4edf-bc01-1a736f324615 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1095 time: 0.0464711 Aug 25 15:33:22.178506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-18908ec2-52d6-4d6a-945d-7fee2d7022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:22.180112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-18908ec2-52d6-4d6a-945d-7fee2d7022e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 913 time: 0.0909166 Aug 25 15:33:22.224353 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-23c9fc59-20bb-40ab-b3d5-e5b5a7d76b3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0365634 Aug 25 15:33:22.284867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-b24e56dc-56ce-4fa1-9462-38437027a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:22.286350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-b24e56dc-56ce-4fa1-9462-38437027a85e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.0544810 Aug 25 15:33:22.321876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-f7034bd4-7253-4e39-abf1-d99d9556d010 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265648 Aug 25 15:33:22.413054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-ca36c5c0-a73c-4851-8756-7eafeb0b44f1 service neutron] 10.222.0.45 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838377 Aug 25 15:33:22.510128 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b1a0640-7778-43d9-bb9a-65f944c3000c req-c07d56ba-1e92-401c-8cd7-aa1bc71b9670 service neutron] 10.222.0.45 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892181 Aug 25 15:33:22.913509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a4aed-397f-4a47-9866-9ed0cd2ee1b4 req-53a947fa-9d53-483b-b90b-24d6aed890e4 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:22.915067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be3a4aed-397f-4a47-9866-9ed0cd2ee1b4 req-53a947fa-9d53-483b-b90b-24d6aed890e4 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.0482020 Aug 25 15:33:22.952431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be3a4aed-397f-4a47-9866-9ed0cd2ee1b4 req-a77ddafd-15d9-4a59-9d0c-7fdb568aa85e tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Aug 25 15:33:23.664632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:33:23.666918 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c" -d '{"events": [{"name": "network-changed", "server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:33:23.717431 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438cd4cc-b9c2-499a-a0f1-31d225ab3ffb x-openstack-request-id: req-438cd4cc-b9c2-499a-a0f1-31d225ab3ffb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:33:23.717754 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:33:23.718008 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-438cd4cc-b9c2-499a-a0f1-31d225ab3ffb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:33:23.718412 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'status': 'completed', 'code': 200} Aug 25 15:33:23.743858 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd76b361-13ea-44c5-a1a1-287996a4af28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:23.808835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-f3b97a2a-2d1d-4156-892e-06bac4be0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:23.810389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-f3b97a2a-2d1d-4156-892e-06bac4be0929 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1095 time: 0.0737813 Aug 25 15:33:23.814968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-b6bff7f6-58b8-4886-bd6f-60535b832c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:23.816444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-b6bff7f6-58b8-4886-bd6f-60535b832c4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1095 time: 0.0697150 Aug 25 15:33:23.979161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-dddb1518-d842-4b6a-b483-5b616b63db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:23.980665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-dddb1518-d842-4b6a-b483-5b616b63db9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 913 time: 0.1598842 Aug 25 15:33:23.982396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-0a6b8496-1dac-40aa-828d-be04caac7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:23.983344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-0a6b8496-1dac-40aa-828d-be04caac7db7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 913 time: 0.1526203 Aug 25 15:33:24.065565 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-5e78dfd0-9ed8-4a96-95b5-9072a670d73f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0755477 Aug 25 15:33:24.075395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-b26be1ab-a433-4b8c-9362-50a135cd87fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0784471 Aug 25 15:33:24.180593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-1e2fb8a3-987a-48cb-9bce-d7dd39cadbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:24.182089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-1e2fb8a3-987a-48cb-9bce-d7dd39cadbd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.1058483 Aug 25 15:33:24.188990 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:24.195866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838df39-434b-4223-b3a8-ca8533638463 req-8b5eb1fd-44bb-478f-9a87-64555c2183a8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:24.197334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f838df39-434b-4223-b3a8-ca8533638463 req-8b5eb1fd-44bb-478f-9a87-64555c2183a8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.1644115 Aug 25 15:33:24.207647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-58d0c3cf-3d4a-4b0b-8706-1335b4f0cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:24.209042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-58d0c3cf-3d4a-4b0b-8706-1335b4f0cb94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.1099102 Aug 25 15:33:24.245724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-e7535858-f222-4bfe-ac10-cffb12459577 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473266 Aug 25 15:33:24.276037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-067a4318-a1b3-4e7b-9ac7-dd96d442872a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586822 Aug 25 15:33:24.334020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f838df39-434b-4223-b3a8-ca8533638463 req-64a7a137-e67d-4da4-b68f-3b31c62cc11b tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229091 Aug 25 15:33:24.425985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-35ce5a14-1976-4b9d-abf5-ffe7343c198e service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601148 Aug 25 15:33:24.450340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-f370c46d-e04e-41d3-8dc7-9c21256f592a service neutron] 10.222.0.45 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583219 Aug 25 15:33:24.592056 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-17bdb851-6a9b-40ac-b77c-f394247d842f service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578836 Aug 25 15:33:24.595877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd301faf-4b2d-4374-a9ff-d5b9acd4e66c req-8a572e79-5904-41aa-84ab-c1d8bef8265f service neutron] 10.222.0.45 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351933 Aug 25 15:33:25.389754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:33:25.431553 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:33:25.455897 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dd83c-005c-4414-a534-358c36e595b0 req-4d49f86b-d947-4cf1-ab10-1f5d2a672e55 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:25.457407 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b45dd83c-005c-4414-a534-358c36e595b0 req-4d49f86b-d947-4cf1-ab10-1f5d2a672e55 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 944 time: 0.0491440 Aug 25 15:33:25.496907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b45dd83c-005c-4414-a534-358c36e595b0 req-e6344ee9-248d-46df-b58e-f3f9d170ebf5 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Aug 25 15:33:25.595914 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:25.931660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-a564f095-248a-4dd1-bc89-74c2b5f495b6 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:25.933037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-a564f095-248a-4dd1-bc89-74c2b5f495b6 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.52 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239&tenant_id=afe4c5a79fd14487a6333ccf29573364&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 944 time: 0.0839562 Aug 25 15:33:25.993315 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-52d45097-28ea-44a4-8e85-83025ff39c68 service neutron] delete failed (client error): The resource could not be found. Aug 25 15:33:25.994328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-52d45097-28ea-44a4-8e85-83025ff39c68 service neutron] 10.222.0.52 "DELETE /v2.0/ports/95c8c9b7-e446-4d2a-ae1c-63b35ad3d378/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0529273 Aug 25 15:33:26.083493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-24185707-efdb-4cb4-9da5-abae1c102e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:26.084977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-24185707-efdb-4cb4-9da5-abae1c102e27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afe4c5a79fd14487a6333ccf29573364&device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 1095 time: 0.0445247 Aug 25 15:33:26.108586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:33:26.174237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-8eb7ecc4-106b-49c2-bd9a-799e46d01cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:26.175750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-8eb7ecc4-106b-49c2-bd9a-799e46d01cf0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 200 len: 913 time: 0.0841050 Aug 25 15:33:26.207263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:26.218816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'network_id': 'a836a47e-5f56-4ab1-aafe-ee9c1d80650c', 'port_id': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'mac_address': 'fa:16:3e:64:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc47fceb-7e54-448c-a3e1-47b8558be28d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:33:26.220306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-4547e6c6-22bb-4c35-9216-950e4544ed64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 200 len: 217 time: 0.0373158 Aug 25 15:33:26.256809 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:26.272115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-d6aaa3eb-c335-42aa-b6fb-6d691529d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:26.272853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:33:26.273687 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-d6aaa3eb-c335-42aa-b6fb-6d691529d151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 200 len: 852 time: 0.0468159 Aug 25 15:33:26.292106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:26.305906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-a968f801-dfa6-471b-accc-d5cbe5894227 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a836a47e-5f56-4ab1-aafe-ee9c1d80650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249076 Aug 25 15:33:26.366491 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:26.394447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-8b0794a2-b10e-40de-b516-5a4bf4e444cd service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819128 Aug 25 15:33:26.422554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:26.493164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-cea7353a-82f6-4714-8f81-227c7989b7fa service neutron] 10.222.0.52 "GET /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915101 Aug 25 15:33:26.647804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:33:27.149572 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:27.549071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:27.743051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d4f9e-9330-477b-a268-4ea7448069a6 req-430f041e-cadd-4b7e-a200-51653f9072a8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:27.744555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c3d4f9e-9330-477b-a268-4ea7448069a6 req-430f041e-cadd-4b7e-a200-51653f9072a8 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Aug 25 15:33:27.782219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5c3d4f9e-9330-477b-a268-4ea7448069a6 req-f775871d-0917-4741-84fe-42e42a25e586 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Aug 25 15:33:28.139917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:33:28.228769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:33:28.232545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:33:28.232923 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:28.311273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:28.334101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:33:28.336446 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a569d82f-fa1d-433d-ae24-796de36c7d75" -d '{"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-plugged", "status": "completed", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:33:28.349078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:28.378118 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba0507f-d730-457e-a945-36a5f057ff0f x-openstack-request-id: req-fba0507f-d730-457e-a945-36a5f057ff0f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:33:28.378118 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-plugged", "status": "completed", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:33:28.378118 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fba0507f-d730-457e-a945-36a5f057ff0f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:33:28.378118 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'code': 200} Aug 25 15:33:28.406447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:28.459363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:28.904578 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2e1f-b802-425e-a068-7d0473c8aaba req-b5ad0e0a-82c4-4706-a11f-0ddfede7a7b6 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:28.906093 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d14d2e1f-b802-425e-a068-7d0473c8aaba req-b5ad0e0a-82c4-4706-a11f-0ddfede7a7b6 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0501685 Aug 25 15:33:28.948326 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d14d2e1f-b802-425e-a068-7d0473c8aaba req-a351a8f0-62f6-4e10-99dc-4f753cf11d65 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/security-groups?id=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360715 Aug 25 15:33:29.040908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-f5ec8d99-400b-4938-b9f7-e08b870a415f tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:29.042369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-f5ec8d99-400b-4938-b9f7-e08b870a415f tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.45 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 946 time: 0.0499530 Aug 25 15:33:29.136474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Deleting port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:33:29.136726 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:29.226909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] For port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,segment=NetworkSegment(3abf21dc-653a-4c62-af40-42660ed86503),segment_id=3abf21dc-653a-4c62-af40-42660ed86503)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:29.227340 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:29.241107 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Calling delete_port for 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:33:29.287186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:29.446555 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:29.458114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:33:29.478995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Pushing event deleted for resources: {'Port': ['ID=95c8c9b7-e446-4d2a-ae1c-63b35ad3d378,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:29.521804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] No DVR routers for this DVR port 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:33:29.524578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:29.526598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f386235f-ca4b-4229-9730-33773ae38bb7 req-2d5a4a55-b9e6-4374-96f4-27a211fad9d3 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.45 "DELETE /v2.0/ports/95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 HTTP/1.1" status: 204 len: 173 time: 0.4779913 Aug 25 15:33:29.527115 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-deleted', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:33:29.529408 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc8909-ac92-4bd3-985e-efaedc1d16a1" -d '{"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-deleted", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:33:29.568138 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f1a16-6b82-4ce2-9dbf-a0bae92706e5 x-openstack-request-id: req-324f1a16-6b82-4ce2-9dbf-a0bae92706e5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:33:29.568484 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208e7ed2-6d47-4099-8dde-5979eba87239", "name": "network-vif-deleted", "tag": "95c8c9b7-e446-4d2a-ae1c-63b35ad3d378", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:33:29.568739 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-324f1a16-6b82-4ce2-9dbf-a0bae92706e5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:33:29.569142 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208e7ed2-6d47-4099-8dde-5979eba87239', 'name': 'network-vif-deleted', 'tag': '95c8c9b7-e446-4d2a-ae1c-63b35ad3d378', 'status': 'completed', 'code': 200} Aug 25 15:33:30.056009 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-063013a8-7b05-4f0c-a90e-86d494169149 req-8d756b19-7f9b-4a34-83d8-8619860af621 tempest-DeleteServersTestJSON-969902186 tempest-DeleteServersTestJSON-969902186-project] 10.222.0.58 "GET /v2.0/ports?device_id=208e7ed2-6d47-4099-8dde-5979eba87239 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Aug 25 15:33:31.184455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 50998) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:31.228539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Deleting subnet dc47fceb-7e54-448c-a3e1-47b8558be28d {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:33:31.231987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.271463 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.314221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.429912 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.461147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc47fceb-7e54-448c-a3e1-47b8558be28d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:31.464931 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.466995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-605ffeae-4971-4bfc-ad77-705b716d6bdd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dc47fceb-7e54-448c-a3e1-47b8558be28d HTTP/1.1" status: 204 len: 168 time: 0.2815082 Aug 25 15:33:31.470084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51000) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:31.861528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.946437 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.956494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a836a47e-5f56-4ab1-aafe-ee9c1d80650c']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:33:31.966167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abf21dc-653a-4c62-af40-42660ed86503') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:33:31.966454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abf21dc-653a-4c62-af40-42660ed86503') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:33:31.975630 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.988818 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.994421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:33:31.994809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:33:31.996457 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:33:32.120622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:32.126664 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:32.128518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a836a47e-5f56-4ab1-aafe-ee9c1d80650c HTTP/1.1" status: 204 len: 168 time: 0.6571839 Aug 25 15:33:32.139698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af4f9c-ae9a-4d81-8ce0-d68a7d244a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=a836a47e-5f56-4ab1-aafe-ee9c1d80650c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:32.366143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51004) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:32.405463 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-305a1ae7-c6f1-4ab5-8dd0-6f269929e878 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afe4c5a79fd14487a6333ccf29573364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380650 Aug 25 15:33:32.408611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51006) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:32.460643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8fa5-f4e6-481a-91d7-84e85ebeced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:32.481706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8fa5-f4e6-481a-91d7-84e85ebeced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:32.576822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8fa5-f4e6-481a-91d7-84e85ebeced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:32.580033 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8fa5-f4e6-481a-91d7-84e85ebeced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:32.583852 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bd4a8fa5-f4e6-481a-91d7-84e85ebeced5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebd5bb57-0fc1-4343-97ff-f64ff754d5b6 HTTP/1.1" status: 204 len: 168 time: 0.1716919 Aug 25 15:33:32.594209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a8fa5-f4e6-481a-91d7-84e85ebeced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd5bb57-0fc1-4343-97ff-f64ff754d5b6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:33.568474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51028) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:33.682318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1767939419-network', 'tenant_id': '9f1be2e21bd4465f8e30d1ed7c419fa8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:33:33.767061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Made reservation on behalf of 9f1be2e21bd4465f8e30d1ed7c419fa8 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:33:33.769357 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:33.778283 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:33.876694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:33.960815 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:33.985854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:33:33.996055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de41193-e48f-45f3-bdc1-04bb672c0c15,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:34.001338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.001685 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Added segment 9ec1156e-9586-4f80-8005-8eb23068600a of type vlan for network 215572f7-336b-4b73-bb4e-244db6944140 Aug 25 15:33:34.042947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.137751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.138816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:34.139431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.154902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:33:34.175120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:33:34.175474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 95c8c9b7-e446-4d2a-ae1c-63b35ad3d378 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:33:34.207294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] Pushing event updated for resources: {'Network': ['ID=215572f7-336b-4b73-bb4e-244db6944140,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:34.216840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 215572f7-336b-4b73-bb4e-244db6944140 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:33:34.265001 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f99cef4b-e978-42d0-abc2-def3d153c07d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6942391 Aug 25 15:33:34.268310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51032) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:33:34.273853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Request body: {'subnet': {'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1767939419-subnet', 'tenant_id': '9f1be2e21bd4465f8e30d1ed7c419fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:33:34.355461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Made reservation on behalf of 9f1be2e21bd4465f8e30d1ed7c419fa8 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:33:34.357919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.589710 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.644670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44345bb-c9ac-4e12-b128-3d91df275d24,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:34.654864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Checking segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:33:34.655296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Network hostable DHCP agents. Network: 215572f7-336b-4b73-bb4e-244db6944140, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:33:34.737534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Network 215572f7-336b-4b73-bb4e-244db6944140 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:33:34.834545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 215572f7-336b-4b73-bb4e-244db6944140) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:33:34.838997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:34.839646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:34.845841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498516f-6112-4e75-9a58-d46c9ba07dbd None None] Network 215572f7-336b-4b73-bb4e-244db6944140 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:33:34.930124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-138543a5-ca2e-4edb-aecf-51ef97a3fbee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6604054 Aug 25 15:33:35.129537 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0c7fe-52fd-423e-9523-fc08f2bcbcba None None] Network 215572f7-336b-4b73-bb4e-244db6944140 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:33:35.381613 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-409433d4-64fb-48d8-925c-5666724272ab tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:35.383225 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-409433d4-64fb-48d8-925c-5666724272ab tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 815 time: 0.1069813 Aug 25 15:33:35.399149 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-e2e9b9e8-7dc0-4c6e-a7b9-1ca8b8e36418 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/quotas/9f1be2e21bd4465f8e30d1ed7c419fa8 HTTP/1.1" status: 200 len: 375 time: 0.0101187 Aug 25 15:33:35.434967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-821b7892-7ec6-49d1-a275-36036fbbfb3f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302076 Aug 25 15:33:35.584227 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-46e63b39-2f0e-4b4e-81a5-5f52f7491a27 service neutron] 10.222.0.58 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417167 Aug 25 15:33:35.678628 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-02faa534-67d5-481c-8f3f-1211f57cf934 service neutron] 10.222.0.58 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883269 Aug 25 15:33:35.915725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38d99cd3-cb4e-4549-ba6b-78357e73db7f req-5ac94093-a08c-4fc9-be6f-d6ad0e52776a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 210 time: 0.0355089 Aug 25 15:33:36.943585 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:33:37.016918 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-96d3bf0a-9d32-45a1-8cee-3d87eac198c3 req-134e3f5f-7850-495f-9cac-2fb8a1bc2039 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Aug 25 15:33:37.944398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-84ec7d8b-6578-4cd2-ac9d-77369b86d399 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:37.945972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-84ec7d8b-6578-4cd2-ac9d-77369b86d399 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 815 time: 0.1133544 Aug 25 15:33:37.959537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Request body: {'port': {'device_id': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'admin_state_up': True, 'tenant_id': '9f1be2e21bd4465f8e30d1ed7c419fa8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:33:38.125233 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-591a2419-8091-4610-ad8d-27cf2ee7f3af req-a0f86449-9547-4cd8-863d-58087b2dc2fa tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 210 time: 0.0322347 Aug 25 15:33:38.143450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Made reservation on behalf of 9f1be2e21bd4465f8e30d1ed7c419fa8 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:33:38.147197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:38.277449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Allocated IP 172.20.0.8 (215572f7-336b-4b73-bb4e-244db6944140/b44345bb-c9ac-4e12-b128-3d91df275d24/0cda8aa5-8fbf-46b9-b48c-8361c4c5a499) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:33:38.432584 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:38.526904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:38.570300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Network 215572f7-336b-4b73-bb4e-244db6944140 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:33:38.573398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:33:38.577103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:33:38.604428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:38.631265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:38.631861 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:38.712127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-b64cf64a-8467-4daa-8930-8d040fac136c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566202 Aug 25 15:33:38.725568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Request body: {'port': {'device_id': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:33:38.778373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:39.046013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:33:39.053967 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:39.066222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Transition to ACTIVE for port object 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:33:39.131928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:39.186112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:39.252357 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58317ae-3935-4538-a158-aebf7a194d4e req-1b633232-0758-4b19-806d-06c946bc1704 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.253901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d58317ae-3935-4538-a158-aebf7a194d4e req-1b633232-0758-4b19-806d-06c946bc1704 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0545528 Aug 25 15:33:39.260277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:33:39.260616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:33:39.260948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:33:39.265288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on network 215572f7-336b-4b73-bb4e-244db6944140 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:33:39.265610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:33:39.270491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:33:39.270828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Checking segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:33:39.271248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Bound using segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:33:39.271665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Bound port: 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:33:39.272022 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:39.298743 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d58317ae-3935-4538-a158-aebf7a194d4e req-5ff5ffb7-45ff-44e8-8097-abefe98136e1 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Aug 25 15:33:39.338015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:33:39.341074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:33:39.424015 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:39.468572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.469200 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:39.470867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 1091 time: 0.7494159 Aug 25 15:33:39.471331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:33:39.473618 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46436427-a14e-4fb8-9323-e9ab5c2a5920" -d '{"events": [{"name": "network-changed", "server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:33:39.498877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30fc15-f904-4714-888b-f7b8bd74d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:39.512504 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a9a28-3251-4a2e-88ba-987e1fa20ae1 x-openstack-request-id: req-007a9a28-3251-4a2e-88ba-987e1fa20ae1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:33:39.512799 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:33:39.513056 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-007a9a28-3251-4a2e-88ba-987e1fa20ae1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:33:39.513457 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'status': 'completed', 'code': 200} Aug 25 15:33:39.574408 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436427-a14e-4fb8-9323-e9ab5c2a5920 req-1cceb71a-0fd1-4de8-be0c-6949abaa30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.575937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46436427-a14e-4fb8-9323-e9ab5c2a5920 req-1cceb71a-0fd1-4de8-be0c-6949abaa30c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1094 time: 0.0422301 Aug 25 15:33:39.680729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436427-a14e-4fb8-9323-e9ab5c2a5920 req-89e8ee0b-17f8-4dc0-8a25-b010a9b3915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.682310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46436427-a14e-4fb8-9323-e9ab5c2a5920 req-89e8ee0b-17f8-4dc0-8a25-b010a9b3915e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987067 Aug 25 15:33:39.779243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436427-a14e-4fb8-9323-e9ab5c2a5920 req-70425b3d-1c0f-4d91-91b6-043c7aaa02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.781496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-46436427-a14e-4fb8-9323-e9ab5c2a5920 req-70425b3d-1c0f-4d91-91b6-043c7aaa02c1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921037 Aug 25 15:33:39.857843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-68d5258d-3518-42b9-80a5-251881989f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.859362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-68d5258d-3518-42b9-80a5-251881989f6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1094 time: 0.0427580 Aug 25 15:33:39.905011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-a61a71da-526a-4a96-816b-4b73ca25579b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0380983 Aug 25 15:33:39.953686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb780-88cf-4740-8862-7a19813aa0ae req-bf101490-9e0c-4278-a09d-b681497b0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:39.955139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-bf101490-9e0c-4278-a09d-b681497b0cdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0433738 Aug 25 15:33:39.986978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-f1eb1470-2226-4f91-a909-fc52abea4938 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251327 Aug 25 15:33:40.084307 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-41a91f49-4d5c-4148-bc59-bead1535c67c service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905125 Aug 25 15:33:40.173118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70feb780-88cf-4740-8862-7a19813aa0ae req-ef20054b-b136-4382-a929-3920c6763510 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Aug 25 15:33:40.416217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf0b46-9ad7-4c10-8dab-e4304ef64cc7 req-6261f2d2-a1a2-414d-a742-c93bc9f766b3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:40.418069 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcaf0b46-9ad7-4c10-8dab-e4304ef64cc7 req-6261f2d2-a1a2-414d-a742-c93bc9f766b3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0509040 Aug 25 15:33:40.457026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcaf0b46-9ad7-4c10-8dab-e4304ef64cc7 req-08c6836c-06e9-4f6a-9f6d-34f42a45ec95 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Aug 25 15:33:41.575731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c1734-d412-464d-be40-9fbc21cb62c3 req-5cb85b95-946c-4d9f-bcf2-41feaa070b59 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:41.577468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-633c1734-d412-464d-be40-9fbc21cb62c3 req-5cb85b95-946c-4d9f-bcf2-41feaa070b59 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0509107 Aug 25 15:33:41.620347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-633c1734-d412-464d-be40-9fbc21cb62c3 req-20e66697-a10b-413f-8a51-7a4a00abe905 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Aug 25 15:33:42.743676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80327f-7f6b-4d07-a826-f95331626455 req-c6921bb7-4e40-4bc5-8137-cd6e4e313407 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:42.745349 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d80327f-7f6b-4d07-a826-f95331626455 req-c6921bb7-4e40-4bc5-8137-cd6e4e313407 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0553358 Aug 25 15:33:42.786748 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d80327f-7f6b-4d07-a826-f95331626455 req-7934aa97-2d36-48c3-8213-81edb68c6731 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Aug 25 15:33:43.915008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa3cd0-bc61-4ed2-8424-fb9aad476e6e req-e2f0caf9-af37-4e49-b78c-c243d4710007 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:43.916648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cefa3cd0-bc61-4ed2-8424-fb9aad476e6e req-e2f0caf9-af37-4e49-b78c-c243d4710007 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0553198 Aug 25 15:33:43.959601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cefa3cd0-bc61-4ed2-8424-fb9aad476e6e req-4e04e754-8bb9-4757-bb43-ac81737df396 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Aug 25 15:33:44.217098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:33:44.316657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:44.328502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'port_id': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'mac_address': 'fa:16:3e:4e:d8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44345bb-c9ac-4e12-b128-3d91df275d24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:33:44.366650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:44.378995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:33:44.397686 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:44.514968 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:44.561597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:44.707146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:33:45.083446 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ac7a-cc64-4a76-a49d-7b7d11e241db req-275b05c5-c060-47db-8657-2914ea34ebf3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:45.084621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bbe8ac7a-cc64-4a76-a49d-7b7d11e241db req-275b05c5-c060-47db-8657-2914ea34ebf3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 944 time: 0.0490961 Aug 25 15:33:45.123602 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bbe8ac7a-cc64-4a76-a49d-7b7d11e241db req-10c12fa5-1ca6-4c18-aa86-0f6658ab3e13 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Aug 25 15:33:46.216752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:33:46.239476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465206-2aac-4be3-bfc4-a4f92f9c71c8 req-a9594980-6b62-476f-be70-68dc34aa154b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:46.241029 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48465206-2aac-4be3-bfc4-a4f92f9c71c8 req-a9594980-6b62-476f-be70-68dc34aa154b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 944 time: 0.0499749 Aug 25 15:33:46.279782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-48465206-2aac-4be3-bfc4-a4f92f9c71c8 req-c602b204-ee8d-4de5-aaac-db7d750ed9b5 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Aug 25 15:33:46.314552 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:33:46.318705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:33:46.319202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:46.398727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:46.421320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:33:46.423507 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe658ab-a923-4c63-95c1-6957abe8735d" -d '{"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-plugged", "status": "completed", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:33:46.435512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:33:46.460397 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069e8d53-f39e-47c7-bc4b-d38fdb5b5a18 x-openstack-request-id: req-069e8d53-f39e-47c7-bc4b-d38fdb5b5a18 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:33:46.460693 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-plugged", "status": "completed", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:33:46.460950 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-069e8d53-f39e-47c7-bc4b-d38fdb5b5a18 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:33:46.461348 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'code': 200} Aug 25 15:33:46.497780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:46.546066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:33:46.558064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b898-7308-402f-9b41-4c7d89b2b3c6 req-f948056c-4ce0-438b-91a9-fb8dd495509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:46.559641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5584b898-7308-402f-9b41-4c7d89b2b3c6 req-f948056c-4ce0-438b-91a9-fb8dd495509a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1096 time: 0.0409031 Aug 25 15:33:46.596135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5584b898-7308-402f-9b41-4c7d89b2b3c6 req-c4740635-1c32-4986-bca7-5f0aeca122ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290625 Aug 25 15:33:47.397801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd71c4-4e6e-4e1c-a6da-a55ff7e12198 req-d6c7b6ac-899c-4149-99fd-9e9862ec48c8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:47.399371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3fd71c4-4e6e-4e1c-a6da-a55ff7e12198 req-d6c7b6ac-899c-4149-99fd-9e9862ec48c8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Aug 25 15:33:47.437984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3fd71c4-4e6e-4e1c-a6da-a55ff7e12198 req-34708f17-b94e-4bc9-b66b-7a5357462308 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Aug 25 15:33:48.554645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a1a53-1105-4fdb-a870-05aa9794d01e req-5fa4f4bb-02d6-4e82-b67d-40c49836ea52 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:48.556073 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd9a1a53-1105-4fdb-a870-05aa9794d01e req-5fa4f4bb-02d6-4e82-b67d-40c49836ea52 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Aug 25 15:33:48.593281 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fd9a1a53-1105-4fdb-a870-05aa9794d01e req-0784956d-4940-4310-a137-6fe9ad3be570 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Aug 25 15:33:48.706302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa95fb5-095d-462a-bcdd-ca0852674896 req-b9041bb8-de6b-4474-9040-7048d735b85e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:48.707810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faa95fb5-095d-462a-bcdd-ca0852674896 req-b9041bb8-de6b-4474-9040-7048d735b85e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Aug 25 15:33:48.745592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faa95fb5-095d-462a-bcdd-ca0852674896 req-fe5ee9b7-fac7-4735-a57d-fdd81c395f41 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Aug 25 15:33:49.003894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc97bd-eca0-499c-881f-ac62de3818a0 req-4e53cf6d-5475-4a13-a9da-af4f123ab4ae tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:49.005398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4afc97bd-eca0-499c-881f-ac62de3818a0 req-4e53cf6d-5475-4a13-a9da-af4f123ab4ae tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Aug 25 15:33:49.042986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4afc97bd-eca0-499c-881f-ac62de3818a0 req-b81bf8d1-fe99-488c-98d0-13e3bcaae6c1 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Aug 25 15:33:49.159741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb83c-3889-49c3-87be-f09a2efb609d req-d86d1ce1-1f6e-4944-b37b-efccdbf198f6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:49.161106 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d93eb83c-3889-49c3-87be-f09a2efb609d req-d86d1ce1-1f6e-4944-b37b-efccdbf198f6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Aug 25 15:33:49.197646 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d93eb83c-3889-49c3-87be-f09a2efb609d req-c2774ffb-84ce-4ade-ab95-d865904ecc99 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306716 Aug 25 15:33:49.552455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dc595-e4cc-4f0c-9190-cd22527659b8 req-fc2cd17f-4a93-4c7e-b0af-86212fc29763 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:49.553948 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f3dc595-e4cc-4f0c-9190-cd22527659b8 req-fc2cd17f-4a93-4c7e-b0af-86212fc29763 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 25 15:33:49.591408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f3dc595-e4cc-4f0c-9190-cd22527659b8 req-00cae511-e623-4b96-a9d6-ed1be3b9583b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Aug 25 15:33:49.658808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-bd85355d-1e18-43b7-af52-35d0520a8ab2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439873 Aug 25 15:33:50.708112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb67241-65a9-4c29-aeca-7abaf682c9d9 req-e10f31bd-2fc8-404a-9c11-ea8964a3898e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:50.709611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbb67241-65a9-4c29-aeca-7abaf682c9d9 req-e10f31bd-2fc8-404a-9c11-ea8964a3898e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Aug 25 15:33:50.748041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fbb67241-65a9-4c29-aeca-7abaf682c9d9 req-44d0539f-3567-43f1-9d6b-6ffe45bfa099 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Aug 25 15:33:51.068922 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3ce2e695-3ca1-457a-b1f5-39ded2e88b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:51.707016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-cb05402d-69e0-4f7d-bb04-4db70e559439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:51.708537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-cb05402d-69e0-4f7d-bb04-4db70e559439 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1096 time: 0.0406427 Aug 25 15:33:51.802398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-054c9230-687b-47aa-8ac3-a173b2e8b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:51.803934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-054c9230-687b-47aa-8ac3-a173b2e8b5e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0889690 Aug 25 15:33:51.848207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-a0836ee4-a5f6-4b4f-a171-7e66fe7a836e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0366826 Aug 25 15:33:51.865230 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dccb5-f45d-4df5-96c7-b16d9b5abb6c req-765b3b89-24c9-4733-bff9-e8a0084cc902 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:51.866745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a9dccb5-f45d-4df5-96c7-b16d9b5abb6c req-765b3b89-24c9-4733-bff9-e8a0084cc902 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Aug 25 15:33:51.897573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-525d696d-0280-4374-b229-b900629d9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:51.899087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-525d696d-0280-4374-b229-b900629d9a33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0446477 Aug 25 15:33:51.903615 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a9dccb5-f45d-4df5-96c7-b16d9b5abb6c req-ec2fffa8-eb7e-491a-adb9-2a79880e5525 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Aug 25 15:33:51.936567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-8b5935ab-a81b-434d-a0ee-268bd407214a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304451 Aug 25 15:33:52.025220 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-37d6fd5f-a8a4-4f19-ada6-c22372434bdb service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Aug 25 15:33:52.124793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-25108d1a-a8ea-498b-9bab-358d05bccf63 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920727 Aug 25 15:33:53.019376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea31a0c-32e4-416d-bf0f-23247f4fea41 req-ff85166c-2d2b-4fea-8057-d0d461b54c93 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:53.020792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ea31a0c-32e4-416d-bf0f-23247f4fea41 req-ff85166c-2d2b-4fea-8057-d0d461b54c93 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Aug 25 15:33:53.057733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ea31a0c-32e4-416d-bf0f-23247f4fea41 req-7e7c6c7c-d928-4980-a1a1-f4c8a4570930 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Aug 25 15:33:53.742925 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-419e84db-0a68-453f-8bb8-920c63ce3b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:54.175562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f3a5-568a-45e5-ae05-1318f94715f5 req-79ed467a-5707-47f1-b1fa-60a8ec7bf225 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:54.177020 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b056f3a5-568a-45e5-ae05-1318f94715f5 req-79ed467a-5707-47f1-b1fa-60a8ec7bf225 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Aug 25 15:33:54.182744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:54.214687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b056f3a5-568a-45e5-ae05-1318f94715f5 req-04ed1978-98f2-4bbf-860e-aa4e3554e4f6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Aug 25 15:33:55.330526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a94da6-7bad-4b74-882f-de3df8f13f4d req-e431c5d5-bda2-498f-b961-21c03d4bb2de tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:55.332024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2a94da6-7bad-4b74-882f-de3df8f13f4d req-e431c5d5-bda2-498f-b961-21c03d4bb2de tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0502126 Aug 25 15:33:55.372178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2a94da6-7bad-4b74-882f-de3df8f13f4d req-8a3a9b9c-c333-48a1-b9de-c3fe76e751d5 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Aug 25 15:33:55.582632 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:56.485943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492e27-065f-414b-8e24-dc7f877c7026 req-fd7504f9-2410-4998-b627-9ef1585a066a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:56.487434 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b492e27-065f-414b-8e24-dc7f877c7026 req-fd7504f9-2410-4998-b627-9ef1585a066a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0494626 Aug 25 15:33:56.524644 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8b492e27-065f-414b-8e24-dc7f877c7026 req-8b8972e2-74d7-40f9-8763-1a3f72992083 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Aug 25 15:33:57.154486 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:57.543283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:57.644686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a0a59-ced1-438f-ace8-966fb97e549f req-f68fb0c0-e910-4c05-967d-c45834ae48d0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:57.646182 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d23a0a59-ced1-438f-ace8-966fb97e549f req-f68fb0c0-e910-4c05-967d-c45834ae48d0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0552487 Aug 25 15:33:57.684203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d23a0a59-ced1-438f-ace8-966fb97e549f req-a197b13a-0382-45c3-8485-3fbbf41b527e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Aug 25 15:33:58.797171 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4dce-9559-4d43-8802-640e2fd72391 req-0a338e69-3b8f-4258-b09b-7ff529280be7 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:58.799367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-309f4dce-9559-4d43-8802-640e2fd72391 req-0a338e69-3b8f-4258-b09b-7ff529280be7 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Aug 25 15:33:58.836277 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-309f4dce-9559-4d43-8802-640e2fd72391 req-c21cd211-491d-4037-8ec7-ce3549ff1556 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307107 Aug 25 15:33:59.268425 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:33:59.950843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090920dc-8950-4741-b0d0-73e51ab70f08 req-e14a9b38-5397-4c4a-b8f5-2f21fe421c10 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:33:59.952346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-090920dc-8950-4741-b0d0-73e51ab70f08 req-e14a9b38-5397-4c4a-b8f5-2f21fe421c10 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Aug 25 15:33:59.989655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-090920dc-8950-4741-b0d0-73e51ab70f08 req-8fd44310-a7c5-4208-afac-ce0a3f708a17 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Aug 25 15:34:01.106199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c609-d825-41b5-a892-2930c9c55fb3 req-6901adb7-2c98-4046-b8bb-d163cd5e57db tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:01.107844 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73f3c609-d825-41b5-a892-2930c9c55fb3 req-6901adb7-2c98-4046-b8bb-d163cd5e57db tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Aug 25 15:34:01.146405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-73f3c609-d825-41b5-a892-2930c9c55fb3 req-3f00c498-4a15-403e-9c92-7b12453bec60 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 25 15:34:02.261805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e14249-2e6e-4eca-90ee-74ced917dde1 req-b5c4fe4b-0c2f-4f6d-a69a-6e0685d42fe0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:02.263323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64e14249-2e6e-4eca-90ee-74ced917dde1 req-b5c4fe4b-0c2f-4f6d-a69a-6e0685d42fe0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0482109 Aug 25 15:34:02.302625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64e14249-2e6e-4eca-90ee-74ced917dde1 req-088386aa-f2b8-4701-b3bc-1b4209d931c3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Aug 25 15:34:03.415784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8be43-78f2-4055-8894-2484f5ab8366 req-e21ba76c-caaf-4f98-bb7e-75e033a3aee8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:03.417338 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1aa8be43-78f2-4055-8894-2484f5ab8366 req-e21ba76c-caaf-4f98-bb7e-75e033a3aee8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0476742 Aug 25 15:34:03.456321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1aa8be43-78f2-4055-8894-2484f5ab8366 req-e2a2f88a-9257-4411-80a8-44eda8875bee tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 25 15:34:04.575194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a989-3a99-43b0-b7a2-af592265a4bb req-c335f9f2-68d0-4cdc-8638-3d9a7d87fe31 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:04.576588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc44a989-3a99-43b0-b7a2-af592265a4bb req-c335f9f2-68d0-4cdc-8638-3d9a7d87fe31 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Aug 25 15:34:04.614041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc44a989-3a99-43b0-b7a2-af592265a4bb req-d4fb9a3e-03e3-4685-ae3b-26a90b889ebd tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Aug 25 15:34:05.666841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-3e2a3dc5-64bc-42b8-9a05-25603842ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:05.668388 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-3e2a3dc5-64bc-42b8-9a05-25603842ee78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1096 time: 0.0882266 Aug 25 15:34:05.726839 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914c7f-fca9-4c2b-a4b0-dbb35e36f845 req-1ae490e9-e1b1-4cac-b4be-1d72f5b3512d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:05.728334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4914c7f-fca9-4c2b-a4b0-dbb35e36f845 req-1ae490e9-e1b1-4cac-b4be-1d72f5b3512d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0485427 Aug 25 15:34:05.765714 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d4914c7f-fca9-4c2b-a4b0-dbb35e36f845 req-d7c663e0-d3dd-41e4-a4ef-401cc6734355 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Aug 25 15:34:05.771357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-6eef0cf6-ba1e-40be-ab31-fe84b0dc1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:05.772867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-6eef0cf6-ba1e-40be-ab31-fe84b0dc1681 service neutron] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0858326 Aug 25 15:34:05.818678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-87e42eda-5a9b-4c21-87f1-3f96edccb546 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0381556 Aug 25 15:34:05.868374 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-0e2319ad-20a2-438a-a059-94459a0613e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:05.869836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-0e2319ad-20a2-438a-a059-94459a0613e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0438888 Aug 25 15:34:05.900995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-7f4be573-da73-4294-85f5-e51891083219 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239389 Aug 25 15:34:05.992068 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-8bcfbbe9-339d-4aef-a2a2-ce013e903021 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Aug 25 15:34:06.081637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55a39303-2ff7-4e13-a50c-642a272ee627 req-cdf6a42d-6c8f-4896-85ef-569e0224a59a service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818141 Aug 25 15:34:06.882422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662047bb-01ae-42af-a1d0-a1749a3ce3e7 req-23977794-7795-4c32-9bf4-38b8f72c46fa tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:06.883932 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662047bb-01ae-42af-a1d0-a1749a3ce3e7 req-23977794-7795-4c32-9bf4-38b8f72c46fa tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Aug 25 15:34:06.925279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662047bb-01ae-42af-a1d0-a1749a3ce3e7 req-416342af-86e9-4f41-a985-0ed22102f7ad tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Aug 25 15:34:08.373295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931771b-0a46-4a93-9d54-1ae4b2acd883 req-a199ae43-d6b1-4b09-8c03-3b04b99db19d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:08.374774 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b931771b-0a46-4a93-9d54-1ae4b2acd883 req-a199ae43-d6b1-4b09-8c03-3b04b99db19d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.3829682 Aug 25 15:34:08.411754 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b931771b-0a46-4a93-9d54-1ae4b2acd883 req-5b2ebf17-bc26-4ce3-8840-ab8c4b3120cb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Aug 25 15:34:09.524729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122aaae-8fb9-49f0-8e35-36729644a389 req-43f5cf68-e557-40d5-b317-26ca589b714f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:09.526237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7122aaae-8fb9-49f0-8e35-36729644a389 req-43f5cf68-e557-40d5-b317-26ca589b714f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0482204 Aug 25 15:34:09.563610 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7122aaae-8fb9-49f0-8e35-36729644a389 req-64329370-d55f-4fd8-89d4-30f65a3062fb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 25 15:34:10.678209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9849da4-4780-460a-8c09-aa3af45ad49c req-774c9576-51bd-4668-a9d7-9f09bab665f8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:10.679720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9849da4-4780-460a-8c09-aa3af45ad49c req-774c9576-51bd-4668-a9d7-9f09bab665f8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0486534 Aug 25 15:34:10.717133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a9849da4-4780-460a-8c09-aa3af45ad49c req-4a0eca66-31da-4ebe-84e8-00489f6bd90e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Aug 25 15:34:11.832721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b8736-b4d7-4946-99aa-87c760f1c02f req-87588a26-8671-47c0-813b-5292251d466d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:11.834784 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd3b8736-b4d7-4946-99aa-87c760f1c02f req-87588a26-8671-47c0-813b-5292251d466d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Aug 25 15:34:11.873098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd3b8736-b4d7-4946-99aa-87c760f1c02f req-1c185378-d9b0-4bba-b2c0-1ce731876b0c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 25 15:34:12.985817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0913-d608-4d66-b823-a6bb671eda28 req-39494aa8-1617-478f-b841-1c572304cb32 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:12.987414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-662d0913-d608-4d66-b823-a6bb671eda28 req-39494aa8-1617-478f-b841-1c572304cb32 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Aug 25 15:34:13.025573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-662d0913-d608-4d66-b823-a6bb671eda28 req-a1c836b0-bd79-4c38-9512-948b1e3c4229 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 Aug 25 15:34:13.943014 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:34:14.139340 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f06e7-bcd5-4b6e-b364-c7b364094f73 req-5c80ea8a-c489-4f0e-8aa8-0919b9aee396 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:14.140702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea8f06e7-bcd5-4b6e-b364-c7b364094f73 req-5c80ea8a-c489-4f0e-8aa8-0919b9aee396 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Aug 25 15:34:14.180498 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea8f06e7-bcd5-4b6e-b364-c7b364094f73 req-17f8ec23-0b9e-4269-b1bc-9275502e2179 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Aug 25 15:34:15.300601 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f376-85d2-4179-8c6b-8900e65b25e2 req-e8edacb5-292a-43e5-95bc-9cc30ef43f24 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:15.302133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d39f376-85d2-4179-8c6b-8900e65b25e2 req-e8edacb5-292a-43e5-95bc-9cc30ef43f24 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0535862 Aug 25 15:34:15.342710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1d39f376-85d2-4179-8c6b-8900e65b25e2 req-b2021634-931d-4e48-ac5d-1091e01ff862 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Aug 25 15:34:16.459846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32392db-0386-4462-b369-5fe8b4658d1c req-cd480727-a8fd-4ea0-8378-578af39e180b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:16.461332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d32392db-0386-4462-b369-5fe8b4658d1c req-cd480727-a8fd-4ea0-8378-578af39e180b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Aug 25 15:34:16.500611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d32392db-0386-4462-b369-5fe8b4658d1c req-14ad39f6-bf83-4ab6-8d3a-a6e84e323733 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Aug 25 15:34:17.617807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5864b-3da0-4f88-8fca-259cc6fe2c61 req-fdcdfa49-4877-425f-9697-ed8ce67d5161 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:17.619366 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3bd5864b-3da0-4f88-8fca-259cc6fe2c61 req-fdcdfa49-4877-425f-9697-ed8ce67d5161 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Aug 25 15:34:17.658685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3bd5864b-3da0-4f88-8fca-259cc6fe2c61 req-a4b38d62-c583-4845-a777-bf96daed4678 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Aug 25 15:34:18.777454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322d4c5-34dd-4873-8da1-0d4ea6b4011b req-3d021308-a8fa-4b4b-ae37-4fe48d246165 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:18.778967 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f322d4c5-34dd-4873-8da1-0d4ea6b4011b req-3d021308-a8fa-4b4b-ae37-4fe48d246165 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0492742 Aug 25 15:34:18.821999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f322d4c5-34dd-4873-8da1-0d4ea6b4011b req-9b35bd51-01f1-4e4d-884e-1607c4fa2aa2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Aug 25 15:34:19.478205 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-a0c0e2e3-9006-482c-a6ea-3c767d9141c8 service neutron] show failed (client error): The resource could not be found. Aug 25 15:34:19.479277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-a0c0e2e3-9006-482c-a6ea-3c767d9141c8 service neutron] 10.222.0.45 "GET /v2.0/ports/0cda8aa5-8fbf-46b9-b48c-8361c4c5a499/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0602808 Aug 25 15:34:19.948988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b72f3-0b07-4128-9de5-f0b4d2a8d143 req-4f1e0597-c4b4-47e0-a9fc-abcc68483e28 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:19.950579 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf7b72f3-0b07-4128-9de5-f0b4d2a8d143 req-4f1e0597-c4b4-47e0-a9fc-abcc68483e28 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0509429 Aug 25 15:34:19.992113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf7b72f3-0b07-4128-9de5-f0b4d2a8d143 req-f142663e-fc46-4d05-8d6b-e4de0dc6cdb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Aug 25 15:34:20.157720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-2e573e3e-84d8-4e38-878a-f0f8e90e7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:20.159168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-2e573e3e-84d8-4e38-878a-f0f8e90e7cfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25&tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0464199 Aug 25 15:34:20.176856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:34:20.233598 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:20.444839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:20.478178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:34:20.522859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:34:20.525185 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d9466-9f2c-428c-afe0-8cc392609073" -d '{"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-unplugged", "status": "completed", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:34:20.529408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:20.542074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Transition to ACTIVE for port object 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:34:20.579922 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e5549f-a8c9-4377-8802-faf226ac1389 x-openstack-request-id: req-24e5549f-a8c9-4377-8802-faf226ac1389 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:34:20.580211 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-unplugged", "status": "completed", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:34:20.580460 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24e5549f-a8c9-4377-8802-faf226ac1389 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:34:20.580899 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'code': 200} Aug 25 15:34:20.611192 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:20.673540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:20.675685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] No DVR routers for this DVR port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:34:20.686461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.686824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.687171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.687513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.687849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.688692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.689020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.689347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.689672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.689996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.690320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.690642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:20.723487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:34:20.723820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:34:20.724149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:34:20.728538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on network 215572f7-336b-4b73-bb4e-244db6944140 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:34:20.728858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Attempting to bind port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:34:20.733673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:34:20.734007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Checking segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:34:20.734390 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Bound using segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:34:20.734810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Bound port: 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:34:20.735722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:20.807368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:34:20.810623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:34:20.886155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:20.920847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:20.921464 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:20.923375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] 10.222.0.52 "PUT /v2.0/ports/0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 1091 time: 0.7508368 Aug 25 15:34:20.960121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58abd9e-91d9-43eb-ba8b-9521dc9d6eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:20.992171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-24bd064a-5d28-4da5-bdda-f10d685020df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:20.993699 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-24bd064a-5d28-4da5-bdda-f10d685020df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1094 time: 0.0454071 Aug 25 15:34:21.005919 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aaec0a42-f668-4f9f-a623-c09a770f256d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:21.095876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-239ffc55-9a15-40d2-8784-c1d23d9b5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:21.097363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-239ffc55-9a15-40d2-8784-c1d23d9b5d81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0966058 Aug 25 15:34:21.115671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09a9b8-f583-4ad6-b4e0-e210274aeee0 req-cb257652-b746-462d-8484-a6c3f235ebac tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:21.117231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb09a9b8-f583-4ad6-b4e0-e210274aeee0 req-cb257652-b746-462d-8484-a6c3f235ebac tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0550838 Aug 25 15:34:21.139285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-907db4f5-e0ce-4187-b437-c9963c4a4ad1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0349441 Aug 25 15:34:21.160393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb09a9b8-f583-4ad6-b4e0-e210274aeee0 req-6d713bd0-b170-4659-aadc-a7dde561055c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Aug 25 15:34:21.189477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-0184d1d7-80e0-4f74-a77f-6c90e7dd4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:21.190978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-0184d1d7-80e0-4f74-a77f-6c90e7dd4f05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0443976 Aug 25 15:34:21.225047 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-cbdacc29-8c2c-4246-9b37-c28502e2201e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273290 Aug 25 15:34:21.321290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-1cab21f6-98d3-4ed6-ab9b-dfef8b37812a service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891912 Aug 25 15:34:21.430390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6babee94-cceb-4fc6-89fd-21a1d6baa4a5 req-a8ee0997-d85f-4aa3-bc44-ba4963a8d63d service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023810 Aug 25 15:34:22.286571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d59e94-add5-4d0a-9294-afd5d511e01c req-6c995d0e-22fb-4003-bfa2-9991109276ce tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:22.288116 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67d59e94-add5-4d0a-9294-afd5d511e01c req-6c995d0e-22fb-4003-bfa2-9991109276ce tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.0562530 Aug 25 15:34:22.326306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-67d59e94-add5-4d0a-9294-afd5d511e01c req-d8061cec-8783-4dd0-98df-e21b6a92422f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Aug 25 15:34:22.582367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:34:22.584835 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60df9d-c39f-475b-85ab-bdb7c591d986" -d '{"events": [{"name": "network-changed", "server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:34:22.632511 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca2281-635a-491d-bd54-19a5b77389db x-openstack-request-id: req-2fca2281-635a-491d-bd54-19a5b77389db {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:34:22.632806 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:34:22.633056 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fca2281-635a-491d-bd54-19a5b77389db {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:34:22.633456 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'status': 'completed', 'code': 200} Aug 25 15:34:22.718394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-faa4c1b3-1213-4586-b308-c895903b3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:22.720864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-faa4c1b3-1213-4586-b308-c895903b3269 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1094 time: 0.0659809 Aug 25 15:34:22.727917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-e6421a71-3c73-458b-9a4b-e298e6e70350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:22.729330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-e6421a71-3c73-458b-9a4b-e298e6e70350 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1094 time: 0.0667303 Aug 25 15:34:22.892803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-b6bf1700-8bc9-4662-ba5b-2064f13d38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:22.894510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-b6bf1700-8bc9-4662-ba5b-2064f13d38d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.1643357 Aug 25 15:34:22.895637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-bbe13a3f-fb60-4171-8f15-96cb6bf4d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:22.897000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-bbe13a3f-fb60-4171-8f15-96cb6bf4d210 service neutron] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.1589515 Aug 25 15:34:22.971095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-3b1e6ccc-cd4c-4e5c-bc5d-5cc4e534e2e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0686245 Aug 25 15:34:22.972468 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-7de2a09b-53a3-4e01-bb81-10a5d0eb6fcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0638483 Aug 25 15:34:23.060777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-f63d1ea9-6f57-4fc1-9bd2-1b538a87a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:23.062278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-f63d1ea9-6f57-4fc1-9bd2-1b538a87a99a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0843730 Aug 25 15:34:23.063845 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-adeae59e-4b43-4c88-8ad1-f7398d1fff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:23.065174 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-adeae59e-4b43-4c88-8ad1-f7398d1fff28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0796156 Aug 25 15:34:23.101718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-2ef36317-9fd8-44c7-b7f7-ca2ec5886ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319054 Aug 25 15:34:23.124122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-d62278aa-e5ba-42ca-8e7c-a20dfbcbedd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465949 Aug 25 15:34:23.307580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-fe01c5da-397c-415e-a1a4-b7d264b3a967 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920800 Aug 25 15:34:23.313037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-ca592ded-39af-4121-8dd7-aacb0b80d115 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753588 Aug 25 15:34:23.520511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-cf360fdb-1755-481b-a39c-227bf600e53a service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946301 Aug 25 15:34:23.530459 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd60df9d-c39f-475b-85ab-bdb7c591d986 req-b9b7b28c-f8bc-405f-8f96-e3dc6d3932d8 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154591 Aug 25 15:34:23.539884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f7c5f-61b2-4807-8264-cd145421b591 req-f10a241d-9925-4fc4-926c-3f484e168f42 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:23.543161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d14f7c5f-61b2-4807-8264-cd145421b591 req-f10a241d-9925-4fc4-926c-3f484e168f42 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 943 time: 0.1130424 Aug 25 15:34:23.583164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d14f7c5f-61b2-4807-8264-cd145421b591 req-58f8129e-00f8-43df-829e-eb808479ee6f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Aug 25 15:34:23.708664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:34:23.721960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5a34ebd-f788-4215-b8bb-a72bf020f7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:23.806726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:23.819138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'port_id': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'mac_address': 'fa:16:3e:4e:d8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44345bb-c9ac-4e12-b128-3d91df275d24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:34:23.862004 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:23.875540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:34:23.894963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:23.976804 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:24.029366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:24.037203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.044105 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:34:24.186775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:34:24.210513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:24.419958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:34:24.464936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:34:24.708792 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cea91-d60a-4489-b626-13d3a525335d req-4685f6f6-f5cc-4f9a-aff7-778ad43b0627 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:24.710282 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c5cea91-d60a-4489-b626-13d3a525335d req-4685f6f6-f5cc-4f9a-aff7-778ad43b0627 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 944 time: 0.0559406 Aug 25 15:34:24.754018 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1c5cea91-d60a-4489-b626-13d3a525335d req-3671199c-23ab-40a4-8e09-474826e67bed tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Aug 25 15:34:25.059498 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da6a50-35ae-4434-a200-468b0de65953 req-64a12116-1171-424d-9d88-873fbc946bba tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:25.061061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56da6a50-35ae-4434-a200-468b0de65953 req-64a12116-1171-424d-9d88-873fbc946bba tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 944 time: 0.0542734 Aug 25 15:34:25.102808 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-56da6a50-35ae-4434-a200-468b0de65953 req-feb18e36-88f1-4d9e-b948-5521169ad288 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357318 Aug 25 15:34:25.112336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-72a62459-f621-4871-a665-4457976fdb27 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:25.113900 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-72a62459-f621-4871-a665-4457976fdb27 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25&tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Aug 25 15:34:25.174839 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-d83d1dda-9fd5-46c2-9dcd-f118ad95cd3f service neutron] delete failed (client error): The resource could not be found. Aug 25 15:34:25.175899 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-d83d1dda-9fd5-46c2-9dcd-f118ad95cd3f service neutron] 10.222.0.45 "DELETE /v2.0/ports/0cda8aa5-8fbf-46b9-b48c-8361c4c5a499/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0544689 Aug 25 15:34:25.264545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-aea857a1-da1a-4d8f-8823-0928d8c0ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:25.266606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-aea857a1-da1a-4d8f-8823-0928d8c0ee0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 1095 time: 0.0453670 Aug 25 15:34:25.361875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-efaa0647-e02d-4df0-8d84-619e85125836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:25.363437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-efaa0647-e02d-4df0-8d84-619e85125836 service neutron] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0902154 Aug 25 15:34:25.410754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-2b4b32be-b9bd-45e2-93e8-52eea342aa57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 200 len: 217 time: 0.0395153 Aug 25 15:34:25.662692 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:25.707724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:34:25.798493 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-6619d426-4d51-4cdd-80d9-8f0a691c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:25.799983 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-6619d426-4d51-4cdd-80d9-8f0a691c38fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.3820026 Aug 25 15:34:25.831686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-8dbbc163-833d-4868-97ea-833a6fbd4278 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240400 Aug 25 15:34:25.845680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:34:25.849713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:34:25.850093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:25.924032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-c636fe2a-2ace-4d1f-b668-733646559437 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Aug 25 15:34:25.930810 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:25.952724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:34:25.955567 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b990fc9-488f-4329-88dc-0aaaa0895006" -d '{"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-plugged", "status": "completed", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:34:25.968277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:26.011846 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f2f32-fed0-47a6-a18d-a71f5354b8eb x-openstack-request-id: req-ef4f2f32-fed0-47a6-a18d-a71f5354b8eb {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:34:26.012211 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-plugged", "status": "completed", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:34:26.012525 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef4f2f32-fed0-47a6-a18d-a71f5354b8eb {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:34:26.012979 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'code': 200} Aug 25 15:34:26.015921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3049f63d-c633-4e7b-9a1f-3f2b06399a1c req-a6dabb0c-d6d2-46d3-ae45-8cf1f0dec7fe service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856104 Aug 25 15:34:26.050312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:26.102442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:26.221011 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826662-282b-4960-8e76-4bc23b090467 req-2f562346-d37a-41bd-8b65-26603c18a6bb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:26.222784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7c826662-282b-4960-8e76-4bc23b090467 req-2f562346-d37a-41bd-8b65-26603c18a6bb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0530643 Aug 25 15:34:26.261789 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7c826662-282b-4960-8e76-4bc23b090467 req-ebcafbc0-2643-4cee-af7d-38ee6f9f9e3c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Aug 25 15:34:27.159286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:27.381447 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5f17-645c-48e7-9f24-be7fa1f50051 req-3a44da62-1080-49dc-8581-4a4e7dee4c03 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:27.382974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b6b5f17-645c-48e7-9f24-be7fa1f50051 req-3a44da62-1080-49dc-8581-4a4e7dee4c03 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0519249 Aug 25 15:34:27.421167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3b6b5f17-645c-48e7-9f24-be7fa1f50051 req-85e5f5ba-56b9-4e72-b97c-a8c6d9ec2961 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Aug 25 15:34:27.542686 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4d18e-e773-45b8-9f30-32a86de51e31 req-9771cebe-a399-4dfc-b77a-b682f6c872bc tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:27.544404 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49a4d18e-e773-45b8-9f30-32a86de51e31 req-9771cebe-a399-4dfc-b77a-b682f6c872bc tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Aug 25 15:34:27.582443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:27.586831 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-49a4d18e-e773-45b8-9f30-32a86de51e31 req-d2e26d8c-0aa0-4292-8e49-eeb057200162 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Aug 25 15:34:27.710823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211991c-f763-4fd8-8bea-5c98ce8d28c8 req-f2bfa9f3-f06f-4efc-82bd-292ca4b3fb08 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:27.712455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b211991c-f763-4fd8-8bea-5c98ce8d28c8 req-f2bfa9f3-f06f-4efc-82bd-292ca4b3fb08 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0561719 Aug 25 15:34:27.752187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b211991c-f763-4fd8-8bea-5c98ce8d28c8 req-34b21acb-15a9-4692-84f1-1f7c346fe6b4 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Aug 25 15:34:28.409909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5497051f-4ee4-43ed-8881-faca873983c1 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:28.411533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5497051f-4ee4-43ed-8881-faca873983c1 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 815 time: 0.1053884 Aug 25 15:34:28.428225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-7516ef2b-6eb8-4930-8e97-65db4cfd3ca9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/quotas/9f1be2e21bd4465f8e30d1ed7c419fa8 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Aug 25 15:34:28.484477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-acb2824b-89a4-4c2f-869f-a872ba59d256 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499589 Aug 25 15:34:28.669509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-71f10572-def1-4b48-bfb2-7fd0c187c2f9 service neutron] 10.222.0.58 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778069 Aug 25 15:34:28.764377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-0866a969-2397-4691-85ab-67dbfec624dd service neutron] 10.222.0.58 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886168 Aug 25 15:34:28.991881 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d27b207c-ab70-4be8-bfe1-413b06593bea req-cc8f6a15-cf5d-42d9-81ac-b84f98cabeff tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 210 time: 0.0275753 Aug 25 15:34:29.279777 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:29.465072 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-27e44b6f-216d-4703-b5b6-7b25d471de53 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:29.466939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-27e44b6f-216d-4703-b5b6-7b25d471de53 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.52 "GET /v2.0/ports?device_id=a668d151-eff3-4c81-a1cf-b09cf1399b25 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Aug 25 15:34:29.562185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Deleting port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:34:29.562448 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:29.655261 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] For port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:29.655626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:29.669051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Calling delete_port for 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:34:29.919776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:29.931454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:34:29.951978 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Pushing event deleted for resources: {'Port': ['ID=0cda8aa5-8fbf-46b9-b48c-8361c4c5a499,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:29.995764 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] No DVR routers for this DVR port 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:34:29.998986 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:30.001687 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8d8ff4cb-b3e0-4608-a546-74fa7dc833d5 req-ad659e0d-56b5-4d3f-ac5e-f09056423a4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.52 "DELETE /v2.0/ports/0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 HTTP/1.1" status: 204 len: 173 time: 0.5292435 Aug 25 15:34:30.002150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-deleted', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:34:30.004994 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5934b96-5117-4e39-b32e-0220bebf8b11" -d '{"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-deleted", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:34:30.045803 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d74da3-6552-48d7-93e4-2a9f8bba53a3 x-openstack-request-id: req-d1d74da3-6552-48d7-93e4-2a9f8bba53a3 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:34:30.046105 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a668d151-eff3-4c81-a1cf-b09cf1399b25", "name": "network-vif-deleted", "tag": "0cda8aa5-8fbf-46b9-b48c-8361c4c5a499", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:34:30.046899 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1d74da3-6552-48d7-93e4-2a9f8bba53a3 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:34:30.046899 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a668d151-eff3-4c81-a1cf-b09cf1399b25', 'name': 'network-vif-deleted', 'tag': '0cda8aa5-8fbf-46b9-b48c-8361c4c5a499', 'status': 'completed', 'code': 200} Aug 25 15:34:30.089355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-42d39789-bfce-4cb4-87f4-21bdddffe94b req-de0adfe2-1112-4545-992f-6eb4423b66ee tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 210 time: 0.0284450 Aug 25 15:34:30.936266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-dc6879f7-6409-4de1-a27c-19af91643e01 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:30.938250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-dc6879f7-6409-4de1-a27c-19af91643e01 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.52 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 815 time: 0.1105797 Aug 25 15:34:30.950792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Request body: {'port': {'device_id': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'admin_state_up': True, 'tenant_id': '9f1be2e21bd4465f8e30d1ed7c419fa8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:34:31.173655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Made reservation on behalf of 9f1be2e21bd4465f8e30d1ed7c419fa8 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:34:31.176881 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:31.207678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b50e651-4669-4852-8598-bf2125f1023a req-f21230b2-0bf1-49e0-b491-96a491b0871f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 210 time: 0.0438509 Aug 25 15:34:31.328606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Allocated IP 172.20.0.5 (215572f7-336b-4b73-bb4e-244db6944140/b44345bb-c9ac-4e12-b128-3d91df275d24/e15b5f10-9831-4ace-8ad7-4c66915ca46f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:34:31.483549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:31.593838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:31.605857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['0cda8aa5-8fbf-46b9-b48c-8361c4c5a499'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:34:31.637124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Network 215572f7-336b-4b73-bb4e-244db6944140 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:34:31.642834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:34:31.646236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:34:31.681005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:31.706018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:31.706625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:31.788435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5c7c4347-ea34-46ab-a3e5-9b5ffffd2eb8 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8412900 Aug 25 15:34:31.801554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Request body: {'port': {'device_id': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:34:31.854899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:32.114518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15b5f10-9831-4ace-8ad7-4c66915ca46f {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:34:32.121828 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:32.133947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Transition to ACTIVE for port object e15b5f10-9831-4ace-8ad7-4c66915ca46f will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:34:32.216454 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:32.269527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:32.330948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513d274-527c-4f2d-abbc-a07362de9794 req-d56be22e-5095-4978-8502-8034ccad4b3d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:32.332460 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3513d274-527c-4f2d-abbc-a07362de9794 req-d56be22e-5095-4978-8502-8034ccad4b3d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0526342 Aug 25 15:34:32.333975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:34:32.334313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:34:32.334676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:34:32.339183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Port e15b5f10-9831-4ace-8ad7-4c66915ca46f on network 215572f7-336b-4b73-bb4e-244db6944140 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:34:32.339505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:34:32.345044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:34:32.345379 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Checking segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:34:32.345755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Bound using segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:34:32.346175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Bound port: e15b5f10-9831-4ace-8ad7-4c66915ca46f, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:34:32.346531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:32.371824 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3513d274-527c-4f2d-abbc-a07362de9794 req-e3422c0b-9f8f-41e8-898b-e3ab2d07b635 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Aug 25 15:34:32.412682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:34:32.415641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:34:32.519623 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:32.554181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:32.554793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:32.556211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 1091 time: 0.7596998 Aug 25 15:34:32.556647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:34:32.558896 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:34:32.581696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230015d1-0dc0-440d-a081-db375aa064b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:32.593817 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e561ee7e-c44e-4969-b9d2-07589da16995 x-openstack-request-id: req-e561ee7e-c44e-4969-b9d2-07589da16995 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:34:32.594852 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:34:32.595134 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e561ee7e-c44e-4969-b9d2-07589da16995 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:34:32.595533 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'status': 'completed', 'code': 200} Aug 25 15:34:32.655739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db req-d05b721d-63a0-446e-89c9-3c6f0bad821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:32.657687 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db req-d05b721d-63a0-446e-89c9-3c6f0bad821f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1094 time: 0.0415866 Aug 25 15:34:32.762512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db req-15b6f223-24cf-4366-bcc1-d9b607d44da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:32.764096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db req-15b6f223-24cf-4366-bcc1-d9b607d44da7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992694 Aug 25 15:34:32.856997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db req-612e6813-88f2-4eba-8367-cbe67914f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:32.858490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9dbc970b-6ba5-4bd0-a0d4-74ea0bd0d6db req-612e6813-88f2-4eba-8367-cbe67914f8b2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875509 Aug 25 15:34:32.930730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-71737683-5e9f-45e0-bf62-4bbfbeb562be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:32.932179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-71737683-5e9f-45e0-bf62-4bbfbeb562be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1094 time: 0.0397780 Aug 25 15:34:32.976677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-5b4a692e-3312-43bc-b805-e82170fc1e93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 217 time: 0.0370197 Aug 25 15:34:33.024006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-2f64664a-4c4a-4ffc-838f-fa70d0ded436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:33.025492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-2f64664a-4c4a-4ffc-838f-fa70d0ded436 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0426552 Aug 25 15:34:33.056631 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-077a08eb-b5ef-4955-8e12-371184dc14cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239885 Aug 25 15:34:33.155382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-d820e7e4-3b39-4657-abaf-8e5de1028499 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903351 Aug 25 15:34:33.251655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b7f356-db1f-4ec4-878b-d4f12ee3aee6 req-8ae9c473-ff4b-46a3-a5a5-addffcece89d service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Aug 25 15:34:33.486047 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a373d4-73be-49c3-aa7f-b2853e1931b8 req-156a60cc-68b1-4a9e-9a17-f1cf6c72e5a9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:33.487588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55a373d4-73be-49c3-aa7f-b2853e1931b8 req-156a60cc-68b1-4a9e-9a17-f1cf6c72e5a9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0509961 Aug 25 15:34:33.526680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-55a373d4-73be-49c3-aa7f-b2853e1931b8 req-be47f68e-44d9-4a86-b5bc-e8c3d2aeb0ea tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Aug 25 15:34:33.866740 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:34:33.889741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:34:33.890088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 0cda8aa5-8fbf-46b9-b48c-8361c4c5a499 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:34:34.643332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fadd32-95b0-410a-810a-6d649ab04b07 req-2eeecffe-9b09-40fa-85fd-b8c5e78b8be2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:34.644833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39fadd32-95b0-410a-810a-6d649ab04b07 req-2eeecffe-9b09-40fa-85fd-b8c5e78b8be2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0496402 Aug 25 15:34:34.680841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39fadd32-95b0-410a-810a-6d649ab04b07 req-52ab9d06-1856-4370-92ab-7c60cecc378d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300846 Aug 25 15:34:35.795453 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca09c2b-4e4e-4450-826b-287df0cb59e6 req-baa965e0-3abf-47fa-8c5a-c194d73fe279 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:35.797052 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ca09c2b-4e4e-4450-826b-287df0cb59e6 req-baa965e0-3abf-47fa-8c5a-c194d73fe279 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0498652 Aug 25 15:34:35.835484 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4ca09c2b-4e4e-4450-826b-287df0cb59e6 req-ce90736f-e8a8-4af3-a775-90f82dcef86c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Aug 25 15:34:35.863873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:34:35.955952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:35.967624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'port_id': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'mac_address': 'fa:16:3e:cc:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44345bb-c9ac-4e12-b128-3d91df275d24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:34:36.004672 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:36.021816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15b5f10-9831-4ace-8ad7-4c66915ca46f {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:34:36.040930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:36.084825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:36.135464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:36.276150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e15b5f10-9831-4ace-8ad7-4c66915ca46f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:34:36.951662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8884a-da23-4b26-b91b-0e10065d506a req-db3d1cdc-aeee-4f7e-8767-c790bdaf5886 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:36.953121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6d8884a-da23-4b26-b91b-0e10065d506a req-db3d1cdc-aeee-4f7e-8767-c790bdaf5886 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 944 time: 0.0524611 Aug 25 15:34:36.990424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6d8884a-da23-4b26-b91b-0e10065d506a req-bb3529b2-9749-4e16-a6e3-df7c4224e919 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 25 15:34:37.863877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:34:38.056199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port e15b5f10-9831-4ace-8ad7-4c66915ca46f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:34:38.060379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port e15b5f10-9831-4ace-8ad7-4c66915ca46f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:34:38.060757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:38.109326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8aa5-ba54-472c-bb20-31c574870cb7 req-f0b5138c-7727-4787-b2dd-592af594e0bb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:38.110776 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aafc8aa5-ba54-472c-bb20-31c574870cb7 req-f0b5138c-7727-4787-b2dd-592af594e0bb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 944 time: 0.0544846 Aug 25 15:34:38.138007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:38.149705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aafc8aa5-ba54-472c-bb20-31c574870cb7 req-bdcb275d-b2e6-456b-8f4e-676f660d6124 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Aug 25 15:34:38.164080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:34:38.164080 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591f745b-82a3-4d4d-bcd8-3dd289a476cc" -d '{"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-plugged", "status": "completed", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:34:38.177043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:34:38.199427 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f0740-0461-481a-94ad-39b45aab48d1 x-openstack-request-id: req-c09f0740-0461-481a-94ad-39b45aab48d1 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:34:38.199717 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-plugged", "status": "completed", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:34:38.199968 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c09f0740-0461-481a-94ad-39b45aab48d1 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:34:38.200364 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'code': 200} Aug 25 15:34:38.244386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:38.294645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:34:38.295305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6c63-68bb-42c3-8d95-2cde1877a0d0 req-44ccac60-bb23-4069-962c-9fdcb532b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:38.297537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b23a6c63-68bb-42c3-8d95-2cde1877a0d0 req-44ccac60-bb23-4069-962c-9fdcb532b88f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1096 time: 0.0401115 Aug 25 15:34:38.331592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b23a6c63-68bb-42c3-8d95-2cde1877a0d0 req-a184dd47-e34d-410f-80d8-c16ecf6fc8d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275724 Aug 25 15:34:39.262177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d874a01-ef78-4bc2-8d21-ae3fe0ba4134 req-0dba07d4-2b8a-42b2-9943-62006b4e2305 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:39.263724 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d874a01-ef78-4bc2-8d21-ae3fe0ba4134 req-0dba07d4-2b8a-42b2-9943-62006b4e2305 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0492008 Aug 25 15:34:39.306523 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9d874a01-ef78-4bc2-8d21-ae3fe0ba4134 req-7895420a-06c8-464c-94f9-020437d2120a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358171 Aug 25 15:34:40.422759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4087cc-df2a-4dd3-bf5d-09edd66b13a1 req-8d9eda1f-8305-422b-abff-c19fdfedfe4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:40.424264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4087cc-df2a-4dd3-bf5d-09edd66b13a1 req-8d9eda1f-8305-422b-abff-c19fdfedfe4c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Aug 25 15:34:40.461605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6d4087cc-df2a-4dd3-bf5d-09edd66b13a1 req-13085e3f-4778-4aad-a4f8-33f1f1934290 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Aug 25 15:34:40.572809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74936c63-e931-45f5-9ca9-6b020ea1304b req-3e913e03-064a-4753-a747-cfd31099559b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:40.574191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74936c63-e931-45f5-9ca9-6b020ea1304b req-3e913e03-064a-4753-a747-cfd31099559b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0478201 Aug 25 15:34:40.612004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74936c63-e931-45f5-9ca9-6b020ea1304b req-f74ef47c-6a89-411e-9f72-d130bbc308aa tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Aug 25 15:34:40.956285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4b60-4ef6-43c5-816a-6da2c7caa058 req-cddab822-c5c9-4a07-8433-5677349b33ad tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:40.957852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a0f4b60-4ef6-43c5-816a-6da2c7caa058 req-cddab822-c5c9-4a07-8433-5677349b33ad tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0535553 Aug 25 15:34:40.996252 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a0f4b60-4ef6-43c5-816a-6da2c7caa058 req-247bfdf6-349c-404e-b676-cb3794491b9f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Aug 25 15:34:41.035301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-6bce063e-528d-4992-8781-eb450170c2b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498788 Aug 25 15:34:42.114792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00163f2e-5faa-456d-a731-e3e4b8f58c45 req-d4368e2d-5c5b-46e6-b20d-cc02a3a8a5f7 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:42.116228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00163f2e-5faa-456d-a731-e3e4b8f58c45 req-d4368e2d-5c5b-46e6-b20d-cc02a3a8a5f7 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0500419 Aug 25 15:34:42.155094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-00163f2e-5faa-456d-a731-e3e4b8f58c45 req-1754e872-2255-4c5f-87a4-e7ae97877ef4 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326927 Aug 25 15:34:42.943717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-1b0831ee-81c4-4040-aa56-8b8ad6ec1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:42.945273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-1b0831ee-81c4-4040-aa56-8b8ad6ec1b4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1096 time: 0.0431778 Aug 25 15:34:43.037489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-6609a5fc-f122-4f9d-b175-d05c1454363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:43.039010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-6609a5fc-f122-4f9d-b175-d05c1454363c service neutron] 10.222.0.52 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0872879 Aug 25 15:34:43.081263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-5db2cab2-3c29-4ce9-ae28-b31e5df903c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 217 time: 0.0355473 Aug 25 15:34:43.128207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-a28254dd-515d-42aa-b729-989426ca2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:43.129586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-a28254dd-515d-42aa-b729-989426ca2d83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0421069 Aug 25 15:34:43.166869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-71d48a6c-a949-45bb-ab9f-8ca57de658ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292008 Aug 25 15:34:43.257378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-3c2ddc8a-dea1-4da0-9bfd-34569ef20e96 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Aug 25 15:34:43.270806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad264c6-9f0b-4e9f-8523-7ee11251c53c req-9962120b-6fa0-4321-a2c6-161bce75a6e6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:43.272323 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ad264c6-9f0b-4e9f-8523-7ee11251c53c req-9962120b-6fa0-4321-a2c6-161bce75a6e6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Aug 25 15:34:43.309972 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8ad264c6-9f0b-4e9f-8523-7ee11251c53c req-35a5a561-1649-430f-a01d-51cde1f2033a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Aug 25 15:34:43.353677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-439ee3fc-ce9c-4ec2-aba7-3760bd10a394 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891032 Aug 25 15:34:44.430405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6264f1b-aa51-4f08-aaef-39bb61fe5206 req-518c30e9-c30c-4e23-a839-b314182f88c5 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:44.431936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6264f1b-aa51-4f08-aaef-39bb61fe5206 req-518c30e9-c30c-4e23-a839-b314182f88c5 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Aug 25 15:34:44.469723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f6264f1b-aa51-4f08-aaef-39bb61fe5206 req-16e33bdc-f6d1-471b-b0f9-38549f34250d tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304558 Aug 25 15:34:45.583763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf9a40-8d29-4ee0-9d15-5b021e80ecc0 req-3a153282-d3a2-499f-b84a-772180516aa5 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:45.585315 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85cf9a40-8d29-4ee0-9d15-5b021e80ecc0 req-3a153282-d3a2-499f-b84a-772180516aa5 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0490193 Aug 25 15:34:45.623177 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-85cf9a40-8d29-4ee0-9d15-5b021e80ecc0 req-2d5a215f-8821-4fde-83bf-bba63b2c2b9c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Aug 25 15:34:46.772687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1609-705b-492b-b7a3-8c6cc97e3b4f req-cd9f4e93-a8ff-4a7c-a8ad-9a5ea80e45d0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:46.774153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-838e1609-705b-492b-b7a3-8c6cc97e3b4f req-cd9f4e93-a8ff-4a7c-a8ad-9a5ea80e45d0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0482838 Aug 25 15:34:46.811625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-838e1609-705b-492b-b7a3-8c6cc97e3b4f req-2c1ccac7-90ad-4f4d-9d76-a11e0fa98e81 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308404 Aug 25 15:34:47.932079 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d95fe-0c3c-4f16-a211-31020c8a5053 req-b13a294d-a1fe-45d7-a99e-a8bec55ad5bc tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:47.933681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc3d95fe-0c3c-4f16-a211-31020c8a5053 req-b13a294d-a1fe-45d7-a99e-a8bec55ad5bc tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0543928 Aug 25 15:34:47.974574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bc3d95fe-0c3c-4f16-a211-31020c8a5053 req-9c0a935f-07a7-418f-8496-0a53841c7836 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Aug 25 15:34:49.095396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb8a5b-b7b9-4a47-aeec-d7f34fa0fc34 req-cad5a8d3-167c-408f-90e1-3cf44d1aff1a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:49.096842 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22fb8a5b-b7b9-4a47-aeec-d7f34fa0fc34 req-cad5a8d3-167c-408f-90e1-3cf44d1aff1a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0528455 Aug 25 15:34:49.146222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-22fb8a5b-b7b9-4a47-aeec-d7f34fa0fc34 req-4a26c9dc-32ea-4497-a8b4-fa9d175b0895 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Aug 25 15:34:50.264107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0907fc-d5c5-46e2-9a60-e3d4c8ad7519 req-3d8f8d4b-0f91-4bc7-a843-d2019db74db3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:50.265604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b0907fc-d5c5-46e2-9a60-e3d4c8ad7519 req-3d8f8d4b-0f91-4bc7-a843-d2019db74db3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Aug 25 15:34:50.303377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b0907fc-d5c5-46e2-9a60-e3d4c8ad7519 req-6684bb4a-e3de-43bc-8f6e-45d7deaa5448 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Aug 25 15:34:50.942360 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:34:51.010271 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7920af9a-ef8c-4f25-9b12-236dbad26960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:51.422730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07540-3799-4096-b735-c7bff8146708 req-b6c1151e-c352-4a63-b3f7-8185a21eb5d4 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:51.424394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab07540-3799-4096-b735-c7bff8146708 req-b6c1151e-c352-4a63-b3f7-8185a21eb5d4 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0498912 Aug 25 15:34:51.462232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3ab07540-3799-4096-b735-c7bff8146708 req-9ddd2422-69de-4fb4-8c83-250e93baa912 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Aug 25 15:34:52.583111 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6f5e-7534-440f-9d5b-8d2b225d7d18 req-37157fdf-b45a-4d5a-a3e2-cce07108131e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:52.584564 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-196f6f5e-7534-440f-9d5b-8d2b225d7d18 req-37157fdf-b45a-4d5a-a3e2-cce07108131e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Aug 25 15:34:52.622764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-196f6f5e-7534-440f-9d5b-8d2b225d7d18 req-b013de9b-b6ba-462b-a628-8312474178c0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 Aug 25 15:34:53.741510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada34b9-c39b-40e9-87ce-b973ffb3cb82 req-75f0b6e3-e15f-449e-a6c5-16141cf9b325 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:53.742990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ada34b9-c39b-40e9-87ce-b973ffb3cb82 req-75f0b6e3-e15f-449e-a6c5-16141cf9b325 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0499480 Aug 25 15:34:53.747480 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3af0d0d2-f9be-490c-9ac2-614634e29f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:53.783296 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ada34b9-c39b-40e9-87ce-b973ffb3cb82 req-ef7abf40-6568-4820-9040-7456cf3b22bb tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Aug 25 15:34:54.198303 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:54.902960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669143ac-9092-424a-80a6-f02210af4ea0 req-6b868987-656f-4a80-b66c-9a408c56338b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:54.904505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-669143ac-9092-424a-80a6-f02210af4ea0 req-6b868987-656f-4a80-b66c-9a408c56338b tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Aug 25 15:34:54.945453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-669143ac-9092-424a-80a6-f02210af4ea0 req-b7e8447c-5f47-4008-8080-6c1c20b1d392 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Aug 25 15:34:55.656268 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:56.069413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb3abf-0429-4108-b9ed-c917ce1feb85 req-dd80b15a-f439-4297-bd5b-dba314b5d767 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:56.070877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66eb3abf-0429-4108-b9ed-c917ce1feb85 req-dd80b15a-f439-4297-bd5b-dba314b5d767 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0561488 Aug 25 15:34:56.109546 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-66eb3abf-0429-4108-b9ed-c917ce1feb85 req-a5f2f079-f697-4374-aca1-a2e96da85966 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326724 Aug 25 15:34:57.153126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:57.226820 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1f3d3-2b04-4466-add7-a3514648ec44 req-93e61e4a-eb9a-42f0-a1fb-8b5c0153ad53 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:57.228406 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64d1f3d3-2b04-4466-add7-a3514648ec44 req-93e61e4a-eb9a-42f0-a1fb-8b5c0153ad53 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0510595 Aug 25 15:34:57.267544 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-64d1f3d3-2b04-4466-add7-a3514648ec44 req-35e43acc-0613-44d2-a4cc-17cf718fd901 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Aug 25 15:34:57.620882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:58.398202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3bc21-4902-4953-8743-cb01c59694fd req-13b7d67d-6ade-41be-a9a7-1cce004a3019 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:58.399749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e3bc21-4902-4953-8743-cb01c59694fd req-13b7d67d-6ade-41be-a9a7-1cce004a3019 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Aug 25 15:34:58.438345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7e3bc21-4902-4953-8743-cb01c59694fd req-dc47d3e1-6dec-4e57-b2d1-4a1b164f8622 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Aug 25 15:34:59.301286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:34:59.555244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a04f-e6ea-4c6d-98b1-33e348eae98c req-d4c90953-6ccf-4d99-85e0-1c1c049e3426 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:34:59.556674 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3158a04f-e6ea-4c6d-98b1-33e348eae98c req-d4c90953-6ccf-4d99-85e0-1c1c049e3426 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0498335 Aug 25 15:34:59.595964 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3158a04f-e6ea-4c6d-98b1-33e348eae98c req-f69c60af-b897-446c-a562-1a0d67398b84 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Aug 25 15:35:00.711073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02fdc8-3e86-4655-b921-ffd071f0ebec req-90ef12dd-174e-4248-aac2-37baeea9e40f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:00.712551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc02fdc8-3e86-4655-b921-ffd071f0ebec req-90ef12dd-174e-4248-aac2-37baeea9e40f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0485957 Aug 25 15:35:00.749835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cc02fdc8-3e86-4655-b921-ffd071f0ebec req-11ec28a0-e3a8-4be2-a5a4-2303e337986f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Aug 25 15:35:01.881797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b42d9-30de-4175-9047-a2536a221d48 req-73798c4a-e36a-460a-8688-797108dbc8d1 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:01.883330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-063b42d9-30de-4175-9047-a2536a221d48 req-73798c4a-e36a-460a-8688-797108dbc8d1 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0532949 Aug 25 15:35:01.921889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-063b42d9-30de-4175-9047-a2536a221d48 req-ec218a4a-adb4-4670-b2e3-bd62a754f518 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Aug 25 15:35:03.038584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca491-c71f-4bbe-ae44-eb9de9b9153c req-f19788f8-4046-442e-9ebe-7249d0a4575c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:03.040083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1ca491-c71f-4bbe-ae44-eb9de9b9153c req-f19788f8-4046-442e-9ebe-7249d0a4575c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Aug 25 15:35:03.077977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e1ca491-c71f-4bbe-ae44-eb9de9b9153c req-e6f39c58-46e8-471c-acf1-e189fe180795 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Aug 25 15:35:04.192833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2a28-c376-43f0-9d5e-2ffac44dada7 req-8499a08c-11b1-4ee8-b8ab-931c1600f2b6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:04.194343 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc1b2a28-c376-43f0-9d5e-2ffac44dada7 req-8499a08c-11b1-4ee8-b8ab-931c1600f2b6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Aug 25 15:35:04.239880 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fc1b2a28-c376-43f0-9d5e-2ffac44dada7 req-e809db51-775d-46fd-b026-ae76ff889879 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Aug 25 15:35:05.355819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9814-508f-4bbd-a63e-515e991533c7 req-be1ecce6-5c63-469b-b256-148422f78531 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:05.357313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c3c9814-508f-4bbd-a63e-515e991533c7 req-be1ecce6-5c63-469b-b256-148422f78531 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0494754 Aug 25 15:35:05.394753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c3c9814-508f-4bbd-a63e-515e991533c7 req-2f6f23c6-8f40-434a-b961-dd42baa90200 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Aug 25 15:35:06.566617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02073d-53d8-433e-a523-c9b0e775ea22 req-d368cc27-31cc-437c-af90-25501351ffc0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:06.568072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b02073d-53d8-433e-a523-c9b0e775ea22 req-d368cc27-31cc-437c-af90-25501351ffc0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.1054938 Aug 25 15:35:06.605722 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b02073d-53d8-433e-a523-c9b0e775ea22 req-83ed69e4-aa5e-4c6c-96cf-3ad82c0465ff tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Aug 25 15:35:07.778679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10894f88-13eb-43ff-8a07-c126e4f4a82a req-d4b96360-62d9-4e0b-8c05-7e49b8e0491c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:07.780413 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10894f88-13eb-43ff-8a07-c126e4f4a82a req-d4b96360-62d9-4e0b-8c05-7e49b8e0491c tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.1038423 Aug 25 15:35:07.820579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10894f88-13eb-43ff-8a07-c126e4f4a82a req-6037c382-4ff1-4ba2-9061-f495a8fe8745 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Aug 25 15:35:08.940669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43271001-8339-48d5-8557-709ec5abb455 req-6f09e474-70c3-4628-bcb2-c820ddb1d2e2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:08.942176 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43271001-8339-48d5-8557-709ec5abb455 req-6f09e474-70c3-4628-bcb2-c820ddb1d2e2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0540218 Aug 25 15:35:08.981197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-43271001-8339-48d5-8557-709ec5abb455 req-1e59713f-b314-4da0-a0d4-057faa375985 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 25 15:35:10.098638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584ffeb-d482-481b-8807-7995bdde263d req-34f9bcf9-8d72-4f21-9fef-27c88bbcd9c7 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:10.100027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c584ffeb-d482-481b-8807-7995bdde263d req-34f9bcf9-8d72-4f21-9fef-27c88bbcd9c7 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Aug 25 15:35:10.137417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c584ffeb-d482-481b-8807-7995bdde263d req-09a249c5-24a4-4fb6-bb3c-c7d2a116d387 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Aug 25 15:35:10.496651 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-f2a0221b-89a6-44f9-85a5-30d11bf48e5f service neutron] show failed (client error): The resource could not be found. Aug 25 15:35:10.497679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-f2a0221b-89a6-44f9-85a5-30d11bf48e5f service neutron] 10.222.0.52 "GET /v2.0/ports/e15b5f10-9831-4ace-8ad7-4c66915ca46f/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0536525 Aug 25 15:35:11.092398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-6dfc92e0-08f8-4206-8e6b-f3dbed36b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:11.094190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-6dfc92e0-08f8-4206-8e6b-f3dbed36b850 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9&tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0427516 Aug 25 15:35:11.106728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:11.168070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:11.256469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3864cc5-7137-4bdb-a19a-de93546eebe0 req-d74eaad8-0f37-4310-8606-3411c2395cdd tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:11.257980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d3864cc5-7137-4bdb-a19a-de93546eebe0 req-d74eaad8-0f37-4310-8606-3411c2395cdd tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0519102 Aug 25 15:35:11.297209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d3864cc5-7137-4bdb-a19a-de93546eebe0 req-1ea3012c-f41f-4f94-a724-720a077f48a2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Aug 25 15:35:11.389439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:11.425614 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:35:11.464609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:11.466860 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc844f9-de96-4e45-a251-afe72f2b6a29" -d '{"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:11.471390 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:11.483596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Transition to ACTIVE for port object e15b5f10-9831-4ace-8ad7-4c66915ca46f will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:11.520326 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc6216-27d4-4e29-94fc-438b8ce31654 x-openstack-request-id: req-e9fc6216-27d4-4e29-94fc-438b8ce31654 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:11.520616 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:11.521242 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9fc6216-27d4-4e29-94fc-438b8ce31654 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:11.521665 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'code': 200} Aug 25 15:35:11.558433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:11.622397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] No DVR routers for this DVR port e15b5f10-9831-4ace-8ad7-4c66915ca46f on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:35:11.624633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:11.666925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:35:11.667242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:35:11.667626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:11.672246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Port e15b5f10-9831-4ace-8ad7-4c66915ca46f on network 215572f7-336b-4b73-bb4e-244db6944140 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:35:11.672563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Attempting to bind port e15b5f10-9831-4ace-8ad7-4c66915ca46f on network 215572f7-336b-4b73-bb4e-244db6944140 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:11.678611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:35:11.678944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Checking segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:35:11.679395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Bound using segment: {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:35:11.679818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Bound port: e15b5f10-9831-4ace-8ad7-4c66915ca46f, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec1156e-9586-4f80-8005-8eb23068600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '215572f7-336b-4b73-bb4e-244db6944140'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:35:11.680230 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:11.748276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:35:11.751766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:35:11.816030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:11.850680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:11.852161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:11.853778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-43afd217-99af-453f-8f16-e49050109a71 service neutron] 10.222.0.45 "PUT /v2.0/ports/e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 1091 time: 0.7515574 Aug 25 15:35:11.889314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afd217-99af-453f-8f16-e49050109a71 service neutron] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:11.920859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-5bff7fd5-2902-4036-ab1b-4243687bfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:11.922338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-5bff7fd5-2902-4036-ab1b-4243687bfafd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1094 time: 0.0448194 Aug 25 15:35:12.015734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-de8c7dae-03f5-4328-8800-1b16fd0061c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:12.017800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-de8c7dae-03f5-4328-8800-1b16fd0061c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0883124 Aug 25 15:35:12.061495 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-824e585c-5b41-446f-9772-36ea2afa87f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 217 time: 0.0374043 Aug 25 15:35:12.114588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-32cc901e-14e7-4005-b6f6-a300b0e39c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:12.116094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-32cc901e-14e7-4005-b6f6-a300b0e39c4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0485497 Aug 25 15:35:12.149149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-3009f6b8-956c-4daf-a944-1bbfabdf11a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248158 Aug 25 15:35:12.239053 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-c9381b4f-ad8d-4005-90a9-df43cbafaa87 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826712 Aug 25 15:35:12.337194 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f699a912-11ba-4efb-87fb-c8ff037ba882 req-2c20d18d-b92b-4101-9680-9e349b84ba31 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907049 Aug 25 15:35:12.418307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc63a03-fcff-4154-ac96-1284f690dad8 req-87c7be43-f2eb-4d9c-b3fb-25cc665457da tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:12.419961 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9bc63a03-fcff-4154-ac96-1284f690dad8 req-87c7be43-f2eb-4d9c-b3fb-25cc665457da tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0540061 Aug 25 15:35:12.460272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9bc63a03-fcff-4154-ac96-1284f690dad8 req-f99634d2-b6ca-455e-8635-505596775264 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Aug 25 15:35:13.523071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:13.528199 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e82779a-c382-4969-9e96-d14c062b3038" -d '{"events": [{"name": "network-changed", "server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:13.580308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897924db-26c9-47f2-bd9d-4976089021f2 req-932bd17d-c01f-402e-b209-4baa47679e40 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:13.582415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-897924db-26c9-47f2-bd9d-4976089021f2 req-932bd17d-c01f-402e-b209-4baa47679e40 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0530851 Aug 25 15:35:13.584031 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc9d115-c641-402b-a626-df7f4d1182a1 x-openstack-request-id: req-8bc9d115-c641-402b-a626-df7f4d1182a1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:13.584325 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:13.584578 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bc9d115-c641-402b-a626-df7f4d1182a1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:13.584988 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'status': 'completed', 'code': 200} Aug 25 15:35:13.685626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-897924db-26c9-47f2-bd9d-4976089021f2 req-352a99e3-7a5f-4d31-bbb9-55dab3b9771f tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924757 Aug 25 15:35:13.694225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82779a-c382-4969-9e96-d14c062b3038 req-43ee6324-fafc-4e0b-b03d-c450603e1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:13.695725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-43ee6324-fafc-4e0b-b03d-c450603e1c7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1094 time: 0.0938120 Aug 25 15:35:13.698170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82779a-c382-4969-9e96-d14c062b3038 req-c6d132bd-0599-46d4-9c35-d2121de7165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:13.699557 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-c6d132bd-0599-46d4-9c35-d2121de7165a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1094 time: 0.1042092 Aug 25 15:35:14.192487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82779a-c382-4969-9e96-d14c062b3038 req-fb657a78-8ac6-44ef-83f3-f6f6945be7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:14.193919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-fb657a78-8ac6-44ef-83f3-f6f6945be7c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.4891574 Aug 25 15:35:14.194990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82779a-c382-4969-9e96-d14c062b3038 req-1517de97-3b23-4cc4-9a3f-d5464fc65900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:14.196318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-1517de97-3b23-4cc4-9a3f-d5464fc65900 service neutron] 10.222.0.52 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.4825211 Aug 25 15:35:14.243445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-2a95b974-5a84-4934-b18d-52366255ff01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 217 time: 0.0405188 Aug 25 15:35:14.284838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-1430e1f4-bade-4ab2-b031-8f87914d02e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 217 time: 0.0759354 Aug 25 15:35:14.357929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82779a-c382-4969-9e96-d14c062b3038 req-9b782e0e-2e41-47a1-a07a-78eac66c900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:14.359439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-9b782e0e-2e41-47a1-a07a-78eac66c900f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0870945 Aug 25 15:35:14.364987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82779a-c382-4969-9e96-d14c062b3038 req-caf0ebf9-97cd-4a53-b40f-b436f5441a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:14.366336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-caf0ebf9-97cd-4a53-b40f-b436f5441a00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0593705 Aug 25 15:35:14.401713 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-2521cde6-ef07-46a2-af56-758e3e26106c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344441 Aug 25 15:35:14.423473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-22045ed7-c75c-4e56-af5b-636b4145b341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479639 Aug 25 15:35:14.570094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-248a95c3-e561-46e1-91fe-d383b7feaa28 service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549859 Aug 25 15:35:14.575287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-1c4269b5-f47a-43d5-bd92-04f60564bc9a service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402621 Aug 25 15:35:14.730806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-dec8930b-ce7d-467d-b294-bad526cc5e2d service neutron] 10.222.0.45 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532285 Aug 25 15:35:14.732721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e82779a-c382-4969-9e96-d14c062b3038 req-d28a2650-57fe-401b-bcd5-7c896dda0c43 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481411 Aug 25 15:35:14.811500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77191de-7bc6-4567-b4e4-8c21fc676ae2 req-e8e96a9a-04c9-4aa9-9a16-65c30bacadf9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:14.812992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c77191de-7bc6-4567-b4e4-8c21fc676ae2 req-e8e96a9a-04c9-4aa9-9a16-65c30bacadf9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0538361 Aug 25 15:35:14.852246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c77191de-7bc6-4567-b4e4-8c21fc676ae2 req-555d4b4c-7b22-4973-a4a6-802ea1f543bd tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Aug 25 15:35:15.210639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa3b08-edce-4558-a9af-8c641545ca7f req-2e199ef0-c989-4290-a07b-9cc491f4101a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:15.212196 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7fa3b08-edce-4558-a9af-8c641545ca7f req-2e199ef0-c989-4290-a07b-9cc491f4101a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0502520 Aug 25 15:35:15.252107 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d7fa3b08-edce-4558-a9af-8c641545ca7f req-79d90309-6b5f-4de9-81ae-a3b6a203c47a tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Aug 25 15:35:15.286703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-e5f0b33c-e00b-4bf0-97e5-6bd236a258f0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:15.288332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-e5f0b33c-e00b-4bf0-97e5-6bd236a258f0 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9&tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 943 time: 0.0582123 Aug 25 15:35:15.348413 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-ee543a55-fbfe-460f-a921-5c33748af1ab service neutron] delete failed (client error): The resource could not be found. Aug 25 15:35:15.349437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-ee543a55-fbfe-460f-a921-5c33748af1ab service neutron] 10.222.0.52 "DELETE /v2.0/ports/e15b5f10-9831-4ace-8ad7-4c66915ca46f/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0544100 Aug 25 15:35:15.432486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-fe65334c-0bde-4c15-b795-39abb8cdb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:15.433902 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-fe65334c-0bde-4c15-b795-39abb8cdb36f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 1094 time: 0.0418310 Aug 25 15:35:15.526903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-67080276-c9e2-4dec-a591-2223f7e70d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:15.528409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-67080276-c9e2-4dec-a591-2223f7e70d3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 200 len: 916 time: 0.0870178 Aug 25 15:35:15.570257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-1b6c2d34-526f-4b0b-8b76-17a6d4d70a92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 200 len: 217 time: 0.0348012 Aug 25 15:35:15.620315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-c069febd-e699-4771-b160-708ea31e4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:15.621754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-c069febd-e699-4771-b160-708ea31e4f4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 200 len: 855 time: 0.0449896 Aug 25 15:35:15.653316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-7095244d-71cd-4628-a0b5-2c42cd184e79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=215572f7-336b-4b73-bb4e-244db6944140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238769 Aug 25 15:35:15.746439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-8ccf5715-18f3-4e5a-9fa6-d871a97599fd service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Aug 25 15:35:15.834996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9e52a372-0d4e-4a2b-84e0-7216ab2d1b88 req-b8fcbf69-02e5-41c9-86c9-3e98c0c6b4c5 service neutron] 10.222.0.52 "GET /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825961 Aug 25 15:35:16.114043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:35:16.151577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:35:16.376871 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93884-c6b1-4156-81ba-4313b4a831f8 req-c203b4c3-08b7-4725-bd78-2d24292851cf tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:16.378906 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31d93884-c6b1-4156-81ba-4313b4a831f8 req-c203b4c3-08b7-4725-bd78-2d24292851cf tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 943 time: 0.0544608 Aug 25 15:35:16.416692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31d93884-c6b1-4156-81ba-4313b4a831f8 req-49c745a1-602c-4293-a440-c9b4030dba53 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Aug 25 15:35:16.645113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:35:16.740665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:16.751566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'network_id': '215572f7-336b-4b73-bb4e-244db6944140', 'port_id': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'mac_address': 'fa:16:3e:cc:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44345bb-c9ac-4e12-b128-3d91df275d24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:35:16.788851 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:16.802060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15b5f10-9831-4ace-8ad7-4c66915ca46f {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:35:16.821848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:16.889760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:16.937858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:17.102892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e15b5f10-9831-4ace-8ad7-4c66915ca46f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:35:17.530827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c6a58-4f97-4c95-8b12-c796c1d5f0ae req-2ce140ff-5859-4707-a838-255d0bc1d0b3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:17.532331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-180c6a58-4f97-4c95-8b12-c796c1d5f0ae req-2ce140ff-5859-4707-a838-255d0bc1d0b3 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 944 time: 0.0486071 Aug 25 15:35:17.570368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-180c6a58-4f97-4c95-8b12-c796c1d5f0ae req-dc6e7605-ca09-4691-9f6c-919e667e8b09 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Aug 25 15:35:17.686524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf911-f67b-4da0-a037-30ff1e32b14b req-b32c573a-cce4-4854-a594-0a2b29ab79f2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:17.688060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-481bf911-f67b-4da0-a037-30ff1e32b14b req-b32c573a-cce4-4854-a594-0a2b29ab79f2 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 944 time: 0.0511587 Aug 25 15:35:17.726850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-481bf911-f67b-4da0-a037-30ff1e32b14b req-22a157f6-85c7-47e5-8c22-a7913d6ba424 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 25 15:35:17.844876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b4679-e89f-401e-a8f5-3eac74c41547 req-e038b258-be60-48e0-bf35-af676d5ac30e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:17.846376 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f69b4679-e89f-401e-a8f5-3eac74c41547 req-e038b258-be60-48e0-bf35-af676d5ac30e tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 944 time: 0.0543370 Aug 25 15:35:17.884085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f69b4679-e89f-401e-a8f5-3eac74c41547 req-1d482272-339a-4109-a0fb-f1b37119bbbf tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Aug 25 15:35:18.409187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226e5c1-fb72-4933-a6e7-532881ae35e0 req-993862af-09e7-4232-b68a-01b4f79c3bc9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:18.410690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b226e5c1-fb72-4933-a6e7-532881ae35e0 req-993862af-09e7-4232-b68a-01b4f79c3bc9 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 944 time: 0.0489349 Aug 25 15:35:18.448649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b226e5c1-fb72-4933-a6e7-532881ae35e0 req-76c24527-8b5b-4b37-a3c9-56e88e2df089 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Aug 25 15:35:18.660406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:18.770451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e15b5f10-9831-4ace-8ad7-4c66915ca46f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:18.774846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e15b5f10-9831-4ace-8ad7-4c66915ca46f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:18.775235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:18.855493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:18.876721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:18.879508 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff98747-d5d8-48ae-9142-8cb56a46e7ac" -d '{"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-plugged", "status": "completed", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:18.891563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:18.916207 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5656c50b-9506-4def-87ba-8da374774fcb x-openstack-request-id: req-5656c50b-9506-4def-87ba-8da374774fcb {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:18.916515 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-plugged", "status": "completed", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:18.916760 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5656c50b-9506-4def-87ba-8da374774fcb {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:18.917175 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'code': 200} Aug 25 15:35:18.945989 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:18.992437 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:19.597989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d7137-5218-4427-ba4e-c4df617d55b8 req-a6cf4848-a9e9-45b8-a803-26eb1661ddad tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:19.599502 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0d7137-5218-4427-ba4e-c4df617d55b8 req-a6cf4848-a9e9-45b8-a803-26eb1661ddad tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0833952 Aug 25 15:35:19.607721 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-6c321dd3-c6a2-4590-9e68-8b9431254db6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:19.609074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-6c321dd3-c6a2-4590-9e68-8b9431254db6 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8df4fd5-c715-43f2-8f22-27e2579304e9 HTTP/1.1" status: 200 len: 945 time: 0.0639658 Aug 25 15:35:19.674628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0d7137-5218-4427-ba4e-c4df617d55b8 req-a23e213c-4fb4-4d57-bbaf-46e25a038944 tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de41193-e48f-45f3-bdc1-04bb672c0c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646038 Aug 25 15:35:19.720757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Deleting port e15b5f10-9831-4ace-8ad7-4c66915ca46f {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:35:19.722096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:19.813000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] For port e15b5f10-9831-4ace-8ad7-4c66915ca46f, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e15b5f10-9831-4ace-8ad7-4c66915ca46f,segment=NetworkSegment(9ec1156e-9586-4f80-8005-8eb23068600a),segment_id=9ec1156e-9586-4f80-8005-8eb23068600a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:19.813280 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:19.826778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Calling delete_port for e15b5f10-9831-4ace-8ad7-4c66915ca46f owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:35:20.004186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:20.016366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e15b5f10-9831-4ace-8ad7-4c66915ca46f'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:35:20.032609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Pushing event deleted for resources: {'Port': ['ID=e15b5f10-9831-4ace-8ad7-4c66915ca46f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:20.074076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] No DVR routers for this DVR port e15b5f10-9831-4ace-8ad7-4c66915ca46f on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:35:20.076618 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:20.078695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-948fc42c-26d9-48ea-9345-aa8f9a758489 req-c5a1ce73-c034-40dc-877b-7e3ae0ade1ec tempest-ServerDiskConfigTestJSON-250382469 tempest-ServerDiskConfigTestJSON-250382469-project] 10.222.0.45 "DELETE /v2.0/ports/e15b5f10-9831-4ace-8ad7-4c66915ca46f HTTP/1.1" status: 204 len: 173 time: 0.4623890 Aug 25 15:35:20.079170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-deleted', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:20.081500 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d7fba-1e59-4008-8f73-ceecdc0b452f" -d '{"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-deleted", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:20.117337 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa0fdb-8901-45c9-bc22-60be367a8031 x-openstack-request-id: req-d2aa0fdb-8901-45c9-bc22-60be367a8031 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:20.117789 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df4fd5-c715-43f2-8f22-27e2579304e9", "name": "network-vif-deleted", "tag": "e15b5f10-9831-4ace-8ad7-4c66915ca46f", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:20.118193 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2aa0fdb-8901-45c9-bc22-60be367a8031 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:20.118795 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df4fd5-c715-43f2-8f22-27e2579304e9', 'name': 'network-vif-deleted', 'tag': 'e15b5f10-9831-4ace-8ad7-4c66915ca46f', 'status': 'completed', 'code': 200} Aug 25 15:35:20.794909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:20.841266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Deleting subnet b44345bb-c9ac-4e12-b128-3d91df275d24 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:35:20.844680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:20.879389 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:20.916743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.044071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efac87be-cf09-4ca7-94cd-4cca115a9912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.124673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.153264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.155238 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b44345bb-c9ac-4e12-b128-3d91df275d24 HTTP/1.1" status: 204 len: 168 time: 0.3591158 Aug 25 15:35:21.156049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44345bb-c9ac-4e12-b128-3d91df275d24,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:21.157869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51412) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:21.164906 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.165258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.165602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.165941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.166276 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.166607 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.166937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.167288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.167615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.167941 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.168267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.168589 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5783fdf0-7b31-4731-8e04-242606837685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.230260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.308056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.317613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215572f7-336b-4b73-bb4e-244db6944140']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:21.327674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec1156e-9586-4f80-8005-8eb23068600a') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:21.327980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec1156e-9586-4f80-8005-8eb23068600a') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:21.336860 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.356045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.361750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:35:21.362138 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:35:21.364364 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:35:21.484496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.490778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.492604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/215572f7-336b-4b73-bb4e-244db6944140 HTTP/1.1" status: 204 len: 168 time: 0.3336415 Aug 25 15:35:21.503471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=215572f7-336b-4b73-bb4e-244db6944140,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:21.510827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.511200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.511542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.511929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.512318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.512537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.512932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.513214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.513482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.513801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.514141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.514432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5088fb6e-ccb8-453c-a656-13b0876d9cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:21.757139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51416) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:21.797334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d69a1b83-f99c-4a39-aba0-d24015410be3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f1be2e21bd4465f8e30d1ed7c419fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389991 Aug 25 15:35:21.799856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51418) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:21.850096 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-53114aaa-bda2-4524-95dc-12642ae592ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.870278 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-53114aaa-bda2-4524-95dc-12642ae592ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.980493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-53114aaa-bda2-4524-95dc-12642ae592ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.983140 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-53114aaa-bda2-4524-95dc-12642ae592ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:21.984295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-53114aaa-bda2-4524-95dc-12642ae592ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1de41193-e48f-45f3-bdc1-04bb672c0c15 HTTP/1.1" status: 204 len: 168 time: 0.1834183 Aug 25 15:35:21.992265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53114aaa-bda2-4524-95dc-12642ae592ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de41193-e48f-45f3-bdc1-04bb672c0c15,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:23.090678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51440) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:23.185083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-645935305-network', 'tenant_id': '54a5d2edc87046a1839df0682600d75f'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:23.272470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Made reservation on behalf of 54a5d2edc87046a1839df0682600d75f for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:35:23.274809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.283554 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.373052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.432571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.457365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:35:23.467452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e98363-6adf-48ae-a8bb-65c0a44502a4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:23.472432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.472779 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Added segment 805dd9b5-bf5e-4240-b82e-19342b59a03e of type vlan for network c258e89c-9b2b-4a66-9e10-517c14173776 Aug 25 15:35:23.513133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.597883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.598880 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:23.599493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.661592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] Pushing event updated for resources: {'Network': ['ID=c258e89c-9b2b-4a66-9e10-517c14173776,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:23.671136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network c258e89c-9b2b-4a66-9e10-517c14173776 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:35:23.752172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb9d494d-819b-4dc7-a318-9a5a04cb52c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:23.753026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2b078f2b-b7b1-4bd3-9ce0-ebea3b40104a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6611865 Aug 25 15:35:23.755921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51444) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:23.761394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Request body: {'subnet': {'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-645935305-subnet', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:23.838630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Made reservation on behalf of 54a5d2edc87046a1839df0682600d75f for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:35:23.840762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.083901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.132838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:24.150548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:35:24.150894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Network hostable DHCP agents. Network: c258e89c-9b2b-4a66-9e10-517c14173776, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:35:24.197112 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.220876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Network c258e89c-9b2b-4a66-9e10-517c14173776 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:35:24.306528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, c258e89c-9b2b-4a66-9e10-517c14173776) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:24.310717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:24.311346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.318334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25106cf-c5b8-4ab7-a686-e76ef00446ff None None] Network c258e89c-9b2b-4a66-9e10-517c14173776 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:35:24.401800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d4a28cf9-265e-45f2-af89-67cf9d8dcf1f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6415994 Aug 25 15:35:24.401998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51446) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:24.406460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:24.466557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-c258e89c-9b2b-4a66-9e10-517c14173776', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:35:24.467436 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.495329 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.496450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.552459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.601470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Allocated IP 172.20.0.2 (c258e89c-9b2b-4a66-9e10-517c14173776/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9/c4e6bdf8-1e1b-4c0a-9161-241166179141) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:35:24.717883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:35:24.742757 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: e15b5f10-9831-4ace-8ad7-4c66915ca46f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:35:24.743119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e15b5f10-9831-4ace-8ad7-4c66915ca46f not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:35:24.765320 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.767226 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.774027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Transition to ACTIVE for port object c4e6bdf8-1e1b-4c0a-9161-241166179141 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:24.788978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Transition to ACTIVE for port object c4e6bdf8-1e1b-4c0a-9161-241166179141 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:24.901785 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:24.942453 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:35:24.945430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:24.949025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:35:24.955658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Pushing event updated for resources: {'Port': ['ID=c4e6bdf8-1e1b-4c0a-9161-241166179141,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:24.978496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.978761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.979124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.979472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.979808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.980142 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.980469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.980801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.981131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.981456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.981782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:24.982124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:25.015729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Attempting to bind port c4e6bdf8-1e1b-4c0a-9161-241166179141 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:35:25.019252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Attempting to bind port c4e6bdf8-1e1b-4c0a-9161-241166179141 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:35:25.019252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Attempting to bind port c4e6bdf8-1e1b-4c0a-9161-241166179141 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:25.021481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:35:25.021854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:35:25.022292 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.022685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:35:25.023181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Bound port: c4e6bdf8-1e1b-4c0a-9161-241166179141, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:35:25.023561 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.071542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.090670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.091611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] For port c4e6bdf8-1e1b-4c0a-9161-241166179141, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:35:25.095166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] For port c4e6bdf8-1e1b-4c0a-9161-241166179141, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c4e6bdf8-1e1b-4c0a-9161-241166179141,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:35:25.192012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Allocated IP 172.25.8.108 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/a11ed910-cc33-4653-8db3-a4cab97513c2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:35:25.210270 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.271150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1005f-6cb4-4348-b403-37c1565ec7af None None] Pushing event updated for resources: {'Port': ['ID=c4e6bdf8-1e1b-4c0a-9161-241166179141,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:25.307965 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.438545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.479371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:35:25.484734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:25.488576 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:35:25.522356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Pushing event updated for resources: {'Port': ['ID=a11ed910-cc33-4653-8db3-a4cab97513c2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:25.615594 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:25.852983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.077996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.179420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae232f3c-eaea-4ceb-85b8-a6b80f4faaf4 None None] Network c258e89c-9b2b-4a66-9e10-517c14173776 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:35:26.300178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:35:26.440747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:35:26.450441 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:35:26.463200 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:35:26.467478 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:35:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:26.493614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c4e6bdf8-1e1b-4c0a-9161-241166179141 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:26.497779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-980be6f4-1d4c-41c6-9842-1405228fe705 None None] Provisioning for port c4e6bdf8-1e1b-4c0a-9161-241166179141 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:26.507008 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.510813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c6264cf3-cc7f-4416-82c0-42f333a41f80 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1053548 Aug 25 15:35:26.511082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51448) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:26.575484 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:35:26.615521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c4e6bdf8-1e1b-4c0a-9161-241166179141 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:26.622269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c4e6bdf8-1e1b-4c0a-9161-241166179141 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:26.622648 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.719111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.758584 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port c4e6bdf8-1e1b-4c0a-9161-241166179141, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c4e6bdf8-1e1b-4c0a-9161-241166179141,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:26.796068 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:25Z', 'revision_number': 3, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:26.828621 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:35:26.828621 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Updating router 676794c0-6861-4bc3-99dd-b76999c68ea9 port a11ed910-cc33-4653-8db3-a4cab97513c2 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:35:26.848945 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.849750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-78f17f6b-7e59-468f-bb07-32c649e09e35 None None] Provisioning complete for port c4e6bdf8-1e1b-4c0a-9161-241166179141 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:26.850907 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78f17f6b-7e59-468f-bb07-32c649e09e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.889077 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:26.959122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=c4e6bdf8-1e1b-4c0a-9161-241166179141,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:27.122984 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.133717 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Transition to ACTIVE for port object a11ed910-cc33-4653-8db3-a4cab97513c2 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:27.169543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.221118 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.275491 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Attempting to bind port a11ed910-cc33-4653-8db3-a4cab97513c2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:35:27.275854 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Attempting to bind port a11ed910-cc33-4653-8db3-a4cab97513c2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:35:27.276208 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Attempting to bind port a11ed910-cc33-4653-8db3-a4cab97513c2 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:27.284543 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Pushing event updated for resources: {'Port': ['ID=a11ed910-cc33-4653-8db3-a4cab97513c2,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:27.286531 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:35:27.286893 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:35:27.287310 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.287793 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:35:27.288262 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Bound port: a11ed910-cc33-4653-8db3-a4cab97513c2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:35:27.288631 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.301495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.313281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.313615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.313950 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.314280 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.314613 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.314937 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.315286 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.315610 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.315932 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.316251 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.316569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.316883 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:35:27.356007 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] For port a11ed910-cc33-4653-8db3-a4cab97513c2, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:35:27.359053 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] For port a11ed910-cc33-4653-8db3-a4cab97513c2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a11ed910-cc33-4653-8db3-a4cab97513c2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:35:27.421377 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.458861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Allocated IP 172.20.0.1 (c258e89c-9b2b-4a66-9e10-517c14173776/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9/278f24d0-9a04-4b92-aace-4e092b15a169) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:35:27.473934 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:35:27.474562 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:35:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:27.527861 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978e2e6-e656-4860-bd9b-e1e4cd6b2aa6 None None] Pushing event updated for resources: {'Port': ['ID=a11ed910-cc33-4653-8db3-a4cab97513c2,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:27.552495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.567863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.581734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Transition to ACTIVE for port object 278f24d0-9a04-4b92-aace-4e092b15a169 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:27.590463 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:35:27.662043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.706774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:35:27.712005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:27.715174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:35:27.718159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Pushing event updated for resources: {'Port': ['ID=278f24d0-9a04-4b92-aace-4e092b15a169,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:27.769000 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:27.896448 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:25Z', 'revision_number': 3, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:27.928782 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e590e55-189b-4362-9eec-3d3b2a00ddea None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:25Z', 'revision_number': 3, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:35:27.942956 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:35:28.041169 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.118344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fd54567f-01df-4d1a-bf64-90abcaeedf63 None None] Provisioning for port 278f24d0-9a04-4b92-aace-4e092b15a169 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:28.122476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-fd54567f-01df-4d1a-bf64-90abcaeedf63 None None] Provisioning complete for port 278f24d0-9a04-4b92-aace-4e092b15a169 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:28.122846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fd54567f-01df-4d1a-bf64-90abcaeedf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.164323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-fd54567f-01df-4d1a-bf64-90abcaeedf63 None None] Port 278f24d0-9a04-4b92-aace-4e092b15a169 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:35:28.231496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.290020 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.359129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Pushing event updated for resources: {'Port': ['ID=278f24d0-9a04-4b92-aace-4e092b15a169,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:28.361773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.473009 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a11ed910-cc33-4653-8db3-a4cab97513c2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:28.479188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:35:28.480722 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:28.587469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port a11ed910-cc33-4653-8db3-a4cab97513c2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:28.595703 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a11ed910-cc33-4653-8db3-a4cab97513c2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:28.598347 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.614707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:35:28.698360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.722749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port a11ed910-cc33-4653-8db3-a4cab97513c2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a11ed910-cc33-4653-8db3-a4cab97513c2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:28.739462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:35:28.745355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5b040b1f-6bfc-437d-9f4c-b63cbb880cff admin admin] 10.222.0.58 "PUT /v2.0/routers/676794c0-6861-4bc3-99dd-b76999c68ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2332768 Aug 25 15:35:28.805762 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.806619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c4e6bdf8-1e1b-4c0a-9161-241166179141 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:28.887059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6817f3e5-0756-401c-9c63-da9499a0a26a None None] Provisioning complete for port 278f24d0-9a04-4b92-aace-4e092b15a169 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:28.887433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6817f3e5-0756-401c-9c63-da9499a0a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:28.933049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=a11ed910-cc33-4653-8db3-a4cab97513c2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:28.940911 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6817f3e5-0756-401c-9c63-da9499a0a26a None None] Port 278f24d0-9a04-4b92-aace-4e092b15a169 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:35:28.947063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c4e6bdf8-1e1b-4c0a-9161-241166179141 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:28.947432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.329583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.354004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51456) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:29.358987 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208232076', 'description': 'tempest-description--1100808319'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:29.445159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.521426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:35:29.529874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.531631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:35:29.532253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:35:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:29.592288 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.621414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc5a86-fc1f-41fa-820d-dc51dabf4822,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:29.638563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:35:29.678735 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.680124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-93d5b62d-30bd-408a-8b3c-d857fa7c2ff2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3250258 Aug 25 15:35:29.682995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51458) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:29.687829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc5a86-fc1f-41fa-820d-dc51dabf4822', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:29.791453 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.838747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 2, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:29.855458 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.871511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:35:29.872182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Updating router 676794c0-6861-4bc3-99dd-b76999c68ea9 port 278f24d0-9a04-4b92-aace-4e092b15a169 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:35:29.898690 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.941149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:29.960990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae0207d-5196-40ea-a11f-d6fac417ce52,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:30.055654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.057180 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6d6efccf-3109-416a-bb44-ae6565d56765 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727026 Aug 25 15:35:30.060189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 51460) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:30.065222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc5a86-fc1f-41fa-820d-dc51dabf4822', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:30.163054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.169550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.173635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Transition to ACTIVE for port object 278f24d0-9a04-4b92-aace-4e092b15a169 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:30.232310 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.260878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.308556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9d774-1dc5-41f3-be16-305d7926377e None None] Pushing event updated for resources: {'Port': ['ID=278f24d0-9a04-4b92-aace-4e092b15a169,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:30.324059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.348079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970b1c93-cc81-4862-b8c4-179f9aa9a77d,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:30.368836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Attempting to bind port 278f24d0-9a04-4b92-aace-4e092b15a169 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:35:30.369213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Attempting to bind port 278f24d0-9a04-4b92-aace-4e092b15a169 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:35:30.369577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Attempting to bind port 278f24d0-9a04-4b92-aace-4e092b15a169 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:30.374864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:35:30.375267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:35:30.375830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.376227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:35:30.376694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Bound port: 278f24d0-9a04-4b92-aace-4e092b15a169, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:35:30.377075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.412204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a11ed910-cc33-4653-8db3-a4cab97513c2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:30.432418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.437594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-de44e029-8d64-40b4-815c-2beb5d6b539f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732867 Aug 25 15:35:30.438200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51462) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:30.446945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:30.477682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] For port 278f24d0-9a04-4b92-aace-4e092b15a169, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:35:30.481728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] For port 278f24d0-9a04-4b92-aace-4e092b15a169, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=278f24d0-9a04-4b92-aace-4e092b15a169,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:35:30.491202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port a11ed910-cc33-4653-8db3-a4cab97513c2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:30.491574 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.535431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.578968 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.635755 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.649294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:35:30.649945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:35:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:30.690436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9d774-1dc5-41f3-be16-305d7926377e None None] Pushing event updated for resources: {'Port': ['ID=278f24d0-9a04-4b92-aace-4e092b15a169,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:30.754625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Allocated IP 172.25.8.139 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/543ee221-0dc3-4f66-a1e7-165b0eda1b16) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:35:30.771337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:35:30.868403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.958690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:30.983508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:30Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:31.004752 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:35:31.008236 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:31.010836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:35:31.014305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fe0e8-1acf-4e69-a2d0-503a719a0db6 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:30Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:35:31.043579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'Port': ['ID=543ee221-0dc3-4f66-a1e7-165b0eda1b16,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:31.122694 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:31.220105 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:31.386388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:31.443740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:31.523374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'Port': ['ID=543ee221-0dc3-4f66-a1e7-165b0eda1b16,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:31.534391 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:31.609740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:31.611407 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1054687d-5a0e-44ea-aa49-117bcc400306 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1713753 Aug 25 15:35:31.758865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-a2a36f49-100f-4d0f-af5d-ea4b5a8d15a1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--208232076&fields=id&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 267 time: 0.0354524 Aug 25 15:35:31.874235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-3b866aa4-b1ee-4076-ac32-74ba2c918667 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:31.875892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-3b866aa4-b1ee-4076-ac32-74ba2c918667 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1099072 Aug 25 15:35:31.892524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f4cf3f6e-b0be-4f4c-ab03-5c9a10cf10e0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/quotas/54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 375 time: 0.0102978 Aug 25 15:35:31.954067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-73284a63-434e-4676-9661-380ce469a5b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557342 Aug 25 15:35:32.058262 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-b6750f68-6c3f-4eb3-ae60-77b4c7ceaf4f service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884385 Aug 25 15:35:32.158729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-7a6bbc5e-1033-4054-b391-a93a219d8541 service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939379 Aug 25 15:35:32.415637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 278f24d0-9a04-4b92-aace-4e092b15a169 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:32.428542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d4d666e-de2b-4c0e-b029-08562d214858 req-43daaddd-09ae-49dc-8326-a7efcaa07f3b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 210 time: 0.0305066 Aug 25 15:35:32.524463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 278f24d0-9a04-4b92-aace-4e092b15a169 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:32.528878 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 278f24d0-9a04-4b92-aace-4e092b15a169 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:32.529256 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:32.615754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:32.652701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 278f24d0-9a04-4b92-aace-4e092b15a169, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=278f24d0-9a04-4b92-aace-4e092b15a169,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:32.745708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:32.794352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=278f24d0-9a04-4b92-aace-4e092b15a169,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:33.523948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57329877-c9b0-4971-8b68-75c1a7501508 req-3811b58c-e715-4520-9847-10fef369ebc9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 210 time: 0.0289447 Aug 25 15:35:34.386270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 278f24d0-9a04-4b92-aace-4e092b15a169 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:34.433932 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 278f24d0-9a04-4b92-aace-4e092b15a169 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:34.434304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:34.617901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-264f171a-e638-4cab-b79e-f9d388513f73 req-a2b867d3-b749-41b5-9fc9-e376a653005c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 210 time: 0.0261462 Aug 25 15:35:34.758341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-60672dab-6659-4965-a96c-9a7a514b40f0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:34.760446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-60672dab-6659-4965-a96c-9a7a514b40f0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1077147 Aug 25 15:35:34.804167 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-3b9667d0-15dd-4781-aed7-c4dcf0f7e1e9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 379 time: 0.0346730 Aug 25 15:35:34.813463 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'port': {'device_id': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'admin_state_up': True, 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'security_groups': ['cbdc5a86-fc1f-41fa-820d-dc51dabf4822']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:34.986429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Made reservation on behalf of 54a5d2edc87046a1839df0682600d75f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:35:34.990120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.122687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Allocated IP 172.20.0.13 (c258e89c-9b2b-4a66-9e10-517c14173776/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9/e9741128-2bae-4e79-9a5f-79c5bdd50320) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:35:35.256971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.270921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Transition to ACTIVE for port object e9741128-2bae-4e79-9a5f-79c5bdd50320 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:35.364155 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.413999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:35:35.417429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:35:35.421313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:35:35.445750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:35.480140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:35.480939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.553291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-07d0da0d-6215-4900-8989-cfde843440a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7434936 Aug 25 15:35:35.565682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Request body: {'port': {'device_id': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:35.621620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.735342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-122178ca-e07d-4dae-a80d-43533782e3a7 None None] Provisioning for port e9741128-2bae-4e79-9a5f-79c5bdd50320 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:35.740355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-122178ca-e07d-4dae-a80d-43533782e3a7 None None] Provisioning complete for port e9741128-2bae-4e79-9a5f-79c5bdd50320 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:35.740734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-122178ca-e07d-4dae-a80d-43533782e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.776236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-122178ca-e07d-4dae-a80d-43533782e3a7 None None] Port e9741128-2bae-4e79-9a5f-79c5bdd50320 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:35:35.832230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d104ae-57a2-455f-bda0-a544c363b06b req-4ac421d3-d506-4995-9c08-1eeb65258cf1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:35.833734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d104ae-57a2-455f-bda0-a544c363b06b req-4ac421d3-d506-4995-9c08-1eeb65258cf1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 932 time: 0.1070516 Aug 25 15:35:35.896628 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d104ae-57a2-455f-bda0-a544c363b06b req-cf547b3c-b5da-49cb-a0ef-ceac1f3b0b9f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560899 Aug 25 15:35:35.954939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9741128-2bae-4e79-9a5f-79c5bdd50320 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:35:35.962692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:35.974921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Transition to ACTIVE for port object e9741128-2bae-4e79-9a5f-79c5bdd50320 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:35:36.060993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:36.112328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:36.188931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:35:36.189265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:35:36.189592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:36.194402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Port e9741128-2bae-4e79-9a5f-79c5bdd50320 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:35:36.194719 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:35:36.200474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:35:36.200609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:35:36.201001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:35:36.201424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Bound port: e9741128-2bae-4e79-9a5f-79c5bdd50320, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:35:36.201776 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:36.267758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:35:36.270646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:35:36.329589 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:36.363696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.364312 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:36.365739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] 10.222.0.52 "PUT /v2.0/ports/e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1092 time: 0.8045423 Aug 25 15:35:36.366217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:36.369573 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4479c6fb-faae-40dc-ba15-b69d4b782b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:36.397187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c4426-6d2b-41ed-9ee5-240b9941566a service neutron] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:36.410587 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183909ab-aec3-4be3-b18b-6418f044e76d x-openstack-request-id: req-183909ab-aec3-4be3-b18b-6418f044e76d {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:36.410587 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:36.410791 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-183909ab-aec3-4be3-b18b-6418f044e76d {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:36.411242 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'status': 'completed', 'code': 200} Aug 25 15:35:36.474025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479c6fb-faae-40dc-ba15-b69d4b782b8e req-49253496-945d-49c5-80ea-8d67029b6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.475611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4479c6fb-faae-40dc-ba15-b69d4b782b8e req-49253496-945d-49c5-80ea-8d67029b6fdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1095 time: 0.0439208 Aug 25 15:35:36.580803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479c6fb-faae-40dc-ba15-b69d4b782b8e req-516dfb35-1260-4833-b91d-e779b1bd6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.582414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4479c6fb-faae-40dc-ba15-b69d4b782b8e req-516dfb35-1260-4833-b91d-e779b1bd6cf7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=54a5d2edc87046a1839df0682600d75f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987573 Aug 25 15:35:36.682229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479c6fb-faae-40dc-ba15-b69d4b782b8e req-9a420add-bff7-4c47-adb4-252ed4950fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.683751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4479c6fb-faae-40dc-ba15-b69d4b782b8e req-9a420add-bff7-4c47-adb4-252ed4950fff service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946703 Aug 25 15:35:36.763679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-26865ef1-d8db-4c68-ae20-11d79c195822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.765190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-26865ef1-d8db-4c68-ae20-11d79c195822 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1095 time: 0.0430312 Aug 25 15:35:36.807724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-c12ec094-9593-40fd-bc9b-fef709aede64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 217 time: 0.0350549 Aug 25 15:35:36.856848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-e5edb853-3573-476e-8cf4-bd4ddba21099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.858400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-e5edb853-3573-476e-8cf4-bd4ddba21099 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0445254 Aug 25 15:35:36.908895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-4e1b3295-f7cd-4470-8f2b-b0d210f3c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:36.910403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-4e1b3295-f7cd-4470-8f2b-b0d210f3c146 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452809 Aug 25 15:35:37.043355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3f279-db22-4d1a-bb77-e8e06ad392a7 req-e24937c0-a113-4960-87e0-f5a09eec18ce tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:37.044857 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3f3f279-db22-4d1a-bb77-e8e06ad392a7 req-e24937c0-a113-4960-87e0-f5a09eec18ce tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0792644 Aug 25 15:35:37.047140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-4c74cc2f-c85a-49f6-b5c3-8df259207050 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288266 Aug 25 15:35:37.129487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3f3f279-db22-4d1a-bb77-e8e06ad392a7 req-8820df69-71fd-448a-a418-c680aecd2bec tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785625 Aug 25 15:35:37.161539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d439b735-38c8-4e03-97ad-18dd57303a8c req-a9d7fe09-4dcc-4e3e-8530-ce415975cb05 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049197 Aug 25 15:35:38.246165 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f555a87-fccd-4e6c-9dab-f5304b35e813 req-a3e97da1-8ba8-4bc6-9c40-96f1f689fdd6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:38.247604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f555a87-fccd-4e6c-9dab-f5304b35e813 req-a3e97da1-8ba8-4bc6-9c40-96f1f689fdd6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0499833 Aug 25 15:35:38.284364 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9f555a87-fccd-4e6c-9dab-f5304b35e813 req-9499602a-54ac-479a-ad42-8bcfc31af3b4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Aug 25 15:35:39.405840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c465e-a67b-4d8a-96b1-6a0b851c2510 req-c961805c-fa1d-42d1-a3f6-9ecb5e50c636 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:39.407435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-142c465e-a67b-4d8a-96b1-6a0b851c2510 req-c961805c-fa1d-42d1-a3f6-9ecb5e50c636 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0566530 Aug 25 15:35:39.444921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-142c465e-a67b-4d8a-96b1-6a0b851c2510 req-4e3ccbda-e929-4de6-904a-fa3387e7b8fe tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Aug 25 15:35:40.278284 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:35:40.374400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:40.385726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'mac_address': 'fa:16:3e:a3:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:35:40.422258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:40.434670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9741128-2bae-4e79-9a5f-79c5bdd50320 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:35:40.453271 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:40.523565 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:40.568186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668a78-47e1-4f1a-a361-a3e2da786031 req-5ea87b6e-46a1-40fd-bbcc-d9c04f1d4b26 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:40.569604 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a668a78-47e1-4f1a-a361-a3e2da786031 req-5ea87b6e-46a1-40fd-bbcc-d9c04f1d4b26 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 945 time: 0.0576425 Aug 25 15:35:40.577900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:40.608832 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5a668a78-47e1-4f1a-a361-a3e2da786031 req-d26334cc-e841-4e87-a042-eee611842c72 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Aug 25 15:35:40.733479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e9741128-2bae-4e79-9a5f-79c5bdd50320'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:35:41.722296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cd257-a927-4129-b246-635e12c7e26b req-6fb134ab-dcd5-43a3-8988-5b80bcc01138 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:41.723835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-743cd257-a927-4129-b246-635e12c7e26b req-6fb134ab-dcd5-43a3-8988-5b80bcc01138 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 945 time: 0.0491142 Aug 25 15:35:41.762668 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-743cd257-a927-4129-b246-635e12c7e26b req-84f58a2c-465d-4fa6-b6a0-0fa81291bb2c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328786 Aug 25 15:35:42.293741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:35:42.397501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port e9741128-2bae-4e79-9a5f-79c5bdd50320 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:35:42.402232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port e9741128-2bae-4e79-9a5f-79c5bdd50320 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:35:42.402608 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:42.481373 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:42.502974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:42.505264 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b749eba0-99ee-4785-a286-0a268d2110d2" -d '{"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-plugged", "status": "completed", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:42.518037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:35:42.545546 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e80908-081f-4771-89c0-55c55407a9e8 x-openstack-request-id: req-64e80908-081f-4771-89c0-55c55407a9e8 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:42.545546 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-plugged", "status": "completed", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:42.545546 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64e80908-081f-4771-89c0-55c55407a9e8 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:42.545546 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'code': 200} Aug 25 15:35:42.575488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:42.626834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:35:42.636337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ff8b8-9b5f-4e93-9c8e-135d49a2e0b2 req-2d484145-3ab5-4ab3-bc4b-50f23a5dc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:42.637838 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe1ff8b8-9b5f-4e93-9c8e-135d49a2e0b2 req-2d484145-3ab5-4ab3-bc4b-50f23a5dc773 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1097 time: 0.0406435 Aug 25 15:35:42.673403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fe1ff8b8-9b5f-4e93-9c8e-135d49a2e0b2 req-1e36ceca-5b9b-40a3-9abd-e0c5ea16a0e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282881 Aug 25 15:35:42.881454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175972f-3506-42ac-8ca2-3a97657da8ca req-ecbfe881-51b2-4c56-aa81-de340cfc1ef9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:42.882917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3175972f-3506-42ac-8ca2-3a97657da8ca req-ecbfe881-51b2-4c56-aa81-de340cfc1ef9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0539179 Aug 25 15:35:42.920815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3175972f-3506-42ac-8ca2-3a97657da8ca req-5470a60c-3382-45eb-9442-332732d5d236 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Aug 25 15:35:44.037244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3829-b437-4176-8d8c-54a216f53f23 req-febf0596-b13b-46ad-99b5-62310d781894 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:44.038747 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-266e3829-b437-4176-8d8c-54a216f53f23 req-febf0596-b13b-46ad-99b5-62310d781894 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0503798 Aug 25 15:35:44.077061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-266e3829-b437-4176-8d8c-54a216f53f23 req-306effb3-dd64-4257-95e0-02495695d263 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324206 Aug 25 15:35:44.187869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa43356-fa8c-4904-9745-813cc23575a2 req-39db15d1-bd34-457b-ac88-8a5944a92f1f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:44.189366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8aa43356-fa8c-4904-9745-813cc23575a2 req-39db15d1-bd34-457b-ac88-8a5944a92f1f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0484157 Aug 25 15:35:44.198609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51520) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:35:44.203329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'floatingip': {'port_id': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:35:44.247190 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:44.691695 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:44.746420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:44.848939 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 associated. External IP: 172.25.8.139, port: e9741128-2bae-4e79-9a5f-79c5bdd50320. Aug 25 15:35:45.061190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:35:45.170265 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:35:45.175588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:45.181392 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:35:45.191326 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:35:45.191938 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:35:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:45.202074 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4557c20e-ba78-4b04-9b93-267e738ce1ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "PUT /v2.0/floatingips/2a0fad7c-8291-42f7-809c-195d4d36ffa2 HTTP/1.1" status: 200 len: 992 time: 1.0023305 Aug 25 15:35:45.202656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:35:45.204944 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e628136-f323-4f37-8700-319aaf0d5f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:35:45.314637 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:35:45.315184 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648c6b69-a859-47bc-8cef-96706daf5f2e x-openstack-request-id: req-648c6b69-a859-47bc-8cef-96706daf5f2e {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:35:45.315481 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:35:45.315743 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-648c6b69-a859-47bc-8cef-96706daf5f2e {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:35:45.316156 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'status': 'completed', 'code': 200} Aug 25 15:35:45.376991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-e5b1fa9b-0f24-47d4-a8e9-f4b5491f9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:45.378558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-e5b1fa9b-0f24-47d4-a8e9-f4b5491f9b36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1097 time: 0.0420237 Aug 25 15:35:45.472464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-cd4e4f79-6a53-443d-8635-afda24b57952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:45.474066 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-cd4e4f79-6a53-443d-8635-afda24b57952 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0888379 Aug 25 15:35:45.538896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-e3d63778-98f4-460d-9ffe-ba0af4403c34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1000 time: 0.0581570 Aug 25 15:35:45.551920 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:a3:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:35:44Z', 'revision_number': 1, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:45.577857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:35:45.588154 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:35:45.588780 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:35:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:45.590381 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-cd9011a4-66d8-4fa1-b46f-a6cae94ba192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:45.592573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-cd9011a4-66d8-4fa1-b46f-a6cae94ba192 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0455313 Aug 25 15:35:45.642933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-39fc28f4-d417-4d81-bb6e-4657501c8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:35:45.644476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-39fc28f4-d417-4d81-bb6e-4657501c8fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461197 Aug 25 15:35:45.697406 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:35:45.737541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-76a80dfa-4032-460e-beb0-840544818aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857403 Aug 25 15:35:45.834929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e628136-f323-4f37-8700-319aaf0d5f3f req-a55c6c78-9216-446f-8f20-2a567f4b1d5b service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907209 Aug 25 15:35:45.921168 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:a3:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:35:44Z', 'revision_number': 1, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:35:45.950697 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d4d9-e621-43b0-801c-dc198595d7e5 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:a3:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:35:44Z', 'revision_number': 1, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:35:46.140483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daf321e-26fa-46b5-86a9-116f2ab99d9e None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:35:51.036554 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b24d914a-3917-4f31-84d2-9c937448042c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:53.751970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-57e23ece-8603-4dc4-9e21-afcfe7b94239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:54.192321 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:55.620345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:57.157736 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:57.574523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:35:59.328956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:04.942242 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:36:17.014919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-4122a83e-e896-4e51-babf-1322b462398e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022229 Aug 25 15:36:17.099091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-67c43a53-a2f8-416f-be1a-c90310556f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:36:17.100509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-67c43a53-a2f8-416f-be1a-c90310556f18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1097 time: 0.0399978 Aug 25 15:36:17.212334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-20db9e15-9683-4e87-9b4b-f9ebd4669226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:36:17.214424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-20db9e15-9683-4e87-9b4b-f9ebd4669226 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0911140 Aug 25 15:36:17.280294 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-d646a8a1-fe18-4f06-8f47-3e96401c7db9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1002 time: 0.0578220 Aug 25 15:36:17.330366 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-226e73b8-6c98-445d-9854-cfe7550967ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:36:17.331830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-226e73b8-6c98-445d-9854-cfe7550967ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0429499 Aug 25 15:36:17.381354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-d48684f9-6cbb-47fc-9e3c-752ad9b18084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:36:17.382746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-d48684f9-6cbb-47fc-9e3c-752ad9b18084 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428736 Aug 25 15:36:17.395172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-791a7cf4-c1db-4808-bace-696d6b3258ed service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:36:17.396106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-791a7cf4-c1db-4808-bace-696d6b3258ed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049136 Aug 25 15:36:17.484264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-69adb598-b1be-4a12-89a3-ca269e4b66a6 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801380 Aug 25 15:36:17.577848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e57731f-5d30-4797-8bd2-9de907bd8855 req-d95fd47f-bd22-4f27-9152-c46f02538098 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Aug 25 15:36:20.996559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68c09f45-8b54-4c32-9e23-01049358cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:23.754942 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38d98031-4587-44b7-85a2-ab7903f1cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:24.201812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:25.630906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:27.162461 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:27.585453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:29.350755 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:41.942139 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:36:51.013117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1d36-0912-427b-93a0-cdbb309e2826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:53.778682 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-381006e6-2628-4201-b881-9ec3d3dc74c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:54.196231 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:55.612867 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:57.161697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:57.590481 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:36:59.372602 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:16.962969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-9529b5af-a46d-4162-8a20-045fa842aac9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443180 Aug 25 15:37:17.045341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-cbc7e197-1aac-45ee-a14b-1e107a029029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:17.046836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-cbc7e197-1aac-45ee-a14b-1e107a029029 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1097 time: 0.0414310 Aug 25 15:37:17.155378 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-aaa90f1b-6282-40a9-aed5-6ac77760cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:17.156785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-aaa90f1b-6282-40a9-aed5-6ac77760cbca service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0901566 Aug 25 15:37:17.222982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-2223a190-ddcd-4c01-a57a-087232d6614f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1002 time: 0.0592716 Aug 25 15:37:17.273775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-d8544e67-0b71-402e-b436-d318e03aa7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:17.275281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-d8544e67-0b71-402e-b436-d318e03aa7a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0456195 Aug 25 15:37:17.336088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-99f731dc-4dce-424c-9969-7b2f9f24394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:17.337626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-99f731dc-4dce-424c-9969-7b2f9f24394f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554056 Aug 25 15:37:17.430403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-48d13fa6-0952-44e6-b5c7-a9c5c929ed19 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Aug 25 15:37:17.532392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10b55031-3a83-447f-a09c-1dccc8b32ae1 req-ca93810f-0113-41bb-93e7-f6c23709ced6 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951116 Aug 25 15:37:18.941200 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:37:21.018339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf076dd2-5779-4596-a0af-e86f08658d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:23.144627 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518213a-5eb4-4a07-8e49-e3d8f0241d87 req-5cf3b6b3-4050-44bf-8c97-e3216209519c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:23.146057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5518213a-5eb4-4a07-8e49-e3d8f0241d87 req-5cf3b6b3-4050-44bf-8c97-e3216209519c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0513716 Aug 25 15:37:23.190562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5518213a-5eb4-4a07-8e49-e3d8f0241d87 req-c187bf9d-4d25-4ab3-a583-7c9fef06b7d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362670 Aug 25 15:37:23.549358 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310830a-a43e-4a39-bd06-88ef524d4a59 req-913adcc6-7d2d-41d5-8a65-c6501687ad2d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:23.551124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d310830a-a43e-4a39-bd06-88ef524d4a59 req-913adcc6-7d2d-41d5-8a65-c6501687ad2d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0529175 Aug 25 15:37:23.592792 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d310830a-a43e-4a39-bd06-88ef524d4a59 req-29a3b434-efe7-4208-844a-be95b52d248b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357041 Aug 25 15:37:23.611543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-b7b2bf7a-81b5-4157-b0a8-f81b15434589 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414095 Aug 25 15:37:23.759283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7d436d8f-7e6b-42e6-9c3b-01fff566181c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:24.178214 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:24.717728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870acb0e-7264-46a4-8930-dce127e517a3 req-fc5f3371-3391-4780-b663-80a3c921ba43 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:24.719251 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870acb0e-7264-46a4-8930-dce127e517a3 req-fc5f3371-3391-4780-b663-80a3c921ba43 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0488880 Aug 25 15:37:24.758504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-870acb0e-7264-46a4-8930-dce127e517a3 req-1c9a225c-c511-47ec-91fc-936cd7219ed5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Aug 25 15:37:25.647384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-e4a70fbc-d574-4c82-9353-78c9abd48393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:25.648925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-e4a70fbc-d574-4c82-9353-78c9abd48393 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1097 time: 0.0422180 Aug 25 15:37:25.663325 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:25.888426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56783-969b-4e90-88bf-9b5c87e0cb1d req-85f81901-3103-40f1-a682-95d783cb688f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:25.890338 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2b56783-969b-4e90-88bf-9b5c87e0cb1d req-85f81901-3103-40f1-a682-95d783cb688f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0540798 Aug 25 15:37:25.933569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a2b56783-969b-4e90-88bf-9b5c87e0cb1d req-e6bc8cfe-b216-4aac-bbdf-dd192d301dea tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353112 Aug 25 15:37:26.080970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-96aafca3-dcd3-4f0c-87e9-453ab46aeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:26.082469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-96aafca3-dcd3-4f0c-87e9-453ab46aeee3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.4266081 Aug 25 15:37:26.148055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-8b645fb7-bee3-4b29-9448-40c471ef9c70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1002 time: 0.0572979 Aug 25 15:37:26.200176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-650b9f73-1fd2-445f-bb31-9b65d633f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:26.201521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-650b9f73-1fd2-445f-bb31-9b65d633f397 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0458953 Aug 25 15:37:26.246435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-fe565662-478f-4ddf-a37a-29bf02dacca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:26.247938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-fe565662-478f-4ddf-a37a-29bf02dacca0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399468 Aug 25 15:37:26.335390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-97ae4495-b467-4b71-875f-64e2d871688c service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803330 Aug 25 15:37:26.427688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-cefb4b17-5419-466e-b8f3-5b8e1c8fe631 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849605 Aug 25 15:37:27.051827 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ff8ea-cdc9-47a6-8ccb-1b869d63061f req-ef565814-ea4e-43bd-a5d3-a7df3faec832 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:27.053292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b94ff8ea-cdc9-47a6-8ccb-1b869d63061f req-ef565814-ea4e-43bd-a5d3-a7df3faec832 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0498850 Aug 25 15:37:27.092680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b94ff8ea-cdc9-47a6-8ccb-1b869d63061f req-c6e018d2-51ce-4f38-9324-e361e5fb6a76 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321119 Aug 25 15:37:27.161113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:27.577255 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:28.214248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275519-b3dd-44dd-94ee-f59b6e91d8f0 req-9e6e58e0-db26-4ba0-aa5e-4365bf6ccc2c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:28.215738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51275519-b3dd-44dd-94ee-f59b6e91d8f0 req-9e6e58e0-db26-4ba0-aa5e-4365bf6ccc2c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0481229 Aug 25 15:37:28.257356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51275519-b3dd-44dd-94ee-f59b6e91d8f0 req-a4576063-2efe-482b-be81-aea78a4f7e38 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347028 Aug 25 15:37:29.366627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:29.379973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9cf27-e619-4ac2-a086-ef2ae30088c6 req-d35e1851-2f3f-4b4c-a263-3b942fa2d9e1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:29.381469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57f9cf27-e619-4ac2-a086-ef2ae30088c6 req-d35e1851-2f3f-4b4c-a263-3b942fa2d9e1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0532529 Aug 25 15:37:29.424669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57f9cf27-e619-4ac2-a086-ef2ae30088c6 req-b29c41b0-aee5-4b11-bb6d-77687045f282 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367358 Aug 25 15:37:30.543158 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71dcae-09b5-488b-a69c-89b837d65fd0 req-8d138a0f-0d10-44ed-aede-743b00facb36 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:30.544679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b71dcae-09b5-488b-a69c-89b837d65fd0 req-8d138a0f-0d10-44ed-aede-743b00facb36 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0487783 Aug 25 15:37:30.582466 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b71dcae-09b5-488b-a69c-89b837d65fd0 req-c469b626-4331-48b4-a91d-e94549f49be0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Aug 25 15:37:31.701973 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebff20-0463-444e-8629-a5361e628226 req-fe35adb4-7d93-426d-bcf0-7edbd2d7ef37 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:31.703489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4ebff20-0463-444e-8629-a5361e628226 req-fe35adb4-7d93-426d-bcf0-7edbd2d7ef37 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0528607 Aug 25 15:37:31.743782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4ebff20-0463-444e-8629-a5361e628226 req-bcd1f5bc-1350-45ff-b42f-fe7f6c2d7ad6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Aug 25 15:37:32.861490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95481d-100b-43fb-90fe-c8fa40a5969a req-e60a0d67-0474-41dc-8e4e-1c6503c9176e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:32.862977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b95481d-100b-43fb-90fe-c8fa40a5969a req-e60a0d67-0474-41dc-8e4e-1c6503c9176e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0501530 Aug 25 15:37:32.901344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2b95481d-100b-43fb-90fe-c8fa40a5969a req-707cbca7-f0dd-4498-9f5c-b971767edb70 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Aug 25 15:37:34.028480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c862-24ca-4e1f-af6b-49e0ef75d9bd req-089004d2-c0df-4654-8cb9-906a6fcf2ca4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:34.030187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9f9c862-24ca-4e1f-af6b-49e0ef75d9bd req-089004d2-c0df-4654-8cb9-906a6fcf2ca4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0566647 Aug 25 15:37:34.071685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c9f9c862-24ca-4e1f-af6b-49e0ef75d9bd req-06de36ed-7325-4ab4-9fc8-e76fc520411a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346804 Aug 25 15:37:35.191772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d689b-fa1e-43a6-b430-85d5a2ffb096 req-fbe399ba-3d7d-44c7-9c4a-f027ac958c56 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:35.193841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d5d689b-fa1e-43a6-b430-85d5a2ffb096 req-fbe399ba-3d7d-44c7-9c4a-f027ac958c56 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0504856 Aug 25 15:37:35.235272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d5d689b-fa1e-43a6-b430-85d5a2ffb096 req-aa488070-cbf8-49aa-8d72-911ef95d15cd tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 Aug 25 15:37:36.353524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667849-12ca-499b-9e53-54d82fd14143 req-2fabcd11-b12f-481b-b438-83bc04ab4195 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:36.354998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80667849-12ca-499b-9e53-54d82fd14143 req-2fabcd11-b12f-481b-b438-83bc04ab4195 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0527072 Aug 25 15:37:36.391933 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80667849-12ca-499b-9e53-54d82fd14143 req-061df0c4-5352-43f9-a94e-409b44723045 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309637 Aug 25 15:37:37.513746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b67462-7591-4d58-8b8a-92e51e921288 req-f137374e-ae30-4530-a406-288eb1d79f3c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:37.515250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9b67462-7591-4d58-8b8a-92e51e921288 req-f137374e-ae30-4530-a406-288eb1d79f3c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0576553 Aug 25 15:37:37.552423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d9b67462-7591-4d58-8b8a-92e51e921288 req-9537ecd0-fb05-4286-9eab-4aed0469840a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Aug 25 15:37:38.550972 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-285e40ed-412e-404c-b7ce-6d0467a21ec9 service neutron] show failed (client error): The resource could not be found. Aug 25 15:37:38.552431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-285e40ed-412e-404c-b7ce-6d0467a21ec9 service neutron] 10.222.0.52 "GET /v2.0/ports/e9741128-2bae-4e79-9a5f-79c5bdd50320/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0559762 Aug 25 15:37:38.672593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f4060-bec3-4fd5-b24b-fba46caa654d req-60c04f09-283f-4b28-b353-bcf32d54451d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:38.674040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b32f4060-bec3-4fd5-b24b-fba46caa654d req-60c04f09-283f-4b28-b353-bcf32d54451d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0501866 Aug 25 15:37:38.712070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b32f4060-bec3-4fd5-b24b-fba46caa654d req-6a3db0cb-744a-4d46-b38d-9e771328689f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321281 Aug 25 15:37:39.029487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-ab0351c9-1863-48d6-b2d7-462d5908ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:39.030966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-ab0351c9-1863-48d6-b2d7-462d5908ab8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 1097 time: 0.0402043 Aug 25 15:37:39.043554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:37:39.099469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:39.294693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:39.326854 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:37:39.364151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:37:39.366936 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311bb754-d43e-4476-ab8f-1c247c8e7e87" -d '{"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:37:39.371117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:39.383843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Transition to ACTIVE for port object e9741128-2bae-4e79-9a5f-79c5bdd50320 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:37:39.457863 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:39.502210 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9e200-9e3a-4ace-a768-8be131446757 x-openstack-request-id: req-9ae9e200-9e3a-4ace-a768-8be131446757 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:37:39.502501 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:37:39.502752 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ae9e200-9e3a-4ace-a768-8be131446757 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:37:39.503178 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'code': 200} Aug 25 15:37:39.560533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:39.586087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.586442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.586788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.587147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.587489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.587821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.588152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.588481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.588810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.589135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.589460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.589784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:39.648296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] No DVR routers for this DVR port e9741128-2bae-4e79-9a5f-79c5bdd50320 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:37:39.797552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:37:39.797828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:37:39.798120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:37:39.818370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Port e9741128-2bae-4e79-9a5f-79c5bdd50320 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:37:39.818728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Attempting to bind port e9741128-2bae-4e79-9a5f-79c5bdd50320 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:37:39.826265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:37:39.826605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:37:39.826990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:37:39.827441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Bound port: e9741128-2bae-4e79-9a5f-79c5bdd50320, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:37:39.827798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:39.854856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5d8d1-15b1-458e-a0a3-769e235e3c38 req-48f3544c-5b0d-4b89-87d7-8dc026fe6547 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:39.856387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0bc5d8d1-15b1-458e-a0a3-769e235e3c38 req-48f3544c-5b0d-4b89-87d7-8dc026fe6547 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0727870 Aug 25 15:37:39.935189 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0bc5d8d1-15b1-458e-a0a3-769e235e3c38 req-fb9e892d-5e6c-44a3-bf94-a8980f6cfbbc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581775 Aug 25 15:37:39.940129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:37:39.943708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:37:40.006748 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:40.041386 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:40.042018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:40.043452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1092 time: 1.0040181 Aug 25 15:37:40.075749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490e350-afcd-481f-8e9c-e5ec16638544 service neutron] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:40.113907 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-f5cd0b08-bd0a-4dce-8a83-b73190b76f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:40.115485 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-f5cd0b08-bd0a-4dce-8a83-b73190b76f97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1095 time: 0.0476310 Aug 25 15:37:40.220644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-117b8e67-5fca-422c-bc84-de12973e5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:40.222154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-117b8e67-5fca-422c-bc84-de12973e5ef0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1000233 Aug 25 15:37:40.289548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-cb682faa-c7e0-41d7-9707-5b2ab0ff653e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1000 time: 0.0599065 Aug 25 15:37:40.339755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-fbc7b20e-6c78-4b0e-bed9-d1ec4382410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:40.341090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-fbc7b20e-6c78-4b0e-bed9-d1ec4382410d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0437851 Aug 25 15:37:40.388729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-bf291e4a-8eaf-445c-a41a-31bf0c3fdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:40.390191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-bf291e4a-8eaf-445c-a41a-31bf0c3fdd45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425477 Aug 25 15:37:40.402468 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-86fa65b2-66b8-4524-8ca5-5407bc8685d2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:37:40.403532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-86fa65b2-66b8-4524-8ca5-5407bc8685d2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052090 Aug 25 15:37:40.491406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-e6b30833-8690-47e0-99f5-955637d25558 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812976 Aug 25 15:37:40.584775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41f20508-b51a-4bf4-adec-e4d84501e25c req-82cf68f8-64d6-4eac-9d35-c2202d4dbf7b service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869741 Aug 25 15:37:41.055972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807d395-5d61-4392-adba-47752174e83b req-a77ed545-8f51-458a-815a-0eafc66d0eaf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:41.057618 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6807d395-5d61-4392-adba-47752174e83b req-a77ed545-8f51-458a-815a-0eafc66d0eaf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0507405 Aug 25 15:37:41.097410 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6807d395-5d61-4392-adba-47752174e83b req-6d70d990-9a52-4afe-83c1-d61e7e1404a1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Aug 25 15:37:41.504574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:37:41.508090 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666966bb-3d44-4076-b61b-486cc97b1697" -d '{"events": [{"name": "network-changed", "server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:37:41.558361 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be28150-8357-4597-a359-c21119ec14d6 x-openstack-request-id: req-0be28150-8357-4597-a359-c21119ec14d6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:37:41.558755 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:37:41.558945 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0be28150-8357-4597-a359-c21119ec14d6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:37:41.559382 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'status': 'completed', 'code': 200} Aug 25 15:37:41.646099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-f20b8e0a-1ee8-4f04-94d8-b1775e85b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:41.647697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-f20b8e0a-1ee8-4f04-94d8-b1775e85b0ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1095 time: 0.0675206 Aug 25 15:37:41.650030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-756f89d0-4740-4e77-9553-d786b9df3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:41.651381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-756f89d0-4740-4e77-9553-d786b9df3c44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1095 time: 0.0628688 Aug 25 15:37:41.809247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-e7bc3437-bf3e-4ee2-a5b8-485f13a3d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:41.810651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-e7bc3437-bf3e-4ee2-a5b8-485f13a3d852 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1557465 Aug 25 15:37:41.811751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-da9fdaaa-b9b7-446e-9458-163e1f3542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:41.813049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-da9fdaaa-b9b7-446e-9458-163e1f3542f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1512172 Aug 25 15:37:41.923040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-1b077299-0998-4c2d-a291-24931c020538 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1000 time: 0.1052289 Aug 25 15:37:41.925473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-d3ba3cf0-d131-4956-bc11-1bfb6bbd4dbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1000 time: 0.1019981 Aug 25 15:37:42.006361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-df43f0bd-d0e0-40eb-9f4f-6bb053e9faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:42.017585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-df43f0bd-d0e0-40eb-9f4f-6bb053e9faee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0780129 Aug 25 15:37:42.017585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-69657073-26ec-4053-9813-b45487caa147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:42.017585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-69657073-26ec-4053-9813-b45487caa147 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0731494 Aug 25 15:37:42.088436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-e7d0f0ca-5d9d-4fec-9615-e2d557ab3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:42.089891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-e7d0f0ca-5d9d-4fec-9615-e2d557ab3a8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741155 Aug 25 15:37:42.092732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666966bb-3d44-4076-b61b-486cc97b1697 req-1fbad9d2-46b6-4670-b0bc-c77cb9560683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:42.094113 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-1fbad9d2-46b6-4670-b0bc-c77cb9560683 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692828 Aug 25 15:37:42.216565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371891be-ee3e-4473-b37a-076d4b62e067 req-64e1d0dc-5c48-4c34-8add-717bb3582f29 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:42.218085 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-371891be-ee3e-4473-b37a-076d4b62e067 req-64e1d0dc-5c48-4c34-8add-717bb3582f29 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0490370 Aug 25 15:37:42.249718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-5ff44e36-3103-453e-945f-208f10107434 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516671 Aug 25 15:37:42.251608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-a2a4e630-d66f-4072-9953-913021aa0c1d service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460710 Aug 25 15:37:42.260500 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-371891be-ee3e-4473-b37a-076d4b62e067 req-09296517-4a04-4d53-9101-a9881c2d1f7a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359266 Aug 25 15:37:42.407802 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-b437b40b-2a17-465a-83a0-60f05aca6347 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509678 Aug 25 15:37:42.409667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-666966bb-3d44-4076-b61b-486cc97b1697 req-ee956408-d412-485b-aa8c-94668d85dc16 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457300 Aug 25 15:37:42.728228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:37:42.765150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:37:43.376200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfa298-6281-4d9a-9e51-2cce324d1f98 req-f35db440-05e6-492d-a46d-e19b7f0ee0a0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:43.377700 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afdfa298-6281-4d9a-9e51-2cce324d1f98 req-f35db440-05e6-492d-a46d-e19b7f0ee0a0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0485141 Aug 25 15:37:43.418770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afdfa298-6281-4d9a-9e51-2cce324d1f98 req-98c89f31-04dc-430e-945e-04c51cd265e8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346928 Aug 25 15:37:43.530075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:37:43.626755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:43.637957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'mac_address': 'fa:16:3e:a3:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:37:43.679844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:43.692962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9741128-2bae-4e79-9a5f-79c5bdd50320 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:37:43.712462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:43.755124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caa68e-f517-4392-818f-f383b3bda978 req-4c857eaf-3971-497c-94b1-eab7c2fed5ee tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:43.757225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0caa68e-f517-4392-818f-f383b3bda978 req-4c857eaf-3971-497c-94b1-eab7c2fed5ee tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 944 time: 0.0501459 Aug 25 15:37:43.778456 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:43.795807 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d0caa68e-f517-4392-818f-f383b3bda978 req-1ceb0347-9bc3-4676-b1e6-74956452dab7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Aug 25 15:37:43.830627 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:43.840166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.840520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.840868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.841212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.841815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.842148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.842479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.842807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.843165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.843527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.843855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.844187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:37:43.872879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-ab04a8fb-ba56-4f46-9189-296029265204 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:43.874424 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-ab04a8fb-ba56-4f46-9189-296029265204 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e&tenant_id=54a5d2edc87046a1839df0682600d75f&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Aug 25 15:37:43.934173 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-977f1ec0-100e-47bd-9e9c-851c5680a1e2 service neutron] delete failed (client error): The resource could not be found. Aug 25 15:37:43.935094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-977f1ec0-100e-47bd-9e9c-851c5680a1e2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/e9741128-2bae-4e79-9a5f-79c5bdd50320/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0525970 Aug 25 15:37:44.019066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e9741128-2bae-4e79-9a5f-79c5bdd50320'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:37:44.020635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-fc22c7f4-2ca3-4088-bda0-6c324d73a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:44.022341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-fc22c7f4-2ca3-4088-bda0-6c324d73a415 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 1096 time: 0.0440447 Aug 25 15:37:44.123878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-795faa11-84f3-4dd7-9500-3db167be43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:44.125349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-795faa11-84f3-4dd7-9500-3db167be43b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0951560 Aug 25 15:37:44.196333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-cf3d4b36-4b66-4edd-82a3-64b473e9e820 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 200 len: 1001 time: 0.0625968 Aug 25 15:37:44.250128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-091c4395-831e-453c-a2f8-dea204357235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:44.251666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-091c4395-831e-453c-a2f8-dea204357235 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0487094 Aug 25 15:37:44.298336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-61b1cbd0-f919-45ad-8e7f-437660ee4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:44.299871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-61b1cbd0-f919-45ad-8e7f-437660ee4d40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407729 Aug 25 15:37:44.393510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-3d9bb952-f1fa-45cd-9994-77176ed38407 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860627 Aug 25 15:37:44.486499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c7cd54-a2e7-4cac-8ff3-2ce4557acdd4 req-bb0a4035-5b43-43f5-b427-3b61dd2ff493 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Aug 25 15:37:44.918070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953c15e-d426-4e3e-85d9-27e2d37708c8 req-0305cd99-8af1-49de-ad34-01e3bd7df974 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:44.919616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5953c15e-d426-4e3e-85d9-27e2d37708c8 req-0305cd99-8af1-49de-ad34-01e3bd7df974 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 945 time: 0.0512741 Aug 25 15:37:44.961710 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5953c15e-d426-4e3e-85d9-27e2d37708c8 req-94233cc7-85d1-4781-9015-84f0590dbe26 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359931 Aug 25 15:37:45.541989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:37:45.657619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e9741128-2bae-4e79-9a5f-79c5bdd50320 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:37:45.661561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e9741128-2bae-4e79-9a5f-79c5bdd50320 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:37:45.661941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:45.741912 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:45.763687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:37:45.765933 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9331be-3809-43c1-a303-0274023e49a0" -d '{"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-plugged", "status": "completed", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:37:45.779216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:45.853855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:45.877550 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791ceee-db80-4473-951f-517c2c08d698 x-openstack-request-id: req-9791ceee-db80-4473-951f-517c2c08d698 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:37:45.877852 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-plugged", "status": "completed", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:37:45.878103 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9791ceee-db80-4473-951f-517c2c08d698 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:37:45.878492 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'code': 200} Aug 25 15:37:45.902796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:46.075875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c57b8-821c-4266-b686-182bda96c884 req-c2f433d2-0a0b-4338-9083-6e2cd6da26d0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:46.077445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-720c57b8-821c-4266-b686-182bda96c884 req-c2f433d2-0a0b-4338-9083-6e2cd6da26d0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0495112 Aug 25 15:37:46.116391 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-720c57b8-821c-4266-b686-182bda96c884 req-55f33dd5-fe72-4315-b8b5-f2a32095ab1c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Aug 25 15:37:46.233611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c148fe0-5239-4a50-ae13-a9926d699af1 req-6e623869-f5c0-4ccc-9b83-215b75a23449 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:46.235146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c148fe0-5239-4a50-ae13-a9926d699af1 req-6e623869-f5c0-4ccc-9b83-215b75a23449 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0494633 Aug 25 15:37:46.273452 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c148fe0-5239-4a50-ae13-a9926d699af1 req-90e93953-0b23-4a8b-84be-15994f28023c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Aug 25 15:37:46.390088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60129a61-538e-461a-aa7e-e8ee8e14e8aa req-b5d66177-9288-400c-aeee-ad27078e2103 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:46.391539 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60129a61-538e-461a-aa7e-e8ee8e14e8aa req-b5d66177-9288-400c-aeee-ad27078e2103 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0525107 Aug 25 15:37:46.436673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-60129a61-538e-461a-aa7e-e8ee8e14e8aa req-3ad58c04-eeb9-42f6-882b-1bae7322be0c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373895 Aug 25 15:37:46.977073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e689e-9d16-4e6b-8713-ad7d5b67e38b req-4394ab2d-992e-47e1-990e-186ffea4c856 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:46.978633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-273e689e-9d16-4e6b-8713-ad7d5b67e38b req-4394ab2d-992e-47e1-990e-186ffea4c856 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0510945 Aug 25 15:37:47.016868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-273e689e-9d16-4e6b-8713-ad7d5b67e38b req-5200422d-b259-4481-a124-19a9779d004f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322025 Aug 25 15:37:48.138809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9a65-36d5-4b30-a919-7d317ce9e755 req-b0de1869-9cd9-4fd8-a333-5a6867644222 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:48.140212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-203f9a65-36d5-4b30-a919-7d317ce9e755 req-b0de1869-9cd9-4fd8-a333-5a6867644222 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0521865 Aug 25 15:37:48.177306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-203f9a65-36d5-4b30-a919-7d317ce9e755 req-e8efe9ea-ae15-4bec-842d-928569a0b670 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Aug 25 15:37:48.298307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-770fe6ab-4a38-4a77-b339-dbb6b2a7a80d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:48.299783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-770fe6ab-4a38-4a77-b339-dbb6b2a7a80d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 946 time: 0.0480325 Aug 25 15:37:48.387159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Deleting port e9741128-2bae-4e79-9a5f-79c5bdd50320 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:37:48.387500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:48.475689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] For port e9741128-2bae-4e79-9a5f-79c5bdd50320, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e9741128-2bae-4e79-9a5f-79c5bdd50320,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:48.476034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:48.968949 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:48.969331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:48.969643 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 disassociated. External IP: 172.25.8.139, port: e9741128-2bae-4e79-9a5f-79c5bdd50320. Aug 25 15:37:48.969992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Calling delete_port for e9741128-2bae-4e79-9a5f-79c5bdd50320 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:37:49.160791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:49.186988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event deleted for resources: {'Port': ['ID=e9741128-2bae-4e79-9a5f-79c5bdd50320,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:49.281398 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fde05ed7-9424-40f2-972e-75a1a70c8043 req-957d258f-9e16-408d-aecf-0c4ee4872036 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ff79c0-7074-4973-9013-02ee35d6ea6e HTTP/1.1" status: 200 len: 210 time: 0.0314069 Aug 25 15:37:49.306796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:37:49.417989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:37:49.428872 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:37:49.438876 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:37:49.439527 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:37:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:37:49.460162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] No DVR routers for this DVR port e9741128-2bae-4e79-9a5f-79c5bdd50320 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:37:49.462915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:49.464958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e3583352-ffb5-4831-b8c7-9808321fce53 req-e4032c34-0e36-4936-9509-0f3590085745 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.45 "DELETE /v2.0/ports/e9741128-2bae-4e79-9a5f-79c5bdd50320 HTTP/1.1" status: 204 len: 173 time: 1.1576197 Aug 25 15:37:49.465396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-deleted', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:37:49.468016 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2411c626-c329-43c7-9c5e-89907a3fd47f" -d '{"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-deleted", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:37:49.504964 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f21df53-06e3-467f-802e-1b6f399cba69 x-openstack-request-id: req-8f21df53-06e3-467f-802e-1b6f399cba69 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:37:49.505257 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff79c0-7074-4973-9013-02ee35d6ea6e", "name": "network-vif-deleted", "tag": "e9741128-2bae-4e79-9a5f-79c5bdd50320", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:37:49.505509 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f21df53-06e3-467f-802e-1b6f399cba69 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:37:49.505966 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ff79c0-7074-4973-9013-02ee35d6ea6e', 'name': 'network-vif-deleted', 'tag': 'e9741128-2bae-4e79-9a5f-79c5bdd50320', 'status': 'completed', 'code': 200} Aug 25 15:37:49.547221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:37:49.742045 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:37:49.771148 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:37:49.780800 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:37:49.781529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:37:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:37:49.974665 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:37:50.164597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:37:50.190176 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e8de4-f87e-48fd-9385-d31cc34ec96b None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:37:50.406090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e569d524-3f50-4631-9386-228f1b13ae71 None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:37:50.514992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-8bf63b6e-baf0-4e74-909d-6bba8291bcb0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--208232076&fields=id&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 267 time: 0.0324578 Aug 25 15:37:50.625201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-d1e12711-9124-49d9-92ac-bf3b4011d955 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:50.626673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-d1e12711-9124-49d9-92ac-bf3b4011d955 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1051104 Aug 25 15:37:50.641907 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-d5b0760e-250f-42d0-a956-776dca5212ea tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/quotas/54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 375 time: 0.0089025 Aug 25 15:37:50.693966 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-b81cbead-f71d-4cc1-9634-92b1e2c6f821 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470185 Aug 25 15:37:50.709110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-64d4a326-68d1-48e0-9368-faf831401195 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:37:50.710047 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-64d4a326-68d1-48e0-9368-faf831401195 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050066 Aug 25 15:37:50.801015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-b297e4f0-c745-486e-bc9b-a7064712c714 service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852418 Aug 25 15:37:50.888390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-e7d1f5bb-8386-469a-bfba-9aeb8ae1ddc6 service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806777 Aug 25 15:37:51.006246 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6163-81f8-4c1c-b224-8702ccde5a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:51.101371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87cdb423-e634-46b6-b99d-8bf582e19bdc req-3ecbe8e5-5d0e-42cb-8702-a5263b709e8b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Aug 25 15:37:51.586619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:37:51.611081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: e9741128-2bae-4e79-9a5f-79c5bdd50320 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:37:51.611429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e9741128-2bae-4e79-9a5f-79c5bdd50320 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:37:52.195174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-019bc0d7-8158-4719-b0d1-d4e25b2a4080 req-0d64cef2-a0cc-42c4-b10d-cdf9a57bad15 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Aug 25 15:37:52.873018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-61f62d19-896e-4737-a778-c1d7806ca721 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:52.874492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-61f62d19-896e-4737-a778-c1d7806ca721 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1056323 Aug 25 15:37:52.919464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-d47aac5e-2331-4f01-9eab-bcdf2a247809 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 379 time: 0.0360472 Aug 25 15:37:52.928665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'port': {'device_id': '13546909-a705-43de-b8d2-333f96598df8', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'admin_state_up': True, 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'security_groups': ['cbdc5a86-fc1f-41fa-820d-dc51dabf4822']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:37:53.120319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Made reservation on behalf of 54a5d2edc87046a1839df0682600d75f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:37:53.123871 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.250820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Allocated IP 172.20.0.7 (c258e89c-9b2b-4a66-9e10-517c14173776/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9/59b555fd-3240-4e64-b250-a9d0ca2e31dc) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:37:53.297890 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-575bddd9-2944-4926-84ef-be8e8a6b19f3 req-0902f90d-7c22-4d5b-a9b0-b3b6b89d01b1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Aug 25 15:37:53.406942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.423240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Transition to ACTIVE for port object 59b555fd-3240-4e64-b250-a9d0ca2e31dc will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:37:53.503816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.548645 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:37:53.554174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:37:53.557998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:37:53.584220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:53.613124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:53.613762 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.715422 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-feadd842-46de-43ff-93ff-093ccd4e5831 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904189 Aug 25 15:37:53.727966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Request body: {'port': {'device_id': '13546909-a705-43de-b8d2-333f96598df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:37:53.745094 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b01c04fd-a51d-4053-a5bb-8f7f1a7278c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.783731 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.822992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9004fc84-e3e1-4f8e-b8cc-e8a4568ce2b1 None None] Provisioning for port 59b555fd-3240-4e64-b250-a9d0ca2e31dc completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:37:53.827210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9004fc84-e3e1-4f8e-b8cc-e8a4568ce2b1 None None] Provisioning complete for port 59b555fd-3240-4e64-b250-a9d0ca2e31dc triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:37:53.827663 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9004fc84-e3e1-4f8e-b8cc-e8a4568ce2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:53.865181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9004fc84-e3e1-4f8e-b8cc-e8a4568ce2b1 None None] Port 59b555fd-3240-4e64-b250-a9d0ca2e31dc cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:37:54.054537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b555fd-3240-4e64-b250-a9d0ca2e31dc {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:37:54.062498 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:54.074046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Transition to ACTIVE for port object 59b555fd-3240-4e64-b250-a9d0ca2e31dc will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:37:54.137698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:54.190168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:54.194986 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:54.256573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:37:54.256914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:37:54.257246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:37:54.261727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:37:54.262126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:37:54.266997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:37:54.267575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:37:54.267965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:37:54.268394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Bound port: 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:37:54.268758 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:54.341882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:37:54.344850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:37:54.414468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dcf5a-89cc-4507-b99f-99f3c54f781a req-26b26331-9967-493f-ace2-a44e918b1651 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.415984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e4dcf5a-89cc-4507-b99f-99f3c54f781a req-26b26331-9967-493f-ace2-a44e918b1651 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.0497408 Aug 25 15:37:54.423384 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:54.458555 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e4dcf5a-89cc-4507-b99f-99f3c54f781a req-1bda9e41-9875-41cb-98cb-c5ea1dfd2173 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361161 Aug 25 15:37:54.464688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.465349 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:54.467138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] 10.222.0.52 "PUT /v2.0/ports/59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 1091 time: 0.7440124 Aug 25 15:37:54.467642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:37:54.470201 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6730f08f-e0c3-423d-be56-4c09a0f61dde" -d '{"events": [{"name": "network-changed", "server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:37:54.496796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ce41-f030-42b3-b024-b64b6ebce081 service neutron] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:54.511956 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a65473-26de-45d7-890e-fc59dac6813c x-openstack-request-id: req-76a65473-26de-45d7-890e-fc59dac6813c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:37:54.512316 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:37:54.512635 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76a65473-26de-45d7-890e-fc59dac6813c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:37:54.513101 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'status': 'completed', 'code': 200} Aug 25 15:37:54.577801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f08f-e0c3-423d-be56-4c09a0f61dde req-3db8a751-5662-4560-8194-d826659397d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.578597 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6730f08f-e0c3-423d-be56-4c09a0f61dde req-3db8a751-5662-4560-8194-d826659397d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1094 time: 0.0436525 Aug 25 15:37:54.682494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f08f-e0c3-423d-be56-4c09a0f61dde req-92d1a5d6-9c71-489b-87e9-4cab087958a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.684041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6730f08f-e0c3-423d-be56-4c09a0f61dde req-92d1a5d6-9c71-489b-87e9-4cab087958a9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=54a5d2edc87046a1839df0682600d75f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967691 Aug 25 15:37:54.778596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f08f-e0c3-423d-be56-4c09a0f61dde req-0bd3dfce-861c-427d-b56b-c4c56228c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.780041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6730f08f-e0c3-423d-be56-4c09a0f61dde req-0bd3dfce-861c-427d-b56b-c4c56228c214 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887160 Aug 25 15:37:54.867237 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-728be231-87f6-4704-a6cc-fee8988751c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.869063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-728be231-87f6-4704-a6cc-fee8988751c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1094 time: 0.0515602 Aug 25 15:37:54.912366 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-0ff8829c-70b0-4df0-b762-c7d820e25b3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 217 time: 0.0339432 Aug 25 15:37:54.960037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-1f17b22f-f47e-4236-ab94-213b64030c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:54.961517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-1f17b22f-f47e-4236-ab94-213b64030c0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0426116 Aug 25 15:37:55.007361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-b3da8741-0311-4cb2-b265-504b69cc2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:55.008872 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-b3da8741-0311-4cb2-b265-504b69cc2475 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406525 Aug 25 15:37:55.103800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-7adf43e8-4eb1-4d00-94c2-167e4c9a0046 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Aug 25 15:37:55.192346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17a2ddb9-d971-4131-92eb-7cb2bfebd220 req-700a4072-47a3-4b13-b39e-7b4d32fdf1c7 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814347 Aug 25 15:37:55.585937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2686-504d-490b-be76-38dc69ff37ad req-023ac378-0a40-4d8b-9a31-825d7da61227 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:55.587576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dbcd2686-504d-490b-be76-38dc69ff37ad req-023ac378-0a40-4d8b-9a31-825d7da61227 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.0497031 Aug 25 15:37:55.622975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:55.625730 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dbcd2686-504d-490b-be76-38dc69ff37ad req-b4e5c6b5-df83-422d-886b-d7e61b4073f8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Aug 25 15:37:55.940421 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:37:56.750533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3f181-cf71-492e-8055-973643684959 req-7b57d6c7-cf51-49ae-b06f-135edae017a4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:56.752041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68f3f181-cf71-492e-8055-973643684959 req-7b57d6c7-cf51-49ae-b06f-135edae017a4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.0556543 Aug 25 15:37:56.789912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:37:56.790456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-68f3f181-cf71-492e-8055-973643684959 req-3d7598a2-1ecf-4b2f-b4c7-e61ce82e220c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Aug 25 15:37:56.885850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:56.897647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'mac_address': 'fa:16:3e:84:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:37:56.933583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:56.946358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b555fd-3240-4e64-b250-a9d0ca2e31dc {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:37:56.965597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:57.034387 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:57.081249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:57.159406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:57.264307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['59b555fd-3240-4e64-b250-a9d0ca2e31dc'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:37:57.565793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:57.909040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65973c5d-eb00-40c5-b731-92ab7834d544 req-d917181f-33f8-42ba-877a-11b8d9392c8b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:57.910888 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65973c5d-eb00-40c5-b731-92ab7834d544 req-d917181f-33f8-42ba-877a-11b8d9392c8b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 944 time: 0.0500624 Aug 25 15:37:57.949026 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65973c5d-eb00-40c5-b731-92ab7834d544 req-b48614bc-fdea-4c00-b1d8-7f2bc45d26b1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Aug 25 15:37:58.821149 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:37:58.925962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 59b555fd-3240-4e64-b250-a9d0ca2e31dc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:37:58.930061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 59b555fd-3240-4e64-b250-a9d0ca2e31dc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:37:58.930400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:59.036831 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:59.065962 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72767ee4-9698-498c-9bcb-48c7e14a7b4d req-fd009503-c9d1-4437-a764-ed9144726755 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:59.066811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:37:59.067512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72767ee4-9698-498c-9bcb-48c7e14a7b4d req-fd009503-c9d1-4437-a764-ed9144726755 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 944 time: 0.0494180 Aug 25 15:37:59.070534 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c09d6-d12c-48c4-8818-fe2baf2da30f" -d '{"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-plugged", "status": "completed", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:37:59.088426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:37:59.109408 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6609c694-8bd9-4185-9034-787b5dadc48c x-openstack-request-id: req-6609c694-8bd9-4185-9034-787b5dadc48c {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:37:59.109408 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-plugged", "status": "completed", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:37:59.109408 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6609c694-8bd9-4185-9034-787b5dadc48c {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:37:59.109408 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'code': 200} Aug 25 15:37:59.109789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72767ee4-9698-498c-9bcb-48c7e14a7b4d req-c3f02964-bdc1-4ca5-813a-d2072727c0d0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350652 Aug 25 15:37:59.148936 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:37:59.199934 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:37:59.207982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8cd15-bff8-43c6-b646-4b34b8fad670 req-07803871-4dbd-4bfc-a4bd-7e93f353f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:37:59.210228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64c8cd15-bff8-43c6-b646-4b34b8fad670 req-07803871-4dbd-4bfc-a4bd-7e93f353f30b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1096 time: 0.0423124 Aug 25 15:37:59.247709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-64c8cd15-bff8-43c6-b646-4b34b8fad670 req-28634b2e-ef18-4014-b427-2ae50e68d8a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299485 Aug 25 15:37:59.376776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:00.229892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820188ac-afea-44ad-8814-6230aeef5fc2 req-a7c6d6f4-1693-4051-a8b7-4cd7bdb1afe2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:00.231438 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-820188ac-afea-44ad-8814-6230aeef5fc2 req-a7c6d6f4-1693-4051-a8b7-4cd7bdb1afe2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0543437 Aug 25 15:38:00.274623 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-820188ac-afea-44ad-8814-6230aeef5fc2 req-c6534858-5534-4c9a-99fb-b7a4d2b1eb80 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361869 Aug 25 15:38:01.404731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b80db9-2cad-464f-8814-451c3f4a8262 req-795f6e6f-4aa3-4cb3-bc92-6dedeb61fe33 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:01.406398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58b80db9-2cad-464f-8814-451c3f4a8262 req-795f6e6f-4aa3-4cb3-bc92-6dedeb61fe33 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Aug 25 15:38:01.443870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58b80db9-2cad-464f-8814-451c3f4a8262 req-3bd7a999-a806-452b-b0c2-331d86e67caf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310118 Aug 25 15:38:01.553430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633983-200d-4c75-a277-aec0639fe47a req-d82e3273-b91f-4ed8-b64d-d1236a3f5d63 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:01.554825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dd633983-200d-4c75-a277-aec0639fe47a req-d82e3273-b91f-4ed8-b64d-d1236a3f5d63 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Aug 25 15:38:01.563206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 51882) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:38:01.567569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'floatingip': {'port_id': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:38:01.606590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:02.371403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:02.417072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:02.517273 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 associated. External IP: 172.25.8.139, port: 59b555fd-3240-4e64-b250-a9d0ca2e31dc. Aug 25 15:38:02.724964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:38:02.834176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:38:02.839424 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:02.850493 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:38:02.861365 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:38:02.861984 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:37:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:38:02.872728 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a6b0295f-942e-43a6-95a5-9d03a9c5ca87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "PUT /v2.0/floatingips/2a0fad7c-8291-42f7-809c-195d4d36ffa2 HTTP/1.1" status: 200 len: 991 time: 1.3084209 Aug 25 15:38:02.873371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:38:02.875803 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d1a6cd2e8c53164a3bece70731cc1594c241e36486ecea318a31ef7fcc713b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4918d11-988f-4565-9da7-471073c2b759" -d '{"events": [{"name": "network-changed", "server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:38:02.926150 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19826c-e958-4c77-8c18-c7f4e13aaf9c x-openstack-request-id: req-3b19826c-e958-4c77-8c18-c7f4e13aaf9c {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:38:02.926443 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:38:02.926699 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b19826c-e958-4c77-8c18-c7f4e13aaf9c {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:38:02.927146 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'status': 'completed', 'code': 200} Aug 25 15:38:02.980151 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:38:02.999618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4918d11-988f-4565-9da7-471073c2b759 req-9cc9a36e-3317-4a31-8447-edc2d5dcfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:03.006214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-9cc9a36e-3317-4a31-8447-edc2d5dcfdaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1096 time: 0.0417793 Aug 25 15:38:03.102921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4918d11-988f-4565-9da7-471073c2b759 req-6b6925c7-62ec-410d-8870-b0be53d5a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:03.104469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-6b6925c7-62ec-410d-8870-b0be53d5a205 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0963602 Aug 25 15:38:03.173064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-0a69f637-5b30-46ff-9a12-451af862e705 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 999 time: 0.0597863 Aug 25 15:38:03.209600 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:84:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13546909-a705-43de-b8d2-333f96598df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:38:01Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:38:03.224328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4918d11-988f-4565-9da7-471073c2b759 req-1498b4b7-3d48-47e9-a7ae-a55164c66779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:03.226392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-1498b4b7-3d48-47e9-a7ae-a55164c66779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0461955 Aug 25 15:38:03.236218 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:38:03.244641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:38:03.245275 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:37:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:38:03.277300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4918d11-988f-4565-9da7-471073c2b759 req-791af607-09b7-4b00-a2b4-8a4db58f0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:03.278832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-791af607-09b7-4b00-a2b4-8a4db58f0e33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443032 Aug 25 15:38:03.351977 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:38:03.374303 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-78678293-1af2-47cc-8e08-3b14fae5510e service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858703 Aug 25 15:38:03.471839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f4918d11-988f-4565-9da7-471073c2b759 req-253f0ce5-8d51-47a2-b96c-aef4f62dbf0b service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895474 Aug 25 15:38:03.588589 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:84:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13546909-a705-43de-b8d2-333f96598df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:38:01Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:38:03.615831 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e19b6d-13c0-43c1-9a4d-950e89adbfb9 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:84:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13546909-a705-43de-b8d2-333f96598df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:38:01Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:38:03.815014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b32cb1-8802-4107-b72d-44f78286c0eb None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:38:19.152843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-de35ef47-79ec-43f1-bc06-8dc47ff640d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410612 Aug 25 15:38:19.234472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-08c35df2-007a-4c7f-a29b-31844e1e1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:19.235994 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-08c35df2-007a-4c7f-a29b-31844e1e1351 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1096 time: 0.0400257 Aug 25 15:38:19.343033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-3237beef-ceaa-4258-abdb-2ffa50b28442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:19.344606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-3237beef-ceaa-4258-abdb-2ffa50b28442 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0885358 Aug 25 15:38:19.413024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-e83ad09e-372b-4d30-92a2-050b94638026 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 1001 time: 0.0599542 Aug 25 15:38:19.464818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-d3bbf896-abfc-4308-b6b7-e02818fba053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:19.466544 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-d3bbf896-abfc-4308-b6b7-e02818fba053 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0442486 Aug 25 15:38:19.518581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-94c0f3cf-43bf-4bfa-88db-4641b5c8ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:38:19.520098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-94c0f3cf-43bf-4bfa-88db-4641b5c8ea76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436049 Aug 25 15:38:19.609790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-b2707e8b-0b4a-4898-84c1-b2d1e23d7a6e service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Aug 25 15:38:19.703627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc972885-be8a-48ec-9d59-9b22e079e9b0 req-ad910fcf-bd53-4d58-a259-262989503e1d service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860047 Aug 25 15:38:20.994111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4311-ac72-4f00-a21d-cfd6fa2c4c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:23.725126 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3386de40-364d-4ee1-b95b-326e7170f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:24.193980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:25.622322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:27.182313 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:27.593554 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:29.388006 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:32.939749 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:38:51.004691 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-52595874-37d5-4a17-807d-7890a2f8f7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:53.741760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4608-175e-4cb7-89f0-135dafae662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:54.182300 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:55.639196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:57.158708 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:57.598268 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:38:59.416645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:09.939758 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:39:20.947682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-1485005a-977c-4f4a-81d1-36eb628a44fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423183 Aug 25 15:39:20.986669 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3ebd78af-6edf-450f-98b0-94582639e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:21.032385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-f6c2a71e-f843-453c-b8f1-9b641bc40b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:21.033848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-f6c2a71e-f843-453c-b8f1-9b641bc40b4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1096 time: 0.0402822 Aug 25 15:39:21.140786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-db361079-5583-4f41-9f2b-b517b7afc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:21.142186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-db361079-5583-4f41-9f2b-b517b7afc1df service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0865085 Aug 25 15:39:21.211410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-52ba1099-3ae5-4313-b28b-9481166c4be4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 1001 time: 0.0571072 Aug 25 15:39:21.259268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-23db57c4-168e-4259-b139-c2f54aded0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:21.260715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-23db57c4-168e-4259-b139-c2f54aded0ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0419633 Aug 25 15:39:21.312840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-74359e3f-b90c-4f65-9d19-7c828a4f3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:21.314297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-74359e3f-b90c-4f65-9d19-7c828a4f3c52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422184 Aug 25 15:39:21.404579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-c0c62c6e-c065-4274-ab5f-7d627e7f515b service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Aug 25 15:39:21.497464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faf8945b-1444-48b9-bf0d-37b9f8ab79a2 req-51b887f4-05d1-4dfd-af2d-cbcbac5d8606 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840678 Aug 25 15:39:23.752471 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4eaacd9f-e6d1-4e74-8475-2c681dec27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:24.226540 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:25.666796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:27.169553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:27.592483 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:29.410003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:41.097244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35767f2-3515-49b9-acb7-3f4ecaade7a7 req-606551b0-f7d8-41bd-b161-dad1288163d9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:41.098722 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a35767f2-3515-49b9-acb7-3f4ecaade7a7 req-606551b0-f7d8-41bd-b161-dad1288163d9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0501251 Aug 25 15:39:41.137549 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a35767f2-3515-49b9-acb7-3f4ecaade7a7 req-ab2ea23e-329c-4c7a-9305-36766bf92daa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328610 Aug 25 15:39:42.257065 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be86e-625a-4bc7-a3f8-5b0cc5c2c8ec req-aaef5d69-c05e-406d-91c2-62a7950e761b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:42.258562 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb6be86e-625a-4bc7-a3f8-5b0cc5c2c8ec req-aaef5d69-c05e-406d-91c2-62a7950e761b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 25 15:39:42.297033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bb6be86e-625a-4bc7-a3f8-5b0cc5c2c8ec req-6f652432-411f-44d6-b3a5-3f12f6b636b0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Aug 25 15:39:43.410307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2f417-3214-42f4-be3f-30359297e0de req-4de80e66-ae62-4f64-b491-ac9ecf25ba9c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:43.411801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7d2f417-3214-42f4-be3f-30359297e0de req-4de80e66-ae62-4f64-b491-ac9ecf25ba9c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0475838 Aug 25 15:39:43.448760 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c7d2f417-3214-42f4-be3f-30359297e0de req-9c4d161b-a9cd-4bb1-81c2-d28c8ec0e78d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Aug 25 15:39:44.565449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e3ced-593d-4de6-9370-2234560f5631 req-941b29e3-206c-48b2-9664-05edf3dbfe76 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:44.566935 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f06e3ced-593d-4de6-9370-2234560f5631 req-941b29e3-206c-48b2-9664-05edf3dbfe76 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0516744 Aug 25 15:39:44.605002 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f06e3ced-593d-4de6-9370-2234560f5631 req-b7838c4a-099f-41ca-8165-6761f4e16e8d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Aug 25 15:39:45.719117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce47c-942d-4930-8110-d2d8c7c0f09a req-4356f22f-3a30-4121-928a-091a5ae94563 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:45.720564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bafce47c-942d-4930-8110-d2d8c7c0f09a req-4356f22f-3a30-4121-928a-091a5ae94563 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0469706 Aug 25 15:39:45.761040 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bafce47c-942d-4930-8110-d2d8c7c0f09a req-4d3feb73-526d-479e-b455-1f173918da6e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345633 Aug 25 15:39:46.876652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a93d18-1700-4c8d-b8b5-d0976e5af508 req-f629a6aa-3593-4ba6-8552-33f48c28c671 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:46.878140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36a93d18-1700-4c8d-b8b5-d0976e5af508 req-f629a6aa-3593-4ba6-8552-33f48c28c671 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0494175 Aug 25 15:39:46.917055 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36a93d18-1700-4c8d-b8b5-d0976e5af508 req-46c48853-d2f8-47d2-bfc6-b81bd4ca7902 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Aug 25 15:39:46.938478 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:39:48.029976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6c4c3-8b84-4928-993a-6240ea0ead04 req-f55e8a85-d9b3-4d0c-a369-3de5ddaab1cc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:48.031478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44b6c4c3-8b84-4928-993a-6240ea0ead04 req-f55e8a85-d9b3-4d0c-a369-3de5ddaab1cc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Aug 25 15:39:48.069120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44b6c4c3-8b84-4928-993a-6240ea0ead04 req-17431e6f-c39c-4d3a-ba94-4138dd9ec43d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Aug 25 15:39:49.185280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28404e62-b7dc-4ba5-a5e5-25f001196917 req-35adf5ad-d86e-413f-864b-088c9c1fcd98 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:49.186764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28404e62-b7dc-4ba5-a5e5-25f001196917 req-35adf5ad-d86e-413f-864b-088c9c1fcd98 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0495491 Aug 25 15:39:49.225046 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-28404e62-b7dc-4ba5-a5e5-25f001196917 req-3bb9d8a9-3c52-4fb3-bdff-0a5bc5d1a6ad tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Aug 25 15:39:50.340430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725404ac-c4a5-4f0d-865c-97262cc529d1 req-79ea1c4d-2a36-429a-8ad2-2baf5480994a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:50.341886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-725404ac-c4a5-4f0d-865c-97262cc529d1 req-79ea1c4d-2a36-429a-8ad2-2baf5480994a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0494399 Aug 25 15:39:50.379229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-725404ac-c4a5-4f0d-865c-97262cc529d1 req-606994c8-d550-4eb9-b844-ff95c47fc809 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Aug 25 15:39:51.060531 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc97e-da36-4df9-901f-ce2510e638a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:51.497721 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111662a5-d24d-48ed-8bc0-2f460d542dc8 req-943866cb-3a71-4d78-8e15-563319313dd0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:51.499263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-111662a5-d24d-48ed-8bc0-2f460d542dc8 req-943866cb-3a71-4d78-8e15-563319313dd0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0541129 Aug 25 15:39:51.537506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-111662a5-d24d-48ed-8bc0-2f460d542dc8 req-3e05172d-10d3-4eae-a8bd-7ef893ff6a70 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322561 Aug 25 15:39:51.906849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31e03-0eef-4d0e-97dd-4ad88ad8fd17 req-12bc2e3d-64bc-489c-bf53-80602b84633c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:51.908394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ee31e03-0eef-4d0e-97dd-4ad88ad8fd17 req-12bc2e3d-64bc-489c-bf53-80602b84633c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0504014 Aug 25 15:39:51.948153 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ee31e03-0eef-4d0e-97dd-4ad88ad8fd17 req-cb510558-73e8-42d6-a922-c18a654f92fb tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337052 Aug 25 15:39:51.983884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 52116) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:39:52.078113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-c454643e-b43f-4f9d-b567-ef9cfa2eb61b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929799 Aug 25 15:39:53.066564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b33f7e-dc5d-4801-952e-ec9b86fe0023 req-079da1c6-8898-46cb-aba8-9404e26b6dea tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:53.068228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58b33f7e-dc5d-4801-952e-ec9b86fe0023 req-079da1c6-8898-46cb-aba8-9404e26b6dea tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0513995 Aug 25 15:39:53.111885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-58b33f7e-dc5d-4801-952e-ec9b86fe0023 req-bda48814-4a8b-419e-b398-3f6b60f138de tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367343 Aug 25 15:39:53.717642 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ac1d-e460-44ae-8bcf-1bf0477c4030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:54.232914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4122-369f-423f-b7b0-a8f3cb53ddbb req-5e7f6f49-874f-4181-8fa2-64eb63a495a3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:54.234463 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02ab4122-369f-423f-b7b0-a8f3cb53ddbb req-5e7f6f49-874f-4181-8fa2-64eb63a495a3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0543282 Aug 25 15:39:54.243330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:54.262578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-584762f8-8d8b-4287-9754-7a153b23bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:54.264126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-584762f8-8d8b-4287-9754-7a153b23bd71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1096 time: 0.0433333 Aug 25 15:39:54.274014 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-02ab4122-369f-423f-b7b0-a8f3cb53ddbb req-bb6f0148-46f1-4ca8-9a4d-a86f11e22a86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334535 Aug 25 15:39:54.363275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-287e2af9-5d1c-43c8-8072-5baed0f0ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:54.364764 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-287e2af9-5d1c-43c8-8072-5baed0f0ec56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0934582 Aug 25 15:39:54.434978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-bbd64032-9ec5-4bc7-bcee-452b367f25fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 1001 time: 0.0618656 Aug 25 15:39:54.484942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4c14af63-86ef-4f87-b02d-8317e4713d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:54.486408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4c14af63-86ef-4f87-b02d-8317e4713d67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0445752 Aug 25 15:39:54.533267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-05ba0ddd-9bb4-4c36-b9b4-973a4d38c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:54.535368 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-05ba0ddd-9bb4-4c36-b9b4-973a4d38c420 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408280 Aug 25 15:39:54.640279 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-5f7730a3-784b-4295-b271-f7b7675cefe0 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964885 Aug 25 15:39:54.729891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-624500a9-48a4-4019-a002-e1db51c32ceb service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Aug 25 15:39:55.401119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c12a-ad8d-484c-9210-4c1802ff4b92 req-5f57e913-67f8-4051-9a00-97429d04f6a7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:55.403225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c361c12a-ad8d-484c-9210-4c1802ff4b92 req-5f57e913-67f8-4051-9a00-97429d04f6a7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Aug 25 15:39:55.445703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c361c12a-ad8d-484c-9210-4c1802ff4b92 req-eeeace68-4da6-4eb9-92b2-c0bcced8cdb4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365398 Aug 25 15:39:55.648962 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:56.573991 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0efdbf-da9a-4965-8a3e-ea2a0cd95b37 req-992195a8-6d1e-4caa-a8a8-c17f6ee17fa3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:56.575586 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e0efdbf-da9a-4965-8a3e-ea2a0cd95b37 req-992195a8-6d1e-4caa-a8a8-c17f6ee17fa3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0556560 Aug 25 15:39:56.615897 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8e0efdbf-da9a-4965-8a3e-ea2a0cd95b37 req-a97afa39-4c04-4d2e-a767-93e6797a0c2f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342879 Aug 25 15:39:56.940556 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-a29b25be-c625-4528-9c68-9b4d24298591 req-2e29fe20-aa67-4296-9e83-c873edd991e2 service neutron] show failed (client error): The resource could not be found. Aug 25 15:39:56.941620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-2e29fe20-aa67-4296-9e83-c873edd991e2 service neutron] 10.222.0.52 "GET /v2.0/ports/59b555fd-3240-4e64-b250-a9d0ca2e31dc/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0556467 Aug 25 15:39:57.180629 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:57.437127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-225c966d-fbe1-4d82-bbba-b3d74f8e8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:57.438648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-225c966d-fbe1-4d82-bbba-b3d74f8e8c0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 1096 time: 0.0914052 Aug 25 15:39:57.450695 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:39:57.504543 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:57.586185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:57.748441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:39:57.765808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1ba3-94e6-45ab-b248-a9ada59e5489 req-dd47a76f-6730-4bd1-bf54-0ef7f538feb2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:57.767348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df1f1ba3-94e6-45ab-b248-a9ada59e5489 req-dd47a76f-6730-4bd1-bf54-0ef7f538feb2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0810444 Aug 25 15:39:57.816093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:39:57.842522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df1f1ba3-94e6-45ab-b248-a9ada59e5489 req-4c580d29-2345-4ca8-9f82-1d0d0344db67 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681283 Aug 25 15:39:57.864334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:39:57.866577 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea36059-f860-4d99-803e-951f2c114928" -d '{"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-unplugged", "status": "completed", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:39:57.870356 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:57.882985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Transition to ACTIVE for port object 59b555fd-3240-4e64-b250-a9d0ca2e31dc will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:39:57.920500 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda226c-17d9-43b1-a90e-39ae88120ab0 x-openstack-request-id: req-1fda226c-17d9-43b1-a90e-39ae88120ab0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:39:57.920798 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-unplugged", "status": "completed", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:39:57.921052 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fda226c-17d9-43b1-a90e-39ae88120ab0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:39:57.921478 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'code': 200} Aug 25 15:39:57.940249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:58.024439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:39:58.036776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.037128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.037472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.037811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.038155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.038491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.038821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.039181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.039513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.039844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.040196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.040520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:39:58.074794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] No DVR routers for this DVR port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:39:58.210484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:39:58.210739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:39:58.211134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:39:58.216264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:39:58.216582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Attempting to bind port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:39:58.221694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:39:58.222037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:39:58.222425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:39:58.222852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Bound port: 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:39:58.223240 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:58.289398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:39:58.292318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:39:58.363413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:58.397810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:58.398427 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:58.399837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] 10.222.0.45 "PUT /v2.0/ports/59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 1091 time: 0.9532704 Aug 25 15:39:58.420821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8212e-9bae-4db2-b492-f0b9269c06aa service neutron] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:39:58.467837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-2d82c640-a5e8-472d-89aa-70d7e059304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:58.469354 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-2d82c640-a5e8-472d-89aa-70d7e059304f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1094 time: 0.0430200 Aug 25 15:39:58.566772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-5667a86a-6724-4bf0-bc99-b739094aafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:58.568297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-5667a86a-6724-4bf0-bc99-b739094aafb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0911157 Aug 25 15:39:58.633685 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-78cc6c33-6960-45c4-a78b-af1fc6452e56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 999 time: 0.0581472 Aug 25 15:39:58.683548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-17a7e695-6ca6-4e19-b0e7-cfacf286f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:58.684939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-17a7e695-6ca6-4e19-b0e7-cfacf286f4bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0441117 Aug 25 15:39:58.735326 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b25be-c625-4528-9c68-9b4d24298591 req-c4fd3cb2-c616-4229-b588-376e22968f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:58.736790 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-c4fd3cb2-c616-4229-b588-376e22968f5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438175 Aug 25 15:39:58.825770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-42151f77-598e-4522-8741-2719b37fd2ea service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811079 Aug 25 15:39:59.287763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a29b25be-c625-4528-9c68-9b4d24298591 req-79ddb1e2-eaf9-4ab3-a7aa-81a8ecfd2132 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530039 Aug 25 15:39:59.295616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b673f2-f600-493b-b797-6551b5327e9a req-2511e0bf-ee02-4fdb-8b9f-a7494c00b82a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:39:59.297145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87b673f2-f600-493b-b797-6551b5327e9a req-2511e0bf-ee02-4fdb-8b9f-a7494c00b82a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.0755572 Aug 25 15:39:59.335659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-87b673f2-f600-493b-b797-6551b5327e9a req-d184b095-3181-4826-a205-81dbaf134c54 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Aug 25 15:39:59.426017 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:39:59.923103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:39:59.925504 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897" -d '{"events": [{"name": "network-changed", "server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:39:59.972386 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71345242-54b2-4bc6-9e5b-0046f176d707 x-openstack-request-id: req-71345242-54b2-4bc6-9e5b-0046f176d707 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:39:59.972686 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:39:59.972940 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71345242-54b2-4bc6-9e5b-0046f176d707 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:39:59.973441 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'status': 'completed', 'code': 200} Aug 25 15:40:00.062708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-f8270596-9513-4cd1-a365-8d24ded24f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.064254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-f8270596-9513-4cd1-a365-8d24ded24f98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1094 time: 0.0729599 Aug 25 15:40:00.066689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-6f49c0e9-4f3f-4722-a006-7249f67b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.068094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-6f49c0e9-4f3f-4722-a006-7249f67b9cce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1094 time: 0.0687695 Aug 25 15:40:00.227185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-4119fb81-9715-4f4b-b666-5db57c9abae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.228667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-4119fb81-9715-4f4b-b666-5db57c9abae3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1569870 Aug 25 15:40:00.229776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-fb2fa819-2a63-4506-b59b-850ac945bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.231222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-fb2fa819-2a63-4506-b59b-850ac945bba5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1523421 Aug 25 15:40:00.343501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-2f8f335f-ae74-4e98-98c9-787810880e90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 999 time: 0.1070323 Aug 25 15:40:00.345267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-b4d00ad0-914c-41af-adf9-107746e277f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 999 time: 0.1034176 Aug 25 15:40:00.460582 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-06d963ca-65a9-4b44-9fe6-e4da30bc4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.462426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-06d963ca-65a9-4b44-9fe6-e4da30bc4dc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.1037476 Aug 25 15:40:00.465324 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-149a756c-cb44-475c-97c3-4fd5d286518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.466665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-149a756c-cb44-475c-97c3-4fd5d286518c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.1156454 Aug 25 15:40:00.530231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b89b71-9994-4738-af18-e749b2187952 req-5f16ed19-cf64-4b6d-a8e2-cfad012fe414 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.531663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37b89b71-9994-4738-af18-e749b2187952 req-5f16ed19-cf64-4b6d-a8e2-cfad012fe414 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.1241961 Aug 25 15:40:00.567409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-1f5a85a3-d746-456a-b6cc-a6af744e6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.569092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-1f5a85a3-d746-456a-b6cc-a6af744e6c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957463 Aug 25 15:40:00.596939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-1348133b-8a58-4740-ad93-248c5a18b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:00.598356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-1348133b-8a58-4740-ad93-248c5a18b264 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157837 Aug 25 15:40:00.604072 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37b89b71-9994-4738-af18-e749b2187952 req-068733da-7587-4d64-b2ce-0642a476fab4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658119 Aug 25 15:40:00.756596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-884b8585-94e0-48bc-b5f9-6bf573ceff3e service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737196 Aug 25 15:40:00.759992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-91baaa13-0f59-49b3-b673-4c328852dc92 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461473 Aug 25 15:40:00.918968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-20220ef8-01b2-4074-810a-34c2917c4c10 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551685 Aug 25 15:40:00.920999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-95e6aa62-c1d2-4a0e-a55b-73a2d736c897 req-00c0b4a8-fefc-4f9a-8613-eeb85ba72c86 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502349 Aug 25 15:40:01.608361 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:40:01.646180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:40:01.723264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e5451-2519-4817-ad6a-be32f717a19b req-80037f9d-d031-4006-8898-0fa3ac56ebd4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:01.724770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c34e5451-2519-4817-ad6a-be32f717a19b req-80037f9d-d031-4006-8898-0fa3ac56ebd4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.0490847 Aug 25 15:40:01.762032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c34e5451-2519-4817-ad6a-be32f717a19b req-56df2adc-7d7c-444c-9665-237234e136bc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Aug 25 15:40:02.066076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efdc74-6ed9-4619-b140-9b569cbc80d5 req-66b481b8-a334-4cde-beda-0c0239ea569b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:02.067631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11efdc74-6ed9-4619-b140-9b569cbc80d5 req-66b481b8-a334-4cde-beda-0c0239ea569b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 943 time: 0.0553141 Aug 25 15:40:02.106608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-11efdc74-6ed9-4619-b140-9b569cbc80d5 req-113c8a6d-1235-4109-aaaa-33673adedf59 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328307 Aug 25 15:40:02.146730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-7ed58fd9-e316-457a-9ce0-2963c2271d49 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:02.148211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-7ed58fd9-e316-457a-9ce0-2963c2271d49 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8&tenant_id=54a5d2edc87046a1839df0682600d75f&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 943 time: 0.0547872 Aug 25 15:40:02.214305 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-03f753b6-3f1f-41f9-95de-e563b580f1f4 service neutron] delete failed (client error): The resource could not be found. Aug 25 15:40:02.215301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-03f753b6-3f1f-41f9-95de-e563b580f1f4 service neutron] 10.222.0.52 "DELETE /v2.0/ports/59b555fd-3240-4e64-b250-a9d0ca2e31dc/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0586045 Aug 25 15:40:02.270923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:40:02.301641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-4a856708-a03c-4381-8e6a-6f7e938688dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:02.303196 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-4a856708-a03c-4381-8e6a-6f7e938688dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1094 time: 0.0421219 Aug 25 15:40:02.373204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:02.388352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'mac_address': 'fa:16:3e:84:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:40:02.396675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-e9575aac-2b5b-4956-a045-813a71be4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:02.398201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-e9575aac-2b5b-4956-a045-813a71be4819 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0875471 Aug 25 15:40:02.425826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:02.439594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b555fd-3240-4e64-b250-a9d0ca2e31dc {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:40:02.458749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:02.473392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-b6b8be24-fe2f-41ab-a564-1915e45dbdec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 999 time: 0.0660651 Aug 25 15:40:02.517613 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:02.522233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-05c0ecc8-ddcf-4eb0-80e7-0b676c377695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:02.523747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-05c0ecc8-ddcf-4eb0-80e7-0b676c377695 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0443199 Aug 25 15:40:02.564845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:02.570801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-2aa705ce-4eb0-40b3-88d9-0db15a759d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:02.572339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-2aa705ce-4eb0-40b3-88d9-0db15a759d8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405915 Aug 25 15:40:02.572517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.572787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.573127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.573469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.573829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.574159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.574482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.574804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.575156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.575477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.575799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.576124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:40:02.671412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-fd476cdd-3f2f-43cd-a8d8-38b3a9e5f6d6 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913608 Aug 25 15:40:02.762916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['59b555fd-3240-4e64-b250-a9d0ca2e31dc'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:40:02.765663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-14bdf4bd-6c73-4728-8c0e-76f2310fee94 req-5aa002ca-df89-4d13-8579-6f926d734687 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870380 Aug 25 15:40:03.226877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a518d-580a-4acc-a1c3-f717b7b1ffe9 req-a4ad9e47-1e26-4bbe-943d-5ec5eac188aa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:03.228384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d25a518d-580a-4acc-a1c3-f717b7b1ffe9 req-a4ad9e47-1e26-4bbe-943d-5ec5eac188aa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 944 time: 0.0504072 Aug 25 15:40:03.270986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d25a518d-580a-4acc-a1c3-f717b7b1ffe9 req-4535341b-0a8e-4c6a-a4e6-e937615ae6e1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364058 Aug 25 15:40:04.302345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:40:04.388211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d8f4-e7bf-4fa7-ac77-924c82cddb11 req-401b4150-b569-4dd2-99e7-c697204fd7d9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:04.389392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35e3d8f4-e7bf-4fa7-ac77-924c82cddb11 req-401b4150-b569-4dd2-99e7-c697204fd7d9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 944 time: 0.0503728 Aug 25 15:40:04.427580 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35e3d8f4-e7bf-4fa7-ac77-924c82cddb11 req-8f41716d-3996-4d65-ab2b-d9f57332aeda tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Aug 25 15:40:04.442568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 59b555fd-3240-4e64-b250-a9d0ca2e31dc completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:40:04.446715 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 59b555fd-3240-4e64-b250-a9d0ca2e31dc triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:40:04.447120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:04.527873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:04.544319 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedc4ae-f0b1-4422-82d6-c635d627c401 req-8448a5d2-b2ea-4b90-a96b-5aae5388e260 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:04.545843 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5cedc4ae-f0b1-4422-82d6-c635d627c401 req-8448a5d2-b2ea-4b90-a96b-5aae5388e260 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 944 time: 0.0497308 Aug 25 15:40:04.550310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:40:04.552501 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b91394-6eb5-4927-9437-3859c9525d38" -d '{"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-plugged", "status": "completed", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:40:04.568058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:04.586039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5cedc4ae-f0b1-4422-82d6-c635d627c401 req-dfbd187e-b993-4b74-9013-1392bff914dc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338340 Aug 25 15:40:04.588153 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3cf3f-23bd-4e76-a96d-a6a71b98b47e x-openstack-request-id: req-45c3cf3f-23bd-4e76-a96d-a6a71b98b47e {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:40:04.588450 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-plugged", "status": "completed", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:40:04.588704 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45c3cf3f-23bd-4e76-a96d-a6a71b98b47e {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:40:04.589887 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'code': 200} Aug 25 15:40:04.683278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:04.733181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:04.920584 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587dc64-3be3-4966-9d32-e6c6e2b4ab5d req-311870bb-280f-42f7-88e8-558d0ce47cf4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:04.922155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a587dc64-3be3-4966-9d32-e6c6e2b4ab5d req-311870bb-280f-42f7-88e8-558d0ce47cf4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0492322 Aug 25 15:40:04.961006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a587dc64-3be3-4966-9d32-e6c6e2b4ab5d req-7a028dca-de54-46ac-a9b2-181daeae2e9d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326805 Aug 25 15:40:05.019055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-5a541842-3ab1-46f6-ba54-886c25da1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:05.020571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-5a541842-3ab1-46f6-ba54-886c25da1efa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 1096 time: 0.0404627 Aug 25 15:40:05.114491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-c6107766-f958-4cca-87c2-ea8c37c54910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:05.115981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-c6107766-f958-4cca-87c2-ea8c37c54910 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0877395 Aug 25 15:40:05.180067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-1747d2e1-3180-4ecd-9c94-2194a387c420 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 200 len: 1001 time: 0.0568032 Aug 25 15:40:05.232491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-d6a7494a-0671-4dfa-a12c-df2abe05ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:05.233930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-d6a7494a-0671-4dfa-a12c-df2abe05ade7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0467875 Aug 25 15:40:05.282096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-98e38724-4d96-4f26-8e5b-7dfecefb457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:05.283721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-98e38724-4d96-4f26-8e5b-7dfecefb457c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399466 Aug 25 15:40:05.371618 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-498fe41f-c988-493b-8e0b-11de0bbd24ee service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801854 Aug 25 15:40:05.467499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30be020c-60ee-41d0-bd46-f94d5cd37582 req-dccba788-0447-4c05-8d25-68e4b3fbd273 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883331 Aug 25 15:40:06.134374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984af-c923-4192-ae0d-18e507063096 req-86e18323-cbc9-4cec-ad2e-1eaab70afc1e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:06.135825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-041984af-c923-4192-ae0d-18e507063096 req-86e18323-cbc9-4cec-ad2e-1eaab70afc1e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.1058762 Aug 25 15:40:06.178464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-041984af-c923-4192-ae0d-18e507063096 req-03c298b8-d350-472c-889f-42532217f13a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366099 Aug 25 15:40:07.361814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6d43-4fb5-4e37-9239-28eebc4f4ff6 req-5f3ea234-2a96-4381-b7ce-ba798c398dc3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:07.363373 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af7b6d43-4fb5-4e37-9239-28eebc4f4ff6 req-5f3ea234-2a96-4381-b7ce-ba798c398dc3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.1143744 Aug 25 15:40:07.402150 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af7b6d43-4fb5-4e37-9239-28eebc4f4ff6 req-b63540e8-28b2-4b1e-88e6-013de4b4ded5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Aug 25 15:40:07.882306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863f1de-6459-4241-86b9-cf575e9fbbb4 req-5cf26f35-1e97-43ec-a3ad-62da76a52a5f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:07.883823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2863f1de-6459-4241-86b9-cf575e9fbbb4 req-5cf26f35-1e97-43ec-a3ad-62da76a52a5f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Aug 25 15:40:07.921460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2863f1de-6459-4241-86b9-cf575e9fbbb4 req-7b15898a-01fb-4744-865a-98e021ef9554 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Aug 25 15:40:09.041242 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b453b54-1213-413c-9d78-bda3f9b845a7 req-c55e1251-a553-4bba-a16e-b0eae0179dd9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:09.043681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b453b54-1213-413c-9d78-bda3f9b845a7 req-c55e1251-a553-4bba-a16e-b0eae0179dd9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0544147 Aug 25 15:40:09.080923 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b453b54-1213-413c-9d78-bda3f9b845a7 req-5af09231-035a-458c-8d73-97471e585af2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Aug 25 15:40:09.204398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834611d9-9163-4b61-aca7-717de0ec63ef req-9e315c20-f2ca-4cd2-9826-5c58319c8579 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:09.205853 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-834611d9-9163-4b61-aca7-717de0ec63ef req-9e315c20-f2ca-4cd2-9826-5c58319c8579 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.45 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 945 time: 0.0481977 Aug 25 15:40:09.294239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Deleting port 59b555fd-3240-4e64-b250-a9d0ca2e31dc {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:40:09.294578 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:09.382288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] For port 59b555fd-3240-4e64-b250-a9d0ca2e31dc, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59b555fd-3240-4e64-b250-a9d0ca2e31dc,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:09.382583 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:09.550557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:09.550939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:09.551288 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 disassociated. External IP: 172.25.8.139, port: 59b555fd-3240-4e64-b250-a9d0ca2e31dc. Aug 25 15:40:09.551628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Calling delete_port for 59b555fd-3240-4e64-b250-a9d0ca2e31dc owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:40:09.734459 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:09.762732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event deleted for resources: {'Port': ['ID=59b555fd-3240-4e64-b250-a9d0ca2e31dc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:09.883730 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:40:09.995329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:40:10.004941 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:40:10.014887 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:40:10.015842 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:39:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:10.035521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] No DVR routers for this DVR port 59b555fd-3240-4e64-b250-a9d0ca2e31dc on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:40:10.037975 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:10.040014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-834611d9-9163-4b61-aca7-717de0ec63ef req-de575392-8a68-4aea-8b9b-b7db433d0b3e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.45 "DELETE /v2.0/ports/59b555fd-3240-4e64-b250-a9d0ca2e31dc HTTP/1.1" status: 204 len: 173 time: 0.8277705 Aug 25 15:40:10.040462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-deleted', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:40:10.042727 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0e717-55d8-4721-85cd-8c0569ac7b72" -d '{"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-deleted", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:40:10.079813 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe41f8-94d1-45c6-84af-c9929373b10a x-openstack-request-id: req-11fe41f8-94d1-45c6-84af-c9929373b10a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:40:10.080107 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13546909-a705-43de-b8d2-333f96598df8", "name": "network-vif-deleted", "tag": "59b555fd-3240-4e64-b250-a9d0ca2e31dc", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:40:10.080358 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11fe41f8-94d1-45c6-84af-c9929373b10a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:40:10.080770 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13546909-a705-43de-b8d2-333f96598df8', 'name': 'network-vif-deleted', 'tag': '59b555fd-3240-4e64-b250-a9d0ca2e31dc', 'status': 'completed', 'code': 200} Aug 25 15:40:10.137582 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:40:10.177087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb997b9f-2659-4cee-9ca2-2f5edc1f191b req-5733d15a-3def-482a-973b-c9221e5d8a0e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13546909-a705-43de-b8d2-333f96598df8 HTTP/1.1" status: 200 len: 210 time: 0.0270741 Aug 25 15:40:10.334116 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:10.364580 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:40:10.373258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:40:10.373867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:39:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:10.572708 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:40:10.772290 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:10.798515 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341e650-a6f6-410a-af1f-aad031499ebb None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:40:11.020049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd97cb70-9892-434b-9062-6c78211ea4d4 None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:40:11.458541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-ad025bf1-ebc7-494a-b706-26e1c57954fb tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--208232076&fields=id&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 267 time: 0.0329471 Aug 25 15:40:11.571439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-2a08b107-397a-41a3-ba9e-bdb7ceca6588 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:11.572891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-2a08b107-397a-41a3-ba9e-bdb7ceca6588 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1069176 Aug 25 15:40:11.587955 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-01ac7211-4b95-4803-9130-38e57abe8889 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/quotas/54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 375 time: 0.0088580 Aug 25 15:40:11.641566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-e15136e9-8e9d-4cdb-a06b-1fd0edb16af8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473516 Aug 25 15:40:11.703400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-ace572b3-2a85-498d-a532-6667f3e9e208 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:40:11.704431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-ace572b3-2a85-498d-a532-6667f3e9e208 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510991 Aug 25 15:40:11.796712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-11ca32b3-58ce-421b-a2d8-422f0a09d3ba service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855181 Aug 25 15:40:11.885266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-b8fb210e-d06e-4c0d-a128-490c0466b93e service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824921 Aug 25 15:40:12.216925 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-06035453-da0f-4e53-b859-ba1958a07578 req-1228f38a-28cd-426a-b50c-13e2d8298054 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Aug 25 15:40:12.366810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:40:12.387366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 59b555fd-3240-4e64-b250-a9d0ca2e31dc {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:40:12.387711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59b555fd-3240-4e64-b250-a9d0ca2e31dc not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:40:13.312884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76f35dde-2619-413c-a662-c0838c339f5d req-ef07b427-e59b-4d1a-beb8-d9f33cfbd251 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Aug 25 15:40:14.068789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-291c0265-2bce-421b-bfb8-e7ef7346c50e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:14.070278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-291c0265-2bce-421b-bfb8-e7ef7346c50e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1034839 Aug 25 15:40:14.116337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-fb5c8871-7721-458d-84e9-65e43d8eb4bd tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 379 time: 0.0351939 Aug 25 15:40:14.126125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'port': {'device_id': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'admin_state_up': True, 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'security_groups': ['cbdc5a86-fc1f-41fa-820d-dc51dabf4822']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:40:14.299983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Made reservation on behalf of 54a5d2edc87046a1839df0682600d75f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:40:14.303550 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:14.407640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8923f710-579d-4006-b2fd-16f4f4c9679e req-3171e2b4-6be4-4330-93e0-e78170c5ade2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Aug 25 15:40:14.428720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Allocated IP 172.20.0.7 (c258e89c-9b2b-4a66-9e10-517c14173776/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9/da025f32-dad5-45b3-88da-512bf4eb5ba6) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:40:14.564720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:14.578454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Transition to ACTIVE for port object da025f32-dad5-45b3-88da-512bf4eb5ba6 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:40:14.677393 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:14.721514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:40:14.724756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:40:14.728527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:40:14.734838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:14.782128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:14.782770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:14.912176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-3bad6f52-0207-4d38-a650-99ea8f1bb041 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7898610 Aug 25 15:40:14.925074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Request body: {'port': {'device_id': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:40:14.986467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.105530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-878e02b4-3bbb-4c34-af3c-c91ae943d5f6 None None] Provisioning for port da025f32-dad5-45b3-88da-512bf4eb5ba6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:40:15.110190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-878e02b4-3bbb-4c34-af3c-c91ae943d5f6 None None] Provisioning complete for port da025f32-dad5-45b3-88da-512bf4eb5ba6 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:40:15.110832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-878e02b4-3bbb-4c34-af3c-c91ae943d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.149755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-878e02b4-3bbb-4c34-af3c-c91ae943d5f6 None None] Port da025f32-dad5-45b3-88da-512bf4eb5ba6 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:40:15.251439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da025f32-dad5-45b3-88da-512bf4eb5ba6 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:40:15.258481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.270039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Transition to ACTIVE for port object da025f32-dad5-45b3-88da-512bf4eb5ba6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:40:15.316957 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.367454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:15.441705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:40:15.442304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:40:15.442399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:40:15.447677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:40:15.447954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:40:15.453396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:40:15.453742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:40:15.454282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:40:15.454741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Bound port: da025f32-dad5-45b3-88da-512bf4eb5ba6, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:40:15.455099 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.551691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:40:15.555272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:40:15.563552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de4020-6026-43b5-bb69-7621baf911a6 req-c264b669-cc20-42be-a2af-16793a3f00f8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:15.565038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20de4020-6026-43b5-bb69-7621baf911a6 req-c264b669-cc20-42be-a2af-16793a3f00f8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0753534 Aug 25 15:40:15.606634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-20de4020-6026-43b5-bb69-7621baf911a6 req-4c3c5625-6480-421b-901b-162b0fa25157 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Aug 25 15:40:15.649847 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.687702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:15.688345 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:15.689783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] 10.222.0.52 "PUT /v2.0/ports/da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1091 time: 0.7691424 Aug 25 15:40:15.690231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:40:15.692565 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e85483-f870-42ee-8106-0c7cfaecce5e" -d '{"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:40:15.719676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e85d5-a516-4d68-ba3e-a24588a96a9c service neutron] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:15.730492 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b4b696-7ab4-4004-9049-230a7d9d8ffb x-openstack-request-id: req-42b4b696-7ab4-4004-9049-230a7d9d8ffb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:40:15.730799 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:40:15.731163 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42b4b696-7ab4-4004-9049-230a7d9d8ffb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:40:15.731595 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'status': 'completed', 'code': 200} Aug 25 15:40:15.794476 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85483-f870-42ee-8106-0c7cfaecce5e req-8b211578-2795-440a-b385-f9c74c93470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:15.796192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0e85483-f870-42ee-8106-0c7cfaecce5e req-8b211578-2795-440a-b385-f9c74c93470f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0433033 Aug 25 15:40:15.902802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85483-f870-42ee-8106-0c7cfaecce5e req-2fae992f-22a1-422e-bdc3-b0fb2d83e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:15.904317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0e85483-f870-42ee-8106-0c7cfaecce5e req-2fae992f-22a1-422e-bdc3-b0fb2d83e01c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=54a5d2edc87046a1839df0682600d75f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0940628 Aug 25 15:40:16.001502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85483-f870-42ee-8106-0c7cfaecce5e req-0b4bb9a3-cfbc-4b48-850f-f8be2e09dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:16.002979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c0e85483-f870-42ee-8106-0c7cfaecce5e req-0b4bb9a3-cfbc-4b48-850f-f8be2e09dada service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909562 Aug 25 15:40:16.078814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-a4d19dcc-8190-4020-92ba-6734f2a1c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:16.080250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-a4d19dcc-8190-4020-92ba-6734f2a1c08c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0403335 Aug 25 15:40:16.462159 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-d9d87fe3-3133-475b-bd16-4f4424bdd763 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 217 time: 0.3728955 Aug 25 15:40:16.511551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-467cd66e-1b54-4691-b682-2f5ad058389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:16.513018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-467cd66e-1b54-4691-b682-2f5ad058389e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0433686 Aug 25 15:40:16.558276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-e794638c-9b8b-42e5-aa2a-4aded4d3d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:16.559846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-e794638c-9b8b-42e5-aa2a-4aded4d3d686 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395789 Aug 25 15:40:16.651195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-4b93ed57-4d92-4a62-9d65-b446d746aeaa service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835717 Aug 25 15:40:16.771248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b8a3-4af8-422a-b8b4-cc6737c76fee req-a8a4b1a6-94bc-49ff-b0d7-538db7b14faf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:16.772730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c3b8a3-4af8-422a-b8b4-cc6737c76fee req-a8a4b1a6-94bc-49ff-b0d7-538db7b14faf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0962722 Aug 25 15:40:16.795553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5f4be70b-cc6d-4ecd-9dbf-f839d62f7ef2 req-999a7862-9159-485e-bbdb-b3ef8e28a1ed service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368737 Aug 25 15:40:16.815298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d6c3b8a3-4af8-422a-b8b4-cc6737c76fee req-cf7c1525-9163-46c0-84f4-e72a6c851acb tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346353 Aug 25 15:40:17.931962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890ac01-5c48-4729-86dd-9664af8d8948 req-c3856951-c6a9-4833-b955-dbbfa2e7c51c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:17.933999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b890ac01-5c48-4729-86dd-9664af8d8948 req-c3856951-c6a9-4833-b955-dbbfa2e7c51c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0492368 Aug 25 15:40:17.975919 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b890ac01-5c48-4729-86dd-9664af8d8948 req-ef91a39f-1340-4611-b56e-ac5f22b6d507 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356591 Aug 25 15:40:19.090774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b7081-3465-482b-b5cb-6e281b99c374 req-0fa2a5dc-c280-4709-9100-5d4fa81407a0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:19.092205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-841b7081-3465-482b-b5cb-6e281b99c374 req-0fa2a5dc-c280-4709-9100-5d4fa81407a0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0494602 Aug 25 15:40:19.129450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-841b7081-3465-482b-b5cb-6e281b99c374 req-247c544d-c839-4993-a870-523b6d4b684a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Aug 25 15:40:19.773441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:40:19.867666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:19.879075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'mac_address': 'fa:16:3e:bf:b5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:40:19.918972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:19.931458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da025f32-dad5-45b3-88da-512bf4eb5ba6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:40:19.950844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:20.020006 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:20.067974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:20.242192 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f66c0-9de8-4d42-acf2-8ff0a34e675d req-d7695904-6a0e-4374-8d10-d093e9780042 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:20.243714 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b5f66c0-9de8-4d42-acf2-8ff0a34e675d req-d7695904-6a0e-4374-8d10-d093e9780042 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0491643 Aug 25 15:40:20.263233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['da025f32-dad5-45b3-88da-512bf4eb5ba6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:40:20.282413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b5f66c0-9de8-4d42-acf2-8ff0a34e675d req-af67217c-12a3-46e2-b536-f36f152ac206 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323336 Aug 25 15:40:21.013754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6c346d98-3b00-40e4-a069-88cc73c5805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:21.397041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268375ec-5e25-4c63-b2bb-24f449fcf7e1 req-0c442908-805d-45b8-9428-60468c2e9eb2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:21.398520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-268375ec-5e25-4c63-b2bb-24f449fcf7e1 req-0c442908-805d-45b8-9428-60468c2e9eb2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0484252 Aug 25 15:40:21.435885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-268375ec-5e25-4c63-b2bb-24f449fcf7e1 req-1617d6f5-ac25-4f98-b3f4-b0e820d04162 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306864 Aug 25 15:40:21.788130 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:40:21.922542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port da025f32-dad5-45b3-88da-512bf4eb5ba6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:40:21.926576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port da025f32-dad5-45b3-88da-512bf4eb5ba6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:40:21.926950 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:22.002087 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:22.024061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:40:22.026291 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec91bead0bd8b92d57ac0999fa7c2ba582543890654efb7bdf42ae33e152f40c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bb3c39-9fa5-4eea-b32f-15a006440efb" -d '{"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:40:22.041921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:40:22.063489 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8512583-b307-4b60-9ecb-6260376f421f x-openstack-request-id: req-f8512583-b307-4b60-9ecb-6260376f421f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:40:22.063824 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:40:22.064075 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8512583-b307-4b60-9ecb-6260376f421f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:40:22.064476 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'code': 200} Aug 25 15:40:22.151409 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:22.164838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7cca-6b54-4aff-adde-0497be2384ff req-489eb64b-c14b-4116-8583-6491337c9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:22.166322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b1f7cca-6b54-4aff-adde-0497be2384ff req-489eb64b-c14b-4116-8583-6491337c9a3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0438378 Aug 25 15:40:22.199585 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:40:22.204087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b1f7cca-6b54-4aff-adde-0497be2384ff req-31d62e65-d226-4435-b8bb-44a95bd58b4d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283608 Aug 25 15:40:22.549857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e590ca6-8574-4b4d-a1f9-a6b23e4128ec req-aadc7f51-0229-462c-8045-b88ef368bd0c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:22.551352 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e590ca6-8574-4b4d-a1f9-a6b23e4128ec req-aadc7f51-0229-462c-8045-b88ef368bd0c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Aug 25 15:40:22.589465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2e590ca6-8574-4b4d-a1f9-a6b23e4128ec req-d47f808b-c159-4743-8918-f1e079417c35 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Aug 25 15:40:23.711112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a662a9-9ab8-4cf7-bbe6-d1d36ef46e82 req-edc2bc74-b4ac-4e23-9c56-494ba1d0be53 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:23.712641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66a662a9-9ab8-4cf7-bbe6-d1d36ef46e82 req-edc2bc74-b4ac-4e23-9c56-494ba1d0be53 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Aug 25 15:40:23.751405 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-66a662a9-9ab8-4cf7-bbe6-d1d36ef46e82 req-313862f4-a463-4482-a2d5-4dd040379d4d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Aug 25 15:40:23.791577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa894-f4e2-4318-91cd-23fdb7e456b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:23.864423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c8563-a2fd-4a33-b5c8-7bb8c7e53148 req-5ca30a7b-2852-46f9-9029-60f7e51215cb tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:23.865931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d60c8563-a2fd-4a33-b5c8-7bb8c7e53148 req-5ca30a7b-2852-46f9-9029-60f7e51215cb tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0500116 Aug 25 15:40:23.874992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52270) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:40:23.879620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'floatingip': {'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:40:23.921806 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:23.937567 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:40:24.202478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:24.358927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:24.466049 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:24.562999 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 associated. External IP: 172.25.8.139, port: da025f32-dad5-45b3-88da-512bf4eb5ba6. Aug 25 15:40:24.770398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:40:24.878740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:40:24.883496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:24.890441 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:40:24.901868 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:40:24.902478 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:40:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:24.911442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f62e9c50-db0e-4855-98e7-46cc210874d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "PUT /v2.0/floatingips/2a0fad7c-8291-42f7-809c-195d4d36ffa2 HTTP/1.1" status: 200 len: 991 time: 1.0352447 Aug 25 15:40:24.912050 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:40:24.914391 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afbdc7cb00609bd082cc984fbf2ff369c24d8cc88814b6eb164c7665a352fb7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d284061-68cc-4173-b2b7-48a06354dbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:40:24.954107 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e414b4ae-83c6-4e22-a660-b5e287582b74 x-openstack-request-id: req-e414b4ae-83c6-4e22-a660-b5e287582b74 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:40:24.954399 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:40:24.954654 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e414b4ae-83c6-4e22-a660-b5e287582b74 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:40:24.955095 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'status': 'completed', 'code': 200} Aug 25 15:40:25.014027 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:40:25.024594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-bf686bd7-d7f5-4ea8-a241-597685a45aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:25.026204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-bf686bd7-d7f5-4ea8-a241-597685a45aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0481684 Aug 25 15:40:25.120056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-7c19cacc-4f9e-4c55-b4ec-b32c24158e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:25.121648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-7c19cacc-4f9e-4c55-b4ec-b32c24158e92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0872123 Aug 25 15:40:25.199559 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-76b42bc4-3083-4a67-855b-108d4e91209c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 999 time: 0.0695930 Aug 25 15:40:25.243444 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:bf:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:40:24Z', 'revision_number': 9, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:25.251207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-2d167b6c-483f-42b6-9441-3ddb88f62c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:25.252709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-2d167b6c-483f-42b6-9441-3ddb88f62c33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0464785 Aug 25 15:40:25.270280 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:40:25.279266 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:40:25.279800 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:40:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:25.302575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-a73f95c4-096a-4f5c-8f14-13c04db7608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:40:25.304138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-a73f95c4-096a-4f5c-8f14-13c04db7608e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444191 Aug 25 15:40:25.389258 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:40:25.403310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-11175e0b-526c-40bf-ae49-3f917e4a8c5d service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908442 Aug 25 15:40:25.497484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5d284061-68cc-4173-b2b7-48a06354dbb1 req-7e8c179b-ac0e-40d9-bf99-113f6acceee5 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865839 Aug 25 15:40:25.614879 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:bf:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:40:24Z', 'revision_number': 9, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:40:25.641329 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a5895-0925-4c40-a1c1-046bb5c3fc74 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:bf:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:40:24Z', 'revision_number': 9, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:40:25.677125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:25.829411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e6d3c-8815-4835-926a-ffad7acac494 None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:40:27.202751 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:27.597415 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:29.413675 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:51.098953 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d6deb831-6c04-4044-af6d-143f5ec90a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:53.721931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1fb41160-9bdf-486c-83a4-11a2c0713314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:54.189999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:55.670419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:57.173056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:57.613052 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:40:59.430365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:00.935730 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:41:21.029141 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-700f25b7-118f-4b2a-9bfe-752a29746958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:21.987332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-7b44225c-0792-4007-9afa-4319dead45b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932848 Aug 25 15:41:22.074928 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-8c663951-4726-4fdf-8bf8-6242ad4be902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:41:22.076475 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-8c663951-4726-4fdf-8bf8-6242ad4be902 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0454395 Aug 25 15:41:22.180070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-878860d1-7b8c-4ad1-843b-556935d02eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:41:22.181486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-878860d1-7b8c-4ad1-843b-556935d02eb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0848927 Aug 25 15:41:22.252756 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-09322a4b-c0ac-4582-8e6f-176796362544 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0635769 Aug 25 15:41:22.303527 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-5d6d8b76-cae6-46e1-a144-88069c600c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:41:22.304985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-5d6d8b76-cae6-46e1-a144-88069c600c37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0444872 Aug 25 15:41:22.351630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-653ddb0a-8192-44fd-a913-b0491122d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:41:22.353145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-653ddb0a-8192-44fd-a913-b0491122d761 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399468 Aug 25 15:41:22.453742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-5daf3748-1f35-4651-aa73-751044f41beb service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897810 Aug 25 15:41:22.548533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d739c1eb-438f-4fe1-bca6-ba261dd5a701 req-7681bc35-dea5-4074-9407-1413a27bb0cf service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876400 Aug 25 15:41:23.721598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2a1db7c1-01b4-4ec0-90c6-db7e6c50e7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:24.178398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:25.652704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:27.195603 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:27.640727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:29.435729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:37.935821 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:41:51.019741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3bb0-c99f-42df-9072-2647f3a7af31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:53.720543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c8a982f5-78f4-4189-a0c8-0e8db3a1089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:54.189198 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:55.651777 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:57.200519 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:57.628976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:41:59.434554 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:04.770215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-af40d920-9cca-4c62-b979-7f411cdbf737 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460303 Aug 25 15:42:04.811516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae7f18-db2c-4b5c-b320-29b0fbfc1196 req-6bd9e031-06fb-47f6-b530-50da235f9f1d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:04.812962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ae7f18-db2c-4b5c-b320-29b0fbfc1196 req-6bd9e031-06fb-47f6-b530-50da235f9f1d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0980811 Aug 25 15:42:04.856397 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36ae7f18-db2c-4b5c-b320-29b0fbfc1196 req-1fa0a071-eaef-4583-b430-d980543f00c8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372965 Aug 25 15:42:06.108801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95880600-333e-4db8-8915-51d5f2b80850 req-ca62a1f3-82de-4e2f-b91a-8fb21ec048e7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:06.110493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-95880600-333e-4db8-8915-51d5f2b80850 req-ca62a1f3-82de-4e2f-b91a-8fb21ec048e7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.1080778 Aug 25 15:42:06.150140 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-95880600-333e-4db8-8915-51d5f2b80850 req-7449b155-feda-444e-a59a-1013baf7e41e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Aug 25 15:42:06.974548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-9ed3248b-a9f7-4b13-960a-92359fc7bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:06.976121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-9ed3248b-a9f7-4b13-960a-92359fc7bc01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0471952 Aug 25 15:42:07.076927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-bae42eb9-7f77-4c0d-9e55-94f666441fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:07.078443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-bae42eb9-7f77-4c0d-9e55-94f666441fc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0906296 Aug 25 15:42:07.153796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-f80e6946-5115-4bd7-9d07-29ae9e671574 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0675225 Aug 25 15:42:07.210437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-afed7db3-0bbb-4383-9b45-675f66898a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:07.212405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-afed7db3-0bbb-4383-9b45-675f66898a7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0503378 Aug 25 15:42:07.299268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47f185-cb31-4b83-93da-68010b185c1f req-1ee3feda-ffaa-407f-8e2b-a42103596f31 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:07.300996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c47f185-cb31-4b83-93da-68010b185c1f req-1ee3feda-ffaa-407f-8e2b-a42103596f31 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0728106 Aug 25 15:42:07.303361 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-f6679436-2461-426e-b822-5ec315edc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:07.304542 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-f6679436-2461-426e-b822-5ec315edc9b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845480 Aug 25 15:42:07.393111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c47f185-cb31-4b83-93da-68010b185c1f req-06bf96a0-8f45-4e1e-ab36-328fcadd702f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855942 Aug 25 15:42:07.429884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-42d4a014-c948-4603-8aba-5f1b1ed9d49f service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157057 Aug 25 15:42:07.530094 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-eade9998-c887-4104-b507-514c8b06c422 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920465 Aug 25 15:42:08.517177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e5e5-77df-44eb-9359-6b46ddbe3ffe req-57d3d126-89f4-4402-8d58-029463c55287 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:08.518657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83c2e5e5-77df-44eb-9359-6b46ddbe3ffe req-57d3d126-89f4-4402-8d58-029463c55287 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Aug 25 15:42:08.555742 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83c2e5e5-77df-44eb-9359-6b46ddbe3ffe req-92176456-43b0-4d97-a8f5-7b6756b0b675 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Aug 25 15:42:09.684318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b415-8ba3-4341-90e1-165808f89521 req-50754cd3-ccf2-4005-9338-b698aa44fede tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:09.685808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d09b415-8ba3-4341-90e1-165808f89521 req-50754cd3-ccf2-4005-9338-b698aa44fede tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Aug 25 15:42:09.723604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d09b415-8ba3-4341-90e1-165808f89521 req-de7b9d43-04ea-4bd8-a0de-557176db96a0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Aug 25 15:42:10.846975 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415a352-3655-4d11-be6d-12ccf3d79830 req-31660295-a2ac-473a-a078-767556483d02 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:10.848504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a415a352-3655-4d11-be6d-12ccf3d79830 req-31660295-a2ac-473a-a078-767556483d02 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Aug 25 15:42:10.890122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a415a352-3655-4d11-be6d-12ccf3d79830 req-6c4d838b-73ed-4500-b10b-f4b74b6ad7d5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356748 Aug 25 15:42:12.008697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a69429-1ddb-4d66-9bdc-f76e024dc1de req-d473ab7b-6128-49d7-8021-e70ba61a088c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:12.010169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99a69429-1ddb-4d66-9bdc-f76e024dc1de req-d473ab7b-6128-49d7-8021-e70ba61a088c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Aug 25 15:42:12.048260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99a69429-1ddb-4d66-9bdc-f76e024dc1de req-6c5c6bb0-ea76-4592-b22a-16daabb5c6ed tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322011 Aug 25 15:42:13.164012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b048ec4-6f8c-460a-8f08-5a20c484c2b0 req-3bb2ccaf-25df-46c5-b221-3a235069d7c3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:13.165614 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b048ec4-6f8c-460a-8f08-5a20c484c2b0 req-3bb2ccaf-25df-46c5-b221-3a235069d7c3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0497088 Aug 25 15:42:13.204475 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4b048ec4-6f8c-460a-8f08-5a20c484c2b0 req-b5f9255f-787b-415a-8599-d3be45881d2a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Aug 25 15:42:14.318799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8943974-df31-42fd-8aeb-948bd1b82179 req-0116838d-686e-482e-894a-fc9ba27c64e9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:14.320332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8943974-df31-42fd-8aeb-948bd1b82179 req-0116838d-686e-482e-894a-fc9ba27c64e9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0479965 Aug 25 15:42:14.361981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8943974-df31-42fd-8aeb-948bd1b82179 req-c5450be1-0484-4d1b-b1a0-b9e1307077d5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Aug 25 15:42:14.935648 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:42:15.478213 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c532-e885-4f26-9c8a-7240eaa5e8e4 req-9b42e0f9-36a1-4eda-9728-381403cff8b8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:15.479741 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e333c532-e885-4f26-9c8a-7240eaa5e8e4 req-9b42e0f9-36a1-4eda-9728-381403cff8b8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Aug 25 15:42:15.517031 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e333c532-e885-4f26-9c8a-7240eaa5e8e4 req-b8eb47d9-933b-4b74-9e4e-c9e383533bd2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Aug 25 15:42:16.632127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12950922-f76f-44c9-8426-530015ab19f6 req-8bc40db5-2a5a-46da-a55d-d049d2977c42 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:16.633601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12950922-f76f-44c9-8426-530015ab19f6 req-8bc40db5-2a5a-46da-a55d-d049d2977c42 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Aug 25 15:42:16.670554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12950922-f76f-44c9-8426-530015ab19f6 req-7d890f43-9193-4d8c-a781-856495378ce5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Aug 25 15:42:17.787898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f0037-6d22-4b08-be9b-aefb5ac74ab8 req-116b2683-946b-4190-b332-68168cf0dc81 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:17.789414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-777f0037-6d22-4b08-be9b-aefb5ac74ab8 req-116b2683-946b-4190-b332-68168cf0dc81 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Aug 25 15:42:17.833319 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-777f0037-6d22-4b08-be9b-aefb5ac74ab8 req-99c99f48-ee2c-4d7d-946b-bc7a1795f4f8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379074 Aug 25 15:42:18.947501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee2e9-7b7d-4062-938e-8ca645e6c6da req-8e230fcf-12c9-4987-8d8f-c5c403111287 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:18.948975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f74ee2e9-7b7d-4062-938e-8ca645e6c6da req-8e230fcf-12c9-4987-8d8f-c5c403111287 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0485735 Aug 25 15:42:18.986299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f74ee2e9-7b7d-4062-938e-8ca645e6c6da req-69e8cb79-e2dd-4b97-bb3f-d62127068a46 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Aug 25 15:42:19.852626 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-9feb9267-1776-4804-b813-0f2876c65a01 req-23d3abc3-4839-4849-9405-a4640b2741bd service neutron] show failed (client error): The resource could not be found. Aug 25 15:42:19.853632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-23d3abc3-4839-4849-9405-a4640b2741bd service neutron] 10.222.0.52 "GET /v2.0/ports/da025f32-dad5-45b3-88da-512bf4eb5ba6/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0558946 Aug 25 15:42:20.111800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8e-3d35-4be5-b92d-ae125bccb55d req-d4745b79-5eb5-431d-a862-377c5d149cdf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:20.113207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfb50f8e-3d35-4be5-b92d-ae125bccb55d req-d4745b79-5eb5-431d-a862-377c5d149cdf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0493269 Aug 25 15:42:20.153230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfb50f8e-3d35-4be5-b92d-ae125bccb55d req-110bc3f0-2635-47d2-84a3-ed32d1263848 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332866 Aug 25 15:42:20.427580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-11e0009d-5a25-4604-b35e-c2e9deca6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:20.429067 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-11e0009d-5a25-4604-b35e-c2e9deca6192 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 1096 time: 0.0803719 Aug 25 15:42:20.442637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:42:20.493809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:20.688560 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:20.720091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:42:20.762033 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:20.767088 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:20.778635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Transition to ACTIVE for port object da025f32-dad5-45b3-88da-512bf4eb5ba6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:42:20.802802 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75112368-740a-460c-9e3f-a61f28891193" -d '{"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:20.868509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:20.912562 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5202acba-45bf-4859-a766-8c5e8aef4d02 x-openstack-request-id: req-5202acba-45bf-4859-a766-8c5e8aef4d02 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:20.912562 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:20.912562 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5202acba-45bf-4859-a766-8c5e8aef4d02 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:20.912562 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'code': 200} Aug 25 15:42:20.955452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:20.964603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.964958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.965294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.965629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.965963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.966291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.966618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.966943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.967300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.967623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.967946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:20.968266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:21.009143 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] No DVR routers for this DVR port da025f32-dad5-45b3-88da-512bf4eb5ba6 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:42:21.040186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e5199db3-a533-480a-84f2-b367089fd917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:21.154214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:42:21.154550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:42:21.158280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:42:21.159970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:42:21.160294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:42:21.165293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:42:21.165629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:42:21.166011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:42:21.166432 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Bound port: da025f32-dad5-45b3-88da-512bf4eb5ba6, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:42:21.166801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:21.231839 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:42:21.234970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:42:21.271061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1587507-0449-4aa6-ac6c-55ad36f0b648 req-40d7b31c-32e8-40f5-9433-a29cbcab2309 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:21.272629 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1587507-0449-4aa6-ac6c-55ad36f0b648 req-40d7b31c-32e8-40f5-9433-a29cbcab2309 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0502222 Aug 25 15:42:21.316275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c1587507-0449-4aa6-ac6c-55ad36f0b648 req-8a2d35ea-2d71-4bc0-a7ab-323bb5724e41 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Aug 25 15:42:21.326817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:21.363283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:21.363915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:21.365430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] 10.222.0.45 "PUT /v2.0/ports/da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1091 time: 0.9274323 Aug 25 15:42:21.388034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247276ea-dc7d-46cd-ac2c-8b53e5d5b084 service neutron] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:21.434806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-4212dae9-c24f-4bb3-85b7-4a299d38c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:21.436399 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-4212dae9-c24f-4bb3-85b7-4a299d38c141 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0444865 Aug 25 15:42:21.552305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-e62ea20e-c37a-42c4-b039-bb02f953ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:21.553786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-e62ea20e-c37a-42c4-b039-bb02f953ef05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1098299 Aug 25 15:42:21.620278 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-0da87ce5-a615-41c4-8c0d-1f8c169c0b05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1000 time: 0.0581582 Aug 25 15:42:21.674101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-29d5e60c-8f7f-43dd-8ba4-dc54bf5ce412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:21.675523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-29d5e60c-8f7f-43dd-8ba4-dc54bf5ce412 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0478654 Aug 25 15:42:21.720993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9267-1776-4804-b813-0f2876c65a01 req-839f8687-5ab4-4f04-a4d6-8adeaee27a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:21.722455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-839f8687-5ab4-4f04-a4d6-8adeaee27a96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399125 Aug 25 15:42:21.810432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-66318e31-e0e0-49b6-a94e-85a03261dc05 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803273 Aug 25 15:42:21.908874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-6d83d1e7-4fd7-4bbf-8464-cf3047e37790 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904932 Aug 25 15:42:22.437869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e663-3513-4478-a5f0-20bfb424adc4 req-64f7f3c8-64ee-497e-b766-a406a713e21b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:22.440009 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a24e663-3513-4478-a5f0-20bfb424adc4 req-64f7f3c8-64ee-497e-b766-a406a713e21b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0490656 Aug 25 15:42:22.477398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4a24e663-3513-4478-a5f0-20bfb424adc4 req-e5c20b67-c431-4d8f-af37-006d41760a1b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313828 Aug 25 15:42:22.907112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:22.909507 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f1121-6882-487f-bba8-0bd01cd622c8" -d '{"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:22.960446 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f75ff6e-4d95-4234-86d7-f3866cb606ae x-openstack-request-id: req-7f75ff6e-4d95-4234-86d7-f3866cb606ae {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:22.960768 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:22.961026 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f75ff6e-4d95-4234-86d7-f3866cb606ae {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:22.961534 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'status': 'completed', 'code': 200} Aug 25 15:42:23.046090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-144d7813-17e4-4ea7-a43c-f3674594076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.047626 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-144d7813-17e4-4ea7-a43c-f3674594076d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0704470 Aug 25 15:42:23.050766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-98842a35-df2a-4f0d-a4aa-3058db6d35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.052178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-98842a35-df2a-4f0d-a4aa-3058db6d35e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0671654 Aug 25 15:42:23.564258 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-76a1d052-53af-4392-8451-2198918ab714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.565586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-76a1d052-53af-4392-8451-2198918ab714 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.5094094 Aug 25 15:42:23.579818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-ef2997f5-2518-4b50-ad7e-2d29c7670307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.581200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-ef2997f5-2518-4b50-ad7e-2d29c7670307 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.5175054 Aug 25 15:42:23.707188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ee887-ae2b-4d81-92bf-7841f64d01bd req-d4aaf370-59e8-490b-80f7-8e06313d9f1e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.708677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ee887-ae2b-4d81-92bf-7841f64d01bd req-d4aaf370-59e8-490b-80f7-8e06313d9f1e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.1608827 Aug 25 15:42:23.716363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-452a48ce-c271-47ef-8d9c-45e9d767a0fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1000 time: 0.1341331 Aug 25 15:42:23.718065 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-98ef68f0-3f84-4b5e-af4b-c8489b1771c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1000 time: 0.1269121 Aug 25 15:42:23.765364 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e65aa736-96b7-4c94-bd8f-51a03fb16cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:23.828487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ee887-ae2b-4d81-92bf-7841f64d01bd req-ffbfd3e7-f73e-43b3-8b15-b5f8c40924fe tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093349 Aug 25 15:42:23.836268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-9287f5ce-79c5-41e6-98df-43a09fc195a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.839960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-9287f5ce-79c5-41e6-98df-43a09fc195a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.1121469 Aug 25 15:42:23.840817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-ac0e6acf-feb6-4b36-a70e-c069e7a84e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.841406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-ac0e6acf-feb6-4b36-a70e-c069e7a84e52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.1144886 Aug 25 15:42:23.918819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-c53d6465-d99a-42e2-b168-ca33393712d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.920350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-c53d6465-d99a-42e2-b168-ca33393712d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741155 Aug 25 15:42:23.922061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-ec63fead-6384-41e1-a85b-a7cd840fd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:23.923458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-ec63fead-6384-41e1-a85b-a7cd840fd888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680752 Aug 25 15:42:24.080528 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-06721c63-960d-46f2-95c6-f96c1b394447 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443176 Aug 25 15:42:24.082276 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-c3d80512-7af6-4d67-b7b0-891557aaf9e5 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537223 Aug 25 15:42:24.199562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:24.242522 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-4ce40543-96f0-4c74-9806-c412c5e6455f service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546621 Aug 25 15:42:24.244426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b76f1121-6882-487f-bba8-0bd01cd622c8 req-f73429aa-b9e9-4e92-87c7-bd30e0d6b917 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495464 Aug 25 15:42:24.360216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:42:24.398781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:42:24.956417 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb022df-d820-4b51-81bb-7348b0b0efbc req-955dab19-a3bb-40a9-a03b-d4d7ec84a61b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:24.957984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bb022df-d820-4b51-81bb-7348b0b0efbc req-955dab19-a3bb-40a9-a03b-d4d7ec84a61b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 943 time: 0.0502810 Aug 25 15:42:25.000165 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8bb022df-d820-4b51-81bb-7348b0b0efbc req-dc198828-dee5-4966-93a0-6c42afa4bb62 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357840 Aug 25 15:42:25.072672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:42:25.168080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:25.179893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'mac_address': 'fa:16:3e:bf:b5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:42:25.218997 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:25.232496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da025f32-dad5-45b3-88da-512bf4eb5ba6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:42:25.254557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:25.302416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:25.354486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:25.362508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.366548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:42:25.559818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['da025f32-dad5-45b3-88da-512bf4eb5ba6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:42:25.604772 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8297f1-41c9-4959-a6c5-b63350491734 req-c79b749e-257a-4102-b273-491819701854 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:25.606205 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad8297f1-41c9-4959-a6c5-b63350491734 req-c79b749e-257a-4102-b273-491819701854 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Aug 25 15:42:25.646072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ad8297f1-41c9-4959-a6c5-b63350491734 req-790f1f7b-831d-4361-bd93-e1fc5cb992e4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 Aug 25 15:42:25.684363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-930d5c84-afd6-4013-a7ef-9b9741fc27fa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:25.686200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-930d5c84-afd6-4013-a7ef-9b9741fc27fa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.45 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5&tenant_id=54a5d2edc87046a1839df0682600d75f&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 944 time: 0.0635567 Aug 25 15:42:25.698484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:25.753315 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-2291fe09-4886-444a-9a11-51fec073a9c1 service neutron] 10.222.0.45 "GET /v2.0/ports/da025f32-dad5-45b3-88da-512bf4eb5ba6/bindings/n-h2-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.0593741 Aug 25 15:42:25.817161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-91315d2e-14df-4379-9719-5c9d4b1fb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:25.818665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-91315d2e-14df-4379-9719-5c9d4b1fb9bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0426779 Aug 25 15:42:25.919613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-fd4c3cc0-b138-46b7-bc3a-7df4316f307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:25.921027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-fd4c3cc0-b138-46b7-bc3a-7df4316f307f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0941942 Aug 25 15:42:25.993021 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-54dff634-df27-4214-8405-8770fd9800f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1001 time: 0.0649126 Aug 25 15:42:26.042680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-4568bf44-2b6a-4802-992e-22bb5801970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:26.044215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-4568bf44-2b6a-4802-992e-22bb5801970e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0438812 Aug 25 15:42:26.093699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-b3218d0a-4cd9-44ca-9080-ebc3bc627bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:26.095266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-b3218d0a-4cd9-44ca-9080-ebc3bc627bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396245 Aug 25 15:42:26.200903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-2110368b-1ff9-4732-9137-8969b6482e69 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981019 Aug 25 15:42:26.294578 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-184f9b44-2640-4f8b-8321-1f1b8c2e6576 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Aug 25 15:42:26.770676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768967a8-b867-4342-a4d3-cec32337566a req-a3467dea-f13c-4364-8e8d-475c000c3392 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:26.772186 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-768967a8-b867-4342-a4d3-cec32337566a req-a3467dea-f13c-4364-8e8d-475c000c3392 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0542462 Aug 25 15:42:26.810219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-768967a8-b867-4342-a4d3-cec32337566a req-4277271d-d163-47ff-96bc-fb142e386243 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Aug 25 15:42:27.098191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:42:27.216936 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:27.227590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port da025f32-dad5-45b3-88da-512bf4eb5ba6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:42:27.231365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port da025f32-dad5-45b3-88da-512bf4eb5ba6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:42:27.231725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:27.306686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:27.328024 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:27.342891 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:27.366895 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669612e0-5e18-435c-bfba-1f475ee03bf3" -d '{"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:27.405408 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:27.457470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:27.462921 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af4dd9-32a0-4d0a-be7d-516021c1e516 x-openstack-request-id: req-14af4dd9-32a0-4d0a-be7d-516021c1e516 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:27.463251 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:27.463511 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14af4dd9-32a0-4d0a-be7d-516021c1e516 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:27.463932 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'code': 200} Aug 25 15:42:27.639683 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:27.943805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172c9fe-8eac-4a67-a8a9-bad6db3d435e req-1a0e7684-dd35-4b26-940e-968b00a1f830 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:27.945244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0172c9fe-8eac-4a67-a8a9-bad6db3d435e req-1a0e7684-dd35-4b26-940e-968b00a1f830 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0543311 Aug 25 15:42:27.984379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0172c9fe-8eac-4a67-a8a9-bad6db3d435e req-e29fe69e-5bd3-450d-86cb-9515c4116c69 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329964 Aug 25 15:42:28.933720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-ffa2480b-218d-4204-91ab-78ce20e9b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:28.935259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-ffa2480b-218d-4204-91ab-78ce20e9b0cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 1096 time: 0.0410340 Aug 25 15:42:28.949986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:42:29.005444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.103269 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e8e0f-e1a3-47bd-b278-33bfbf082ec2 req-3064086a-1405-4b7c-9f8a-bf0bba31688c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:29.104723 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a73e8e0f-e1a3-47bd-b278-33bfbf082ec2 req-3064086a-1405-4b7c-9f8a-bf0bba31688c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Aug 25 15:42:29.147370 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a73e8e0f-e1a3-47bd-b278-33bfbf082ec2 req-c0fd85d1-88c8-4417-a4b6-66f17991e152 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364575 Aug 25 15:42:29.218023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:29.251835 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:42:29.291601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:29.293864 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e706cfea-4144-4729-8696-2f9e349371c6" -d '{"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:29.298076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.310396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Transition to ACTIVE for port object da025f32-dad5-45b3-88da-512bf4eb5ba6 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:42:29.345293 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d165d-47e0-4098-819c-03f82bf9101b x-openstack-request-id: req-f81d165d-47e0-4098-819c-03f82bf9101b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:29.350839 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:29.350839 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f81d165d-47e0-4098-819c-03f82bf9101b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:29.350839 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'code': 200} Aug 25 15:42:29.362505 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.411221 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.441647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:29.479856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] No DVR routers for this DVR port da025f32-dad5-45b3-88da-512bf4eb5ba6 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:42:29.623802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:42:29.624130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:42:29.624458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:42:29.628852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:42:29.629164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Attempting to bind port da025f32-dad5-45b3-88da-512bf4eb5ba6 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:42:29.634058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:42:29.634393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:42:29.634774 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:42:29.635282 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Bound port: da025f32-dad5-45b3-88da-512bf4eb5ba6, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:42:29.635642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.700883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:42:29.703943 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:42:29.783440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.823174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:29.823786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:29.825215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] 10.222.0.52 "PUT /v2.0/ports/da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1092 time: 0.8820305 Aug 25 15:42:29.851793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03b494-9310-41e3-9c5a-8810c9143bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=11']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:29.979339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-6be0f03e-1e29-4cef-8eac-63329e80b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:29.980897 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-6be0f03e-1e29-4cef-8eac-63329e80b10f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0862596 Aug 25 15:42:30.072983 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-a3372ed1-8d1c-4209-945a-837f8d01a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:30.074455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-a3372ed1-8d1c-4209-945a-837f8d01a267 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0859644 Aug 25 15:42:30.146742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-c947cfda-7f7f-4e52-8339-efc0c179bdbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1000 time: 0.0650017 Aug 25 15:42:30.198069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-565d7d21-0052-4574-ae8c-eba3abd6eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:30.199616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-565d7d21-0052-4574-ae8c-eba3abd6eb3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0459011 Aug 25 15:42:30.255003 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8950-642e-4c9c-b366-49d548513582 req-6e099053-e833-43c1-b171-851b7775973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:30.256698 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-6e099053-e833-43c1-b171-851b7775973b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491424 Aug 25 15:42:30.271594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df1e9-91c3-4f39-a450-d5bd246965da req-38d447e8-21f3-4824-9e45-e30f863d8011 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:30.273132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-874df1e9-91c3-4f39-a450-d5bd246965da req-38d447e8-21f3-4824-9e45-e30f863d8011 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0507174 Aug 25 15:42:30.323576 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-874df1e9-91c3-4f39-a450-d5bd246965da req-60595420-6c10-4fcb-939f-89613a316e6c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Aug 25 15:42:30.359039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-6629dd02-4a72-48cb-9e39-1c7f5485cdc0 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926113 Aug 25 15:42:30.450588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-805e8950-642e-4c9c-b366-49d548513582 req-4f301786-277b-4046-a77f-34882aadde73 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838656 Aug 25 15:42:31.123808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:42:31.163060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:42:31.347619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:31.350129 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b" -d '{"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:31.407664 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95bba01-f4f8-4883-bca3-ff288110eae7 x-openstack-request-id: req-c95bba01-f4f8-4883-bca3-ff288110eae7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:31.407940 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:31.408194 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c95bba01-f4f8-4883-bca3-ff288110eae7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:31.408744 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'status': 'completed', 'code': 200} Aug 25 15:42:31.515356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918f991-4e7a-4dc4-8297-0e38ab474dec req-1e20848f-190d-4112-95cf-862597ade9fe tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.516880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3918f991-4e7a-4dc4-8297-0e38ab474dec req-1e20848f-190d-4112-95cf-862597ade9fe tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 944 time: 0.1206024 Aug 25 15:42:31.519299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-a6fb7258-a67e-49e5-ad86-a20ea4c9a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.520636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-a6fb7258-a67e-49e5-ad86-a20ea4c9a3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0906618 Aug 25 15:42:31.522345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-e1d65724-f698-4b0a-91af-2f3549df6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.523721 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-e1d65724-f698-4b0a-91af-2f3549df6e70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0952711 Aug 25 15:42:31.664581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3918f991-4e7a-4dc4-8297-0e38ab474dec req-063a842c-3f25-4462-be3d-ad95e1095511 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398392 Aug 25 15:42:31.705296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-e69f6b1e-292c-4f4c-92f2-455b922ecf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.706770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-e69f6b1e-292c-4f4c-92f2-455b922ecf25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1763515 Aug 25 15:42:31.711123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-bbc93217-b276-4628-9431-0bbe117cc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.712753 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-bbc93217-b276-4628-9431-0bbe117cc101 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1729963 Aug 25 15:42:31.819959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-e9df71b9-4302-491c-ba84-50faa25ccdf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1000 time: 0.1054187 Aug 25 15:42:31.821792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-d7697eed-3807-46e5-9166-cb3d6c5193b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 200 len: 1000 time: 0.1011121 Aug 25 15:42:31.908832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-bf5271bb-567b-4f57-bdc1-ee25ab9881e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.910302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-bf5271bb-567b-4f57-bdc1-ee25ab9881e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0830042 Aug 25 15:42:31.911706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-cbb1b038-b4cb-4b64-bf8b-2a44b1154412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.913041 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-cbb1b038-b4cb-4b64-bf8b-2a44b1154412 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0779221 Aug 25 15:42:31.981170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-6563a432-1ca1-4848-989c-08518f815f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.982671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-6563a432-1ca1-4848-989c-08518f815f32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650563 Aug 25 15:42:31.986927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-f2728cc5-8518-4d25-b1f9-ff10cf838c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:31.991431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-f2728cc5-8518-4d25-b1f9-ff10cf838c97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634146 Aug 25 15:42:32.141082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-5d836bb4-3276-4e1f-afce-45497cf2d607 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508174 Aug 25 15:42:32.146603 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-7ce97417-498d-4b87-b5f6-9bfe0772936b service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486361 Aug 25 15:42:32.306142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-55516ba9-83a3-4b97-bb54-7c22091c7900 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580408 Aug 25 15:42:32.309381 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-faabd5b7-a07d-43cb-ad67-ff46b2a3396b req-44ab4c18-2feb-42b0-b4a7-adcb03393f7d service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536953 Aug 25 15:42:32.391010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:42:32.485989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:32.500113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'mac_address': 'fa:16:3e:bf:b5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:42:32.536722 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:32.548988 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da025f32-dad5-45b3-88da-512bf4eb5ba6 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:42:32.568977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:32.616910 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:32.663158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:32.782455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29191f36-552a-4dde-9419-aff4df287ebb req-c9eb4b05-53f4-4e85-a7ea-6b58e4c97343 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:32.783993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29191f36-552a-4dde-9419-aff4df287ebb req-c9eb4b05-53f4-4e85-a7ea-6b58e4c97343 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0513635 Aug 25 15:42:32.822600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-29191f36-552a-4dde-9419-aff4df287ebb req-2ed9ca6a-4dbb-41f0-8bff-285464de7054 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Aug 25 15:42:32.851778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['da025f32-dad5-45b3-88da-512bf4eb5ba6'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:42:32.937887 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879058fe-010e-4443-824d-de16c3f73ada req-413cfe58-b313-431d-843c-e564b4436645 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:32.940027 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-879058fe-010e-4443-824d-de16c3f73ada req-413cfe58-b313-431d-843c-e564b4436645 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Aug 25 15:42:32.977560 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-879058fe-010e-4443-824d-de16c3f73ada req-c7abb8a3-19b9-42df-ba02-b849d7ff591b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316274 Aug 25 15:42:33.090066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0641a-6125-431e-ba1d-724262794974 req-d9ccb5f7-cce6-43ce-8228-db005b059d61 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:33.091572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ef0641a-6125-431e-ba1d-724262794974 req-d9ccb5f7-cce6-43ce-8228-db005b059d61 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Aug 25 15:42:33.129280 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ef0641a-6125-431e-ba1d-724262794974 req-bf86d499-6492-476f-b385-127a0eb2d8d8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312276 Aug 25 15:42:33.547844 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10386-f52a-4d43-bbc5-685a644bcc00 req-1420f5e4-3d3f-42f9-9923-f057bc614f74 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:33.549346 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bd10386-f52a-4d43-bbc5-685a644bcc00 req-1420f5e4-3d3f-42f9-9923-f057bc614f74 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Aug 25 15:42:33.592616 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6bd10386-f52a-4d43-bbc5-685a644bcc00 req-d9dca440-8310-4ee9-bc9f-43a12f7288e9 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370290 Aug 25 15:42:34.417304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:42:34.519674 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port da025f32-dad5-45b3-88da-512bf4eb5ba6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:42:34.523667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port da025f32-dad5-45b3-88da-512bf4eb5ba6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:42:34.524036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:34.611945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:34.634233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:34.636559 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b22618-9ebd-4ecf-806b-ba67cf095372" -d '{"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:34.649776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:34.675784 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ac0f55-09e0-45d8-a856-1a2aa159b991 x-openstack-request-id: req-c6ac0f55-09e0-45d8-a856-1a2aa159b991 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:34.680486 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:34.680486 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6ac0f55-09e0-45d8-a856-1a2aa159b991 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:34.680486 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'code': 200} Aug 25 15:42:34.702888 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:34.721751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b51c95-4cb7-4c17-bcb4-00012b3b0af5 req-e44d12d0-5c28-415b-942e-183a866f3297 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:34.723297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31b51c95-4cb7-4c17-bcb4-00012b3b0af5 req-e44d12d0-5c28-415b-942e-183a866f3297 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0580812 Aug 25 15:42:34.752129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=13']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:34.765187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31b51c95-4cb7-4c17-bcb4-00012b3b0af5 req-26232e98-a794-47c7-853d-52f9188c8300 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356565 Aug 25 15:42:34.941401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-6597200e-ad88-4d84-9b3c-a388a2ec316e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:34.942820 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-6597200e-ad88-4d84-9b3c-a388a2ec316e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0543840 Aug 25 15:42:35.032775 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Deleting port da025f32-dad5-45b3-88da-512bf4eb5ba6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:42:35.033131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:35.458435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] For port da025f32-dad5-45b3-88da-512bf4eb5ba6, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=da025f32-dad5-45b3-88da-512bf4eb5ba6,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:35.458819 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:35.638363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:35.638749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:35.639095 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 disassociated. External IP: 172.25.8.139, port: da025f32-dad5-45b3-88da-512bf4eb5ba6. Aug 25 15:42:35.639778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Calling delete_port for da025f32-dad5-45b3-88da-512bf4eb5ba6 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:42:35.800121 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:35.831245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event deleted for resources: {'Port': ['ID=da025f32-dad5-45b3-88da-512bf4eb5ba6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:35.875275 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-998e3efe-752e-48e5-beb7-8d6eb9b6cf77 req-06ba05b8-191b-4d6a-ac7f-3fec4a2947d0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0295980 Aug 25 15:42:35.980603 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:42:36.108939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:42:36.123063 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:42:36.132873 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:42:36.133470 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:42:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:36.149314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] No DVR routers for this DVR port da025f32-dad5-45b3-88da-512bf4eb5ba6 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:42:36.151917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:36.154004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-834fcb34-4ec5-4b51-a929-12b0873e6e5c req-d4d0cc95-6a7a-4879-a4e9-df686a26f7e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "DELETE /v2.0/ports/da025f32-dad5-45b3-88da-512bf4eb5ba6 HTTP/1.1" status: 204 len: 173 time: 1.2044888 Aug 25 15:42:36.154442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-deleted', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:36.156727 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa9fb16-67c9-4981-8ef8-856c9ae063ae" -d '{"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-deleted", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:36.193787 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e2469-7c2c-4b40-8836-e01f2044aa4f x-openstack-request-id: req-a73e2469-7c2c-4b40-8836-e01f2044aa4f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:36.194080 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876a4d-2a6e-45f4-816d-ebecd0a8c2a5", "name": "network-vif-deleted", "tag": "da025f32-dad5-45b3-88da-512bf4eb5ba6", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:36.194331 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a73e2469-7c2c-4b40-8836-e01f2044aa4f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:36.194750 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876a4d-2a6e-45f4-816d-ebecd0a8c2a5', 'name': 'network-vif-deleted', 'tag': 'da025f32-dad5-45b3-88da-512bf4eb5ba6', 'status': 'completed', 'code': 200} Aug 25 15:42:36.253632 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:42:36.463491 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:36.576775 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:42:36.585667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:42:36.586265 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:42:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:36.686824 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:42:36.881026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:36.911327 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112742a-5f92-4cee-bc30-29fb7d5a7a10 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:42:36.987522 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-63b29dee-c64f-4824-be3e-f661ea741a50 req-35f9e907-a8bb-4e90-a71d-42132691b0cf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=73876a4d-2a6e-45f4-816d-ebecd0a8c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Aug 25 15:42:37.144483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489dcf0-e235-42a0-a6bf-6fe457691efc None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:42:38.256361 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-34b45ab3-dc70-4f54-a871-3e88140c6a13 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--208232076&fields=id&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 267 time: 0.0323188 Aug 25 15:42:38.368264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-4b411690-975a-495f-bf11-303e3ed610d1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:38.369665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-4b411690-975a-495f-bf11-303e3ed610d1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1066141 Aug 25 15:42:38.385205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-1ad10c50-fc18-43a3-bd1f-5a3273f98960 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/quotas/54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 375 time: 0.0095079 Aug 25 15:42:38.433115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:42:38.437514 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-f2f47c56-719d-42e4-9349-c6539bba2695 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469348 Aug 25 15:42:38.454610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: da025f32-dad5-45b3-88da-512bf4eb5ba6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:42:38.454963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device da025f32-dad5-45b3-88da-512bf4eb5ba6 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:42:38.610130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-41d5c0f4-1de4-4d9c-8b76-27284e216565 service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260347 Aug 25 15:42:38.700537 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-e725474f-b1d6-4f59-81b0-0615f7fa9459 service neutron] 10.222.0.58 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834510 Aug 25 15:42:38.926218 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-86e54ef7-8e01-4798-b6ee-dbd621b80645 req-8c30d6ea-202b-4405-9cb5-349348a2b011 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Aug 25 15:42:40.021169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f05a590f-2322-4495-a384-e65454e626ed req-980376d7-251a-4b56-a73f-3d8bafed5730 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0278959 Aug 25 15:42:40.804486 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-5f847791-50dc-4d3f-bcda-1c6c98601173 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:40.805868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-5f847791-50dc-4d3f-bcda-1c6c98601173 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 811 time: 0.1041822 Aug 25 15:42:40.853281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-5c6c21cb-006e-4208-a7a4-48cc55dd4b8b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 379 time: 0.0371721 Aug 25 15:42:40.863936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'port': {'device_id': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'admin_state_up': True, 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'security_groups': ['cbdc5a86-fc1f-41fa-820d-dc51dabf4822']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:42:41.044841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Made reservation on behalf of 54a5d2edc87046a1839df0682600d75f for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:42:41.048489 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:41.116843 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-88030a37-34f0-4cfc-a8dc-5129aaf6bd4a req-3e3505e8-d033-4cb7-b749-e03370878b91 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0275650 Aug 25 15:42:41.178459 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Allocated IP 172.20.0.6 (c258e89c-9b2b-4a66-9e10-517c14173776/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9/7259858c-648b-4bd4-8d60-f7887e78e8b4) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:42:41.315132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:41.328353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Transition to ACTIVE for port object 7259858c-648b-4bd4-8d60-f7887e78e8b4 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:42:41.440227 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:41.484778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Network c258e89c-9b2b-4a66-9e10-517c14173776 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:42:41.487903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:42:41.491694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:42:41.498006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:41.551052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:41.551692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:41.663444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-64633fdc-393e-4378-bc1a-36ff8cb2a468 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031487 Aug 25 15:42:41.677454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Request body: {'port': {'device_id': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:42:41.732014 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:41.836258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b2ad5a59-bda6-4408-9fad-a7bae5a357a1 None None] Provisioning for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:42:41.841308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b2ad5a59-bda6-4408-9fad-a7bae5a357a1 None None] Provisioning complete for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:42:41.841626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5a59-bda6-4408-9fad-a7bae5a357a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:41.881958 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad5a59-bda6-4408-9fad-a7bae5a357a1 None None] Port 7259858c-648b-4bd4-8d60-f7887e78e8b4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:42:42.011596 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:42:42.020106 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:42.031707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Transition to ACTIVE for port object 7259858c-648b-4bd4-8d60-f7887e78e8b4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:42:42.102221 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:42.155772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:42.263723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:42:42.264069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:42:42.264406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:42:42.275750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0afd02-9ea4-4eb8-8eb5-bd886a3caac6 req-536fb18c-a2ac-4bd9-9f29-f9c49279a0bf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:42.277332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a0afd02-9ea4-4eb8-8eb5-bd886a3caac6 req-536fb18c-a2ac-4bd9-9f29-f9c49279a0bf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0756638 Aug 25 15:42:42.279826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:42:42.280046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:42:42.292876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:42:42.293212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:42:42.293594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:42:42.294040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Bound port: 7259858c-648b-4bd4-8d60-f7887e78e8b4, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:42:42.294394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:42.354257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a0afd02-9ea4-4eb8-8eb5-bd886a3caac6 req-92a1252a-8a8f-48f2-9924-bdc0c9f9d9fc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704045 Aug 25 15:42:42.387716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:42:42.390805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:42:42.473922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:42.512513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:42.513122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:42.514518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] 10.222.0.52 "PUT /v2.0/ports/7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1091 time: 0.8419409 Aug 25 15:42:42.514991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:42.518145 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:42.544280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc6bcd-fe1a-4053-a908-1a18159a6391 service neutron] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:42.562922 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e037f039-0d8a-42b8-af7a-1a5ab15bb5b2 x-openstack-request-id: req-e037f039-0d8a-42b8-af7a-1a5ab15bb5b2 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:42.563299 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:42.566582 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e037f039-0d8a-42b8-af7a-1a5ab15bb5b2 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:42.566582 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'status': 'completed', 'code': 200} Aug 25 15:42:42.630504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78 req-a53aaf8f-dfc2-4bfb-a3b8-c0e698a04176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:42.632666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78 req-a53aaf8f-dfc2-4bfb-a3b8-c0e698a04176 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1094 time: 0.0451701 Aug 25 15:42:42.738650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78 req-eac58916-1b3a-474b-978b-d70420cb9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:42.740398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78 req-eac58916-1b3a-474b-978b-d70420cb9d32 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=54a5d2edc87046a1839df0682600d75f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989933 Aug 25 15:42:42.841740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78 req-31c7a4d1-482b-4caf-8270-c36ffce54630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:42.843283 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8bc4bb94-afc0-4b5e-acc9-e9e6dc200d78 req-31c7a4d1-482b-4caf-8270-c36ffce54630 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957992 Aug 25 15:42:42.923859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-a8202c4e-bb66-4b3c-8675-e2bbf3baaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:42.925288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-a8202c4e-bb66-4b3c-8675-e2bbf3baaecc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1094 time: 0.0438831 Aug 25 15:42:42.971521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-61544fac-69cc-4c4a-8237-6210a06146c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 217 time: 0.0373912 Aug 25 15:42:43.020152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-5691082b-5689-4cb0-ad34-f4732025219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:43.021577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-5691082b-5689-4cb0-ad34-f4732025219f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0426271 Aug 25 15:42:43.067711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-f6d74edf-f637-497c-909b-21bc2e08a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:43.069185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-f6d74edf-f637-497c-909b-21bc2e08a5d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404747 Aug 25 15:42:43.161234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-e188cadd-3ce3-44d5-aff6-368c30a0a2d0 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849588 Aug 25 15:42:43.251290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-683bfa85-9194-4e45-aec3-71aca1766d92 req-9724066d-98f6-40cc-b322-fe070f298c80 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819046 Aug 25 15:42:43.471549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35c2e-9170-44d4-b22d-b50f9ef066e3 req-9a893d88-0f14-4395-824d-47cb4953e5e2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:43.473034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dca35c2e-9170-44d4-b22d-b50f9ef066e3 req-9a893d88-0f14-4395-824d-47cb4953e5e2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0504777 Aug 25 15:42:43.510077 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dca35c2e-9170-44d4-b22d-b50f9ef066e3 req-297b515b-6dc2-4e65-adf8-3a247c6c0ccd tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310178 Aug 25 15:42:44.629371 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3c5c5-c995-48e6-a6aa-d0f1736804d3 req-d56e5ec0-afb5-4c40-b0f7-5751b232cd80 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:44.630870 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4c3c5c5-c995-48e6-a6aa-d0f1736804d3 req-d56e5ec0-afb5-4c40-b0f7-5751b232cd80 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0502818 Aug 25 15:42:44.673702 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f4c3c5c5-c995-48e6-a6aa-d0f1736804d3 req-4116fdf2-9373-4883-8292-e17c92b25ba0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 Aug 25 15:42:45.791032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45134f4-499e-4db7-bf52-a9884e8afac5 req-091ee829-6b27-4fa0-afe9-d87ce65f3ec8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:45.792523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c45134f4-499e-4db7-bf52-a9884e8afac5 req-091ee829-6b27-4fa0-afe9-d87ce65f3ec8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0517197 Aug 25 15:42:45.830374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c45134f4-499e-4db7-bf52-a9884e8afac5 req-0c632765-b3ef-4ec6-8278-d7bf70cde8f8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Aug 25 15:42:46.464060 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:42:46.554808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:46.566946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'mac_address': 'fa:16:3e:53:48:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:42:46.607245 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:46.619576 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:42:46.638313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:46.753084 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:46.800480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:46.948445 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005419-0c25-4de4-a411-c202580110e7 req-ea30fdff-bd09-452c-b981-07ab2992f4ae tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:46.949984 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68005419-0c25-4de4-a411-c202580110e7 req-ea30fdff-bd09-452c-b981-07ab2992f4ae tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0501280 Aug 25 15:42:46.953508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7259858c-648b-4bd4-8d60-f7887e78e8b4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:42:46.991506 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68005419-0c25-4de4-a411-c202580110e7 req-9f7469f0-184c-4d25-9c89-223a5380aa5e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344024 Aug 25 15:42:48.106958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb34622-89d9-4c1c-b9e1-2ca7f1b9fb22 req-403b779f-a121-44f3-accb-dedac2a7ea8b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:48.108406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cb34622-89d9-4c1c-b9e1-2ca7f1b9fb22 req-403b779f-a121-44f3-accb-dedac2a7ea8b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0487168 Aug 25 15:42:48.146141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cb34622-89d9-4c1c-b9e1-2ca7f1b9fb22 req-ef989991-e853-47e7-b5da-0f38e7a9ac91 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310984 Aug 25 15:42:48.500252 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:42:48.588092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:42:48.593819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:42:48.599739 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:48.669635 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:48.691250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:48.697005 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318118e9-4eaa-404f-b2fd-85d13ee5d813" -d '{"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-plugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:48.710365 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:42:48.732244 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7a8ca-98b5-44eb-aa35-49501ae6c804 x-openstack-request-id: req-92f7a8ca-98b5-44eb-aa35-49501ae6c804 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:48.732557 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-plugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:48.732808 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92f7a8ca-98b5-44eb-aa35-49501ae6c804 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:48.733196 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'code': 200} Aug 25 15:42:48.772523 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:48.823241 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:42:48.831352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e29018-2397-46d1-80f3-93195b9449f8 req-d9fbff49-cca4-4c5b-adaa-ab4a57958f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:48.833320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-21e29018-2397-46d1-80f3-93195b9449f8 req-d9fbff49-cca4-4c5b-adaa-ab4a57958f4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1096 time: 0.0412924 Aug 25 15:42:48.867535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-21e29018-2397-46d1-80f3-93195b9449f8 req-29df2201-5b14-4586-a4f3-fa9485d9330f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273211 Aug 25 15:42:49.263897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad4a9-cbf8-412a-a50e-8c6ea5c73b22 req-79743852-5dad-4769-b6f8-8d4f617b8986 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:49.265360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b5ad4a9-cbf8-412a-a50e-8c6ea5c73b22 req-79743852-5dad-4769-b6f8-8d4f617b8986 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0515409 Aug 25 15:42:49.302124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7b5ad4a9-cbf8-412a-a50e-8c6ea5c73b22 req-1db33396-2301-4810-a363-38065a2125b3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308433 Aug 25 15:42:50.420784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb53e15-7811-4c03-96bc-1c7359c6dfea req-eec10366-8aad-43c4-b335-8e18f0cf7768 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:50.422287 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4eb53e15-7811-4c03-96bc-1c7359c6dfea req-eec10366-8aad-43c4-b335-8e18f0cf7768 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0513134 Aug 25 15:42:50.460486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4eb53e15-7811-4c03-96bc-1c7359c6dfea req-fcc081a1-80dd-42d0-9224-f9d5d0cd1010 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Aug 25 15:42:50.573441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc8d8-87f5-457a-8b5d-983b52b8eab1 req-7f12622d-6ccc-47c5-b98d-459b0d128917 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:50.574923 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-513bc8d8-87f5-457a-8b5d-983b52b8eab1 req-7f12622d-6ccc-47c5-b98d-459b0d128917 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0502496 Aug 25 15:42:50.583996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 52690) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:42:50.588663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Request body: {'floatingip': {'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:42:50.627363 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:51.066783 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:51.079274 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ab233c9-2a86-4075-b6d8-9c970ca81c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:51.164853 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:51.265113 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 associated. External IP: 172.25.8.139, port: 7259858c-648b-4bd4-8d60-f7887e78e8b4. Aug 25 15:42:51.472235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:42:51.584120 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:42:51.589417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:51.595149 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:42:51.604197 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:42:51.604827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:42:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:51.616747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b276cc74-e611-4761-a8d8-bfebcfb49b86 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "PUT /v2.0/floatingips/2a0fad7c-8291-42f7-809c-195d4d36ffa2 HTTP/1.1" status: 200 len: 992 time: 1.0317595 Aug 25 15:42:51.617411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:42:51.619797 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ae13f-8af3-47c8-8184-10d8721a90d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:42:51.658931 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb3f41-f269-44b7-9cee-b6702a5756af x-openstack-request-id: req-c5eb3f41-f269-44b7-9cee-b6702a5756af {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:42:51.659276 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:42:51.659535 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5eb3f41-f269-44b7-9cee-b6702a5756af {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:42:51.659942 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'status': 'completed', 'code': 200} Aug 25 15:42:51.717227 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:42:51.731109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-106d63d4-de60-4354-8f59-c31a38df5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:51.732551 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-106d63d4-de60-4354-8f59-c31a38df5c7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1096 time: 0.0446677 Aug 25 15:42:51.832307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-e330040d-de29-490e-896e-1728c9ffec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:51.833827 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-e330040d-de29-490e-896e-1728c9ffec65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0940843 Aug 25 15:42:51.906898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-47e570cd-3969-46d9-a1ac-e0a826fe89a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.0616789 Aug 25 15:42:51.946113 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:42:51.964735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-a752094b-ca27-4c55-b629-d8909986c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:51.966347 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-a752094b-ca27-4c55-b629-d8909986c34b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0520630 Aug 25 15:42:51.976744 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:53:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:42:50Z', 'revision_number': 13, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:52.008275 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:42:52.017984 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:42:52.018615 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:42:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:52.131406 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:42:52.362343 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-544ddf08-5fba-46c8-b4f6-c11c49bc722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:42:52.363824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-544ddf08-5fba-46c8-b4f6-c11c49bc722a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3895786 Aug 25 15:42:52.373833 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:53:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:42:50Z', 'revision_number': 13, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:42:52.401666 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746da890-5862-4eb4-ba40-23e58039c1b4 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '2a0fad7c-8291-42f7-809c-195d4d36ffa2', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'mac_address': 'fa:16:3e:53:48:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:35:31Z', 'updated_at': '2021-08-25T15:42:50Z', 'revision_number': 13, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:42:52.464467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-552e9f2e-5e20-44bb-960a-aac31935fcb0 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927932 Aug 25 15:42:52.561979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f2ae13f-8af3-47c8-8184-10d8721a90d0 req-5a0ce029-e8f4-4707-9c82-2857b4e70495 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892527 Aug 25 15:42:52.617952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fedfae-6467-4a33-a40f-053c593db3db None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:42:53.776424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d4492613-ef3a-4409-8078-9d0abceccf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:54.181641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:55.661393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:57.210135 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:57.638873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:42:59.418158 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:21.032647 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7116dc38-ce00-44e7-8483-32c81892eee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:22.938242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-d3a8218f-0c84-4e15-8488-848aaba9d81b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393882 Aug 25 15:43:23.022208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa89049-c698-440a-9b93-4a89b45672c0 req-fb6b4731-139a-422a-9738-fa271406bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:43:23.023728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-fb6b4731-139a-422a-9738-fa271406bcb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1096 time: 0.0398026 Aug 25 15:43:23.128305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa89049-c698-440a-9b93-4a89b45672c0 req-227f0078-3c8d-4a60-980b-fdd73389fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:43:23.129709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-227f0078-3c8d-4a60-980b-fdd73389fbe1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0862551 Aug 25 15:43:23.198271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-0ae14c3e-fa6e-423a-84b5-c212fa938e36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1002 time: 0.0570047 Aug 25 15:43:23.251746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa89049-c698-440a-9b93-4a89b45672c0 req-e82150f4-a31e-408e-b553-048f9c812e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:43:23.253201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-e82150f4-a31e-408e-b553-048f9c812e37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0465045 Aug 25 15:43:23.298627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa89049-c698-440a-9b93-4a89b45672c0 req-d1dbb886-e1e4-48f1-8a51-bce412b957bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:43:23.300166 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-d1dbb886-e1e4-48f1-8a51-bce412b957bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392258 Aug 25 15:43:23.388640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-72753814-22a5-42c5-805c-64b8fa1b93ba service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800741 Aug 25 15:43:23.481266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-caa89049-c698-440a-9b93-4a89b45672c0 req-488ffa0d-7856-4761-8628-d416e461bdc4 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838101 Aug 25 15:43:23.735219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5da77011-0c86-428d-b93b-d3d4eeb3c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:24.197972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:25.667290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:27.215525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:27.644304 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:28.946054 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:43:29.432484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:51.020714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6b2b046d-d626-42de-9d59-2fa849002578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:53.740195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d4ddac13-0276-4773-b91e-110aa8fa2e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:54.214472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:55.654700 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:57.208438 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:57.660252 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:43:59.454442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:05.945792 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:44:21.025319 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-591ec7a7-3336-4b2f-8dc9-71d3c5999cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:23.728054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fe51-93ba-41fd-aa58-7524e7a130b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:24.236827 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:24.971913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-99d30ebd-1c3c-4e78-98f3-6803f89a6c2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476530 Aug 25 15:44:25.058683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-260c4628-2aa2-4bf8-843b-9ba568b7925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:25.060288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-260c4628-2aa2-4bf8-843b-9ba568b7925e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1096 time: 0.0445764 Aug 25 15:44:25.170564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-7aa08f70-3ace-4ef7-8328-06764e7bb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:25.172101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-7aa08f70-3ace-4ef7-8328-06764e7bb844 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0889618 Aug 25 15:44:25.238912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-6794adb6-0511-4146-b4d6-8a382fe3fd35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1002 time: 0.0588701 Aug 25 15:44:25.297786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-e7448732-fab4-40f5-a91e-189ab6aa76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:25.299286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-e7448732-fab4-40f5-a91e-189ab6aa76f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0487266 Aug 25 15:44:25.346061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-2dddd040-f876-428b-b777-23a94065c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:25.347602 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-2dddd040-f876-428b-b777-23a94065c122 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410404 Aug 25 15:44:25.446344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-a72a0897-bc30-46f1-a233-cfddc3977837 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 Aug 25 15:44:25.551245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8bf9742-e4c8-4bd0-a4b9-9eb594a7b2f7 req-07de578a-5016-4523-a2cc-0bcfeb63ed3a service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969996 Aug 25 15:44:25.688444 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:27.236644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:27.711432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:29.436895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:32.570215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62375b3d-6d7d-4ae2-89f4-c31a53797dd3 req-4619d3d0-2883-495a-b6be-c8a1147df03e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:32.571747 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62375b3d-6d7d-4ae2-89f4-c31a53797dd3 req-4619d3d0-2883-495a-b6be-c8a1147df03e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Aug 25 15:44:32.609396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62375b3d-6d7d-4ae2-89f4-c31a53797dd3 req-c7b83a21-6872-4a20-ad2c-e663472ed592 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Aug 25 15:44:42.946767 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:44:44.504857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea08f7-ce17-425a-85de-b52d5d7021b4 req-69b29e7d-eb10-4f09-9de6-a3315e6e9560 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:44.506355 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92ea08f7-ce17-425a-85de-b52d5d7021b4 req-69b29e7d-eb10-4f09-9de6-a3315e6e9560 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0579245 Aug 25 15:44:44.546945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92ea08f7-ce17-425a-85de-b52d5d7021b4 req-f0faef1f-02c3-45da-8c46-e85251760c91 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339682 Aug 25 15:44:44.744256 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-cb667744-2ef8-43c9-9bc5-918073a1ae02 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876260 Aug 25 15:44:45.667832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f8245-b265-491e-a0b6-c16b23dc64d5 req-bd13b52c-1690-4c3d-8c97-5ccaf4a269e4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:45.669305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-977f8245-b265-491e-a0b6-c16b23dc64d5 req-bd13b52c-1690-4c3d-8c97-5ccaf4a269e4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Aug 25 15:44:45.706568 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-977f8245-b265-491e-a0b6-c16b23dc64d5 req-cfd0fbda-e00e-4369-a624-0dfb36620b64 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310011 Aug 25 15:44:46.825374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604288a-1060-459f-bcd3-f0b2d9cf84f2 req-3726c2e8-752b-460d-89b6-daac8adace63 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:46.827018 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b604288a-1060-459f-bcd3-f0b2d9cf84f2 req-3726c2e8-752b-460d-89b6-daac8adace63 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0515008 Aug 25 15:44:46.870661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b604288a-1060-459f-bcd3-f0b2d9cf84f2 req-beed248e-97f4-4ae9-a0bb-2cfa9c7c2d10 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344415 Aug 25 15:44:47.994299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe55b3-41d9-42fc-ba8e-ccc551a6f907 req-9864397c-c9c5-4fff-a94b-1588cac7077e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:47.996481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fbe55b3-41d9-42fc-ba8e-ccc551a6f907 req-9864397c-c9c5-4fff-a94b-1588cac7077e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Aug 25 15:44:48.033384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3fbe55b3-41d9-42fc-ba8e-ccc551a6f907 req-11c89439-a580-475c-9103-42eee5a08829 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314474 Aug 25 15:44:48.210073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-d32c1261-b0a4-45f4-b8e4-1634dbcc4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:48.211503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-d32c1261-b0a4-45f4-b8e4-1634dbcc4ecb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1096 time: 0.0426164 Aug 25 15:44:48.302535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-87fc7b4d-2c2b-4e2a-8694-b81184221315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:48.304038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-87fc7b4d-2c2b-4e2a-8694-b81184221315 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0861464 Aug 25 15:44:48.369274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-c88fdce0-184d-4d40-99b4-ef172d3b27cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1002 time: 0.0582423 Aug 25 15:44:48.424809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-18937774-efb3-4e4f-89a0-1e7b3f3bd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:48.426288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-18937774-efb3-4e4f-89a0-1e7b3f3bd4a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0496488 Aug 25 15:44:48.471832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-8003ca67-8299-4b06-bca3-639aa4264dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:48.473320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-8003ca67-8299-4b06-bca3-639aa4264dbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397866 Aug 25 15:44:48.561669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-6b9340e3-951b-41ae-b803-6f7312381472 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806735 Aug 25 15:44:48.655441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-eab9807f-19e3-48c2-8fce-99729b9c455e service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865946 Aug 25 15:44:49.152293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aa968-9f4a-4640-ba4d-eff4ebc5f2ae req-ff8c7ccc-e3b5-440b-b865-e2f0ed958fad tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:49.153897 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b7aa968-9f4a-4640-ba4d-eff4ebc5f2ae req-ff8c7ccc-e3b5-440b-b865-e2f0ed958fad tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0495853 Aug 25 15:44:49.192476 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b7aa968-9f4a-4640-ba4d-eff4ebc5f2ae req-813228d0-f17c-4c82-890f-e2898f125563 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Aug 25 15:44:50.306901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d2b7b-8508-4e0d-8075-5aee19c181d5 req-6bc4572e-1a02-4e57-bf87-86623ad3ddc6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:50.308407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-425d2b7b-8508-4e0d-8075-5aee19c181d5 req-6bc4572e-1a02-4e57-bf87-86623ad3ddc6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Aug 25 15:44:50.345804 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-425d2b7b-8508-4e0d-8075-5aee19c181d5 req-b7c73ee2-ed7b-408c-9f41-970cd8cffcfe tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Aug 25 15:44:51.041623 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8d109fa7-e1dc-4a9f-8457-3abc58c05ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:51.466248 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12f8e-9e12-410c-b4f5-5f7efdd4dfea req-bcea204d-d325-49d1-b804-e52f704f0ec1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:51.467765 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92a12f8e-9e12-410c-b4f5-5f7efdd4dfea req-bcea204d-d325-49d1-b804-e52f704f0ec1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0535524 Aug 25 15:44:51.504684 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-92a12f8e-9e12-410c-b4f5-5f7efdd4dfea req-95694ffe-675e-47e3-b310-a807e68398f6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309331 Aug 25 15:44:52.621184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b127d7-9687-42c2-bd18-f45756e1694f req-afbef690-7732-4e01-8629-f26c5e031bc3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:52.622683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8b127d7-9687-42c2-bd18-f45756e1694f req-afbef690-7732-4e01-8629-f26c5e031bc3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Aug 25 15:44:52.665627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e8b127d7-9687-42c2-bd18-f45756e1694f req-1e3ecabd-04ad-46b0-b15c-583a87657227 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370758 Aug 25 15:44:53.780545 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6139bf-4e06-4389-993e-c5a6af7c7bf2 req-ca84a830-ff2c-4050-8baa-2e0147aed211 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:53.781963 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c6139bf-4e06-4389-993e-c5a6af7c7bf2 req-ca84a830-ff2c-4050-8baa-2e0147aed211 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Aug 25 15:44:53.801862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cf209eae-3216-47d8-8608-79e621a88f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:53.821295 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6c6139bf-4e06-4389-993e-c5a6af7c7bf2 req-7ba541e4-1f11-4f10-ae27-3e3f4660136d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332899 Aug 25 15:44:54.219105 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:54.942417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174b5e-3fb1-4ba5-9a45-82874f25ecf4 req-5fb8478e-a24f-4b1f-b548-e2f798573512 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:54.943847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7174b5e-3fb1-4ba5-9a45-82874f25ecf4 req-5fb8478e-a24f-4b1f-b548-e2f798573512 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0504131 Aug 25 15:44:54.982142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7174b5e-3fb1-4ba5-9a45-82874f25ecf4 req-a082d851-9ad9-4c43-89ca-84d4f60b2039 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Aug 25 15:44:55.750702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:56.096255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb03d6b-39b3-4da6-bc03-eecba48683cc req-f6c6aea1-6bcf-4f95-acfb-ec3e5a012685 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:56.097746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccb03d6b-39b3-4da6-bc03-eecba48683cc req-f6c6aea1-6bcf-4f95-acfb-ec3e5a012685 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Aug 25 15:44:56.135137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccb03d6b-39b3-4da6-bc03-eecba48683cc req-cd304537-766c-4dba-8440-2af765a7a99f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Aug 25 15:44:57.207758 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:57.252015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677212af-905c-4e9c-8318-253b8167485d req-628f08ed-46e7-43d5-9c1c-5f6243718866 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:57.253488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-677212af-905c-4e9c-8318-253b8167485d req-628f08ed-46e7-43d5-9c1c-5f6243718866 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Aug 25 15:44:57.291268 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-677212af-905c-4e9c-8318-253b8167485d req-21b34765-0da9-4c46-957a-f26558abc61e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Aug 25 15:44:57.772890 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:58.413098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91decb11-3b53-4ca5-998d-6c825bca1756 req-adfa508a-8c2c-4d78-b0d2-8aa353ef934d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:58.414590 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-91decb11-3b53-4ca5-998d-6c825bca1756 req-adfa508a-8c2c-4d78-b0d2-8aa353ef934d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Aug 25 15:44:58.454109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-91decb11-3b53-4ca5-998d-6c825bca1756 req-c7a2f62b-c466-43ff-93ab-e056340fd9ea tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Aug 25 15:44:59.464497 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:44:59.569999 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7e08-c3c6-4ba6-9564-854daeabe302 req-4fce95b7-c642-4ca6-96cd-58f0ecce1d85 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:44:59.572037 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-940e7e08-c3c6-4ba6-9564-854daeabe302 req-4fce95b7-c642-4ca6-96cd-58f0ecce1d85 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0503128 Aug 25 15:44:59.614476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-940e7e08-c3c6-4ba6-9564-854daeabe302 req-2fc27a91-c314-4711-a4a3-5a3613956d6e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362165 Aug 25 15:45:00.733795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0f98-2d6f-47ee-a55d-a042dcaa52a0 req-d8587275-e2ab-4b14-9a97-936d4481da03 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:00.735651 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e75f0f98-2d6f-47ee-a55d-a042dcaa52a0 req-d8587275-e2ab-4b14-9a97-936d4481da03 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Aug 25 15:45:00.773387 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e75f0f98-2d6f-47ee-a55d-a042dcaa52a0 req-1ac48887-9d2b-43cd-b723-769a0f6369f4 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Aug 25 15:45:01.894684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9ef2b-30f4-4f83-9a35-4b7cc63c0ac8 req-e5f3b6dc-daf1-421d-98c9-5d1fddd9bb7a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:01.896261 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fca9ef2b-30f4-4f83-9a35-4b7cc63c0ac8 req-e5f3b6dc-daf1-421d-98c9-5d1fddd9bb7a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0502691 Aug 25 15:45:01.935828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fca9ef2b-30f4-4f83-9a35-4b7cc63c0ac8 req-cdbb66c0-7a6f-4a48-9c9f-8577edb472ce tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334921 Aug 25 15:45:03.053717 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550547f5-358a-457a-83a1-bfd58310fe4e req-113be539-fa52-48e8-8a65-60dc9b1dcaff tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:03.056962 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-550547f5-358a-457a-83a1-bfd58310fe4e req-113be539-fa52-48e8-8a65-60dc9b1dcaff tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Aug 25 15:45:03.097191 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-550547f5-358a-457a-83a1-bfd58310fe4e req-5818ac51-1f72-4230-ab50-f3f7ba7daa19 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338695 Aug 25 15:45:03.119180 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-dea2255f-ce4f-426d-8efe-ce3d3d7fb3aa service neutron] show failed (client error): The resource could not be found. Aug 25 15:45:03.120335 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-dea2255f-ce4f-426d-8efe-ce3d3d7fb3aa service neutron] 10.222.0.52 "GET /v2.0/ports/7259858c-648b-4bd4-8d60-f7887e78e8b4/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0580189 Aug 25 15:45:03.672105 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-cc72cb36-1163-46b3-9624-29b953619e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:03.673651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-cc72cb36-1163-46b3-9624-29b953619e45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 1096 time: 0.0415308 Aug 25 15:45:03.685856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:45:03.743338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:03.950068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:03.983461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:45:04.023048 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:04.026057 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b437094c-198e-44a6-90ce-36b161810219" -d '{"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-unplugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:04.031581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:04.043971 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Transition to ACTIVE for port object 7259858c-648b-4bd4-8d60-f7887e78e8b4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:45:04.073468 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8ca8e2-4e59-4559-a9c2-a8fd04826e30 x-openstack-request-id: req-9a8ca8e2-4e59-4559-a9c2-a8fd04826e30 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:04.073784 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-unplugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:04.074042 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a8ca8e2-4e59-4559-a9c2-a8fd04826e30 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:04.074472 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'code': 200} Aug 25 15:45:04.121701 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:04.209936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:04.221454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.221808 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.222157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.222550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.223098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.223940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.223940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.224289 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.224627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.224970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.225292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.225818 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:04.238378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4631e-7a26-4815-bcaa-10ad88c0387c req-c1a23990-c94e-4206-85c2-78f9a4201ac0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:04.239965 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69c4631e-7a26-4815-bcaa-10ad88c0387c req-c1a23990-c94e-4206-85c2-78f9a4201ac0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0660937 Aug 25 15:45:04.273851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] No DVR routers for this DVR port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:45:04.280342 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-69c4631e-7a26-4815-bcaa-10ad88c0387c req-e864e2a4-45f1-4193-80af-cab7d2914b34 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342600 Aug 25 15:45:04.423383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:45:04.423626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:45:04.423952 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:45:04.428242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:45:04.428553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:45:04.433942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:45:04.434302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:45:04.434913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:45:04.435125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Bound port: 7259858c-648b-4bd4-8d60-f7887e78e8b4, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:45:04.435478 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:04.498779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:45:04.501737 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:45:04.561796 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:04.599384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:04.599995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:04.601360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] 10.222.0.45 "PUT /v2.0/ports/7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1091 time: 0.9195516 Aug 25 15:45:04.622483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f5017-9f5e-4195-92b2-525d75ec6b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:04.670236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-0032fbc1-1cd9-4298-9959-1aaef02c5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:04.671914 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-0032fbc1-1cd9-4298-9959-1aaef02c5d13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1094 time: 0.0462725 Aug 25 15:45:04.766702 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-ba311aa0-a261-443e-a750-ad30edadf166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:04.768237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-ba311aa0-a261-443e-a750-ad30edadf166 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0896590 Aug 25 15:45:04.839815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-ade2a21a-1763-4057-b043-26d5b319140c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.0638654 Aug 25 15:45:04.890084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-fde24f4e-468c-42a6-a53d-fee53bb5f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:04.891606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-fde24f4e-468c-42a6-a53d-fee53bb5f107 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0451996 Aug 25 15:45:04.937805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-ebd7c5dd-2c45-4736-bf04-20a0f19499bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:04.939328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-ebd7c5dd-2c45-4736-bf04-20a0f19499bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407073 Aug 25 15:45:05.032534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-08ce1963-f359-4b8a-baf9-9d8183f39dee service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Aug 25 15:45:05.121456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c88e94b8-c0f5-4de5-9648-9c0e75bfca62 req-464a2201-c703-4327-a050-e04a5d2f88dc service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821660 Aug 25 15:45:05.246004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:45:05.284302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:45:05.413704 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eadda8-427b-43ad-a0c7-9842185cdff1 req-ef0417d3-9720-4def-b443-b290a100534f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:05.415200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49eadda8-427b-43ad-a0c7-9842185cdff1 req-ef0417d3-9720-4def-b443-b290a100534f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0536079 Aug 25 15:45:05.454960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49eadda8-427b-43ad-a0c7-9842185cdff1 req-eb377e62-4874-41c9-9063-f0762baaeeb3 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333331 Aug 25 15:45:06.075944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:06.078324 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:06.128499 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b939a81-b9c8-4c46-a18f-1faca29e2fe6 x-openstack-request-id: req-7b939a81-b9c8-4c46-a18f-1faca29e2fe6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:06.131124 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:06.131124 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b939a81-b9c8-4c46-a18f-1faca29e2fe6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:06.131124 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'status': 'completed', 'code': 200} Aug 25 15:45:06.217717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-8764ba6c-6c4a-42de-acaf-70408ea42045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.219144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-8764ba6c-6c4a-42de-acaf-70408ea42045 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1094 time: 0.0700605 Aug 25 15:45:06.220843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-db78faee-9af4-4c11-914f-3e1240be01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.222156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-db78faee-9af4-4c11-914f-3e1240be01fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1094 time: 0.0645945 Aug 25 15:45:06.378788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-563d594f-d9ce-4013-bbda-17d3496f054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.380293 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-563d594f-d9ce-4013-bbda-17d3496f054f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1534634 Aug 25 15:45:06.382969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-49888091-ea53-452b-8573-a9e55308e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.384873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-49888091-ea53-452b-8573-a9e55308e744 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1507576 Aug 25 15:45:06.495587 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-27f39722-849e-41d0-bb69-5cd775d31138 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.1076341 Aug 25 15:45:06.497993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-a1d61e89-b4e1-4a9c-a967-0ce24b7f48fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.1045163 Aug 25 15:45:06.613982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-7e208d16-e815-479c-b6f3-a4ee99231f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.615510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-7e208d16-e815-479c-b6f3-a4ee99231f9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.1111350 Aug 25 15:45:06.622110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-393be2ae-121f-4256-8550-0cad62693ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.623670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-393be2ae-121f-4256-8550-0cad62693ed1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.1108778 Aug 25 15:45:06.692342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485a5ac-9918-4dd7-a78b-9050dcae7d4c req-9aba4147-35a3-4748-8667-94325a258d7c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.693876 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7485a5ac-9918-4dd7-a78b-9050dcae7d4c req-9aba4147-35a3-4748-8667-94325a258d7c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.1508715 Aug 25 15:45:06.717608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-10741da1-3590-4dfc-bf15-621dcbc9590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.718479 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-10741da1-3590-4dfc-bf15-621dcbc9590c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930583 Aug 25 15:45:06.739454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-8109ebf0-6649-48c5-9074-b23c497df198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:06.740850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-8109ebf0-6649-48c5-9074-b23c497df198 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048934 Aug 25 15:45:06.839863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7485a5ac-9918-4dd7-a78b-9050dcae7d4c req-fd8ea5b4-0289-42e4-a1dd-b3f8053e95ae tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378458 Aug 25 15:45:06.899504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-5564ca39-cf38-4326-8693-bea0246a2928 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704276 Aug 25 15:45:06.918160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-8f7f2d56-ed84-4347-b89c-70f5e62356e9 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632261 Aug 25 15:45:07.061080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-a0d3e0d3-dfa4-4eb4-b862-849643607b24 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541116 Aug 25 15:45:07.071057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-bfc203a3-3923-4bac-a6e5-b1e5df4b00ae req-2cf9f98f-bc93-47b3-b36d-f8f29c3af7ff service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428974 Aug 25 15:45:07.970194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4e02-1548-4847-b8a0-8771e3424f19 req-357e9791-83dc-4372-945f-d399b72a0da2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:07.971852 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25ef4e02-1548-4847-b8a0-8771e3424f19 req-357e9791-83dc-4372-945f-d399b72a0da2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0576179 Aug 25 15:45:08.016868 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-25ef4e02-1548-4847-b8a0-8771e3424f19 req-00bfdf64-3d1a-42a6-9789-deae7ae8d19c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343626 Aug 25 15:45:09.144278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4e460-9409-49b4-92a6-7b805e5ab9ad req-56821e50-aff9-4c2e-b96f-e367f47981a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:09.145697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1c4e460-9409-49b4-92a6-7b805e5ab9ad req-56821e50-aff9-4c2e-b96f-e367f47981a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0552199 Aug 25 15:45:09.188342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c1c4e460-9409-49b4-92a6-7b805e5ab9ad req-b8175330-ab72-4d5d-b54f-a88013bc8e6f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361667 Aug 25 15:45:10.304849 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c228ea-c1e6-4523-a760-eed8baee4168 req-62fea389-0d0a-43fd-8844-3a3ce8889577 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:10.306840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18c228ea-c1e6-4523-a760-eed8baee4168 req-62fea389-0d0a-43fd-8844-3a3ce8889577 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0492303 Aug 25 15:45:10.344933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18c228ea-c1e6-4523-a760-eed8baee4168 req-aae3c1a8-e5f8-437d-ba69-9edbb187b7d1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321157 Aug 25 15:45:10.937729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-beb74cae-a305-4888-b57d-899a97c2c5e7 req-7d1e0b74-5b7f-4473-b994-c793a195f5bf service neutron] (101873) timed out ('10.222.0.52', 60329) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:45:11.459197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79af80a-10fc-4a2d-ad82-000ecb6169b4 req-c136fdfe-2637-4a54-bb2f-949143d921de tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:11.460657 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d79af80a-10fc-4a2d-ad82-000ecb6169b4 req-c136fdfe-2637-4a54-bb2f-949143d921de tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0487187 Aug 25 15:45:11.498687 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d79af80a-10fc-4a2d-ad82-000ecb6169b4 req-27b1b638-8433-4dea-98ba-8d76d093f730 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321369 Aug 25 15:45:12.617019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664bc24-5829-458f-9a19-75ae351cf5e1 req-e863605d-bb35-4fbf-9422-7153a96fe9cf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:12.618487 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e664bc24-5829-458f-9a19-75ae351cf5e1 req-e863605d-bb35-4fbf-9422-7153a96fe9cf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0516255 Aug 25 15:45:12.656313 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e664bc24-5829-458f-9a19-75ae351cf5e1 req-40ce1d4c-e192-4d24-9651-65abd1ad99a1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Aug 25 15:45:13.770200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bb5d-9873-4aae-ab66-0f74e22085c3 req-075fed9f-4062-4e1b-9cad-0d8728be53b0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:13.771791 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c38bb5d-9873-4aae-ab66-0f74e22085c3 req-075fed9f-4062-4e1b-9cad-0d8728be53b0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0479620 Aug 25 15:45:13.809703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c38bb5d-9873-4aae-ab66-0f74e22085c3 req-bbeac08c-682d-45d5-a88b-814099ba6be8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Aug 25 15:45:14.924688 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6a374-b9bf-410c-bc5e-5e9ece98a287 req-06616638-16cb-41e3-87cc-15251e9c9e56 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:14.926082 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6a374-b9bf-410c-bc5e-5e9ece98a287 req-06616638-16cb-41e3-87cc-15251e9c9e56 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0485516 Aug 25 15:45:14.964501 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-70f6a374-b9bf-410c-bc5e-5e9ece98a287 req-561f7fe4-860b-4c02-b88c-f0b83775fd9f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Aug 25 15:45:16.084575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13004e8c-be73-4cc8-b422-b38d86edb5b3 req-3d8f22dd-9f52-411a-8dd7-bcfc59889124 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:16.086034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13004e8c-be73-4cc8-b422-b38d86edb5b3 req-3d8f22dd-9f52-411a-8dd7-bcfc59889124 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0518541 Aug 25 15:45:16.124058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-13004e8c-be73-4cc8-b422-b38d86edb5b3 req-4d0feab2-1fe4-4535-bb96-a62858078ab6 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Aug 25 15:45:16.605279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-131e3622-659c-4130-a8e2-e8c97c9c1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:16.607330 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-131e3622-659c-4130-a8e2-e8c97c9c1b37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1094 time: 0.0396748 Aug 25 15:45:16.705726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-9ae1f151-a59f-4d32-b43e-99a65ce87ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:16.707208 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-9ae1f151-a59f-4d32-b43e-99a65ce87ed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0802577 Aug 25 15:45:16.775124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-128bcc72-e5ae-4b74-9b3f-2ad15e4a38c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.0594397 Aug 25 15:45:16.826066 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-7af6227e-79de-453a-bc4d-d8fa59c9a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:16.827567 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-7af6227e-79de-453a-bc4d-d8fa59c9a703 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0434723 Aug 25 15:45:16.872668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-6b864f01-b18d-4aa2-b856-f2efd8e40344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:16.874104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-6b864f01-b18d-4aa2-b856-f2efd8e40344 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391273 Aug 25 15:45:16.968703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-62132031-76da-45ab-831f-07b2dc819abb service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846844 Aug 25 15:45:17.058867 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85ba85eb-9285-463d-bdbb-45790b6f4d9e req-d36b9fe4-dbfe-49d0-b710-c7e60c614138 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Aug 25 15:45:17.241326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde51ac-35cd-41ff-bb75-93ea370a1790 req-8de65927-b006-4070-b8a9-cb952ddd058d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:17.242808 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccde51ac-35cd-41ff-bb75-93ea370a1790 req-8de65927-b006-4070-b8a9-cb952ddd058d tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 943 time: 0.0491750 Aug 25 15:45:17.279988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ccde51ac-35cd-41ff-bb75-93ea370a1790 req-740ab3e0-67e3-4483-b370-f5a6e68919ad tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312383 Aug 25 15:45:17.873496 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:45:17.964500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:17.975532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'mac_address': 'fa:16:3e:53:48:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:45:18.015693 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:18.027681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:45:18.046134 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:18.109870 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:18.155328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:18.162378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.162727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.163087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.163427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.163761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.164091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.164417 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.164741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.165061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.165382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.165701 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.166045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:18.381532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['7259858c-648b-4bd4-8d60-f7887e78e8b4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:45:18.402670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06817953-d156-4881-8e19-2807b7ebe20a req-7b202aa2-584b-463f-8359-598d5d11e601 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:18.404777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-06817953-d156-4881-8e19-2807b7ebe20a req-7b202aa2-584b-463f-8359-598d5d11e601 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0553224 Aug 25 15:45:18.443577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-06817953-d156-4881-8e19-2807b7ebe20a req-c42ee0e4-a529-4b41-835c-6be8fd670ffa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321221 Aug 25 15:45:18.944725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501693-ca99-41df-a7ad-f92c1ebc6ebd req-078f0c6b-4f3f-488f-a0e3-cec393f926d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:18.946152 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24501693-ca99-41df-a7ad-f92c1ebc6ebd req-078f0c6b-4f3f-488f-a0e3-cec393f926d7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0508409 Aug 25 15:45:19.012671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24501693-ca99-41df-a7ad-f92c1ebc6ebd req-568a4581-fcb2-4104-861f-35374566d24a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604339 Aug 25 15:45:19.025155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-3502b479-e1b4-4dbf-9907-4df4f1e7a3a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:19.026624 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-3502b479-e1b4-4dbf-9907-4df4f1e7a3a5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806&tenant_id=54a5d2edc87046a1839df0682600d75f&binding%3Ahost_id=n-h2-805995-2 HTTP/1.1" status: 200 len: 944 time: 0.0686202 Aug 25 15:45:19.091400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-262f1148-9273-47f7-8397-75f1f11722e9 service neutron] 10.222.0.45 "GET /v2.0/ports/7259858c-648b-4bd4-8d60-f7887e78e8b4/bindings/n-h2-805995-2 HTTP/1.1" status: 200 len: 382 time: 0.0565655 Aug 25 15:45:19.155502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-a4d02986-dfd6-4118-a791-ceda990f7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:19.156982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-a4d02986-dfd6-4118-a791-ceda990f7c50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1095 time: 0.0411890 Aug 25 15:45:19.253347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-b24a17cc-0da9-42eb-8777-b66b1fad13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:19.254813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-b24a17cc-0da9-42eb-8777-b66b1fad13be service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0828345 Aug 25 15:45:19.323715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-fdb0972a-f2fa-41a4-a4f4-ebcdc981ceec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1001 time: 0.0603571 Aug 25 15:45:19.373249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-4fbc0bf8-11e8-4bd4-9b04-2d90c14eaf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:19.374652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-4fbc0bf8-11e8-4bd4-9b04-2d90c14eaf9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0428579 Aug 25 15:45:19.421885 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-cb908569-7e17-451f-b47b-1c9a602bc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:19.423367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-cb908569-7e17-451f-b47b-1c9a602bc1f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393190 Aug 25 15:45:19.514358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-5ba716a4-581a-4ff2-8b2d-c9a8211a693c service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829694 Aug 25 15:45:19.603052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-7579a661-f1c2-4ed0-bcda-a99d651b6d62 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800579 Aug 25 15:45:19.875793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:45:19.945318 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:45:19.978233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:45:19.981992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:45:19.983931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:20.056534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:20.082626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:20.085148 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6b9db2-acac-4082-be9d-bca8b60209dc" -d '{"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-plugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:20.140162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c528e-98cb-45f7-8cfd-69494bb16068 req-53ea1dea-6fab-40b1-b8fc-6994b580cbcd tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:20.141843 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e54c528e-98cb-45f7-8cfd-69494bb16068 req-53ea1dea-6fab-40b1-b8fc-6994b580cbcd tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0585384 Aug 25 15:45:20.182113 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e54c528e-98cb-45f7-8cfd-69494bb16068 req-c8c5b578-7db3-407a-86b4-16fa838f45dc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339463 Aug 25 15:45:20.254276 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32266123-d6ae-4419-b7fc-fb83ea452a96 x-openstack-request-id: req-32266123-d6ae-4419-b7fc-fb83ea452a96 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:20.254547 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-plugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:20.254795 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32266123-d6ae-4419-b7fc-fb83ea452a96 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:20.255197 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'code': 200} Aug 25 15:45:20.258638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:20.292339 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:20.338376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:21.018153 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d84f792a-997d-437d-96d1-b2fcd820886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:21.305993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918724-f7fe-4058-9eed-526bc7d0aa65 req-8a633a6c-bf39-47ef-92f1-98e883325dd2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:21.307510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f918724-f7fe-4058-9eed-526bc7d0aa65 req-8a633a6c-bf39-47ef-92f1-98e883325dd2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0536206 Aug 25 15:45:21.345015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f918724-f7fe-4058-9eed-526bc7d0aa65 req-a059bf1a-6512-4a82-a998-70a246ebf383 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Aug 25 15:45:22.464101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bedb5c-8d91-4529-ae99-1b5e471b9a25 req-31910739-ce61-4529-8139-efa2e458dd38 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:22.465660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17bedb5c-8d91-4529-ae99-1b5e471b9a25 req-31910739-ce61-4529-8139-efa2e458dd38 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Aug 25 15:45:22.506492 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-17bedb5c-8d91-4529-ae99-1b5e471b9a25 req-36b3f8e8-fdb3-409a-bf90-7adebb16d760 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339684 Aug 25 15:45:23.624067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2081f-a1eb-4f41-b6c4-57b799ebf49d req-cf56fd95-97a5-49f1-958f-01407ca7237b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:23.625554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bf2081f-a1eb-4f41-b6c4-57b799ebf49d req-cf56fd95-97a5-49f1-958f-01407ca7237b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0513904 Aug 25 15:45:23.663457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4bf2081f-a1eb-4f41-b6c4-57b799ebf49d req-168f001b-7353-4ac4-9c39-f2c91ea66ee5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Aug 25 15:45:23.761271 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b0260b74-d892-403c-b7e4-87f411243f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:23.899855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:45:23.988882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:24.014022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:24.016265 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575016f0-4150-4096-a1e2-2057d50a92b6" -d '{"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-unplugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:24.029207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:24.065803 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad88c86e-d517-4e2c-b1e9-043d834f60e3 x-openstack-request-id: req-ad88c86e-d517-4e2c-b1e9-043d834f60e3 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:24.066166 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-unplugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:24.066415 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad88c86e-d517-4e2c-b1e9-043d834f60e3 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:24.066814 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'code': 200} Aug 25 15:45:24.121485 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:24.179287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:24.236644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:24.548516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-dd8de40b-7287-465e-a237-68ccf18b0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:24.549998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-dd8de40b-7287-465e-a237-68ccf18b0f9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806&tenant_id=54a5d2edc87046a1839df0682600d75f HTTP/1.1" status: 200 len: 1095 time: 0.0409310 Aug 25 15:45:24.562724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:45:24.616943 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:24.838236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b37a3a-aba9-4bda-a971-58f1dd310243 req-f8e07b75-6bbc-43e7-a058-ad8e2eabc397 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:24.839768 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42b37a3a-aba9-4bda-a971-58f1dd310243 req-f8e07b75-6bbc-43e7-a058-ad8e2eabc397 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.1054807 Aug 25 15:45:24.870562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:24.903896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-42b37a3a-aba9-4bda-a971-58f1dd310243 req-5c86ed6d-64d9-40a6-8f52-7a49edc735bd tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554874 Aug 25 15:45:24.920242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:45:24.956946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:45:24.964607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:24.976440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Transition to ACTIVE for port object 7259858c-648b-4bd4-8d60-f7887e78e8b4 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:45:25.087242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:25.163771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=11']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:25.210253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] No DVR routers for this DVR port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:45:25.678445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:45:25.678779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:45:25.679125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:45:25.683654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:45:25.683975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Attempting to bind port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on network c258e89c-9b2b-4a66-9e10-517c14173776 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:45:25.689082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:45:25.689428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Checking segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:45:25.689815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Bound using segment: {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:45:25.690242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Bound port: 7259858c-648b-4bd4-8d60-f7887e78e8b4, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805dd9b5-bf5e-4240-b82e-19342b59a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:45:25.690598 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:25.715465 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:25.758773 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:45:25.761856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:45:25.824431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:25.860090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:25.861006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:25.862190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] 10.222.0.52 "PUT /v2.0/ports/7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1092 time: 1.3039894 Aug 25 15:45:25.862632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:25.864901 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:25.890171 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1ddb0-1fcc-4c0c-9143-f61893703aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=12']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:25.952206 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c67405-3630-47fa-88f7-2fcb8b7d50e4 x-openstack-request-id: req-08c67405-3630-47fa-88f7-2fcb8b7d50e4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:25.952510 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:25.952764 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08c67405-3630-47fa-88f7-2fcb8b7d50e4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:25.953182 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'status': 'completed', 'code': 200} Aug 25 15:45:25.964988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-3ca33ac5-0a8c-46a1-98e3-a4afa93839c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:25.966937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-3ca33ac5-0a8c-46a1-98e3-a4afa93839c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1095 time: 0.0562234 Aug 25 15:45:26.116094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-38eea0ff-5b79-4126-9f43-f2cfb0455c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.118501 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-38eea0ff-5b79-4126-9f43-f2cfb0455c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1095 time: 0.1399641 Aug 25 15:45:26.129688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc811a8-8917-4b18-8bd8-12188d6b3ada req-d8885eeb-7eff-4527-9c87-a87050e4e396 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.130958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fc811a8-8917-4b18-8bd8-12188d6b3ada req-d8885eeb-7eff-4527-9c87-a87050e4e396 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.1424568 Aug 25 15:45:26.211111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-6ee67e51-f784-42d6-be59-d4cc9c399009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.213029 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-6ee67e51-f784-42d6-be59-d4cc9c399009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.2253418 Aug 25 15:45:26.289611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1fc811a8-8917-4b18-8bd8-12188d6b3ada req-8188bd9c-2949-45ce-9fb0-26fa38d969aa tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411948 Aug 25 15:45:26.320843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-1bcfc3ca-4cae-45eb-b4bb-381f21dcc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.322663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-1bcfc3ca-4cae-45eb-b4bb-381f21dcc344 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.1882644 Aug 25 15:45:26.324420 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-33d54945-2510-485b-ac9e-7e2d61bb6655 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.1027396 Aug 25 15:45:26.427689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-9d964880-9fd7-40f8-8aaf-3b4cdc48b3f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.0969484 Aug 25 15:45:26.429172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-8c6d17b8-dffc-4248-b983-170f9983af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.430548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-8c6d17b8-dffc-4248-b983-170f9983af66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0938122 Aug 25 15:45:26.502015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-79537293-b0e7-46da-82b6-b9d57797e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.503521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-79537293-b0e7-46da-82b6-b9d57797e4f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0673082 Aug 25 15:45:26.512104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-b5b81e5e-7987-4147-a46b-ff18aca4680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.513512 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-b5b81e5e-7987-4147-a46b-ff18aca4680c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698667 Aug 25 15:45:26.613784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-c5ad11a5-6ba8-4429-8070-c2ab0c25a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.615358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-c5ad11a5-6ba8-4429-8070-c2ab0c25a6f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009622 Aug 25 15:45:26.649127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-fbef79b4-e46e-4e5b-97ee-c372f8589ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266057 Aug 25 15:45:26.786831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-4bb087b9-7482-409b-bd59-06034d277e85 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580138 Aug 25 15:45:26.798183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a737612c-f212-48c8-a7ea-6f8630993b9d req-8dfcff5f-1977-4c59-9df3-3d584e95dad8 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193016 Aug 25 15:45:26.926377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-69d13a56-0d35-4e52-be6f-8130d6a7a335 service neutron] 10.222.0.45 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304104 Aug 25 15:45:26.929235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-f613ba06-1422-446d-b5ea-a5a8a55928ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:26.930839 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-f613ba06-1422-446d-b5ea-a5a8a55928ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1095 time: 0.0691578 Aug 25 15:45:27.042414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-32db37f5-c91d-4a4b-8612-7290d6fb26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.043850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-32db37f5-c91d-4a4b-8612-7290d6fb26ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0929863 Aug 25 15:45:27.112110 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-dc16fbd6-ae7f-4203-a259-9e54598c69a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.0586953 Aug 25 15:45:27.164694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-f5bdaa03-4724-43f8-abc6-9521dbed46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.166298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-f5bdaa03-4724-43f8-abc6-9521dbed46a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0460222 Aug 25 15:45:27.219465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-b55da258-b83b-4bc0-8046-d1ccc1316999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.221004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-b55da258-b83b-4bc0-8046-d1ccc1316999 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457330 Aug 25 15:45:27.224454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:27.314400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-368001d7-28e0-484d-96e2-79681e68dc91 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848691 Aug 25 15:45:27.414973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12711-5a98-41c9-84e8-8052945b7bbc req-4ee216a8-ae81-474b-a5bb-1656571a88b0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.416920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ae12711-5a98-41c9-84e8-8052945b7bbc req-4ee216a8-ae81-474b-a5bb-1656571a88b0 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0533214 Aug 25 15:45:27.436705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9adb0829-6e11-4df8-8511-91292cf66c07 req-edea0d6a-847a-46b7-9931-891096cc0cf1 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148283 Aug 25 15:45:27.464570 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1ae12711-5a98-41c9-84e8-8052945b7bbc req-5e5720aa-be71-48b2-855a-940830ded21e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374150 Aug 25 15:45:27.519464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-9cccf5d7-7309-4ee8-a39f-5610e50a2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.520992 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-9cccf5d7-7309-4ee8-a39f-5610e50a2dc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=54a5d2edc87046a1839df0682600d75f&device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 1095 time: 0.0437722 Aug 25 15:45:27.617420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-cdd9a17f-c4b5-4997-af8c-4e9690afb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.618796 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-cdd9a17f-c4b5-4997-af8c-4e9690afb67e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 200 len: 912 time: 0.0911336 Aug 25 15:45:27.686921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-0ca58188-8eb8-4d8e-9d9c-cd3ffe17afa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 200 len: 1000 time: 0.0611043 Aug 25 15:45:27.710066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:27.749531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-4f8afdfd-7dbd-424b-90a2-867345f64e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.751004 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-4f8afdfd-7dbd-424b-90a2-867345f64e56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 200 len: 850 time: 0.0543158 Aug 25 15:45:27.804585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-72420a42-09e3-4297-a36f-3d04cec12c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:27.806267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-72420a42-09e3-4297-a36f-3d04cec12c7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c258e89c-9b2b-4a66-9e10-517c14173776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481207 Aug 25 15:45:27.901163 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-9f426c26-8f72-4ecf-b34c-78aa326a75a5 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875483 Aug 25 15:45:28.007679 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-620dbbeb-bf16-4e9b-9b15-d94de30dac9a req-8c45ae33-27b4-4747-9f7e-ba732654cc33 service neutron] 10.222.0.52 "GET /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978765 Aug 25 15:45:28.586007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3a2ea-678b-4a1b-b63c-bf673c566214 req-124752ab-863e-4b69-946c-4b789c1cbbcc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:28.587606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9db3a2ea-678b-4a1b-b63c-bf673c566214 req-124752ab-863e-4b69-946c-4b789c1cbbcc tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0516138 Aug 25 15:45:28.630059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9db3a2ea-678b-4a1b-b63c-bf673c566214 req-bd29c5e2-6b80-43c5-a9ad-94645e105980 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346632 Aug 25 15:45:29.498554 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:29.990483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c102fb-bf4f-481a-b374-f714adc49cc2 req-6fd2371a-ada8-4fe9-b5ed-5108e2eb3100 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:29.992152 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0c102fb-bf4f-481a-b374-f714adc49cc2 req-6fd2371a-ada8-4fe9-b5ed-5108e2eb3100 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0618882 Aug 25 15:45:30.042507 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d0c102fb-bf4f-481a-b374-f714adc49cc2 req-85dc7cc4-733e-4d1a-8e85-9a31f457bc1c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Aug 25 15:45:31.161601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e2c03-ed9e-48a7-983d-45cbb4899e56 req-20c54942-5d36-4281-9554-f86c261a0f1b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:31.163091 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-691e2c03-ed9e-48a7-983d-45cbb4899e56 req-20c54942-5d36-4281-9554-f86c261a0f1b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0493803 Aug 25 15:45:31.199816 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-691e2c03-ed9e-48a7-983d-45cbb4899e56 req-1cd26d54-ba75-4a72-a72b-f09c069706f5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Aug 25 15:45:32.315308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13b525-2d3e-4b96-98ed-cf6463a23fbe req-60dfea0a-6941-4581-9132-dddaa9724124 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:32.316805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e13b525-2d3e-4b96-98ed-cf6463a23fbe req-60dfea0a-6941-4581-9132-dddaa9724124 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0491750 Aug 25 15:45:32.354440 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1e13b525-2d3e-4b96-98ed-cf6463a23fbe req-2fc29eef-d5ed-40e6-9581-cf42d2716088 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Aug 25 15:45:33.470743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610ca06-e275-4d21-85d3-6179c9d149ec req-50a30ef5-9e4c-4025-a043-1b54dfbff4df tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:33.472242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d610ca06-e275-4d21-85d3-6179c9d149ec req-50a30ef5-9e4c-4025-a043-1b54dfbff4df tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0485370 Aug 25 15:45:33.516362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d610ca06-e275-4d21-85d3-6179c9d149ec req-2e124d10-d42a-4cbd-9d6b-81abe8939766 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Aug 25 15:45:34.632243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a26c4e-9084-4cb3-8695-56b5ae9a8b1e req-d248f9c2-8143-4de4-a339-632d0782bf30 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:34.633731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e8a26c4e-9084-4cb3-8695-56b5ae9a8b1e req-d248f9c2-8143-4de4-a339-632d0782bf30 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0483208 Aug 25 15:45:34.671512 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e8a26c4e-9084-4cb3-8695-56b5ae9a8b1e req-ac1ade91-4a14-4920-ad28-c96a503e370e tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Aug 25 15:45:35.786852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36be1f-f250-42cf-be75-49ded82171c8 req-9580f2a4-ee51-4598-8c9d-0f6b65da6d87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:35.788344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc36be1f-f250-42cf-be75-49ded82171c8 req-9580f2a4-ee51-4598-8c9d-0f6b65da6d87 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0481699 Aug 25 15:45:35.826085 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dc36be1f-f250-42cf-be75-49ded82171c8 req-a295c9a6-bb58-4e96-8d4d-df5b5eb49818 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Aug 25 15:45:36.945267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43d35c-ea2b-46db-b404-fb2cbaa15d68 req-d91602de-8e24-4490-b270-2a464cae2b0b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:36.946679 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d43d35c-ea2b-46db-b404-fb2cbaa15d68 req-d91602de-8e24-4490-b270-2a464cae2b0b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0522363 Aug 25 15:45:36.985609 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d43d35c-ea2b-46db-b404-fb2cbaa15d68 req-e169cc86-2669-43f1-86e3-f244bc86a021 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Aug 25 15:45:38.106963 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553d7d-d13b-407a-a7b6-f21580914398 req-910525e3-b77c-49c9-8912-a11d24ec0b7a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:38.108548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af553d7d-d13b-407a-a7b6-f21580914398 req-910525e3-b77c-49c9-8912-a11d24ec0b7a tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0552142 Aug 25 15:45:38.146023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af553d7d-d13b-407a-a7b6-f21580914398 req-4d7c5b1c-9d66-4aa7-a405-146ce4381944 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Aug 25 15:45:39.261887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8499-82fe-4a5e-b364-02f87293ac1e req-863af16f-9865-439f-9063-f78c9f352996 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:39.263450 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-666c8499-82fe-4a5e-b364-02f87293ac1e req-863af16f-9865-439f-9063-f78c9f352996 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0498168 Aug 25 15:45:39.301229 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-666c8499-82fe-4a5e-b364-02f87293ac1e req-85790d16-475f-4667-b9e7-9d51e1590d2b tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Aug 25 15:45:39.413230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d375e-2827-4453-93e0-2f1a84d15d4d req-f2b0cdd4-df88-4100-b603-1c3fe776ebdf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:39.414689 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c1d375e-2827-4453-93e0-2f1a84d15d4d req-f2b0cdd4-df88-4100-b603-1c3fe776ebdf tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0480540 Aug 25 15:45:39.448279 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:45:39.456414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6c1d375e-2827-4453-93e0-2f1a84d15d4d req-8c581443-f2f6-45f5-8275-44491f4132e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346727 Aug 25 15:45:39.543718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:39.558767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'port_id': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'mac_address': 'fa:16:3e:53:48:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:45:39.575502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdaab9-b15e-46e4-b083-1141a97fe961 req-965bf8ed-10c0-4d9d-97db-a891db9ff3a1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:39.577017 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbfdaab9-b15e-46e4-b083-1141a97fe961 req-965bf8ed-10c0-4d9d-97db-a891db9ff3a1 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 944 time: 0.0534565 Aug 25 15:45:39.596064 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:39.609312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:45:39.619666 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbfdaab9-b15e-46e4-b083-1141a97fe961 req-acb48730-a543-4256-8fd2-318da683a03f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365200 Aug 25 15:45:39.628566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:39.716109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:39.763311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=13']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:39.951902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['7259858c-648b-4bd4-8d60-f7887e78e8b4'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:45:40.134595 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8fefb-291e-4056-8556-08e8c7861e85 req-bd8d93dc-6949-45fc-bef3-be47b2653507 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:40.136090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7f8fefb-291e-4056-8556-08e8c7861e85 req-bd8d93dc-6949-45fc-bef3-be47b2653507 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0545270 Aug 25 15:45:40.180637 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b7f8fefb-291e-4056-8556-08e8c7861e85 req-531dc659-5e77-460e-bb2a-8244b7384275 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Aug 25 15:45:41.307581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd1d6-6f4c-443f-ae94-41695b1ab2dd req-9041278c-d962-4a77-b5e4-ce2a028b32f7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:41.309122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01ddd1d6-6f4c-443f-ae94-41695b1ab2dd req-9041278c-d962-4a77-b5e4-ce2a028b32f7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0538759 Aug 25 15:45:41.349714 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01ddd1d6-6f4c-443f-ae94-41695b1ab2dd req-a8adaf8e-9788-4253-a9ad-ea373858ee3c tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbdc5a86-fc1f-41fa-820d-dc51dabf4822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344319 Aug 25 15:45:41.463554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:45:41.601027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:45:41.605456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 7259858c-648b-4bd4-8d60-f7887e78e8b4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:45:41.605855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:41.654490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-eb9b39b2-ac2e-4ace-a3a8-618701c712e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:41.656007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-eb9b39b2-ac2e-4ace-a3a8-618701c712e5 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 945 time: 0.0496924 Aug 25 15:45:41.690049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:41.713470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:41.715823 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727fdad7-1393-4dda-a0f5-92ae0c747a26" -d '{"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-plugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:41.730578 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:41.755265 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b907195d-83fc-4d15-9bb5-0432f73373cd x-openstack-request-id: req-b907195d-83fc-4d15-9bb5-0432f73373cd {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:41.763087 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-plugged", "status": "completed", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:41.763087 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b907195d-83fc-4d15-9bb5-0432f73373cd {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:41.763087 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'code': 200} Aug 25 15:45:41.763411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Deleting port 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:45:41.763411 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:41.806752 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:41.854037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] For port 7259858c-648b-4bd4-8d60-f7887e78e8b4, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=7259858c-648b-4bd4-8d60-f7887e78e8b4,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:41.854506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:41.865834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=14']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:42.042667 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:42.042974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:42.043333 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2 disassociated. External IP: 172.25.8.139, port: 7259858c-648b-4bd4-8d60-f7887e78e8b4. Aug 25 15:45:42.044218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Calling delete_port for 7259858c-648b-4bd4-8d60-f7887e78e8b4 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:45:42.252406 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:42.282968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event deleted for resources: {'Port': ['ID=7259858c-648b-4bd4-8d60-f7887e78e8b4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:42.408694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:45:42.490499 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-644989bf-6064-4b9a-8444-f5db260e972f req-ba6c4a71-ec0e-419b-8e6d-5790e90ac0e8 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0357122 Aug 25 15:45:42.544399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:45:42.553987 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:45:42.563202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:45:42.563756 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:45:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:42.588058 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] No DVR routers for this DVR port 7259858c-648b-4bd4-8d60-f7887e78e8b4 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:45:42.591492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:42.593518 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47512ab3-742d-4b2d-94ce-7aeffc995eec req-19ab8354-0c44-438d-8539-aee317dbc477 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.52 "DELETE /v2.0/ports/7259858c-648b-4bd4-8d60-f7887e78e8b4 HTTP/1.1" status: 204 len: 173 time: 0.9307015 Aug 25 15:45:42.593989 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-deleted', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:45:42.596361 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f7107-5548-478f-9804-822699267d8f" -d '{"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-deleted", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:45:42.636125 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329b481e-e0a7-4e8a-a9c7-8ee41096cf99 x-openstack-request-id: req-329b481e-e0a7-4e8a-a9c7-8ee41096cf99 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:45:42.636422 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03623c-1173-4e46-aa06-272dc5f6d806", "name": "network-vif-deleted", "tag": "7259858c-648b-4bd4-8d60-f7887e78e8b4", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:45:42.636676 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-329b481e-e0a7-4e8a-a9c7-8ee41096cf99 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:45:42.637089 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03623c-1173-4e46-aa06-272dc5f6d806', 'name': 'network-vif-deleted', 'tag': '7259858c-648b-4bd4-8d60-f7887e78e8b4', 'status': 'completed', 'code': 200} Aug 25 15:45:42.765599 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:45:42.965240 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:42.991039 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:45:42.999351 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:45:42.999951 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:45:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:43.119202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:45:43.320545 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:43.347360 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57648c8-008e-44ef-ad5e-5ddff5907380 None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:35:27Z', 'revision_number': 4, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '278f24d0-9a04-4b92-aace-4e092b15a169', 'name': '', 'network_id': 'c258e89c-9b2b-4a66-9e10-517c14173776', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'mac_address': 'fa:16:3e:1e:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:27Z', 'updated_at': '2021-08-25T15:35:32Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'subnets': [{'id': '9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:45:43.586144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a47a97-21c9-437f-a6b6-155b401d381a None None] New status for floating IP 2a0fad7c-8291-42f7-809c-195d4d36ffa2: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:45:43.592561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3abd42bd-7c3a-4d15-a7ac-7b65ef79623f req-f40386ec-573a-4083-a48e-3ee5465ca4e7 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Aug 25 15:45:44.690518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7f1e51e8-f9b0-4a69-9624-1f3d62616f78 req-785e3e69-fb7a-4c7f-84b9-4914827c1f99 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Aug 25 15:45:45.474211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:45:45.498355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 7259858c-648b-4bd4-8d60-f7887e78e8b4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:45:45.498707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 7259858c-648b-4bd4-8d60-f7887e78e8b4 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:45:45.793026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ef6642ef-27d9-422d-9ead-66d3ed85d93b req-23784795-afbd-4d18-9f45-e9c21256efef tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0312884 Aug 25 15:45:46.901799 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3625a0b8-b69e-4311-a963-a402a38c1e3e req-691df598-a4da-4fca-af4f-72bb73f7c706 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d03623c-1173-4e46-aa06-272dc5f6d806 HTTP/1.1" status: 200 len: 210 time: 0.0268402 Aug 25 15:45:51.001026 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-616137b5-fd16-4d03-9c5a-541f924bea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:51.864858 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53224) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:51.920533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:51.944248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.074888 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.077539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.078841 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "DELETE /v2.0/security-groups/cbdc5a86-fc1f-41fa-820d-dc51dabf4822 HTTP/1.1" status: 204 len: 168 time: 0.2127750 Aug 25 15:45:52.081492 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53226) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:52.089004 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc5a86-fc1f-41fa-820d-dc51dabf4822,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:52.095394 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-cabd9262-c190-4972-bc6d-ed499127e065 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] show failed (client error): The resource could not be found. Aug 25 15:45:52.096483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cabd9262-c190-4972-bc6d-ed499127e065 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "GET /v2.0/security-groups/cbdc5a86-fc1f-41fa-820d-dc51dabf4822 HTTP/1.1" status: 404 len: 347 time: 0.0138433 Aug 25 15:45:52.096814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.097169 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.097523 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.097871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.098214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.098562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.098896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.099204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53228) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:52.099309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.099576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.099908 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.100256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.100575 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83197c2-18c8-4f9f-8fe3-328b10aee46f tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:45:52.228801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Deleting port 543ee221-0dc3-4f66-a1e7-165b0eda1b16 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:45:52.229143 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.308187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.308512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.319961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Calling delete_port for 543ee221-0dc3-4f66-a1e7-165b0eda1b16 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:45:52.509018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.537270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Pushing event deleted for resources: {'Port': ['ID=543ee221-0dc3-4f66-a1e7-165b0eda1b16,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:52.596501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.599004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:52.600187 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f8f5d539-7618-4968-a2be-b9f614c7a9b2 tempest-ServerActionsTestJSON-184821295 tempest-ServerActionsTestJSON-184821295-project] 10.222.0.58 "DELETE /v2.0/floatingips/2a0fad7c-8291-42f7-809c-195d4d36ffa2 HTTP/1.1" status: 204 len: 168 time: 0.5000961 Aug 25 15:45:52.603663 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53230) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:53.118535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:53.359944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Deleting port 278f24d0-9a04-4b92-aace-4e092b15a169 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:45:53.360281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:53.435276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] For port 278f24d0-9a04-4b92-aace-4e092b15a169, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=278f24d0-9a04-4b92-aace-4e092b15a169,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:53.435553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:53.448436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Calling delete_port for 278f24d0-9a04-4b92-aace-4e092b15a169 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:45:53.697492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:53.731874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=278f24d0-9a04-4b92-aace-4e092b15a169,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:53.743576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3ec300c0-97f3-4ea3-8536-092752410b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:54.230347 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:54.246432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:54.446811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Router 676794c0-6861-4bc3-99dd-b76999c68ea9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:45:54.553569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:45:54.558896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5943c537-74e1-49dc-8372-8147c36767b1 admin admin] 10.222.0.58 "PUT /v2.0/routers/676794c0-6861-4bc3-99dd-b76999c68ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542830 Aug 25 15:45:54.562011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53234) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:54.562750 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] Sync routers for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:45:54.572448 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:45:54.573059 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:54.667534 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:54.677681 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:45:54.781954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:54.860363 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:45:53Z', 'revision_number': 5, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port': {'id': 'a11ed910-cc33-4653-8db3-a4cab97513c2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:35:25Z', 'updated_at': '2021-08-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:54.889911 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] Checking router: 676794c0-6861-4bc3-99dd-b76999c68ea9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:45:54.898008 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] Routers {'676794c0-6861-4bc3-99dd-b76999c68ea9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:45:54.898619 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:45:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['676794c0-6861-4bc3-99dd-b76999c68ea9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:54.912397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Deleting port a11ed910-cc33-4653-8db3-a4cab97513c2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:45:54.912751 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:54.983572 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] Set router 676794c0-6861-4bc3-99dd-b76999c68ea9 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:45:54.992546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] For port a11ed910-cc33-4653-8db3-a4cab97513c2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=a11ed910-cc33-4653-8db3-a4cab97513c2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:54.992915 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.006142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Calling delete_port for a11ed910-cc33-4653-8db3-a4cab97513c2 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:45:55.034749 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:45:54Z', 'revision_number': 6, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:55.064595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21136e28-aab5-41fd-a71d-20f8e8fe319f None None] The sync data for ids ['676794c0-6861-4bc3-99dd-b76999c68ea9'] in n-d-805995-2 is: [{'id': '676794c0-6861-4bc3-99dd-b76999c68ea9', 'name': 'tempest-ServerActionsTestJSON-645935305-router', 'tenant_id': '54a5d2edc87046a1839df0682600d75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:35:24Z', 'updated_at': '2021-08-25T15:45:54Z', 'revision_number': 6, 'project_id': '54a5d2edc87046a1839df0682600d75f', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:45:55.234867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.261714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11ed910-cc33-4653-8db3-a4cab97513c2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:55.324104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.415304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.417564 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.520465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.521034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 676794c0-6861-4bc3-99dd-b76999c68ea9 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:45:55.534013 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.534013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7d2d6f36-3828-4846-b09b-7993cad0a5e3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/676794c0-6861-4bc3-99dd-b76999c68ea9 HTTP/1.1" status: 204 len: 168 time: 0.9636517 Aug 25 15:45:55.534013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53236) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:55.578523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Deleting subnet 9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:45:55.581606 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.617508 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.686290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.697680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.823582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.856168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:55.859596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.861493 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c3f2d99e-5ce8-41ae-9585-65566010e406 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9a3685fa-4ef1-435c-9ffd-9abd2e0fa1c9 HTTP/1.1" status: 204 len: 168 time: 0.3308115 Aug 25 15:45:55.864175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53238) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:55.865231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea480122-9aad-445d-9754-a5703d1fc0c9 None None] Network c258e89c-9b2b-4a66-9e10-517c14173776 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:45:55.933717 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:55.988944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Deleting port c4e6bdf8-1e1b-4c0a-9161-241166179141 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:45:55.989281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.050657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] DHCP port deletion for c258e89c-9b2b-4a66-9e10-517c14173776 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:45:56.067482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] For port c4e6bdf8-1e1b-4c0a-9161-241166179141, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c4e6bdf8-1e1b-4c0a-9161-241166179141,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:56.067856 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.082611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Calling delete_port for c4e6bdf8-1e1b-4c0a-9161-241166179141 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:45:56.099557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] Deleting port c4e6bdf8-1e1b-4c0a-9161-241166179141 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:45:56.099995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.162289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] For port c4e6bdf8-1e1b-4c0a-9161-241166179141, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c4e6bdf8-1e1b-4c0a-9161-241166179141,segment=NetworkSegment(805dd9b5-bf5e-4240-b82e-19342b59a03e),segment_id=805dd9b5-bf5e-4240-b82e-19342b59a03e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:45:56.162753 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.175883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] Calling delete_port for c4e6bdf8-1e1b-4c0a-9161-241166179141 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:45:56.235091 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.256218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.261594 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e6bdf8-1e1b-4c0a-9161-241166179141,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:56.265333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] No DVR routers for this DVR port c4e6bdf8-1e1b-4c0a-9161-241166179141 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:45:56.282148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] Pushing event deleted for resources: {'Port': ['ID=c4e6bdf8-1e1b-4c0a-9161-241166179141,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:56.288969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c92958-d3ce-4780-9001-466e8c0acc8b None None] No DVR routers for this DVR port c4e6bdf8-1e1b-4c0a-9161-241166179141 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:45:56.344093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.354056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c258e89c-9b2b-4a66-9e10-517c14173776']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:56.364800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805dd9b5-bf5e-4240-b82e-19342b59a03e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:56.365092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805dd9b5-bf5e-4240-b82e-19342b59a03e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:45:56.374252 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.387523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.393505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:45:56.393891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:45:56.395671 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:45:56.537768 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.543071 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.545390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] 10.222.0.58 "DELETE /v2.0/networks/c258e89c-9b2b-4a66-9e10-517c14173776 HTTP/1.1" status: 204 len: 168 time: 0.6797814 Aug 25 15:45:56.556363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cf68f-081e-430b-88d7-c4b6ed5c0e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c258e89c-9b2b-4a66-9e10-517c14173776,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:56.719602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a11ed910-cc33-4653-8db3-a4cab97513c2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:45:56.740431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: a11ed910-cc33-4653-8db3-a4cab97513c2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:45:56.740777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device a11ed910-cc33-4653-8db3-a4cab97513c2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:45:56.741219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c4e6bdf8-1e1b-4c0a-9161-241166179141 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:45:56.765640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c4e6bdf8-1e1b-4c0a-9161-241166179141 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:45:56.765996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c4e6bdf8-1e1b-4c0a-9161-241166179141 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:45:56.766421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 278f24d0-9a04-4b92-aace-4e092b15a169 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:45:56.786266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 278f24d0-9a04-4b92-aace-4e092b15a169 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:45:56.786615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 278f24d0-9a04-4b92-aace-4e092b15a169 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:45:56.875006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53244) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:56.915115 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-888140bb-8ccd-4998-95a0-f9c0f3b28a35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54a5d2edc87046a1839df0682600d75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388167 Aug 25 15:45:56.917654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53246) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:56.944734 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:45:56.965807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2447eca-9f3a-4a20-b594-3399ab818bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:56.988272 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2447eca-9f3a-4a20-b594-3399ab818bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:57.109025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2447eca-9f3a-4a20-b594-3399ab818bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:57.111496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b2447eca-9f3a-4a20-b594-3399ab818bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:57.112659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b2447eca-9f3a-4a20-b594-3399ab818bb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4e98363-6adf-48ae-a8bb-65c0a44502a4 HTTP/1.1" status: 204 len: 168 time: 0.1941142 Aug 25 15:45:57.120616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2447eca-9f3a-4a20-b594-3399ab818bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e98363-6adf-48ae-a8bb-65c0a44502a4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:57.218007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:57.737181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.226092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53268) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:58.321176 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-375890845-network', 'tenant_id': '1aae47b9f2824bf4a63aafd096dd7474'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:45:58.406127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Made reservation on behalf of 1aae47b9f2824bf4a63aafd096dd7474 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:45:58.408618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.421313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.507837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.566269 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.591239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:45:58.600469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:58.607388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.608303 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Added segment fe0bf6e6-53eb-45f9-8417-78e03776d254 of type vlan for network 4771e55b-c240-4c82-92ce-aca1411a5456 Aug 25 15:45:58.646986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.737337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.738309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:58.738895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:58.800736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] Pushing event updated for resources: {'Network': ['ID=4771e55b-c240-4c82-92ce-aca1411a5456,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:58.879684 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 4771e55b-c240-4c82-92ce-aca1411a5456 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:45:58.927195 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-66930f41-bad1-4351-b954-e07739c58772 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6997304 Aug 25 15:45:58.930188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53272) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:45:58.935113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Request body: {'subnet': {'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-375890845-subnet', 'tenant_id': '1aae47b9f2824bf4a63aafd096dd7474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:45:59.016989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Made reservation on behalf of 1aae47b9f2824bf4a63aafd096dd7474 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:45:59.019323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:59.223175 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:59.279346 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8df745-b532-4bba-bedd-c75021c6d6c7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:45:59.288585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Checking segment: {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:45:59.288948 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Network hostable DHCP agents. Network: 4771e55b-c240-4c82-92ce-aca1411a5456, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:45:59.371852 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Network 4771e55b-c240-4c82-92ce-aca1411a5456 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:45:59.457602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 4771e55b-c240-4c82-92ce-aca1411a5456) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:45:59.462294 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:59.467638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:59.468543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c362a2d-a45c-46e1-a277-b0fd6bca6185 None None] Network 4771e55b-c240-4c82-92ce-aca1411a5456 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:45:59.505937 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:45:59.555548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a4eb459d-a249-4be3-8fd5-473fdf6c7210 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6242630 Aug 25 15:45:59.594193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969766d-d17b-4c18-97a0-38f41a253676 None None] Network 4771e55b-c240-4c82-92ce-aca1411a5456 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:45:59.974025 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-dd5aa680-d9ac-458a-b144-91a1f9213fa6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:45:59.975548 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-dd5aa680-d9ac-458a-b144-91a1f9213fa6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/networks?id=4771e55b-c240-4c82-92ce-aca1411a5456 HTTP/1.1" status: 200 len: 813 time: 0.1021657 Aug 25 15:45:59.991942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-3bd9de0a-638e-4782-9987-e6dfbdc1d798 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/quotas/1aae47b9f2824bf4a63aafd096dd7474 HTTP/1.1" status: 200 len: 375 time: 0.0103288 Aug 25 15:46:00.027425 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-99ae9cf9-3ec5-4077-8bcc-5f0f57ce4170 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300021 Aug 25 15:46:00.188695 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-db4102e8-d2aa-48a4-bf43-72976c07cb29 service neutron] 10.222.0.58 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205981 Aug 25 15:46:00.288489 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-12aac309-60dc-4c05-b951-ccc9eb29a007 service neutron] 10.222.0.58 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934384 Aug 25 15:46:00.511808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-07155d59-0cf2-423b-9fa5-24fe8fd7a944 req-a7d9802b-eac6-4268-96e0-c77616ac8ff8 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 210 time: 0.0299408 Aug 25 15:46:01.593307 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0aa02ff9-57e7-441b-b55d-30283a4c792e req-2774d8d9-c6a0-42d0-848a-b7ed58666a71 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 210 time: 0.0274975 Aug 25 15:46:02.685196 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43a3701a-9b4f-4b1c-8594-1172e66757db req-00ea2975-89b5-4332-bfc8-ea29b01bf98c tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 210 time: 0.0259974 Aug 25 15:46:02.923427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-c62983a9-d8a3-47a6-b202-e3d54ae58935 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:02.924823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-c62983a9-d8a3-47a6-b202-e3d54ae58935 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.52 "GET /v2.0/networks?id=4771e55b-c240-4c82-92ce-aca1411a5456 HTTP/1.1" status: 200 len: 813 time: 0.1035113 Aug 25 15:46:02.937759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Request body: {'port': {'device_id': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456', 'admin_state_up': True, 'tenant_id': '1aae47b9f2824bf4a63aafd096dd7474'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:03.166024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Made reservation on behalf of 1aae47b9f2824bf4a63aafd096dd7474 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:03.170084 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:03.294276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Allocated IP 172.20.0.13 (4771e55b-c240-4c82-92ce-aca1411a5456/af8df745-b532-4bba-bedd-c75021c6d6c7/a10fcd75-ac65-4134-b5a2-6fd97804f602) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:03.441492 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:03.532232 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:03.580792 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Network 4771e55b-c240-4c82-92ce-aca1411a5456 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:03.584158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:03.587977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:03.595396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Pushing event updated for resources: {'Port': ['ID=a10fcd75-ac65-4134-b5a2-6fd97804f602,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:03.641633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:03.642257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:03.726907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-e20b04c2-4644-4c28-943b-055ba3032250 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934103 Aug 25 15:46:03.740679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Request body: {'port': {'device_id': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:03.795255 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:03.806199 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c19101-9c6a-432f-9496-006d3f66767f req-2fe9021c-a886-42c9-b6c1-5a79acec2892 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:03.807732 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87c19101-9c6a-432f-9496-006d3f66767f req-2fe9021c-a886-42c9-b6c1-5a79acec2892 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 932 time: 0.0504808 Aug 25 15:46:03.848574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-87c19101-9c6a-432f-9496-006d3f66767f req-ae651d75-e3fc-4a9b-b4fd-62fb4a80020f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Aug 25 15:46:04.062531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10fcd75-ac65-4134-b5a2-6fd97804f602 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:46:04.070074 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:04.082483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Transition to ACTIVE for port object a10fcd75-ac65-4134-b5a2-6fd97804f602 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:04.172229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:04.226673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Pushing event updated for resources: {'Port': ['ID=a10fcd75-ac65-4134-b5a2-6fd97804f602,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:04.249530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.249874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.250216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.250548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.250878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.251231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.251568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.251890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.252212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.252534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.252855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.253173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:04.302433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Attempting to bind port a10fcd75-ac65-4134-b5a2-6fd97804f602 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:04.302757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Attempting to bind port a10fcd75-ac65-4134-b5a2-6fd97804f602 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:04.303106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Attempting to bind port a10fcd75-ac65-4134-b5a2-6fd97804f602 on network 4771e55b-c240-4c82-92ce-aca1411a5456 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:04.307406 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Port a10fcd75-ac65-4134-b5a2-6fd97804f602 on network 4771e55b-c240-4c82-92ce-aca1411a5456 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:46:04.307747 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Attempting to bind port a10fcd75-ac65-4134-b5a2-6fd97804f602 on network 4771e55b-c240-4c82-92ce-aca1411a5456 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:04.313148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:04.313481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Checking segment: {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:04.313860 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Bound using segment: {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:04.314274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Bound port: a10fcd75-ac65-4134-b5a2-6fd97804f602, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:04.314620 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:04.378729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] For port a10fcd75-ac65-4134-b5a2-6fd97804f602, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:04.381668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] For port a10fcd75-ac65-4134-b5a2-6fd97804f602, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:04.509344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:04.546890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:04.547588 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:04.548962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] 10.222.0.52 "PUT /v2.0/ports/a10fcd75-ac65-4134-b5a2-6fd97804f602 HTTP/1.1" status: 200 len: 1092 time: 0.8130772 Aug 25 15:46:04.549411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'tag': 'a10fcd75-ac65-4134-b5a2-6fd97804f602'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:46:04.551669 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfd356c-d48d-4c4c-99d1-66b498de1d1c", "tag": "a10fcd75-ac65-4134-b5a2-6fd97804f602"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:46:04.575213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b13a-587c-4530-8fce-526e9d73494a service neutron] Pushing event updated for resources: {'Port': ['ID=a10fcd75-ac65-4134-b5a2-6fd97804f602,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:04.588320 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2ed065-89d2-4478-9194-1e9e0af8b5ae x-openstack-request-id: req-3b2ed065-89d2-4478-9194-1e9e0af8b5ae {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:46:04.588614 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfd356c-d48d-4c4c-99d1-66b498de1d1c", "tag": "a10fcd75-ac65-4134-b5a2-6fd97804f602", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:46:04.588865 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b2ed065-89d2-4478-9194-1e9e0af8b5ae {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:46:04.589304 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'tag': 'a10fcd75-ac65-4134-b5a2-6fd97804f602', 'status': 'completed', 'code': 200} Aug 25 15:46:04.649052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa req-f09d8291-ad60-40aa-91a0-69ebcd4706e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:04.650536 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa req-f09d8291-ad60-40aa-91a0-69ebcd4706e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 1095 time: 0.0405719 Aug 25 15:46:04.754515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa req-d899927e-619c-461c-9060-deefb76dd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:04.756017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa req-d899927e-619c-461c-9060-deefb76dd93c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961168 Aug 25 15:46:04.852078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa req-9d04cf0a-57f4-41b7-ba92-6752ed2dfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:04.853564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-688d2782-955a-4e8e-8fb6-9ac4ffc6a6fa req-9d04cf0a-57f4-41b7-ba92-6752ed2dfa78 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905621 Aug 25 15:46:04.930215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-69306b86-b48c-49ff-a7fa-9167e1b5f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:04.931792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-69306b86-b48c-49ff-a7fa-9167e1b5f11c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 1095 time: 0.0416825 Aug 25 15:46:04.966499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e1992-edbb-476a-b903-2c7c668394f4 req-c6c0729b-a3db-4eda-b6ed-4aa65535460d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:04.968029 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e9e1992-edbb-476a-b903-2c7c668394f4 req-c6c0729b-a3db-4eda-b6ed-4aa65535460d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 944 time: 0.0495584 Aug 25 15:46:04.978356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-2a177429-0036-44cb-8d56-a569cb3515ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602 HTTP/1.1" status: 200 len: 217 time: 0.0386207 Aug 25 15:46:05.010889 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e9e1992-edbb-476a-b903-2c7c668394f4 req-cde059d0-7da9-43bc-ad36-645f8859717c tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Aug 25 15:46:05.028920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-f2cbb181-5a61-4876-bf9a-22dea723a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:05.030450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-f2cbb181-5a61-4876-bf9a-22dea723a535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af8df745-b532-4bba-bedd-c75021c6d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0452623 Aug 25 15:46:05.062156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-6973df5f-c0fa-4261-b3cd-81ae076e746e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4771e55b-c240-4c82-92ce-aca1411a5456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247707 Aug 25 15:46:05.155974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-8f3d2625-a93f-4c5a-87c1-2dced64461fd service neutron] 10.222.0.52 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Aug 25 15:46:05.244744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e1ed0e6a-c548-4181-86c7-1bb9ed5cfb9d req-5a7c8110-6ee9-4538-b724-9c603dd0203f service neutron] 10.222.0.52 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820346 Aug 25 15:46:06.126131 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af22f6e-8558-4365-8f07-97b190966408 req-4d1ada1c-4c05-4cbd-bd94-861f9217a760 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:06.127590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7af22f6e-8558-4365-8f07-97b190966408 req-4d1ada1c-4c05-4cbd-bd94-861f9217a760 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 944 time: 0.0494463 Aug 25 15:46:06.166299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7af22f6e-8558-4365-8f07-97b190966408 req-72d6b3bd-0edf-424c-9352-fc8c849d9985 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Aug 25 15:46:07.279550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20883e72-105d-48ca-a7f8-9f2fe162d4a3 req-e46c2592-37b2-4e65-baf4-c6bb841d7bf0 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:07.281574 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20883e72-105d-48ca-a7f8-9f2fe162d4a3 req-e46c2592-37b2-4e65-baf4-c6bb841d7bf0 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 944 time: 0.0494645 Aug 25 15:46:07.319953 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20883e72-105d-48ca-a7f8-9f2fe162d4a3 req-11809037-7b7e-4244-ae59-34df70fe35fa tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Aug 25 15:46:07.556914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a10fcd75-ac65-4134-b5a2-6fd97804f602 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:46:07.649088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port a10fcd75-ac65-4134-b5a2-6fd97804f602, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:07.660636 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'a10fcd75-ac65-4134-b5a2-6fd97804f602', 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456', 'port_id': 'a10fcd75-ac65-4134-b5a2-6fd97804f602', 'mac_address': 'fa:16:3e:52:a3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8df745-b532-4bba-bedd-c75021c6d6c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:46:07.699906 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:07.712900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10fcd75-ac65-4134-b5a2-6fd97804f602 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:46:07.731645 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port a10fcd75-ac65-4134-b5a2-6fd97804f602, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:07.862978 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:07.909741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=a10fcd75-ac65-4134-b5a2-6fd97804f602,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:08.048459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['a10fcd75-ac65-4134-b5a2-6fd97804f602'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:46:08.449087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836148f6-03f3-4f56-a1f6-07322387e3f5 req-f50cb597-65cf-4602-9e49-0969ecd9a2a9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:08.450571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-836148f6-03f3-4f56-a1f6-07322387e3f5 req-f50cb597-65cf-4602-9e49-0969ecd9a2a9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 945 time: 0.0530035 Aug 25 15:46:08.488191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-836148f6-03f3-4f56-a1f6-07322387e3f5 req-c3ff0000-2e50-4c4a-8e6b-e5d9571c82f9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Aug 25 15:46:09.572127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a10fcd75-ac65-4134-b5a2-6fd97804f602 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:46:09.604615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b4caa-ec71-4c8d-986f-6bcbc81e16a9 req-bc16aac5-5bd1-4ffd-94d7-af0cc8723694 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:09.606105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-196b4caa-ec71-4c8d-986f-6bcbc81e16a9 req-bc16aac5-5bd1-4ffd-94d7-af0cc8723694 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 945 time: 0.0508196 Aug 25 15:46:09.645864 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-196b4caa-ec71-4c8d-986f-6bcbc81e16a9 req-5ee2fdfb-c78d-48e5-a87e-63311c5f3404 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Aug 25 15:46:09.674156 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port a10fcd75-ac65-4134-b5a2-6fd97804f602 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:09.678289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port a10fcd75-ac65-4134-b5a2-6fd97804f602 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:09.680470 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:09.756604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:09.778711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10fcd75-ac65-4134-b5a2-6fd97804f602'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:46:09.780956 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb0627-ef26-4fd4-b513-22bcc36d8347" -d '{"events": [{"server_uuid": "0dfd356c-d48d-4c4c-99d1-66b498de1d1c", "name": "network-vif-plugged", "status": "completed", "tag": "a10fcd75-ac65-4134-b5a2-6fd97804f602"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:46:09.793207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port a10fcd75-ac65-4134-b5a2-6fd97804f602, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:09.826687 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8a6e1e-0149-4cf9-85a2-84cd8c282561 x-openstack-request-id: req-2b8a6e1e-0149-4cf9-85a2-84cd8c282561 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:46:09.826983 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfd356c-d48d-4c4c-99d1-66b498de1d1c", "name": "network-vif-plugged", "status": "completed", "tag": "a10fcd75-ac65-4134-b5a2-6fd97804f602", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:46:09.827279 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b8a6e1e-0149-4cf9-85a2-84cd8c282561 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:46:09.827661 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10fcd75-ac65-4134-b5a2-6fd97804f602', 'code': 200} Aug 25 15:46:09.909172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:09.920957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbfab4-f434-49af-ab41-dd00db4083b2 req-a59179b4-c093-4daf-8571-f11e395706ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:09.923124 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02cbfab4-f434-49af-ab41-dd00db4083b2 req-a59179b4-c093-4daf-8571-f11e395706ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 1096 time: 0.0399053 Aug 25 15:46:09.958993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-02cbfab4-f434-49af-ab41-dd00db4083b2 req-e217f2bb-332f-402b-a6bd-8ce85c8f5916 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285826 Aug 25 15:46:09.960529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=a10fcd75-ac65-4134-b5a2-6fd97804f602,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:10.761275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3bc3c-0825-466a-8f99-1c5df117a01c req-1cee07a9-00a4-49b5-bc30-c9b01053396d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:10.762770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6dd3bc3c-0825-466a-8f99-1c5df117a01c req-1cee07a9-00a4-49b5-bc30-c9b01053396d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0488694 Aug 25 15:46:10.805325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6dd3bc3c-0825-466a-8f99-1c5df117a01c req-b074cc61-74ba-4d7a-a088-50c9374071b9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Aug 25 15:46:11.921597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123d7d2-6848-4ca9-8f0a-895e038e9d8e req-29e2a8d3-49d1-4d59-91f4-2edd7e0c3844 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:11.923087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1123d7d2-6848-4ca9-8f0a-895e038e9d8e req-29e2a8d3-49d1-4d59-91f4-2edd7e0c3844 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0481107 Aug 25 15:46:11.961013 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1123d7d2-6848-4ca9-8f0a-895e038e9d8e req-88d50f96-4081-44f7-b436-bc1e8c1b60fe tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Aug 25 15:46:12.182874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-cc1690c3-863e-4d52-adf3-49b947baa9a4 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:12.184292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-cc1690c3-863e-4d52-adf3-49b947baa9a4 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/networks?id=4771e55b-c240-4c82-92ce-aca1411a5456 HTTP/1.1" status: 200 len: 813 time: 0.1015198 Aug 25 15:46:12.199919 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-2b384d4d-4024-4e5d-b8a3-b180e569a73c tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/quotas/1aae47b9f2824bf4a63aafd096dd7474 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Aug 25 15:46:12.248786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-be9a1fb0-115d-447b-bfd4-9dbecf9a3e1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435216 Aug 25 15:46:12.342360 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-2df98e97-86dd-4298-8c9d-aa0dadbb5910 service neutron] 10.222.0.58 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857770 Aug 25 15:46:12.440977 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-68e6eae5-ed96-48c6-8419-32a79fe8d055 service neutron] 10.222.0.58 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918703 Aug 25 15:46:12.677639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-386e45ba-0151-4705-a027-d0a9079263f9 req-89a4cbc1-20bf-4c74-840a-45f81dc3bde7 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0293968 Aug 25 15:46:13.777518 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-146fb6cb-1e86-4411-bec0-23e94e799959 req-d02e7996-2be0-469f-bc28-77c17b25bf30 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0317273 Aug 25 15:46:14.683264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-1962ff87-7c43-4e45-9056-9b101fee2404 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:14.684708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-1962ff87-7c43-4e45-9056-9b101fee2404 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.45 "GET /v2.0/networks?id=4771e55b-c240-4c82-92ce-aca1411a5456 HTTP/1.1" status: 200 len: 813 time: 0.1041517 Aug 25 15:46:14.697276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Request body: {'port': {'device_id': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456', 'admin_state_up': True, 'tenant_id': '1aae47b9f2824bf4a63aafd096dd7474'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:14.874200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0d7eca18-760b-4ac0-8137-1c8d0f63762d req-6569abc3-e080-4a92-a873-ad4eae7b3395 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0271068 Aug 25 15:46:14.931377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Made reservation on behalf of 1aae47b9f2824bf4a63aafd096dd7474 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:14.934880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.059222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Allocated IP 172.20.0.11 (4771e55b-c240-4c82-92ce-aca1411a5456/af8df745-b532-4bba-bedd-c75021c6d6c7/b45e763b-9f78-4343-86b2-8dc27710634e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:15.202851 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.337120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.354058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['a10fcd75-ac65-4134-b5a2-6fd97804f602'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:46:15.385251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Network 4771e55b-c240-4c82-92ce-aca1411a5456 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:15.388382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:15.393677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:15.416070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Pushing event updated for resources: {'Port': ['ID=b45e763b-9f78-4343-86b2-8dc27710634e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:15.443776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:15.444396 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.526762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-8260965b-2535-4ee2-a8a0-4b9977f85d2d tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8330653 Aug 25 15:46:15.539585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Request body: {'port': {'device_id': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:15.592501 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.857837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45e763b-9f78-4343-86b2-8dc27710634e {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:46:15.865822 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.877810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Transition to ACTIVE for port object b45e763b-9f78-4343-86b2-8dc27710634e will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:15.931712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:15.988293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a8e61-5b87-4eca-92f6-f8c48f95528f req-76b56336-389d-4551-865d-a3076d6e6a92 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:15.989814 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-439a8e61-5b87-4eca-92f6-f8c48f95528f req-76b56336-389d-4551-865d-a3076d6e6a92 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 944 time: 0.0488071 Aug 25 15:46:16.002420 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Pushing event updated for resources: {'Port': ['ID=b45e763b-9f78-4343-86b2-8dc27710634e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:16.030105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-439a8e61-5b87-4eca-92f6-f8c48f95528f req-4a75ec35-1697-4de8-a25c-b32e8b175c33 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Aug 25 15:46:16.051654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Attempting to bind port b45e763b-9f78-4343-86b2-8dc27710634e on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:16.051984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Attempting to bind port b45e763b-9f78-4343-86b2-8dc27710634e by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:16.052307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Attempting to bind port b45e763b-9f78-4343-86b2-8dc27710634e on network 4771e55b-c240-4c82-92ce-aca1411a5456 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:16.056586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Port b45e763b-9f78-4343-86b2-8dc27710634e on network 4771e55b-c240-4c82-92ce-aca1411a5456 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:46:16.056901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Attempting to bind port b45e763b-9f78-4343-86b2-8dc27710634e on network 4771e55b-c240-4c82-92ce-aca1411a5456 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:16.061554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:16.061866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Checking segment: {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:16.062239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Bound using segment: {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:16.063218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Bound port: b45e763b-9f78-4343-86b2-8dc27710634e, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0bf6e6-53eb-45f9-8417-78e03776d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:16.063571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:16.455749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] For port b45e763b-9f78-4343-86b2-8dc27710634e, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:16.459054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] For port b45e763b-9f78-4343-86b2-8dc27710634e, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b45e763b-9f78-4343-86b2-8dc27710634e,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:16.554444 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:16.589831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:16.590440 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:16.591870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] 10.222.0.45 "PUT /v2.0/ports/b45e763b-9f78-4343-86b2-8dc27710634e HTTP/1.1" status: 200 len: 1092 time: 1.0565679 Aug 25 15:46:16.592303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'tag': 'b45e763b-9f78-4343-86b2-8dc27710634e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:46:16.594668 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f" -d '{"events": [{"name": "network-changed", "server_uuid": "c39063d3-b79d-49d9-a861-822e5e23d1b9", "tag": "b45e763b-9f78-4343-86b2-8dc27710634e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:46:16.619137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729c48f-68e4-4277-8b33-c2c9101b3950 service neutron] Pushing event updated for resources: {'Port': ['ID=b45e763b-9f78-4343-86b2-8dc27710634e,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:16.631813 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed7cb87-5bea-4bd8-aecf-960cf0d6b89b x-openstack-request-id: req-0ed7cb87-5bea-4bd8-aecf-960cf0d6b89b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:46:16.649814 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39063d3-b79d-49d9-a861-822e5e23d1b9", "tag": "b45e763b-9f78-4343-86b2-8dc27710634e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:46:16.649814 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ed7cb87-5bea-4bd8-aecf-960cf0d6b89b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:46:16.649814 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'tag': 'b45e763b-9f78-4343-86b2-8dc27710634e', 'status': 'completed', 'code': 200} Aug 25 15:46:16.696042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f req-6ca38eab-6edd-47ac-8afe-0bfffb2cd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:16.697554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f req-6ca38eab-6edd-47ac-8afe-0bfffb2cd966 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 1095 time: 0.0414431 Aug 25 15:46:16.797877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f req-73060cae-9cfd-4c92-9ad4-a880f3ba04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:16.799426 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f req-73060cae-9cfd-4c92-9ad4-a880f3ba04e1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0936558 Aug 25 15:46:16.895264 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f req-1a46f392-e42c-4657-8f64-88d6ca957de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:16.896786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8006ed1d-4c31-4e1f-8bbb-a843c94cb80f req-1a46f392-e42c-4657-8f64-88d6ca957de8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885298 Aug 25 15:46:16.982540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-3a4be15f-31ed-420f-95e4-98a1fa70906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:16.984059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-3a4be15f-31ed-420f-95e4-98a1fa70906b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 1095 time: 0.0453827 Aug 25 15:46:17.028608 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-cd4fb926-1448-4639-a948-37b72982397e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b45e763b-9f78-4343-86b2-8dc27710634e HTTP/1.1" status: 200 len: 217 time: 0.0346632 Aug 25 15:46:17.077397 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-4d9abb56-cc77-424f-8cae-0f7931418b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:17.079513 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-4d9abb56-cc77-424f-8cae-0f7931418b31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8df745-b532-4bba-bedd-c75021c6d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0441139 Aug 25 15:46:17.112390 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-308cb5ef-1b84-4c9d-a2a6-8c7fdebceaa1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4771e55b-c240-4c82-92ce-aca1411a5456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257683 Aug 25 15:46:17.145159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41133fbf-04aa-4bae-8663-98012f815744 req-bdaf6a2a-a7d6-4fa2-9ca4-0a9ea71babd2 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:17.146681 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41133fbf-04aa-4bae-8663-98012f815744 req-bdaf6a2a-a7d6-4fa2-9ca4-0a9ea71babd2 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Aug 25 15:46:17.185057 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41133fbf-04aa-4bae-8663-98012f815744 req-7560439c-4943-4a56-a6f1-f262d012f5b6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Aug 25 15:46:17.208185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-2f589a2c-9954-4844-a949-178262b1127f service neutron] 10.222.0.45 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876522 Aug 25 15:46:17.299125 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-23a1620d-0398-4fa8-9d99-d643658a19ec req-5a71036a-31f6-4614-b7cd-058062306ff1 service neutron] 10.222.0.45 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818515 Aug 25 15:46:18.306592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee44337-4fe0-49f2-a35c-efcd9d22e783 req-95659c77-d7bb-459a-823e-6eeadca40aff tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:18.308104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eee44337-4fe0-49f2-a35c-efcd9d22e783 req-95659c77-d7bb-459a-823e-6eeadca40aff tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 944 time: 0.0524898 Aug 25 15:46:18.347532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eee44337-4fe0-49f2-a35c-efcd9d22e783 req-fde63fc4-8fe6-49c9-8ffe-965dbbe8c1a3 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Aug 25 15:46:19.462012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33935717-5c7b-4b27-91cb-9a9de6eb1752 req-e5502871-363d-4c1c-8889-27eab3cccc56 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:19.463525 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33935717-5c7b-4b27-91cb-9a9de6eb1752 req-e5502871-363d-4c1c-8889-27eab3cccc56 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 944 time: 0.0492494 Aug 25 15:46:19.506114 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33935717-5c7b-4b27-91cb-9a9de6eb1752 req-40611728-0776-486a-872c-97e38876c42b tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Aug 25 15:46:20.159724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b45e763b-9f78-4343-86b2-8dc27710634e details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:46:20.254549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b45e763b-9f78-4343-86b2-8dc27710634e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b45e763b-9f78-4343-86b2-8dc27710634e,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:20.266224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'b45e763b-9f78-4343-86b2-8dc27710634e', 'network_id': '4771e55b-c240-4c82-92ce-aca1411a5456', 'port_id': 'b45e763b-9f78-4343-86b2-8dc27710634e', 'mac_address': 'fa:16:3e:0f:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8df745-b532-4bba-bedd-c75021c6d6c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:46:20.301848 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:20.314858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45e763b-9f78-4343-86b2-8dc27710634e {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:46:20.334094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b45e763b-9f78-4343-86b2-8dc27710634e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b45e763b-9f78-4343-86b2-8dc27710634e,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:20.393592 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:20.443093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b45e763b-9f78-4343-86b2-8dc27710634e,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:20.450084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.450433 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.450773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.451135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.451470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.451805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.452131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.452457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.452787 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.453126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.453451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.453774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:20.613093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b45e763b-9f78-4343-86b2-8dc27710634e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:46:20.621401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3eec0-1c3b-45a4-b190-177b1183c30e req-9219b6a0-d19b-48c1-a9ea-a1af7443859e tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:20.622918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5a3eec0-1c3b-45a4-b190-177b1183c30e req-9219b6a0-d19b-48c1-a9ea-a1af7443859e tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 945 time: 0.0500922 Aug 25 15:46:20.661064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a5a3eec0-1c3b-45a4-b190-177b1183c30e req-a6e3e038-14ef-4709-9c94-f778f1b5ccfe tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Aug 25 15:46:21.091281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9e392055-4a8b-4146-b4d6-d3a9691ab2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:21.775636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093d14-0a46-40d8-acb9-db33e4852ec2 req-db9ddd5c-f9ba-4c0b-8944-d8e8aed7f6b6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:21.777092 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de093d14-0a46-40d8-acb9-db33e4852ec2 req-db9ddd5c-f9ba-4c0b-8944-d8e8aed7f6b6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 945 time: 0.0489478 Aug 25 15:46:21.816499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-de093d14-0a46-40d8-acb9-db33e4852ec2 req-6330d8a1-4a18-49fd-9587-0722e9d6c76e tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Aug 25 15:46:22.167171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b45e763b-9f78-4343-86b2-8dc27710634e up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:46:22.273519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port b45e763b-9f78-4343-86b2-8dc27710634e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:22.277228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port b45e763b-9f78-4343-86b2-8dc27710634e triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:22.277600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:22.354232 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:22.376329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45e763b-9f78-4343-86b2-8dc27710634e'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:46:22.378640 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05278168-2ab0-4ef3-b722-448da9d620a0" -d '{"events": [{"server_uuid": "c39063d3-b79d-49d9-a861-822e5e23d1b9", "name": "network-vif-plugged", "status": "completed", "tag": "b45e763b-9f78-4343-86b2-8dc27710634e"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:46:22.391397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port b45e763b-9f78-4343-86b2-8dc27710634e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b45e763b-9f78-4343-86b2-8dc27710634e,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:22.415933 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553abb3-8d56-4bfe-a05b-daab7db76735 x-openstack-request-id: req-d553abb3-8d56-4bfe-a05b-daab7db76735 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:46:22.416197 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39063d3-b79d-49d9-a861-822e5e23d1b9", "name": "network-vif-plugged", "status": "completed", "tag": "b45e763b-9f78-4343-86b2-8dc27710634e", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:46:22.416450 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d553abb3-8d56-4bfe-a05b-daab7db76735 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:46:22.416844 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45e763b-9f78-4343-86b2-8dc27710634e', 'code': 200} Aug 25 15:46:22.468355 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:22.516869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=b45e763b-9f78-4343-86b2-8dc27710634e,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:22.518503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1735b-43c1-466e-b869-a12e5720a201 req-5f6cc7e3-0045-4d85-9cfc-a7994f7081e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:22.520168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4db1735b-43c1-466e-b869-a12e5720a201 req-5f6cc7e3-0045-4d85-9cfc-a7994f7081e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 1097 time: 0.0436265 Aug 25 15:46:22.555569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4db1735b-43c1-466e-b869-a12e5720a201 req-e592bab5-fea2-4c0c-8df8-29cc6fee12d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277762 Aug 25 15:46:22.930183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabe242-1540-4b70-bfe1-cf456e85e0e1 req-68e0a2c7-155f-4bab-9252-b9e21a4d330c tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:22.931699 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cabe242-1540-4b70-bfe1-cf456e85e0e1 req-68e0a2c7-155f-4bab-9252-b9e21a4d330c tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Aug 25 15:46:22.970705 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2cabe242-1540-4b70-bfe1-cf456e85e0e1 req-3979f04a-1aa0-4a74-8ef2-5e5a72e03f84 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Aug 25 15:46:23.754355 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b58808ca-32c2-46eb-a2b7-99daa6e51df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:24.090103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e4bb-d0c3-4511-8935-ae2ca3c81baa req-d244df9c-c96b-4e2c-a42e-8e48b7c47bff tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:24.091612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c54e4bb-d0c3-4511-8935-ae2ca3c81baa req-d244df9c-c96b-4e2c-a42e-8e48b7c47bff tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0526936 Aug 25 15:46:24.129922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4c54e4bb-d0c3-4511-8935-ae2ca3c81baa req-af2a4264-ef26-4ff5-b758-b33a804b1a96 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Aug 25 15:46:24.200088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:24.546649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767614-7212-4c6f-b7ad-e19b1e6ba1b5 req-7feab874-6224-4939-a175-7ac4cd4d0eb3 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:24.548789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40767614-7212-4c6f-b7ad-e19b1e6ba1b5 req-7feab874-6224-4939-a175-7ac4cd4d0eb3 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0528421 Aug 25 15:46:24.585845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40767614-7212-4c6f-b7ad-e19b1e6ba1b5 req-f8fa5b5b-c9a8-43ec-baf6-c0ceaa8f7907 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Aug 25 15:46:25.702141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc445da7-de17-4de2-a296-882260276ba7 req-5ee22e2a-f83e-48a4-a9d0-5d9b77cdd5f6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:25.703278 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:25.707408 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc445da7-de17-4de2-a296-882260276ba7 req-5ee22e2a-f83e-48a4-a9d0-5d9b77cdd5f6 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Aug 25 15:46:25.745828 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dc445da7-de17-4de2-a296-882260276ba7 req-0b61c521-17dd-4d45-b2b1-42821fbc2b91 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Aug 25 15:46:25.851369 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-eccecec4-5647-4dbf-b929-9afcb217d226 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:25.852868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-eccecec4-5647-4dbf-b929-9afcb217d226 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.45 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0503190 Aug 25 15:46:25.946945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Deleting port b45e763b-9f78-4343-86b2-8dc27710634e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:25.947235 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:26.034223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] For port b45e763b-9f78-4343-86b2-8dc27710634e, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=b45e763b-9f78-4343-86b2-8dc27710634e,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:26.034582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:26.047864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Calling delete_port for b45e763b-9f78-4343-86b2-8dc27710634e owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:26.268517 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:26.280567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['a10fcd75-ac65-4134-b5a2-6fd97804f602'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:46:26.284974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['b45e763b-9f78-4343-86b2-8dc27710634e'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:46:26.298532 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Pushing event deleted for resources: {'Port': ['ID=b45e763b-9f78-4343-86b2-8dc27710634e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:26.349070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] No DVR routers for this DVR port b45e763b-9f78-4343-86b2-8dc27710634e on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:26.352025 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:26.354412 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-61c29e78-358d-4b2a-bb8e-631641fcfc2a req-f1bcb915-d1f7-468c-bd19-de8185cee4d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.45 "DELETE /v2.0/ports/b45e763b-9f78-4343-86b2-8dc27710634e HTTP/1.1" status: 204 len: 173 time: 0.4938352 Aug 25 15:46:26.354868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'name': 'network-vif-deleted', 'tag': 'b45e763b-9f78-4343-86b2-8dc27710634e'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:46:26.357219 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b1cba-27f9-4b63-8556-48310a9cf56c" -d '{"events": [{"server_uuid": "c39063d3-b79d-49d9-a861-822e5e23d1b9", "name": "network-vif-deleted", "tag": "b45e763b-9f78-4343-86b2-8dc27710634e"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:46:26.394482 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4f9cb0-52f4-43a1-8b7e-d4cb1c692e06 x-openstack-request-id: req-dc4f9cb0-52f4-43a1-8b7e-d4cb1c692e06 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:46:26.394807 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39063d3-b79d-49d9-a861-822e5e23d1b9", "name": "network-vif-deleted", "tag": "b45e763b-9f78-4343-86b2-8dc27710634e", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:46:26.395111 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc4f9cb0-52f4-43a1-8b7e-d4cb1c692e06 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:46:26.399457 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39063d3-b79d-49d9-a861-822e5e23d1b9', 'name': 'network-vif-deleted', 'tag': 'b45e763b-9f78-4343-86b2-8dc27710634e', 'status': 'completed', 'code': 200} Aug 25 15:46:26.851597 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d99c3f85-6e2b-4dd4-a499-be654d323a5a req-5f331fb9-9081-464a-8157-f962bb07465f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=c39063d3-b79d-49d9-a861-822e5e23d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Aug 25 15:46:27.228361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:27.748328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:27.937134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-0f9c8bf0-ed0e-429a-b9f9-e00b1632d11d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407150 Aug 25 15:46:28.006836 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2268199-e9d6-4b65-bc95-93be31a5f33d req-bffb5c2b-4374-4299-82c7-79d16b3ccde9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.008278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2268199-e9d6-4b65-bc95-93be31a5f33d req-bffb5c2b-4374-4299-82c7-79d16b3ccde9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0493028 Aug 25 15:46:28.020755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c0cd3-86b6-431c-badb-f7e869902956 req-ffe035b2-2d01-4088-a0df-8c0fb8a927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.022302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-ffe035b2-2d01-4088-a0df-8c0fb8a927d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 1097 time: 0.0427091 Aug 25 15:46:28.047423 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e2268199-e9d6-4b65-bc95-93be31a5f33d req-0386395f-18e7-4e70-8a29-b7f90f4891c9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Aug 25 15:46:28.132428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c0cd3-86b6-431c-badb-f7e869902956 req-44bbe436-0cc7-4160-af7d-10f4c7ae526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.133891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-44bbe436-0cc7-4160-af7d-10f4c7ae526c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4771e55b-c240-4c82-92ce-aca1411a5456 HTTP/1.1" status: 200 len: 914 time: 0.0926650 Aug 25 15:46:28.181443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-50842a41-dabe-4408-8eea-7e79564252c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602 HTTP/1.1" status: 200 len: 217 time: 0.0391855 Aug 25 15:46:28.181880 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb28e-e0b5-48f9-a007-5b220fe009f0 req-8122d3cc-05b5-4094-a54d-1f43d7c391ee tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.183394 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1efeb28e-e0b5-48f9-a007-5b220fe009f0 req-8122d3cc-05b5-4094-a54d-1f43d7c391ee tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0506966 Aug 25 15:46:28.221680 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1efeb28e-e0b5-48f9-a007-5b220fe009f0 req-bfa7f204-d001-44a2-958b-5258da2c9f5b tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Aug 25 15:46:28.232437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c0cd3-86b6-431c-badb-f7e869902956 req-76011244-8a38-4e3e-8a57-eea773b13975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.233922 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-76011244-8a38-4e3e-8a57-eea773b13975 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af8df745-b532-4bba-bedd-c75021c6d6c7 HTTP/1.1" status: 200 len: 853 time: 0.0450079 Aug 25 15:46:28.266369 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-c55a1f05-afc7-4dae-8ed4-3e17facce453 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4771e55b-c240-4c82-92ce-aca1411a5456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248938 Aug 25 15:46:28.279299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-9378fdaa-14ab-4426-9531-78f7ba51cfd6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:46:28.280484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-9378fdaa-14ab-4426-9531-78f7ba51cfd6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055368 Aug 25 15:46:28.398914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e32ab-95f1-4404-9168-ed0f226c2e53 req-38bf40e7-30c7-44c0-afba-ad4f137df60b tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.400448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-363e32ab-95f1-4404-9168-ed0f226c2e53 req-38bf40e7-30c7-44c0-afba-ad4f137df60b tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.1060731 Aug 25 15:46:28.422357 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-e2aa2939-c107-42f2-9b5c-fbe2deb87e65 service neutron] 10.222.0.52 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344767 Aug 25 15:46:28.497959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-363e32ab-95f1-4404-9168-ed0f226c2e53 req-0079ed3b-9489-44a2-a0f4-e361a45c0700 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880144 Aug 25 15:46:28.533909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-958c0cd3-86b6-431c-badb-f7e869902956 req-27e55cb9-b7b9-4b10-8055-14cb1460343e service neutron] 10.222.0.52 "GET /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053445 Aug 25 15:46:28.667056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860c61a-b386-41ab-b32a-60c80744e174 req-cf07491e-b563-41d3-bba1-570913fabb92 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.668548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5860c61a-b386-41ab-b32a-60c80744e174 req-cf07491e-b563-41d3-bba1-570913fabb92 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0504024 Aug 25 15:46:28.707917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5860c61a-b386-41ab-b32a-60c80744e174 req-b720d901-320e-4bef-9cc0-06b64416cfe3 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Aug 25 15:46:28.829359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab009e-dd2d-4943-9a74-033782c88042 req-d3effd91-d3b7-4ac7-b9da-157da5606b56 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.830795 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5ab009e-dd2d-4943-9a74-033782c88042 req-d3effd91-d3b7-4ac7-b9da-157da5606b56 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0555513 Aug 25 15:46:28.869131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d5ab009e-dd2d-4943-9a74-033782c88042 req-0814703e-4a9c-42f3-98e1-b973e12d628e tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Aug 25 15:46:28.994374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc4c5b-bf97-412a-b2da-6c2257989786 req-35f596bc-6f44-44c1-a15c-be1352e68339 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:28.995934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0bfc4c5b-bf97-412a-b2da-6c2257989786 req-35f596bc-6f44-44c1-a15c-be1352e68339 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0497861 Aug 25 15:46:29.033104 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0bfc4c5b-bf97-412a-b2da-6c2257989786 req-dd25723d-15d8-476f-91d4-3121cb93f5c2 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Aug 25 15:46:29.479636 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:29.509378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3b69-390f-4af2-abc1-6705ef75c6bc req-1afbdb45-1ebe-47f0-ae71-904689a15baa tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:29.510856 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36ff3b69-390f-4af2-abc1-6705ef75c6bc req-1afbdb45-1ebe-47f0-ae71-904689a15baa tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0484970 Aug 25 15:46:29.549159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-36ff3b69-390f-4af2-abc1-6705ef75c6bc req-f0b03d8f-ac13-457b-86ed-1126a9797d7b tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Aug 25 15:46:30.258124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b45e763b-9f78-4343-86b2-8dc27710634e no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:46:30.282950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: b45e763b-9f78-4343-86b2-8dc27710634e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:46:30.283328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device b45e763b-9f78-4343-86b2-8dc27710634e not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:46:30.677557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2140a-51e5-4296-8a49-8647d1ce6e71 req-433e1d86-5d1f-4c8f-84c2-39e653b40108 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:30.680772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51e2140a-51e5-4296-8a49-8647d1ce6e71 req-433e1d86-5d1f-4c8f-84c2-39e653b40108 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0571613 Aug 25 15:46:30.726441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-51e2140a-51e5-4296-8a49-8647d1ce6e71 req-8e7d25cc-57cd-4a9c-9345-39e9fcc05eac tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Aug 25 15:46:30.842853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-2ac8209f-7d6f-446b-9251-d4131f9f61f2 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:30.844993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-2ac8209f-7d6f-446b-9251-d4131f9f61f2 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 946 time: 0.0519047 Aug 25 15:46:30.934768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Deleting port a10fcd75-ac65-4134-b5a2-6fd97804f602 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:30.935147 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:31.024671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] For port a10fcd75-ac65-4134-b5a2-6fd97804f602, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a10fcd75-ac65-4134-b5a2-6fd97804f602,segment=NetworkSegment(fe0bf6e6-53eb-45f9-8417-78e03776d254),segment_id=fe0bf6e6-53eb-45f9-8417-78e03776d254)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:31.025035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:31.037649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Calling delete_port for a10fcd75-ac65-4134-b5a2-6fd97804f602 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:31.222420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:31.234794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['a10fcd75-ac65-4134-b5a2-6fd97804f602'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:46:31.251781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Pushing event deleted for resources: {'Port': ['ID=a10fcd75-ac65-4134-b5a2-6fd97804f602,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:31.291627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] No DVR routers for this DVR port a10fcd75-ac65-4134-b5a2-6fd97804f602 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:31.294217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:31.296228 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-302e4989-178e-4855-b6c2-a6affe7eb0a6 req-02063b56-262e-43b2-b782-1828ae02fa1f tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.52 "DELETE /v2.0/ports/a10fcd75-ac65-4134-b5a2-6fd97804f602 HTTP/1.1" status: 204 len: 173 time: 0.4444711 Aug 25 15:46:31.297298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'name': 'network-vif-deleted', 'tag': 'a10fcd75-ac65-4134-b5a2-6fd97804f602'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:46:31.299885 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bb95f4-45cf-4689-9eae-9f9d92fb6919" -d '{"events": [{"server_uuid": "0dfd356c-d48d-4c4c-99d1-66b498de1d1c", "name": "network-vif-deleted", "tag": "a10fcd75-ac65-4134-b5a2-6fd97804f602"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:46:31.334894 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4526b5f8-d41a-4b23-a388-95cf8ecd22b7 x-openstack-request-id: req-4526b5f8-d41a-4b23-a388-95cf8ecd22b7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:46:31.335362 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfd356c-d48d-4c4c-99d1-66b498de1d1c", "name": "network-vif-deleted", "tag": "a10fcd75-ac65-4134-b5a2-6fd97804f602", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:46:31.335617 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4526b5f8-d41a-4b23-a388-95cf8ecd22b7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:46:31.336055 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfd356c-d48d-4c4c-99d1-66b498de1d1c', 'name': 'network-vif-deleted', 'tag': 'a10fcd75-ac65-4134-b5a2-6fd97804f602', 'status': 'completed', 'code': 200} Aug 25 15:46:31.834267 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-56236d33-8d17-4ba2-b85a-e74ec4d289bd req-dd4fba53-fcb1-4094-9233-1f860b59e5d9 tempest-ServersNegativeTestJSON-1831842821 tempest-ServersNegativeTestJSON-1831842821-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dfd356c-d48d-4c4c-99d1-66b498de1d1c HTTP/1.1" status: 200 len: 210 time: 0.0313091 Aug 25 15:46:32.890256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53444) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:32.935286 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Deleting subnet af8df745-b532-4bba-bedd-c75021c6d6c7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:46:32.938188 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:32.972807 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.010778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.131772 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.165755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8df745-b532-4bba-bedd-c75021c6d6c7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:33.167345 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.169227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a103efa7-1624-4a93-ba29-85eee942e2f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af8df745-b532-4bba-bedd-c75021c6d6c7 HTTP/1.1" status: 204 len: 168 time: 0.2779233 Aug 25 15:46:33.172933 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53446) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:33.240705 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.321608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.331662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4771e55b-c240-4c82-92ce-aca1411a5456']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:33.342196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0bf6e6-53eb-45f9-8417-78e03776d254') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:33.342484 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0bf6e6-53eb-45f9-8417-78e03776d254') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:33.351857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.365794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.371531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:33.371917 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:33.373520 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:33.513760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.519288 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.521120 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4771e55b-c240-4c82-92ce-aca1411a5456 HTTP/1.1" status: 204 len: 168 time: 0.3472664 Aug 25 15:46:33.532951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbf7d4-4ecf-44b2-b308-64409304aec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4771e55b-c240-4c82-92ce-aca1411a5456,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:33.722908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a10fcd75-ac65-4134-b5a2-6fd97804f602 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:46:33.743121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: a10fcd75-ac65-4134-b5a2-6fd97804f602 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:46:33.743473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a10fcd75-ac65-4134-b5a2-6fd97804f602 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:46:33.766290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53450) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:33.809476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-226ad741-98be-42f4-840a-20a52a88fe4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1aae47b9f2824bf4a63aafd096dd7474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420280 Aug 25 15:46:33.812019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53452) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:33.868320 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-57374f36-08c8-4f7e-9004-29c594757f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.889693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-57374f36-08c8-4f7e-9004-29c594757f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.945759 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:46:33.993720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-57374f36-08c8-4f7e-9004-29c594757f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.996344 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-57374f36-08c8-4f7e-9004-29c594757f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:33.997532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-57374f36-08c8-4f7e-9004-29c594757f52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d HTTP/1.1" status: 204 len: 168 time: 0.1846032 Aug 25 15:46:34.005662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57374f36-08c8-4f7e-9004-29c594757f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9adc7-ee35-4bdf-a052-7c4b48c5f23d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:35.123241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53474) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:35.220152 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056697820'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:35.319488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:35.322989 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.336137 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.428591 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.496704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.520810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:35.537000 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c73d4bf-40b3-418b-afad-d13805854af2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:35.541121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.541470 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Added segment ff8168f9-3bd5-4e82-aa53-7cef56d06b9c of type vlan for network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 Aug 25 15:46:35.583825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.679472 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.685035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:35.685764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:35.754250 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Network': ['ID=e2c7d5cb-372b-4016-bf98-0c72fb4e9672,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:35.764235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:35.834992 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0bfcef7d-8e65-47d1-9f01-5e160bf5bfb6 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7105985 Aug 25 15:46:39.115196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53478) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:39.120497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'subnet': {'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:39.279119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:39.283245 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:39.519725 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:39.587478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Subnet': ['ID=1bc470a8-f6cb-41d8-9fd4-c287b42fd57f,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:39.599803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Checking segment: {'id': 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:39.600172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network hostable DHCP agents. Network: e2c7d5cb-372b-4016-bf98-0c72fb4e9672, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:39.679786 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:39.776653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, e2c7d5cb-372b-4016-bf98-0c72fb4e9672) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:39.781398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:39.781996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:39.785828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d38a28-8e44-44c4-96a9-9cf4520231d5 None None] Network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:39.863243 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dbcaaa46-b661-407d-b645-8b668027187b tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7468097 Aug 25 15:46:39.866897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53480) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:39.872462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819702503'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:39.942510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-e2c7d5cb-372b-4016-bf98-0c72fb4e9672', 'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672', 'tenant_id': '7712dd11768445ea824828caccc82fb6', 'fixed_ips': [{'subnet_id': '1bc470a8-f6cb-41d8-9fd4-c287b42fd57f'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:39.943421 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:39.953542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:39.957590 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:39.986917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:39.997805 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:39.998166 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Added segment 244a2132-bb94-4f02-99b9-f554aeaa6d67 of type vlan for network 68932646-f43a-4efc-b29c-d8685a750534 Aug 25 15:46:40.047611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.131653 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.142675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:40.143674 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.248147 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Allocated IP 2001:db8:0:ffff::2 (e2c7d5cb-372b-4016-bf98-0c72fb4e9672/1bc470a8-f6cb-41d8-9fd4-c287b42fd57f/05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:40.257693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Network': ['ID=68932646-f43a-4efc-b29c-d8685a750534,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:40.276886 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4fd44cbc-fe13-4b45-8a94-a1d4c3ec78cb tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4062562 Aug 25 15:46:40.277262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53482) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:40.277995 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 68932646-f43a-4efc-b29c-d8685a750534 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:40.282400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'subnet': {'network_id': '68932646-f43a-4efc-b29c-d8685a750534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:40.422739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:40.426546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.454412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.462900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Transition to ACTIVE for port object 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:40.477836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Transition to ACTIVE for port object 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:40.542615 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.584342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:40.589311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:40.594331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:40.596243 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Pushing event updated for resources: {'Port': ['ID=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:40.650604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Attempting to bind port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:40.650893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Attempting to bind port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:40.651291 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Attempting to bind port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 on network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:40.656178 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:40.656559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Checking segment: {'id': 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:40.656968 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.657375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Bound using segment: {'id': 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:40.657843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Bound port: 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e2c7d5cb-372b-4016-bf98-0c72fb4e9672'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:40.658231 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.697125 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.728027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] For port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:40.731527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] For port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,segment=NetworkSegment(ff8168f9-3bd5-4e82-aa53-7cef56d06b9c),segment_id=ff8168f9-3bd5-4e82-aa53-7cef56d06b9c)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:40.765668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Subnet': ['ID=6b0d8b66-4e94-4696-8bdb-b84b315c6606,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:40.775613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Checking segment: {'id': '244a2132-bb94-4f02-99b9-f554aeaa6d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '68932646-f43a-4efc-b29c-d8685a750534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:40.775997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network hostable DHCP agents. Network: 68932646-f43a-4efc-b29c-d8685a750534, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:40.805585 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.865322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bd344-be90-43cf-a31b-3118fcc1280a None None] Pushing event updated for resources: {'Port': ['ID=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:40.879388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network 68932646-f43a-4efc-b29c-d8685a750534 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:40.987668 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 68932646-f43a-4efc-b29c-d8685a750534) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:40.993099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:40.993770 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:40.998277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72852493-dade-43ab-9318-3f315cf16ea0 None None] Network 68932646-f43a-4efc-b29c-d8685a750534 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:41.068891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-98d17372-8a75-4ec9-b708-6a6e83a31cc8 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7904639 Aug 25 15:46:41.073471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:41.178559 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.189061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-68932646-f43a-4efc-b29c-d8685a750534', 'network_id': '68932646-f43a-4efc-b29c-d8685a750534', 'tenant_id': '7712dd11768445ea824828caccc82fb6', 'fixed_ips': [{'subnet_id': '6b0d8b66-4e94-4696-8bdb-b84b315c6606'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:41.190434 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.262966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.355373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Allocated IP 2001:db8::2 (68932646-f43a-4efc-b29c-d8685a750534/6b0d8b66-4e94-4696-8bdb-b84b315c6606/1fbabf5b-0a7d-476c-a090-c7d22cb5fef6) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:41.497154 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.515650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Transition to ACTIVE for port object 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:41.529126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Transition to ACTIVE for port object 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:41.583241 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.624047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Network 68932646-f43a-4efc-b29c-d8685a750534 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:41.627570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:41.633484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:41.646662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Pushing event updated for resources: {'Port': ['ID=1fbabf5b-0a7d-476c-a090-c7d22cb5fef6,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:41.663047 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.693693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0d8b66-4e94-4696-8bdb-b84b315c6606,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:41.709456 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Attempting to bind port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:41.709798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Attempting to bind port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '244a2132-bb94-4f02-99b9-f554aeaa6d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '68932646-f43a-4efc-b29c-d8685a750534'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:41.710110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Attempting to bind port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 on network 68932646-f43a-4efc-b29c-d8685a750534 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:41.716088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:41.716594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Checking segment: {'id': '244a2132-bb94-4f02-99b9-f554aeaa6d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '68932646-f43a-4efc-b29c-d8685a750534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:41.717235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.717721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Bound using segment: {'id': '244a2132-bb94-4f02-99b9-f554aeaa6d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '68932646-f43a-4efc-b29c-d8685a750534'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:41.718422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Bound port: 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244a2132-bb94-4f02-99b9-f554aeaa6d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '68932646-f43a-4efc-b29c-d8685a750534'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:41.718935 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.762800 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.774278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68932646-f43a-4efc-b29c-d8685a750534']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:41.786086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244a2132-bb94-4f02-99b9-f554aeaa6d67') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:41.786401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244a2132-bb94-4f02-99b9-f554aeaa6d67') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:41.787752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] For port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:41.791488 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] For port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1fbabf5b-0a7d-476c-a090-c7d22cb5fef6,segment=NetworkSegment(244a2132-bb94-4f02-99b9-f554aeaa6d67),segment_id=244a2132-bb94-4f02-99b9-f554aeaa6d67)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:41.795974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.816450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346c1fa-b9e6-45fd-8894-e4f862e7e325 None None] Network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:41.865111 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.865347 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.871337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:41.871730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:41.875241 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:41.957626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9b3a3bd6-dd5a-4992-b2b2-8a3454bbc2b3 None None] Provisioning for port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:41.971395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.db.api [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:46:41.971395 n-d-805995-2 neutron-server[101873]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:46:41.971395 n-d-805995-2 neutron-server[101873]: [parameters: {'id': '68932646-f43a-4efc-b29c-d8685a750534'}] Aug 25 15:46:41.971395 n-d-805995-2 neutron-server[101873]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:46:41.971844 n-d-805995-2 neutron-server[101873]: DEBUG oslo_db.api [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:46:41.977106 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce9b04-25b0-44fc-9580-7b72e9e7d4fd None None] Pushing event updated for resources: {'Port': ['ID=1fbabf5b-0a7d-476c-a090-c7d22cb5fef6,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:42.008430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cbeace-3698-4005-b4a8-1a6d8ee09d20 None None] Network 68932646-f43a-4efc-b29c-d8685a750534 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:42.305079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9690c8c6-ad10-4b0b-9d3b-ed1fb2e6302b None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:46:42.368859 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690c8c6-ad10-4b0b-9d3b-ed1fb2e6302b None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:46:42.473100 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.525864 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Deleting port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:42.526104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.593522 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] For port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1fbabf5b-0a7d-476c-a090-c7d22cb5fef6,segment=NetworkSegment(244a2132-bb94-4f02-99b9-f554aeaa6d67),segment_id=244a2132-bb94-4f02-99b9-f554aeaa6d67)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:42.593901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.606540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Calling delete_port for 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:42.773056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:46:42.799389 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.829042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Port': ['ID=1fbabf5b-0a7d-476c-a090-c7d22cb5fef6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:42.833008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No DVR routers for this DVR port 1fbabf5b-0a7d-476c-a090-c7d22cb5fef6 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:42.908630 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:42.911250 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.912785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:42.913233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.921916 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68932646-f43a-4efc-b29c-d8685a750534']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:42.933710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244a2132-bb94-4f02-99b9-f554aeaa6d67') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:42.934002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244a2132-bb94-4f02-99b9-f554aeaa6d67') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:42.943643 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.961123 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.967182 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:42.970608 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:42.971384 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:43.001774 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.040219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,segment=NetworkSegment(ff8168f9-3bd5-4e82-aa53-7cef56d06b9c),segment_id=ff8168f9-3bd5-4e82-aa53-7cef56d06b9c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:43.119311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.136327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.136327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/68932646-f43a-4efc-b29c-d8685a750534 HTTP/1.1" status: 204 len: 168 time: 2.0542531 Aug 25 15:46:43.136514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53486) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:43.137666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1673926262'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:43.141671 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.142186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c1003-e717-4cc7-8236-6df5145fdfea tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Network': ['ID=68932646-f43a-4efc-b29c-d8685a750534,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:43.191949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:43.222038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:43.227580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.250207 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:43.259696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.260147 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Added segment f4c021cc-0409-40d2-88f1-d0bc30dcf892 of type vlan for network fb263af1-5c71-4c5a-9eed-302679d059f9 Aug 25 15:46:43.300435 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.370676 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.376530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:43.377111 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.444785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Network': ['ID=fb263af1-5c71-4c5a-9eed-302679d059f9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:43.455369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network fb263af1-5c71-4c5a-9eed-302679d059f9 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:43.474718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1db6d5b-9b85-422c-8016-ca00bfa29375 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3414581 Aug 25 15:46:43.477475 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53488) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:43.482919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'subnet': {'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:43.627709 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:43.631203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:43.685848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Performing IP validity checks on allocation pools {{(pid=101872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 15:46:43.686367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.ipam_backend_mixin [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 15:46:44.193902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.256120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Subnet': ['ID=118d0c6e-cc2c-405a-89b4-a513ba441c1d,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:44.263396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Checking segment: {'id': 'f4c021cc-0409-40d2-88f1-d0bc30dcf892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:44.263764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network hostable DHCP agents. Network: fb263af1-5c71-4c5a-9eed-302679d059f9, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:44.330499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network fb263af1-5c71-4c5a-9eed-302679d059f9 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:44.398913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, fb263af1-5c71-4c5a-9eed-302679d059f9) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:44.403198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:44.403824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.409864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f847c-32da-421d-8462-30853fffdabe None None] Network fb263af1-5c71-4c5a-9eed-302679d059f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:44.491693 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2da3230c-441f-4d4a-8340-8c0e5c7c1227 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0130522 Aug 25 15:46:44.494396 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:44.552947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-fb263af1-5c71-4c5a-9eed-302679d059f9', 'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9', 'tenant_id': '7712dd11768445ea824828caccc82fb6', 'fixed_ips': [{'subnet_id': '118d0c6e-cc2c-405a-89b4-a513ba441c1d'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:44.553815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.595305 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.647602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.686249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Allocated IP 2001:db8::3 (fb263af1-5c71-4c5a-9eed-302679d059f9/118d0c6e-cc2c-405a-89b4-a513ba441c1d/e584ecc3-4fc4-4a22-a9a2-428cbecb4105) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:44.754621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:46:44.857305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:44.857682 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.898991 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:44.910479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Transition to ACTIVE for port object e584ecc3-4fc4-4a22-a9a2-428cbecb4105 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:44.929586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Transition to ACTIVE for port object e584ecc3-4fc4-4a22-a9a2-428cbecb4105 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:45.005491 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.044357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Network fb263af1-5c71-4c5a-9eed-302679d059f9 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:45.047774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:45.051352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:45.057976 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Pushing event updated for resources: {'Port': ['ID=e584ecc3-4fc4-4a22-a9a2-428cbecb4105,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:45.091289 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.107758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Attempting to bind port e584ecc3-4fc4-4a22-a9a2-428cbecb4105 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:45.108126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Attempting to bind port e584ecc3-4fc4-4a22-a9a2-428cbecb4105 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'f4c021cc-0409-40d2-88f1-d0bc30dcf892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:45.108492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Attempting to bind port e584ecc3-4fc4-4a22-a9a2-428cbecb4105 on network fb263af1-5c71-4c5a-9eed-302679d059f9 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:45.113962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:45.114338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Checking segment: {'id': 'f4c021cc-0409-40d2-88f1-d0bc30dcf892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:45.114740 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.115165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Bound using segment: {'id': 'f4c021cc-0409-40d2-88f1-d0bc30dcf892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:45.115665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Bound port: e584ecc3-4fc4-4a22-a9a2-428cbecb4105, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c021cc-0409-40d2-88f1-d0bc30dcf892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb263af1-5c71-4c5a-9eed-302679d059f9'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:45.116046 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.117450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Subnet': ['ID=118d0c6e-cc2c-405a-89b4-a513ba441c1d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:45.182781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] For port e584ecc3-4fc4-4a22-a9a2-428cbecb4105, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:45.183906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.185992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] For port e584ecc3-4fc4-4a22-a9a2-428cbecb4105, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e584ecc3-4fc4-4a22-a9a2-428cbecb4105,segment=NetworkSegment(f4c021cc-0409-40d2-88f1-d0bc30dcf892),segment_id=f4c021cc-0409-40d2-88f1-d0bc30dcf892)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:45.194534 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb263af1-5c71-4c5a-9eed-302679d059f9']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:45.204683 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c021cc-0409-40d2-88f1-d0bc30dcf892') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:45.204980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c021cc-0409-40d2-88f1-d0bc30dcf892') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:45.213932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.273867 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.275680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.281926 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:45.282383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:45.285347 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:45.351048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22ba5-aebe-4f20-b5a8-954e6aa12245 None None] Pushing event updated for resources: {'Port': ['ID=e584ecc3-4fc4-4a22-a9a2-428cbecb4105,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:45.364954 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36a868-a03a-4ed0-aa5d-ed8c236ba054 None None] Network fb263af1-5c71-4c5a-9eed-302679d059f9 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:45.416645 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.db.api [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 15:46:45.416645 n-d-805995-2 neutron-server[101872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 15:46:45.416645 n-d-805995-2 neutron-server[101872]: [parameters: {'id': 'fb263af1-5c71-4c5a-9eed-302679d059f9'}] Aug 25 15:46:45.416645 n-d-805995-2 neutron-server[101872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:46:45.417224 n-d-805995-2 neutron-server[101872]: DEBUG oslo_db.api [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:46:45.487972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76f8c6-3620-4486-89f8-845e3b6ad0a6 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:46:45.551337 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76f8c6-3620-4486-89f8-845e3b6ad0a6 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:46:45.918612 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:45.976655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Deleting port e584ecc3-4fc4-4a22-a9a2-428cbecb4105 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:45.976993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.037625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] For port e584ecc3-4fc4-4a22-a9a2-428cbecb4105, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e584ecc3-4fc4-4a22-a9a2-428cbecb4105,segment=NetworkSegment(f4c021cc-0409-40d2-88f1-d0bc30dcf892),segment_id=f4c021cc-0409-40d2-88f1-d0bc30dcf892)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:46.037990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.050428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Calling delete_port for e584ecc3-4fc4-4a22-a9a2-428cbecb4105 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:46.210534 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.234916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Port': ['ID=e584ecc3-4fc4-4a22-a9a2-428cbecb4105,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:46.241854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No DVR routers for this DVR port e584ecc3-4fc4-4a22-a9a2-428cbecb4105 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:46.319388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.329459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb263af1-5c71-4c5a-9eed-302679d059f9']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:46.340239 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c021cc-0409-40d2-88f1-d0bc30dcf892') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:46.340567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c021cc-0409-40d2-88f1-d0bc30dcf892') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:46.349549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.362802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.368655 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:46.369042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:46.375207 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:46.473461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.484908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.484908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/fb263af1-5c71-4c5a-9eed-302679d059f9 HTTP/1.1" status: 204 len: 168 time: 1.9868796 Aug 25 15:46:46.486956 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53492) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:46.492164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2109634698'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:46.495280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712feb45-4a6a-407a-9a2a-479db307b8ac tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Network': ['ID=fb263af1-5c71-4c5a-9eed-302679d059f9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:46.570214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:46.574056 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.598128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:46.606394 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.606732 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Added segment 701ce187-06b2-4b0e-8e71-9d1151e6e3b7 of type vlan for network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 Aug 25 15:46:46.653054 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.724663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.730301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:46.730887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:46.804850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Network': ['ID=f9bd59e0-0624-4a2e-8bed-987fae3ffc69,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:46.815270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:46.862675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b1500c9b-65ac-4ee0-b8ed-60091f9c4cb1 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3745668 Aug 25 15:46:46.865499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53494) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:46.870625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'subnet': {'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:47.016841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:47.020395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.234065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.303713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Subnet': ['ID=cd1121aa-e793-4d2e-bc7e-9be4c0db5622,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:47.309139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Checking segment: {'id': '701ce187-06b2-4b0e-8e71-9d1151e6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:47.309503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network hostable DHCP agents. Network: f9bd59e0-0624-4a2e-8bed-987fae3ffc69, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:47.364617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:47.427637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, f9bd59e0-0624-4a2e-8bed-987fae3ffc69) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:47.431848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:47.432434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.436100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be93e46-774f-401b-8fae-cda11ac3f8d5 None None] Network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:47.486119 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-46f61029-9700-47d9-bffc-f57064fc61d5 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6194341 Aug 25 15:46:47.489667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53496) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:47.494685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757930138'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:47.564954 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:47.568446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.581292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-f9bd59e0-0624-4a2e-8bed-987fae3ffc69', 'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69', 'tenant_id': '7712dd11768445ea824828caccc82fb6', 'fixed_ips': [{'subnet_id': 'cd1121aa-e793-4d2e-bc7e-9be4c0db5622'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:47.581292 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.592011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:47.601545 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.601883 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Added segment 2c121a66-f20b-4e43-8129-7deb7d883a63 of type vlan for network 0ffc2940-69cb-40c7-9283-cccea7188846 Aug 25 15:46:47.641368 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.720024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.720707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Allocated IP 2001:db8::2 (f9bd59e0-0624-4a2e-8bed-987fae3ffc69/cd1121aa-e793-4d2e-bc7e-9be4c0db5622/77e0fab2-aeef-46f5-b6ae-810cf79c2e1e) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:47.726824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:47.727633 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:47.802926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Network': ['ID=0ffc2940-69cb-40c7-9283-cccea7188846,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:47.814481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0ffc2940-69cb-40c7-9283-cccea7188846 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:47.885540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-18562351-50a4-4400-a1c0-9af2e8eabc0e tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3947830 Aug 25 15:46:47.888362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53498) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:47.893497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Request body: {'subnet': {'network_id': '0ffc2940-69cb-40c7-9283-cccea7188846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:48.084751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Made reservation on behalf of 7712dd11768445ea824828caccc82fb6 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:48.085143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.088481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.094103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Transition to ACTIVE for port object 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:48.109224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Transition to ACTIVE for port object 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:48.193891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.235705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:48.240633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:48.244212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:48.255517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Pushing event updated for resources: {'Port': ['ID=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:48.304482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Attempting to bind port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:48.304847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Attempting to bind port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '701ce187-06b2-4b0e-8e71-9d1151e6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:48.305208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Attempting to bind port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e on network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:48.310031 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:48.310397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Checking segment: {'id': '701ce187-06b2-4b0e-8e71-9d1151e6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:48.310792 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.311220 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Bound using segment: {'id': '701ce187-06b2-4b0e-8e71-9d1151e6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:48.312503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Bound port: 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701ce187-06b2-4b0e-8e71-9d1151e6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f9bd59e0-0624-4a2e-8bed-987fae3ffc69'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:48.312641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.314227 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.412001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] For port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:48.416841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] For port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,segment=NetworkSegment(701ce187-06b2-4b0e-8e71-9d1151e6e3b7),segment_id=701ce187-06b2-4b0e-8e71-9d1151e6e3b7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:48.419196 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event updated for resources: {'Subnet': ['ID=d62a2a12-792d-4cf8-a900-229eaa634898,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:48.421494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Checking segment: {'id': '2c121a66-f20b-4e43-8129-7deb7d883a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ffc2940-69cb-40c7-9283-cccea7188846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:48.421855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network hostable DHCP agents. Network: 0ffc2940-69cb-40c7-9283-cccea7188846, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:48.462630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.484572 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Network 0ffc2940-69cb-40c7-9283-cccea7188846 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:48.522050 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d5a8-5708-4f97-8f03-1f1b7a2eea09 None None] Pushing event updated for resources: {'Port': ['ID=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:48.536942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0ffc2940-69cb-40c7-9283-cccea7188846) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:48.545611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:48.545810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931fad7-e943-4d86-bfa2-135dee8c73a1 None None] Network 0ffc2940-69cb-40c7-9283-cccea7188846 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:48.546523 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.614511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9579745d-976e-4b78-949c-28b90d45d5ba tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7222817 Aug 25 15:46:48.614800 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53500) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:48.738862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f10296-0684-4b9d-a2d7-eb277bebe33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0ffc2940-69cb-40c7-9283-cccea7188846', 'network_id': '0ffc2940-69cb-40c7-9283-cccea7188846', 'tenant_id': '7712dd11768445ea824828caccc82fb6', 'fixed_ips': [{'subnet_id': 'd62a2a12-792d-4cf8-a900-229eaa634898'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:48.738862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4f10296-0684-4b9d-a2d7-eb277bebe33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.743220 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.830778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.842556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:46:48.982568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:48.993700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server [None req-f4f10296-0684-4b9d-a2d7-eb277bebe33f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d62a2a12-792d-4cf8-a900-229eaa634898: This subnet is being modified by another concurrent operation. Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server raise exception Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d62a2a12-792d-4cf8-a900-229eaa634898: This subnet is being modified by another concurrent operation. Aug 25 15:46:49.006290 n-d-805995-2 neutron-server[101874]: ERROR oslo_messaging.rpc.server Aug 25 15:46:49.021900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Subnet': ['ID=d62a2a12-792d-4cf8-a900-229eaa634898,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:49.034343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406833d1-80ae-4af6-a274-152d72e0da08 None None] Network 0ffc2940-69cb-40c7-9283-cccea7188846 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:49.085849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.095921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffc2940-69cb-40c7-9283-cccea7188846']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:49.106268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c121a66-f20b-4e43-8129-7deb7d883a63') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:49.106558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c121a66-f20b-4e43-8129-7deb7d883a63') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:49.117062 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.131795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.137902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:49.138304 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:49.141938 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:49.273816 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.292247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.294306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/0ffc2940-69cb-40c7-9283-cccea7188846 HTTP/1.1" status: 204 len: 168 time: 0.6785119 Aug 25 15:46:49.295825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069dcb1-dd16-442e-9368-5af999381659 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Network': ['ID=0ffc2940-69cb-40c7-9283-cccea7188846,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:49.298113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53502) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:49.326256 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0030c3-dea5-4494-878c-1f07e76e8059 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] GET failed (client error): The resource could not be found. Aug 25 15:46:49.327848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ca0030c3-dea5-4494-878c-1f07e76e8059 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "GET /v2.0/subnets/d62a2a12-792d-4cf8-a900-229eaa634898 HTTP/1.1" status: 404 len: 337 time: 0.0288007 Aug 25 15:46:49.330581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53504) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:49.350705 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08a6a63-9a90-4ce1-9423-7dc05b8dfb4d tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:49.351278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08a6a63-9a90-4ce1-9423-7dc05b8dfb4d tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:49.352985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c08a6a63-9a90-4ce1-9423-7dc05b8dfb4d tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/0ffc2940-69cb-40c7-9283-cccea7188846 HTTP/1.1" status: 404 len: 339 time: 0.0214467 Aug 25 15:46:49.356791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:49.383642 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7119e6-5d2b-436c-a1d8-9d7e186a8276 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:49.384102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7119e6-5d2b-436c-a1d8-9d7e186a8276 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:49.385996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a7119e6-5d2b-436c-a1d8-9d7e186a8276 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/subnets/d62a2a12-792d-4cf8-a900-229eaa634898 HTTP/1.1" status: 404 len: 337 time: 0.0281322 Aug 25 15:46:49.388494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53508) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:49.407149 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e3c00d-b8c2-4551-a859-23ef1a44136f tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:49.407690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e3c00d-b8c2-4551-a859-23ef1a44136f tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:49.409432 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e0e3c00d-b8c2-4551-a859-23ef1a44136f tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/0ffc2940-69cb-40c7-9283-cccea7188846 HTTP/1.1" status: 404 len: 339 time: 0.0200057 Aug 25 15:46:49.411935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53510) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:49.469342 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Deleting subnet cd1121aa-e793-4d2e-bc7e-9be4c0db5622 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:46:49.472567 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.490696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639e96f-c723-4a7c-bc8e-25def5094e33 None None] Network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:49.515268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.596582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Provisioning for port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:49.598187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.606141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Provisioning complete for port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:49.606519 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.721028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.742286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.772514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1121aa-e793-4d2e-bc7e-9be4c0db5622,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:49.774496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.778681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b5f3382a-67ae-463e-91b6-675391b0f040 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/subnets/cd1121aa-e793-4d2e-bc7e-9be4c0db5622 HTTP/1.1" status: 204 len: 168 time: 0.3636181 Aug 25 15:46:49.779087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53512) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:49.784700 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.db.api [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:46:49.785084 n-d-805995-2 neutron-server[101874]: DEBUG oslo_db.api [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:46:49.859053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:49.864373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607481b8-0ff5-459a-bf19-0010765e2560 None None] Network f9bd59e0-0624-4a2e-8bed-987fae3ffc69 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:49.912788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Deleting port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:49.913133 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.051625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] DHCP port deletion for f9bd59e0-0624-4a2e-8bed-987fae3ffc69 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:46:50.100728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] Deleting port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:50.101134 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.169342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] For port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,segment=NetworkSegment(701ce187-06b2-4b0e-8e71-9d1151e6e3b7),segment_id=701ce187-06b2-4b0e-8e71-9d1151e6e3b7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:50.169746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.183888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] Calling delete_port for 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:50.318161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] For port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,segment=NetworkSegment(701ce187-06b2-4b0e-8e71-9d1151e6e3b7),segment_id=701ce187-06b2-4b0e-8e71-9d1151e6e3b7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:50.318603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.322667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e602712c-b26e-4b98-9e4c-12b0fff81827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.331662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Calling delete_port for 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:50.353981 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.400195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] Pushing event deleted for resources: {'Port': ['ID=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:50.403736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677dd578-00cb-4f01-b6e0-2d1edf6db895 None None] No DVR routers for this DVR port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:50.414092 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.416640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4387aa-e895-498e-86f4-0f3e8c10c2a2 None None] get_active_networks_info from n-d-805995-2 {{(pid=101874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 15:46:50.444137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No DVR routers for this DVR port 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:50.450841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Port': ['ID=77e0fab2-aeef-46f5-b6ae-810cf79c2e1e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:50.481363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4387aa-e895-498e-86f4-0f3e8c10c2a2 None None] Resources bound (agent type, host, resource id): {{(pid=101874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 15:46:50.530656 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.540002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b0fb5a62-3058-49c8-9f4a-b580586671d6 None None] Could not find standard attr ID for object 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:46:50.542805 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bd59e0-0624-4a2e-8bed-987fae3ffc69']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:50.555873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701ce187-06b2-4b0e-8e71-9d1151e6e3b7') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:50.556168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701ce187-06b2-4b0e-8e71-9d1151e6e3b7') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:50.566021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.579321 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.585224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:50.585605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: self.session.flush() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:50.588475 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:50.730855 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.739108 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.741217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/f9bd59e0-0624-4a2e-8bed-987fae3ffc69 HTTP/1.1" status: 204 len: 168 time: 0.9610884 Aug 25 15:46:50.743586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53514) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:50.750504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:46:50.762302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03cf9e-0b7d-4d50-b1e4-bf1bfa1ff709 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Network': ['ID=f9bd59e0-0624-4a2e-8bed-987fae3ffc69,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:50.770631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:46:50.770975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 77e0fab2-aeef-46f5-b6ae-810cf79c2e1e not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:46:50.781281 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6f5ad4-88f1-4864-87f5-1cd58dafba1c tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:50.781739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6f5ad4-88f1-4864-87f5-1cd58dafba1c tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:50.783524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e6f5ad4-88f1-4864-87f5-1cd58dafba1c tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/subnets/118d0c6e-cc2c-405a-89b4-a513ba441c1d HTTP/1.1" status: 404 len: 337 time: 0.0390286 Aug 25 15:46:50.786020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53516) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:50.804321 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e8874a-5253-4891-83f1-ff237c6f69ee tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:50.804950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e8874a-5253-4891-83f1-ff237c6f69ee tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:50.806607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c7e8874a-5253-4891-83f1-ff237c6f69ee tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/fb263af1-5c71-4c5a-9eed-302679d059f9 HTTP/1.1" status: 404 len: 339 time: 0.0196536 Aug 25 15:46:50.809004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53518) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:50.843514 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37c8289-0b0c-41e0-8503-b280e81fcc84 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:50.843514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37c8289-0b0c-41e0-8503-b280e81fcc84 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:50.844717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c37c8289-0b0c-41e0-8503-b280e81fcc84 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/subnets/6b0d8b66-4e94-4696-8bdb-b84b315c6606 HTTP/1.1" status: 404 len: 337 time: 0.0348322 Aug 25 15:46:50.847518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53520) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:50.865578 n-d-805995-2 neutron-server[101873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05d63f3-66d0-42d5-b0cd-5d52852ec83f tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] DELETE failed (client error): The resource could not be found. Aug 25 15:46:50.866096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05d63f3-66d0-42d5-b0cd-5d52852ec83f tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101873) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 15:46:50.867736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c05d63f3-66d0-42d5-b0cd-5d52852ec83f tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/68932646-f43a-4efc-b29c-d8685a750534 HTTP/1.1" status: 404 len: 339 time: 0.0193212 Aug 25 15:46:50.869908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53522) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:50.922647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Deleting subnet 1bc470a8-f6cb-41d8-9fd4-c287b42fd57f {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:46:50.925692 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:50.964247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.028074 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02e20887-576a-4da5-9e4c-45c96400a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.049691 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.182136 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.208867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc470a8-f6cb-41d8-9fd4-c287b42fd57f,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:51.212497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.214809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0175e20a-89e4-407b-bb6f-ad73f6097ab2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/subnets/1bc470a8-f6cb-41d8-9fd4-c287b42fd57f HTTP/1.1" status: 204 len: 168 time: 0.3435481 Aug 25 15:46:51.216911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53524) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:51.219882 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8bb37-9236-4737-94b4-934a537bad2d None None] Network e2c7d5cb-372b-4016-bf98-0c72fb4e9672 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:51.291397 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.345672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Deleting port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:51.346018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.382775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] DHCP port deletion for e2c7d5cb-372b-4016-bf98-0c72fb4e9672 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:46:51.412478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] For port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,segment=NetworkSegment(ff8168f9-3bd5-4e82-aa53-7cef56d06b9c),segment_id=ff8168f9-3bd5-4e82-aa53-7cef56d06b9c)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:51.412839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.425746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Calling delete_port for 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:51.427901 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] Deleting port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:51.428279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.492889 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] For port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,segment=NetworkSegment(ff8168f9-3bd5-4e82-aa53-7cef56d06b9c),segment_id=ff8168f9-3bd5-4e82-aa53-7cef56d06b9c)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:51.493291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.506702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] Calling delete_port for 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:51.601120 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.606394 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.631921 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Port': ['ID=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:51.634730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] Pushing event deleted for resources: {'Port': ['ID=05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:51.643689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b15781-aa1a-4901-8476-e51eee7d75df None None] No DVR routers for this DVR port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:51.643793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] No DVR routers for this DVR port 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:51.720834 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.730716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c7d5cb-372b-4016-bf98-0c72fb4e9672']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:51.741559 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:51.742153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8168f9-3bd5-4e82-aa53-7cef56d06b9c') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:51.752173 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.766085 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.771976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:51.772354 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:51.775292 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:51.901647 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.908997 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:51.910507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] 10.222.0.58 "DELETE /v2.0/networks/e2c7d5cb-372b-4016-bf98-0c72fb4e9672 HTTP/1.1" status: 204 len: 168 time: 0.6926739 Aug 25 15:46:51.923323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3afbc-23cf-4aa7-8fad-f88e154eeee2 tempest-NetworksIpV6Test-1055811013 tempest-NetworksIpV6Test-1055811013-project] Pushing event deleted for resources: {'Network': ['ID=e2c7d5cb-372b-4016-bf98-0c72fb4e9672,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:52.294740 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53530) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:52.423527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-80e66edb-3823-4245-b59f-a92ae738ee95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7712dd11768445ea824828caccc82fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275711 Aug 25 15:46:52.426037 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53534) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:52.474618 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d925c48-41b0-41b3-9170-865c962fc465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:52.494825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d925c48-41b0-41b3-9170-865c962fc465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:52.633469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d925c48-41b0-41b3-9170-865c962fc465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:52.636101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8d925c48-41b0-41b3-9170-865c962fc465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:52.637273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8d925c48-41b0-41b3-9170-865c962fc465 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c73d4bf-40b3-418b-afad-d13805854af2 HTTP/1.1" status: 204 len: 168 time: 0.2103651 Aug 25 15:46:52.646002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d925c48-41b0-41b3-9170-865c962fc465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c73d4bf-40b3-418b-afad-d13805854af2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:52.752880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:46:52.773848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:46:52.774185 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 05346846-7cc7-4ace-ab6b-1c4a5ab7a6e6 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:46:53.542516 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53556) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:53.635979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-579188125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:53.810481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:53.811624 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:53.827489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad8a902d-f985-4586-8cc7-d8dda6c82aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:53.870202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:53.907377 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:53.976229 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:53.977486 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-11ebb54a-3118-46a7-a69a-14ff3ca43a41 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4338200 Aug 25 15:46:53.980293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53560) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:53.985336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1004100859'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:54.050478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Made reservation on behalf of 28339fbe7a674942977aa8987db45ba3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:54.053939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.062401 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.148511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.215785 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.244298 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.270221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:54.279615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda6ddc0-5000-47c0-9286-0ea2373648a9,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:54.284959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.285290 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Added segment a78e1004-f686-447c-9485-bda5bae5dae7 of type vlan for network ad39d521-1799-4b76-863b-15403025f298 Aug 25 15:46:54.327682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.404318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.410506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:54.411131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.475367 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event updated for resources: {'Network': ['ID=ad39d521-1799-4b76-863b-15403025f298,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:54.485055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ad39d521-1799-4b76-863b-15403025f298 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:54.545269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b0822caf-ef76-4d83-93cf-538377387e28 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5613687 Aug 25 15:46:54.545852 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53562) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:54.551597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Request body: {'subnet': {'network_id': 'ad39d521-1799-4b76-863b-15403025f298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:54.696089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Made reservation on behalf of 28339fbe7a674942977aa8987db45ba3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:54.699482 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:54.942373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.001900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event updated for resources: {'Subnet': ['ID=75fe2a00-3a1b-48f8-a29c-dcd89bfcc57e,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:55.014675 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Checking segment: {'id': 'a78e1004-f686-447c-9485-bda5bae5dae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad39d521-1799-4b76-863b-15403025f298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:55.015042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Network hostable DHCP agents. Network: ad39d521-1799-4b76-863b-15403025f298, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:55.084811 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Network ad39d521-1799-4b76-863b-15403025f298 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:55.153322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ad39d521-1799-4b76-863b-15403025f298) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:55.157652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:55.158249 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.162150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc9ef5-f0ea-468d-8c4e-1560c7e0b53b None None] Network ad39d521-1799-4b76-863b-15403025f298 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:55.222651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-89c67531-6584-4dab-8a12-fd3a9317bfda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6756995 Aug 25 15:46:55.225676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53564) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:55.230875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-507486421'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:55.302252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Made reservation on behalf of 28339fbe7a674942977aa8987db45ba3 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:55.303778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ad39d521-1799-4b76-863b-15403025f298', 'network_id': 'ad39d521-1799-4b76-863b-15403025f298', 'tenant_id': '28339fbe7a674942977aa8987db45ba3', 'fixed_ips': [{'subnet_id': '75fe2a00-3a1b-48f8-a29c-dcd89bfcc57e'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:55.304646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.306093 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.330932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:46:55.340637 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.340971 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Added segment e23b5db1-12dd-4648-9f61-d68bb638883c of type vlan for network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce Aug 25 15:46:55.383466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.441969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Allocated IP 172.20.0.2 (ad39d521-1799-4b76-863b-15403025f298/75fe2a00-3a1b-48f8-a29c-dcd89bfcc57e/2adf22ae-2480-4200-876f-e93a0783cc23) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:55.478884 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.484575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:55.485360 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.555241 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event updated for resources: {'Network': ['ID=35d79e90-0d9f-45ba-8b6b-8d09ae186bce,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:55.569595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:46:55.622473 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a58b6be8-569f-49f6-a691-d1598dd176fc tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3956826 Aug 25 15:46:55.625127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53566) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:55.630690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Request body: {'subnet': {'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:55.639502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.660237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Transition to ACTIVE for port object 2adf22ae-2480-4200-876f-e93a0783cc23 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:55.675926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Transition to ACTIVE for port object 2adf22ae-2480-4200-876f-e93a0783cc23 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:55.713002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.742201 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.785174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Network ad39d521-1799-4b76-863b-15403025f298 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:55.790340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:55.793162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:55.793323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Made reservation on behalf of 28339fbe7a674942977aa8987db45ba3 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:46:55.797466 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.825734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Pushing event updated for resources: {'Port': ['ID=2adf22ae-2480-4200-876f-e93a0783cc23,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:55.860431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Attempting to bind port 2adf22ae-2480-4200-876f-e93a0783cc23 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:55.860795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Attempting to bind port 2adf22ae-2480-4200-876f-e93a0783cc23 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'a78e1004-f686-447c-9485-bda5bae5dae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad39d521-1799-4b76-863b-15403025f298'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:55.861169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Attempting to bind port 2adf22ae-2480-4200-876f-e93a0783cc23 on network ad39d521-1799-4b76-863b-15403025f298 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:55.866269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:55.866653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Checking segment: {'id': 'a78e1004-f686-447c-9485-bda5bae5dae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad39d521-1799-4b76-863b-15403025f298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:55.867083 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.867487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Bound using segment: {'id': 'a78e1004-f686-447c-9485-bda5bae5dae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad39d521-1799-4b76-863b-15403025f298'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:55.867964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Bound port: 2adf22ae-2480-4200-876f-e93a0783cc23, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78e1004-f686-447c-9485-bda5bae5dae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ad39d521-1799-4b76-863b-15403025f298'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:55.868353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:55.948510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] For port 2adf22ae-2480-4200-876f-e93a0783cc23, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:55.952612 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] For port 2adf22ae-2480-4200-876f-e93a0783cc23, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2adf22ae-2480-4200-876f-e93a0783cc23,segment=NetworkSegment(a78e1004-f686-447c-9485-bda5bae5dae7),segment_id=a78e1004-f686-447c-9485-bda5bae5dae7)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:56.022514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:56.050889 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:56.083854 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3af23c-5ea8-4f83-880b-dc339389c05c None None] Pushing event updated for resources: {'Port': ['ID=2adf22ae-2480-4200-876f-e93a0783cc23,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:56.124368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event updated for resources: {'Subnet': ['ID=af7a2ce2-ef9f-4fd8-99fb-e97976dfae44,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:56.132683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Checking segment: {'id': 'e23b5db1-12dd-4648-9f61-d68bb638883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:56.133076 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Network hostable DHCP agents. Network: 35d79e90-0d9f-45ba-8b6b-8d09ae186bce, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:46:56.228159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:46:56.342414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 35d79e90-0d9f-45ba-8b6b-8d09ae186bce) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:56.348810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:46:56.350493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:56.355881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518d8d2-c953-4621-8a6f-4c415de3cc8c None None] Network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:56.428162 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9de9c396-7042-4175-b1fa-c5b8c406f395 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8015411 Aug 25 15:46:56.430874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53568) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:56.435642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-c3e866f6-8126-4916-a909-e66096611cda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Request body: {'router': {'external_gateway_info': {'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:46:56.515187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-35d79e90-0d9f-45ba-8b6b-8d09ae186bce', 'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce', 'tenant_id': '28339fbe7a674942977aa8987db45ba3', 'fixed_ips': [{'subnet_id': 'af7a2ce2-ef9f-4fd8-99fb-e97976dfae44'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:46:56.515879 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:56.652996 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c3e866f6-8126-4916-a909-e66096611cda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:56.663120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Allocated IP 172.21.0.2 (35d79e90-0d9f-45ba-8b6b-8d09ae186bce/af7a2ce2-ef9f-4fd8-99fb-e97976dfae44/fa4e75b5-a63a-4c78-a95d-51bb11a80f9d) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:46:56.808867 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2adf22ae-2480-4200-876f-e93a0783cc23 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:46:56.851476 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [None req-c3e866f6-8126-4916-a909-e66096611cda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 15:46:56.852558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c3e866f6-8126-4916-a909-e66096611cda tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "PUT /v2.0/routers/762c93e3-f5f9-4372-ba85-8bdb45112535 HTTP/1.1" status: 400 len: 364 time: 0.4206495 Aug 25 15:46:56.858554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:56.864374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:56.882657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Transition to ACTIVE for port object fa4e75b5-a63a-4c78-a95d-51bb11a80f9d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:56.903372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Transition to ACTIVE for port object fa4e75b5-a63a-4c78-a95d-51bb11a80f9d will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:46:56.920738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Deleting subnet af7a2ce2-ef9f-4fd8-99fb-e97976dfae44 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:46:56.988254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2adf22ae-2480-4200-876f-e93a0783cc23 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:57.010999 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.011291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.055005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:46:57.055474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.058053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:46:57.061348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:46:57.069560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Pushing event updated for resources: {'Port': ['ID=fa4e75b5-a63a-4c78-a95d-51bb11a80f9d,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:57.117434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73376472-2786-46a1-b232-797814375c0d None None] Network ad39d521-1799-4b76-863b-15403025f298 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:57.155268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.165784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Attempting to bind port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:46:57.166150 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Attempting to bind port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'e23b5db1-12dd-4648-9f61-d68bb638883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:46:57.166510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Attempting to bind port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d on network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:46:57.187148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:46:57.187525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Checking segment: {'id': 'e23b5db1-12dd-4648-9f61-d68bb638883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:46:57.191924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.191924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Bound using segment: {'id': 'e23b5db1-12dd-4648-9f61-d68bb638883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:46:57.191924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Bound port: fa4e75b5-a63a-4c78-a95d-51bb11a80f9d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23b5db1-12dd-4648-9f61-d68bb638883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35d79e90-0d9f-45ba-8b6b-8d09ae186bce'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:46:57.191924 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.331266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.362562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event deleted for resources: {'Subnet': ['ID=af7a2ce2-ef9f-4fd8-99fb-e97976dfae44,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:57.364890 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.366751 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "DELETE /v2.0/subnets/af7a2ce2-ef9f-4fd8-99fb-e97976dfae44 HTTP/1.1" status: 204 len: 168 time: 0.5071349 Aug 25 15:46:57.369384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53574) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:57.373646 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.374010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.374369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.374708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.375073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.375422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.375764 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.376110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.376441 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.376786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.377368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.377555 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868d5c6-110f-4421-8202-f915f5814a53 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:46:57.408780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.409416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] Provisioning for port 2adf22ae-2480-4200-876f-e93a0783cc23 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:46:57.440268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] Provisioning complete for port 2adf22ae-2480-4200-876f-e93a0783cc23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:57.440631 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.448261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.500267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] For port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:46:57.501531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Deleting port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:57.501877 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.531639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] For port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa4e75b5-a63a-4c78-a95d-51bb11a80f9d,segment=NetworkSegment(e23b5db1-12dd-4648-9f61-d68bb638883c),segment_id=e23b5db1-12dd-4648-9f61-d68bb638883c)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:46:57.567867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] For port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d, host n-d-805995-2, got binding levels [] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:57.568236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.584186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Calling delete_port for fa4e75b5-a63a-4c78-a95d-51bb11a80f9d owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:57.588541 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.600702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.665597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] For port 2adf22ae-2480-4200-876f-e93a0783cc23, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2adf22ae-2480-4200-876f-e93a0783cc23,segment=NetworkSegment(a78e1004-f686-447c-9485-bda5bae5dae7),segment_id=a78e1004-f686-447c-9485-bda5bae5dae7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:57.684837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85458b50-4f3f-44e4-80d4-a3308e71da62 None None] Pushing event updated for resources: {'Port': ['ID=fa4e75b5-a63a-4c78-a95d-51bb11a80f9d,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:57.708456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.725518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.726577 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.739136 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event deleted for resources: {'Port': ['ID=fa4e75b5-a63a-4c78-a95d-51bb11a80f9d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:57.741216 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] No DVR routers for this DVR port fa4e75b5-a63a-4c78-a95d-51bb11a80f9d on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:57.786508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b84fe1-4035-4a57-8a66-670ba448d521 None None] Pushing event updated for resources: {'Port': ['ID=2adf22ae-2480-4200-876f-e93a0783cc23,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:57.828817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.848116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d79e90-0d9f-45ba-8b6b-8d09ae186bce']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:57.864780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a6a0a81a-9f02-4cc1-8197-e70bfa0d1da0 None None] Provisioning complete for port 2adf22ae-2480-4200-876f-e93a0783cc23 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:46:57.865164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a81a-9f02-4cc1-8197-e70bfa0d1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.878469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23b5db1-12dd-4648-9f61-d68bb638883c') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:57.878766 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23b5db1-12dd-4648-9f61-d68bb638883c') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:57.890607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.907393 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.916111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:57.916111 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:57.919415 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:58.061622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.069073 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.071073 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "DELETE /v2.0/networks/35d79e90-0d9f-45ba-8b6b-8d09ae186bce HTTP/1.1" status: 204 len: 168 time: 0.7006438 Aug 25 15:46:58.073563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53576) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:58.094123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c08bfe-a6ba-4eb4-9d49-fa75006a3eb8 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event deleted for resources: {'Network': ['ID=35d79e90-0d9f-45ba-8b6b-8d09ae186bce,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:58.141042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Deleting subnet 75fe2a00-3a1b-48f8-a29c-dcd89bfcc57e {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:46:58.144760 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.184720 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.275496 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.411006 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.441150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event deleted for resources: {'Subnet': ['ID=75fe2a00-3a1b-48f8-a29c-dcd89bfcc57e,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:58.446749 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.453464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-c7f7aa12-2fae-476e-ac9f-abc1fd762769 tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "DELETE /v2.0/subnets/75fe2a00-3a1b-48f8-a29c-dcd89bfcc57e HTTP/1.1" status: 204 len: 168 time: 0.3741641 Aug 25 15:46:58.453464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53578) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:58.454118 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39df14-2567-44f1-904b-ec5be31200dc None None] Network ad39d521-1799-4b76-863b-15403025f298 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:58.536152 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.593437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Deleting port 2adf22ae-2480-4200-876f-e93a0783cc23 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:58.593865 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.639904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] DHCP port deletion for ad39d521-1799-4b76-863b-15403025f298 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:46:58.666591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] For port 2adf22ae-2480-4200-876f-e93a0783cc23, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2adf22ae-2480-4200-876f-e93a0783cc23,segment=NetworkSegment(a78e1004-f686-447c-9485-bda5bae5dae7),segment_id=a78e1004-f686-447c-9485-bda5bae5dae7)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:58.667048 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.680501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Calling delete_port for 2adf22ae-2480-4200-876f-e93a0783cc23 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:58.685350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6c40e3b9-06ec-4883-b977-f2c3441492c9 None None] Could not find standard attr ID for object fa4e75b5-a63a-4c78-a95d-51bb11a80f9d. {{(pid=101874) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 15:46:58.703423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071afa6-2598-43a2-96eb-e0225e6c07d4 None None] DHCP port deletion for 35d79e90-0d9f-45ba-8b6b-8d09ae186bce request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:46:58.706879 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] Deleting port 2adf22ae-2480-4200-876f-e93a0783cc23 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:46:58.707542 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.773902 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] For port 2adf22ae-2480-4200-876f-e93a0783cc23, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2adf22ae-2480-4200-876f-e93a0783cc23,segment=NetworkSegment(a78e1004-f686-447c-9485-bda5bae5dae7),segment_id=a78e1004-f686-447c-9485-bda5bae5dae7)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:46:58.774314 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.778845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2adf22ae-2480-4200-876f-e93a0783cc23 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:46:58.780754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc37dcd-3a52-4947-aed8-7b50266a08a3 None None] Network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:46:58.825908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc37dcd-3a52-4947-aed8-7b50266a08a3 None None] Network 35d79e90-0d9f-45ba-8b6b-8d09ae186bce could not be found, it might have been deleted concurrently. {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 15:46:58.828941 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] Calling delete_port for 2adf22ae-2480-4200-876f-e93a0783cc23 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:46:58.855963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.889894 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event deleted for resources: {'Port': ['ID=2adf22ae-2480-4200-876f-e93a0783cc23,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:58.890331 n-d-805995-2 neutron-server[101874]: INFO neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No ports have port_id starting with 2adf22ae-2480-4200-876f-e93a0783cc23 Aug 25 15:46:58.890440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] No DVR routers for this DVR port 2adf22ae-2480-4200-876f-e93a0783cc23 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:58.925916 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.949061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] Pushing event deleted for resources: {'Port': ['ID=2adf22ae-2480-4200-876f-e93a0783cc23,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:58.954502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdda3c-67f9-4690-85ad-92e9b54188a2 None None] No DVR routers for this DVR port 2adf22ae-2480-4200-876f-e93a0783cc23 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:46:58.967833 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:58.977757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad39d521-1799-4b76-863b-15403025f298']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:58.988329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78e1004-f686-447c-9485-bda5bae5dae7') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:58.988643 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78e1004-f686-447c-9485-bda5bae5dae7') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:46:58.997182 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.010723 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.016383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:46:59.016766 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:46:59.020228 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:46:59.130209 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.143570 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.143570 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "DELETE /v2.0/networks/ad39d521-1799-4b76-863b-15403025f298 HTTP/1.1" status: 204 len: 168 time: 0.6864262 Aug 25 15:46:59.143737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53580) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:59.150958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176c772-cff9-4014-bf10-cab556b84f2f tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Pushing event deleted for resources: {'Network': ['ID=ad39d521-1799-4b76-863b-15403025f298,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:46:59.172572 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-000e1b00-4355-4067-9005-a8e00935138d tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "GET /v2.0/ports?device_id=762c93e3-f5f9-4372-ba85-8bdb45112535 HTTP/1.1" status: 200 len: 205 time: 0.0297055 Aug 25 15:46:59.175390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53582) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:46:59.246488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.400494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.402673 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.501459 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.535669 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.536209 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Fanout notify agent at l3_agent the message router_deleted on router 762c93e3-f5f9-4372-ba85-8bdb45112535 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:46:59.543166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:46:59.547122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3953a19a-696b-459e-88b4-6eace386f25b tempest-RoutersNegativeTest-251095526 tempest-RoutersNegativeTest-251095526-project] 10.222.0.58 "DELETE /v2.0/routers/762c93e3-f5f9-4372-ba85-8bdb45112535 HTTP/1.1" status: 204 len: 168 time: 0.3679121 Aug 25 15:46:59.944123 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53588) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:00.074811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4ce80f44-8dd3-4508-9bee-32d4f4ef7a65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28339fbe7a674942977aa8987db45ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295116 Aug 25 15:47:00.077390 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53592) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:00.125290 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6573511-0c83-4e07-a961-937c9180ad92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:00.146002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6573511-0c83-4e07-a961-937c9180ad92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:00.267473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6573511-0c83-4e07-a961-937c9180ad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:00.270692 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f6573511-0c83-4e07-a961-937c9180ad92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:00.271874 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f6573511-0c83-4e07-a961-937c9180ad92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dda6ddc0-5000-47c0-9286-0ea2373648a9 HTTP/1.1" status: 204 len: 168 time: 0.1935265 Aug 25 15:47:00.279725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6573511-0c83-4e07-a961-937c9180ad92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda6ddc0-5000-47c0-9286-0ea2373648a9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:01.164554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53614) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:01.259491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1888675313-network', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:01.348225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Made reservation on behalf of 0304ed02c0a44ce9a5e167495cfe9b06 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:47:01.350557 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.359303 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.449127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.489942 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.513001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:47:01.521448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81b5e2-49d2-4520-b0a9-e0d0896de575,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:01.527307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.527723 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Added segment dba5788b-0a4d-44a7-b811-c758a5103e04 of type vlan for network bdd1943a-db75-4ff1-8966-18b86d1622db Aug 25 15:47:01.566487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.661538 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.662437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:01.663066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:01.720114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] Pushing event updated for resources: {'Network': ['ID=bdd1943a-db75-4ff1-8966-18b86d1622db,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:01.730850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network bdd1943a-db75-4ff1-8966-18b86d1622db details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:47:01.788292 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-347175e4-9751-4451-bf8f-22edf2f4e18a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6226027 Aug 25 15:47:01.791103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53618) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:01.796204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Request body: {'subnet': {'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-subnet', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:01.873019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Made reservation on behalf of 0304ed02c0a44ce9a5e167495cfe9b06 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:47:01.875509 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.079122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.139461 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a394db4-5b3c-4d0c-ae06-db8d9519015b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:02.147180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Checking segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:02.147540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Network hostable DHCP agents. Network: bdd1943a-db75-4ff1-8966-18b86d1622db, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:47:02.204304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Network bdd1943a-db75-4ff1-8966-18b86d1622db is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:47:02.272623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, bdd1943a-db75-4ff1-8966-18b86d1622db) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:02.276599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:02.277234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.281755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302bcf1-4a62-437d-b859-549236c987ba None None] Network bdd1943a-db75-4ff1-8966-18b86d1622db requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:47:02.342766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e2367842-09aa-497e-9f18-f473fcc51ba3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5503054 Aug 25 15:47:02.345348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53620) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:02.352979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:02.427399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.428512 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.438463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-bdd1943a-db75-4ff1-8966-18b86d1622db', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'fixed_ips': [{'subnet_id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:47:02.441882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.482888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.569837 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Allocated IP 172.20.0.2 (bdd1943a-db75-4ff1-8966-18b86d1622db/6a394db4-5b3c-4d0c-ae06-db8d9519015b/224493b1-fcfd-4d90-83db-0fbb39a1ad36) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:02.681383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.715605 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.723559 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Transition to ACTIVE for port object 224493b1-fcfd-4d90-83db-0fbb39a1ad36 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:02.738120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Transition to ACTIVE for port object 224493b1-fcfd-4d90-83db-0fbb39a1ad36 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:02.868132 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.909478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Network bdd1943a-db75-4ff1-8966-18b86d1622db is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:02.912577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:02.917019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:02.919012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Pushing event updated for resources: {'Port': ['ID=224493b1-fcfd-4d90-83db-0fbb39a1ad36,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:02.969065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.976093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Attempting to bind port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:02.976471 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Attempting to bind port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:02.976844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Attempting to bind port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 on network bdd1943a-db75-4ff1-8966-18b86d1622db {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:02.981717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:02.982092 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Checking segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:02.982493 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.982888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Bound using segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:02.983386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Bound port: 224493b1-fcfd-4d90-83db-0fbb39a1ad36, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:02.983770 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:02.992543 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:03.045413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] For port 224493b1-fcfd-4d90-83db-0fbb39a1ad36, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:03.048461 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] For port 224493b1-fcfd-4d90-83db-0fbb39a1ad36, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=224493b1-fcfd-4d90-83db-0fbb39a1ad36,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:03.091195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Allocated IP 172.25.8.64 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/7f1a0d2d-bc63-470f-bdad-5265e0ba979f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:03.130701 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:03.188792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c495ec-ff8d-49d4-959c-af05de275575 None None] Pushing event updated for resources: {'Port': ['ID=224493b1-fcfd-4d90-83db-0fbb39a1ad36,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:03.205721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:03.315287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:03.363717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:03.366984 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:03.370656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:03.393349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:03.704827 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:04.078638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e4567-20e6-43b3-81b5-9a5251ab471e None None] Network bdd1943a-db75-4ff1-8966-18b86d1622db requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:47:04.207268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-da887990-22b8-4ccb-ab4a-633b13075e8c None None] Provisioning for port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:04.257495 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:04.444357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Router 53678a15-546b-4ac6-b126-7653c045da92 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:47:04.550678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:47:04.559348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Sync routers for ids ['53678a15-546b-4ac6-b126-7653c045da92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:47:04.567922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Routers {'53678a15-546b-4ac6-b126-7653c045da92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:04.568531 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['53678a15-546b-4ac6-b126-7653c045da92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:04.610490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:04.612363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ff658266-1ec1-478a-8e20-9b78e7abc246 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2657013 Aug 25 15:47:04.615363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53622) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:04.672913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Set router 53678a15-546b-4ac6-b126-7653c045da92 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:04.832728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 224493b1-fcfd-4d90-83db-0fbb39a1ad36 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:04.898431 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:03Z', 'revision_number': 3, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:04.925094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Checking router: 53678a15-546b-4ac6-b126-7653c045da92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:47:04.925497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Updating router 53678a15-546b-4ac6-b126-7653c045da92 port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:47:04.949538 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:04.952363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:04.978778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:04.979173 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.046979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.171403 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.203801 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Allocated IP 172.20.0.1 (bdd1943a-db75-4ff1-8966-18b86d1622db/6a394db4-5b3c-4d0c-ae06-db8d9519015b/e05fdf36-560c-4018-b518-2d94b9745c80) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:05.228688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 224493b1-fcfd-4d90-83db-0fbb39a1ad36, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=224493b1-fcfd-4d90-83db-0fbb39a1ad36,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:05.286539 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.291977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.309328 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.322701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Transition to ACTIVE for port object e05fdf36-560c-4018-b518-2d94b9745c80 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:05.331401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Transition to ACTIVE for port object 7f1a0d2d-bc63-470f-bdad-5265e0ba979f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:05.348005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=224493b1-fcfd-4d90-83db-0fbb39a1ad36,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:05.386947 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.410341 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.436991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Attempting to bind port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:05.437349 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Attempting to bind port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:05.437718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Attempting to bind port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:05.446977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7f94b-041e-442c-a1d5-0066b025a1c8 None None] Pushing event updated for resources: {'Port': ['ID=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:05.450789 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:05.451208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:05.451626 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.452020 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:05.452565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Bound port: 7f1a0d2d-bc63-470f-bdad-5265e0ba979f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:05.452943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.453437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Network bdd1943a-db75-4ff1-8966-18b86d1622db is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:05.461503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:05.465667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:05.488610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e05fdf36-560c-4018-b518-2d94b9745c80,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:05.503833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.504185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.504533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.504869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.505211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.505545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.505877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.506208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.506537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.506865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.507235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.507561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:05.516104 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] For port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:05.520870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] For port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:05.525040 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.610780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.662881 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Routers {'53678a15-546b-4ac6-b126-7653c045da92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:05.663534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['53678a15-546b-4ac6-b126-7653c045da92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:05.713532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7f94b-041e-442c-a1d5-0066b025a1c8 None None] Pushing event updated for resources: {'Port': ['ID=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:05.721445 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.792870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] Set router 53678a15-546b-4ac6-b126-7653c045da92 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:05.852965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed520fdf-031b-4206-9a0f-cf1effcfda86 None None] Provisioning for port e05fdf36-560c-4018-b518-2d94b9745c80 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:05.865838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed520fdf-031b-4206-9a0f-cf1effcfda86 None None] Provisioning complete for port e05fdf36-560c-4018-b518-2d94b9745c80 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:05.866212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed520fdf-031b-4206-9a0f-cf1effcfda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.895400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:05.940817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ed520fdf-031b-4206-9a0f-cf1effcfda86 None None] Port e05fdf36-560c-4018-b518-2d94b9745c80 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:47:05.958916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:06.008314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:03Z', 'revision_number': 3, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:06.025811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:06.028411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e05fdf36-560c-4018-b518-2d94b9745c80,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:06.034422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8b94e-efba-41b3-8575-7c85d2686594 None None] The sync data for ids ['53678a15-546b-4ac6-b126-7653c045da92'] in n-d-805995-2 is: [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:03Z', 'revision_number': 3, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:47:06.132544 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Network bdd1943a-db75-4ff1-8966-18b86d1622db is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:06.134016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:06.293320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Router 53678a15-546b-4ac6-b126-7653c045da92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:47:06.423341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:47:06.428586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-6f42ad61-ca53-4195-8016-4bfb3f70fcf4 admin admin] 10.222.0.58 "PUT /v2.0/routers/53678a15-546b-4ac6-b126-7653c045da92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121884 Aug 25 15:47:06.466780 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c1dd25b9-69f6-4c7a-a7bc-18b2a593a97d None None] Provisioning complete for port e05fdf36-560c-4018-b518-2d94b9745c80 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:06.467716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c1dd25b9-69f6-4c7a-a7bc-18b2a593a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:06.510363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd25b9-69f6-4c7a-a7bc-18b2a593a97d None None] Port e05fdf36-560c-4018-b518-2d94b9745c80 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:47:06.862938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f1a0d2d-bc63-470f-bdad-5265e0ba979f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:06.958617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:06.962613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:06.962988 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.038399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.059966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:07.107407 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.108240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 224493b1-fcfd-4d90-83db-0fbb39a1ad36 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:07.171935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53638) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:07.177822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-800584570-network', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:07.192192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:07.202268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:07.202667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.261288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Made reservation on behalf of f17f368b21db4db6acce4bd39081504e for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:47:07.263754 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.273788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.378101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.427652 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.456509 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:47:07.474724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbde435-b266-4e53-86a0-6e4328c83a99,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:07.479517 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.479860 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Added segment 776d6e85-ba6e-4c0a-891d-7a29755a46ab of type vlan for network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 Aug 25 15:47:07.519415 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.606255 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Sync routers for ids ['53678a15-546b-4ac6-b126-7653c045da92'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:47:07.615988 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Routers {'53678a15-546b-4ac6-b126-7653c045da92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:07.616193 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.616614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['53678a15-546b-4ac6-b126-7653c045da92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:07.617095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:07.617824 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.678400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] Pushing event updated for resources: {'Network': ['ID=ce4ab3a8-2dab-4b1b-8d10-e00a89593a88,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:07.689234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:47:07.721810 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Set router 53678a15-546b-4ac6-b126-7653c045da92 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:07.738370 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-35d7ddd4-4904-4ab5-bb64-fccb5127067e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5646658 Aug 25 15:47:07.740848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53640) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:07.746605 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Request body: {'subnet': {'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-subnet', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:07.835322 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Made reservation on behalf of f17f368b21db4db6acce4bd39081504e for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:47:07.839570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:07.933041 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:05Z', 'revision_number': 4, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e05fdf36-560c-4018-b518-2d94b9745c80', 'name': '', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'mac_address': 'fa:16:3e:3a:e8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:05Z', 'updated_at': '2021-08-25T15:47:05Z', 'revision_number': 2, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'subnets': [{'id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:07.963387 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Checking router: 53678a15-546b-4ac6-b126-7653c045da92 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:47:07.963740 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Updating router 53678a15-546b-4ac6-b126-7653c045da92 port e05fdf36-560c-4018-b518-2d94b9745c80 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:47:07.988538 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.079603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.149542 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2210fd-1d44-42c1-84f0-a818dba1a3de,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:08.158214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Checking segment: {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:08.158214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Network hostable DHCP agents. Network: ce4ab3a8-2dab-4b1b-8d10-e00a89593a88, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:47:08.238440 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:47:08.252668 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.262158 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Transition to ACTIVE for port object e05fdf36-560c-4018-b518-2d94b9745c80 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:08.301255 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ce4ab3a8-2dab-4b1b-8d10-e00a89593a88) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:08.307118 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:08.307221 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.310555 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4fe05-e137-4a5c-b0cb-54d7d82cfdae None None] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:47:08.329891 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.381370 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92a214-20be-4590-b010-f5606be27fab None None] Pushing event updated for resources: {'Port': ['ID=e05fdf36-560c-4018-b518-2d94b9745c80,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:08.393456 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.393817 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.394164 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.394502 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.394840 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.395202 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.395535 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.395862 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.398879 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.398879 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.398879 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.399384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8448c66d-8e9d-45ca-a1e5-0c8f5508ab1b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6548157 Aug 25 15:47:08.399491 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be92a214-20be-4590-b010-f5606be27fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:08.399628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53642) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:08.406763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:08.458493 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Attempting to bind port e05fdf36-560c-4018-b518-2d94b9745c80 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:08.458924 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Attempting to bind port e05fdf36-560c-4018-b518-2d94b9745c80 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:08.459371 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Attempting to bind port e05fdf36-560c-4018-b518-2d94b9745c80 on network bdd1943a-db75-4ff1-8966-18b86d1622db {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:08.465036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:08.467003 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Checking segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:08.467003 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.467003 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Bound using segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:08.467003 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Bound port: e05fdf36-560c-4018-b518-2d94b9745c80, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:08.467425 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.479316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.481436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.506721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'fixed_ips': [{'subnet_id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:47:08.507904 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.537659 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] For port e05fdf36-560c-4018-b518-2d94b9745c80, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:08.541143 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] For port e05fdf36-560c-4018-b518-2d94b9745c80, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e05fdf36-560c-4018-b518-2d94b9745c80,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:08.558338 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.606120 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.664492 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92a214-20be-4590-b010-f5606be27fab None None] Pushing event updated for resources: {'Port': ['ID=e05fdf36-560c-4018-b518-2d94b9745c80,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:08.682084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Allocated IP 172.20.0.2 (ce4ab3a8-2dab-4b1b-8d10-e00a89593a88/1c2210fd-1d44-42c1-84f0-a818dba1a3de/06ee4533-c36f-4ff8-bf17-f2bc39b69ae9) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:08.682785 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Routers {'53678a15-546b-4ac6-b126-7653c045da92'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:08.683444 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['53678a15-546b-4ac6-b126-7653c045da92'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:08.796069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f1a0d2d-bc63-470f-bdad-5265e0ba979f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:08.810077 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.856265 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] Set router 53678a15-546b-4ac6-b126-7653c045da92 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:08.913182 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:08.913565 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:08.919606 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.106520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:05Z', 'revision_number': 4, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e05fdf36-560c-4018-b518-2d94b9745c80', 'name': '', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'mac_address': 'fa:16:3e:3a:e8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:05Z', 'updated_at': '2021-08-25T15:47:08Z', 'revision_number': 4, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'subnets': [{'id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:09.106842 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.113629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Transition to ACTIVE for port object 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:09.127899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.136057 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14ac78-cb33-4948-922e-3370d5a506b2 None None] The sync data for ids ['53678a15-546b-4ac6-b126-7653c045da92'] in n-d-805995-2 is: [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:05Z', 'revision_number': 4, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'e05fdf36-560c-4018-b518-2d94b9745c80', 'name': '', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'mac_address': 'fa:16:3e:3a:e8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:05Z', 'updated_at': '2021-08-25T15:47:08Z', 'revision_number': 4, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'subnets': [{'id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:47:09.146575 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Transition to ACTIVE for port object 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:09.239145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.278257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Allocated IP 172.25.8.94 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/22531fef-9bb8-47c9-b2fa-1db8b70ab9c3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:09.288143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:09.295081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:09.306101 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:09.318708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Pushing event updated for resources: {'Port': ['ID=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:09.379386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Attempting to bind port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:09.380176 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Attempting to bind port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:09.380551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Attempting to bind port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 on network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:09.386227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:09.386640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Checking segment: {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:09.387075 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.387476 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Bound using segment: {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:09.387949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Bound port: 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:09.388336 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.410562 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.464040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] For port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:09.466459 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] For port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:09.509306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.524931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:09.552977 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:09.560235 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:09.564082 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:09.570368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Pushing event updated for resources: {'Port': ['ID=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:09.594440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39212a32-50a4-4436-ba4e-7503c25fbeda None None] Pushing event updated for resources: {'Port': ['ID=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:09.936916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:10.498133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51abac-569f-4ec1-b57a-118d288a29fb None None] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:47:10.514258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:10.655875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-43f1be23-a55b-496f-b8f6-742d9f858967 None None] Provisioning for port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:10.735939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Router ea4342d2-3568-4f07-b593-69934acd8975 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:47:10.827166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e05fdf36-560c-4018-b518-2d94b9745c80 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:10.867011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:47:10.878566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Sync routers for ids ['ea4342d2-3568-4f07-b593-69934acd8975'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:47:10.901054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Routers {'ea4342d2-3568-4f07-b593-69934acd8975'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:10.901679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ea4342d2-3568-4f07-b593-69934acd8975'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:10.924829 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:10.926083 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-82b9094d-5d78-4041-b62a-0bcb10801b33 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5244911 Aug 25 15:47:10.928806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53644) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:47:10.948433 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:47:10.982405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port e05fdf36-560c-4018-b518-2d94b9745c80 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:10.989275 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e05fdf36-560c-4018-b518-2d94b9745c80 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:10.989650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.037667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Set router ea4342d2-3568-4f07-b593-69934acd8975 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:11.185713 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.252385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port e05fdf36-560c-4018-b518-2d94b9745c80, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e05fdf36-560c-4018-b518-2d94b9745c80,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:11.279872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:47:09Z', 'revision_number': 3, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:11.310572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Checking router: ea4342d2-3568-4f07-b593-69934acd8975 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:47:11.310572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Updating router ea4342d2-3568-4f07-b593-69934acd8975 port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:47:11.332072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.332842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:11.336818 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.361946 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.445679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=e05fdf36-560c-4018-b518-2d94b9745c80,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:11.523464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Allocated IP 172.20.0.1 (ce4ab3a8-2dab-4b1b-8d10-e00a89593a88/1c2210fd-1d44-42c1-84f0-a818dba1a3de/3e8587de-19fc-46b2-bc1d-2ae34d77bca4) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:11.565764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:11.573077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:11.573458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.626506 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.640652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Transition to ACTIVE for port object 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:11.715400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.730350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.747996 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.768316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:11.769646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Transition to ACTIVE for port object 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:11.773803 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:11.778849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:11.781563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:11.811330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:11.815854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.833217 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.850100 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.895137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Attempting to bind port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:11.895610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Attempting to bind port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:11.896043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Attempting to bind port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:11.899305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:11.927056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:11.927497 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:11.927980 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.928718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:11.929114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Bound port: 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:11.929570 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:11.978218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831997a2-9dfb-4a43-b3d2-311e632b266e None None] Pushing event updated for resources: {'Port': ['ID=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:12.000380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] For port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:12.004127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] For port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:12.023966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.062121 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.092848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-084dc597-b003-4b58-a84d-252e346d5dd9 None None] Provisioning for port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:12.108412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-084dc597-b003-4b58-a84d-252e346d5dd9 None None] Provisioning complete for port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:12.108787 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-084dc597-b003-4b58-a84d-252e346d5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.147727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Routers {'ea4342d2-3568-4f07-b593-69934acd8975'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:12.148347 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ea4342d2-3568-4f07-b593-69934acd8975'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:12.153597 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831997a2-9dfb-4a43-b3d2-311e632b266e None None] Pushing event updated for resources: {'Port': ['ID=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:12.196045 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.199215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-084dc597-b003-4b58-a84d-252e346d5dd9 None None] Port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:47:12.238641 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.268823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] Set router ea4342d2-3568-4f07-b593-69934acd8975 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:12.305593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:12.308225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.405255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:12.406694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:12.483633 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3e8587de-19fc-46b2-bc1d-2ae34d77bca4', 'name': '', 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'mac_address': 'fa:16:3e:a0:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:11Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 1, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'subnets': [{'id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:12.513535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68278d30-d89b-43e4-b08f-3b97e861acf1 None None] The sync data for ids ['ea4342d2-3568-4f07-b593-69934acd8975'] in n-d-805995-2 is: [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3e8587de-19fc-46b2-bc1d-2ae34d77bca4', 'name': '', 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'mac_address': 'fa:16:3e:a0:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:11Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 1, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'subnets': [{'id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:47:12.528153 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Router ea4342d2-3568-4f07-b593-69934acd8975 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:47:12.650007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:47:12.655615 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8b3d05f9-77fa-4a49-aced-43ef147bb367 admin admin] 10.222.0.58 "PUT /v2.0/routers/ea4342d2-3568-4f07-b593-69934acd8975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258136 Aug 25 15:47:12.740316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-31f5b890-f1ee-4542-a92c-ce82e65799f9 None None] Provisioning complete for port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:12.740781 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-31f5b890-f1ee-4542-a92c-ce82e65799f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.803981 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-31f5b890-f1ee-4542-a92c-ce82e65799f9 None None] Port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:47:12.848268 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e05fdf36-560c-4018-b518-2d94b9745c80 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:12.900420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port e05fdf36-560c-4018-b518-2d94b9745c80 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:12.900799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:12.990181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:13.039635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:13.040010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:13.870423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-7ddea38d-fe30-4944-b698-617f2447a9ad tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:13.872071 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-7ddea38d-fe30-4944-b698-617f2447a9ad tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/networks?id=bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 200 len: 817 time: 0.1084218 Aug 25 15:47:13.888472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-3a32d88d-25dd-4518-af9a-dcf9983f3a16 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/quotas/0304ed02c0a44ce9a5e167495cfe9b06 HTTP/1.1" status: 200 len: 375 time: 0.0095696 Aug 25 15:47:13.945285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-54da5a4d-b3ea-4539-af79-36964b1db6c5 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512593 Aug 25 15:47:14.051059 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-662b4c12-b45e-490c-882c-a30d3cb35b69 service neutron] 10.222.0.58 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908222 Aug 25 15:47:14.141222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-ffafd613-6b58-45e0-83f1-6f49617a8ab6 service neutron] 10.222.0.58 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837224 Aug 25 15:47:14.490927 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a7ce133-d195-4a3d-b295-038876a492c5 req-db650e5d-ee2a-40b6-813c-b5c85aad13b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 210 time: 0.1246970 Aug 25 15:47:14.798239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:14.924163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:14.928293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:14.928675 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:15.005222 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:15.028499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:15.107240 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:15.312722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:15.615179 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3764b799-09d9-4d08-b737-eba3e37cd74a req-ac6aef06-0fca-442a-986f-79dccb710eb6 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 210 time: 0.0327330 Aug 25 15:47:15.883637 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Sync routers for ids ['ea4342d2-3568-4f07-b593-69934acd8975'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:47:15.893535 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Routers {'ea4342d2-3568-4f07-b593-69934acd8975'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:15.894174 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ea4342d2-3568-4f07-b593-69934acd8975'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:16.000878 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Set router ea4342d2-3568-4f07-b593-69934acd8975 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:16.208038 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3e8587de-19fc-46b2-bc1d-2ae34d77bca4', 'name': '', 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'mac_address': 'fa:16:3e:a0:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:11Z', 'updated_at': '2021-08-25T15:47:12Z', 'revision_number': 2, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'subnets': [{'id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:16.244132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Checking router: ea4342d2-3568-4f07-b593-69934acd8975 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:47:16.244479 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Updating router ea4342d2-3568-4f07-b593-69934acd8975 port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:47:16.269851 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.502677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-4b088a93-7e66-476f-8bcb-ec2037f8a90a tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:16.505376 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-4b088a93-7e66-476f-8bcb-ec2037f8a90a tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.52 "GET /v2.0/networks?id=bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 200 len: 817 time: 0.1194737 Aug 25 15:47:16.519964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Request body: {'port': {'device_id': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'admin_state_up': True, 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:16.537615 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.547384 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Transition to ACTIVE for port object 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:16.609719 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.663801 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4b59b-8296-4cf9-b35f-830756292487 None None] Pushing event updated for resources: {'Port': ['ID=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:16.715733 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Made reservation on behalf of 0304ed02c0a44ce9a5e167495cfe9b06 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:47:16.719793 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Attempting to bind port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:16.719793 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Attempting to bind port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:16.719793 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Attempting to bind port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 on network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:16.720258 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.728022 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:16.728522 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Checking segment: {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:16.729027 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.729520 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Bound using segment: {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:16.730093 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Bound port: 3e8587de-19fc-46b2-bc1d-2ae34d77bca4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776d6e85-ba6e-4c0a-891d-7a29755a46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:16.730711 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.765151 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-74b3a0c6-c827-40c9-80c1-b1b570722d32 req-97a138c5-d6a5-4b40-9ae8-0e902eb9f541 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 210 time: 0.0655909 Aug 25 15:47:16.810411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:16.820145 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] For port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:16.824958 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] For port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:16.864190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:16.866130 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.896166 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:16.917562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Allocated IP 172.20.0.5 (bdd1943a-db75-4ff1-8966-18b86d1622db/6a394db4-5b3c-4d0c-ae06-db8d9519015b/a69eb960-d2fa-4939-9b46-83ac34bdee12) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:17.052723 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Routers {'ea4342d2-3568-4f07-b593-69934acd8975'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:47:17.053355 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:46:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ea4342d2-3568-4f07-b593-69934acd8975'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:17.095625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.112230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Transition to ACTIVE for port object a69eb960-d2fa-4939-9b46-83ac34bdee12 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:17.113837 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4b59b-8296-4cf9-b35f-830756292487 None None] Pushing event updated for resources: {'Port': ['ID=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:17.179990 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] Set router ea4342d2-3568-4f07-b593-69934acd8975 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:47:17.193983 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.243138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Network bdd1943a-db75-4ff1-8966-18b86d1622db is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:17.246421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:17.250940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:17.255913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Pushing event updated for resources: {'Port': ['ID=a69eb960-d2fa-4939-9b46-83ac34bdee12,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:17.316373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:17.317193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.410981 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-971c090e-f48a-4f2b-97ae-c2a0c05f03b0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8962200 Aug 25 15:47:17.414447 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3e8587de-19fc-46b2-bc1d-2ae34d77bca4', 'name': '', 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'mac_address': 'fa:16:3e:a0:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:11Z', 'updated_at': '2021-08-25T15:47:16Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'subnets': [{'id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:47:17.424148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Request body: {'port': {'device_id': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:17.450181 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500b2c1-c2d8-4cf3-901d-e6862bd7ddf5 None None] The sync data for ids ['ea4342d2-3568-4f07-b593-69934acd8975'] in n-d-805995-2 is: [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:47:11Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3e8587de-19fc-46b2-bc1d-2ae34d77bca4', 'name': '', 'network_id': 'ce4ab3a8-2dab-4b1b-8d10-e00a89593a88', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'mac_address': 'fa:16:3e:a0:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:11Z', 'updated_at': '2021-08-25T15:47:16Z', 'revision_number': 4, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'subnets': [{'id': '1c2210fd-1d44-42c1-84f0-a818dba1a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:47:17.482511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.564420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a615b898-25be-4f51-affd-029e8daa87d5 None None] Provisioning for port a69eb960-d2fa-4939-9b46-83ac34bdee12 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:17.568848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a615b898-25be-4f51-affd-029e8daa87d5 None None] Provisioning complete for port a69eb960-d2fa-4939-9b46-83ac34bdee12 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:17.569239 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a615b898-25be-4f51-affd-029e8daa87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.608814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a615b898-25be-4f51-affd-029e8daa87d5 None None] Port a69eb960-d2fa-4939-9b46-83ac34bdee12 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:47:17.759090 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69eb960-d2fa-4939-9b46-83ac34bdee12 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:47:17.767193 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.780152 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Transition to ACTIVE for port object a69eb960-d2fa-4939-9b46-83ac34bdee12 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:17.872922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:17.897448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b4c63-82d3-46d5-aab4-ffb9b2ba2de5 req-8c609b89-f4d9-45e9-90eb-714aee8b306e tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:17.899090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da5b4c63-82d3-46d5-aab4-ffb9b2ba2de5 req-8c609b89-f4d9-45e9-90eb-714aee8b306e tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 931 time: 0.0595243 Aug 25 15:47:17.934927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Pushing event updated for resources: {'Port': ['ID=a69eb960-d2fa-4939-9b46-83ac34bdee12,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:17.964160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da5b4c63-82d3-46d5-aab4-ffb9b2ba2de5 req-e913a16d-eb08-48ed-8eb5-bb9967756634 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Aug 25 15:47:18.013024 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Attempting to bind port a69eb960-d2fa-4939-9b46-83ac34bdee12 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:18.013352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Attempting to bind port a69eb960-d2fa-4939-9b46-83ac34bdee12 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:18.013689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Attempting to bind port a69eb960-d2fa-4939-9b46-83ac34bdee12 on network bdd1943a-db75-4ff1-8966-18b86d1622db {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:18.018904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Port a69eb960-d2fa-4939-9b46-83ac34bdee12 on network bdd1943a-db75-4ff1-8966-18b86d1622db not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:47:18.019313 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Attempting to bind port a69eb960-d2fa-4939-9b46-83ac34bdee12 on network bdd1943a-db75-4ff1-8966-18b86d1622db {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:18.025095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:18.025435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Checking segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:18.025829 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Bound using segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:18.026266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Bound port: a69eb960-d2fa-4939-9b46-83ac34bdee12, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:18.026634 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:18.105211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] For port a69eb960-d2fa-4939-9b46-83ac34bdee12, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:18.108508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] For port a69eb960-d2fa-4939-9b46-83ac34bdee12, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:18.170625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:18.210065 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.210682 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:18.212121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] 10.222.0.52 "PUT /v2.0/ports/a69eb960-d2fa-4939-9b46-83ac34bdee12 HTTP/1.1" status: 200 len: 1091 time: 0.7927074 Aug 25 15:47:18.212574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'tag': 'a69eb960-d2fa-4939-9b46-83ac34bdee12'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:47:18.214890 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884df7b8-3542-45e7-b0e9-955ef3760059" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe28ae-e957-4b8f-b904-19f414e43f57", "tag": "a69eb960-d2fa-4939-9b46-83ac34bdee12"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:47:18.244353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e20dd8-79ab-46cb-a0b1-99799d05116b service neutron] Pushing event updated for resources: {'Port': ['ID=a69eb960-d2fa-4939-9b46-83ac34bdee12,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:18.262179 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368c803a-07c2-4889-a874-bcf790c497a0 x-openstack-request-id: req-368c803a-07c2-4889-a874-bcf790c497a0 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:47:18.262476 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe28ae-e957-4b8f-b904-19f414e43f57", "tag": "a69eb960-d2fa-4939-9b46-83ac34bdee12", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:47:18.262730 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-368c803a-07c2-4889-a874-bcf790c497a0 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:47:18.263180 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'tag': 'a69eb960-d2fa-4939-9b46-83ac34bdee12', 'status': 'completed', 'code': 200} Aug 25 15:47:18.328273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884df7b8-3542-45e7-b0e9-955ef3760059 req-04005a40-114d-4e21-9ac8-c80258eefe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.329850 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-884df7b8-3542-45e7-b0e9-955ef3760059 req-04005a40-114d-4e21-9ac8-c80258eefe69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 1094 time: 0.0440772 Aug 25 15:47:18.433848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884df7b8-3542-45e7-b0e9-955ef3760059 req-3f3eddee-1ca6-47bd-84ae-a3905ed64833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.435382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-884df7b8-3542-45e7-b0e9-955ef3760059 req-3f3eddee-1ca6-47bd-84ae-a3905ed64833 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0981975 Aug 25 15:47:18.539184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884df7b8-3542-45e7-b0e9-955ef3760059 req-3c1c4586-c034-40e6-82cd-6bb6c19deef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.540607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-884df7b8-3542-45e7-b0e9-955ef3760059 req-3c1c4586-c034-40e6-82cd-6bb6c19deef8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979218 Aug 25 15:47:18.620616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-7e92f781-3365-4bbf-a117-6db1bf3ed544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.622060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-7e92f781-3365-4bbf-a117-6db1bf3ed544 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 1094 time: 0.0425427 Aug 25 15:47:18.668348 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-08777d0f-0886-4bcf-92e7-c3d7655719aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12 HTTP/1.1" status: 200 len: 217 time: 0.0386796 Aug 25 15:47:18.718057 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-502cf92f-07dd-49cf-9631-da950ca7a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.719727 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-502cf92f-07dd-49cf-9631-da950ca7a632 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6a394db4-5b3c-4d0c-ae06-db8d9519015b HTTP/1.1" status: 200 len: 856 time: 0.0449893 Aug 25 15:47:18.775817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe464-1016-49e5-83e0-d4941db75c8d req-bff82a94-7351-41b8-a27e-a52b4a137b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:18.777377 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-bff82a94-7351-41b8-a27e-a52b4a137b1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bdd1943a-db75-4ff1-8966-18b86d1622db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506921 Aug 25 15:47:18.803424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:18.881613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-fb54d9a9-8a78-4fde-a4c0-f13e3efbe273 service neutron] 10.222.0.52 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966058 Aug 25 15:47:18.912569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:18.917002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:18.917384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:18.976605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-507fe464-1016-49e5-83e0-d4941db75c8d req-45f288ae-fcc6-42f8-931f-648c8722b933 service neutron] 10.222.0.52 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881739 Aug 25 15:47:18.997736 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:19.034486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:19.077661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5d1b-884f-4884-8b03-aac308283ad8 req-9b452b51-ad55-489f-922e-2e3111c4355f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:19.079262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23fe5d1b-884f-4884-8b03-aac308283ad8 req-9b452b51-ad55-489f-922e-2e3111c4355f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 943 time: 0.0507483 Aug 25 15:47:19.120898 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-23fe5d1b-884f-4884-8b03-aac308283ad8 req-2c84c292-7783-40a7-8d67-1e65ebd228dc tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Aug 25 15:47:19.135581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:19.186574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:20.238301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a346c-b7e0-470a-9242-d8f4e1b890df req-274d7cbb-274c-40d9-9fad-fa9cbaaba7f2 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:20.239869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f62a346c-b7e0-470a-9242-d8f4e1b890df req-274d7cbb-274c-40d9-9fad-fa9cbaaba7f2 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 943 time: 0.0501842 Aug 25 15:47:20.277694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f62a346c-b7e0-470a-9242-d8f4e1b890df req-520988fa-fcec-4194-a59a-5444952ac540 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Aug 25 15:47:20.780624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:20.828001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:20.828382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:21.015651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-37311726-8305-4587-9505-708e633bdebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:21.392801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9bb20-5d9e-41be-8ee8-01cb2a8f2f9c req-e4040853-2046-47dc-a9a9-4f200e4cae10 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:21.394298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecb9bb20-5d9e-41be-8ee8-01cb2a8f2f9c req-e4040853-2046-47dc-a9a9-4f200e4cae10 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 943 time: 0.0493197 Aug 25 15:47:21.436325 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ecb9bb20-5d9e-41be-8ee8-01cb2a8f2f9c req-541e433d-3db1-4e26-acad-72f523971da6 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360208 Aug 25 15:47:21.991528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a69eb960-d2fa-4939-9b46-83ac34bdee12 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:47:22.083514 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port a69eb960-d2fa-4939-9b46-83ac34bdee12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:22.094464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'a69eb960-d2fa-4939-9b46-83ac34bdee12', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'port_id': 'a69eb960-d2fa-4939-9b46-83ac34bdee12', 'mac_address': 'fa:16:3e:b0:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:47:22.131317 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:22.147440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69eb960-d2fa-4939-9b46-83ac34bdee12 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:47:22.165829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port a69eb960-d2fa-4939-9b46-83ac34bdee12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:22.232343 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:22.279037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=a69eb960-d2fa-4939-9b46-83ac34bdee12,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:22.286312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.286667 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.287018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.287380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.287719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.288058 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.288389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.288721 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.289053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.289381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.289711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.290038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:47:22.433464 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['a69eb960-d2fa-4939-9b46-83ac34bdee12'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:47:22.557113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34c80b-ad05-4cc9-95f7-a9276346e2ce req-74651b0d-cb6a-4268-af04-70be3376b995 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:22.558678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c34c80b-ad05-4cc9-95f7-a9276346e2ce req-74651b0d-cb6a-4268-af04-70be3376b995 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 944 time: 0.0539768 Aug 25 15:47:22.595725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5c34c80b-ad05-4cc9-95f7-a9276346e2ce req-36ada497-e00c-48ee-ab98-b0810d817fdd tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Aug 25 15:47:23.712277 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83400316-5494-4fab-a767-514a583344a7 req-b46207c5-5a6c-49a1-a174-e3aaaf351aae tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:23.713781 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83400316-5494-4fab-a767-514a583344a7 req-b46207c5-5a6c-49a1-a174-e3aaaf351aae tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 944 time: 0.0494592 Aug 25 15:47:23.718382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-831baa7b-afce-49be-b3e6-29a0e1d25af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:23.752766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83400316-5494-4fab-a767-514a583344a7 req-787e5792-b3e5-44f2-a0df-3ac0d3a8a615 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Aug 25 15:47:24.018273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a69eb960-d2fa-4939-9b46-83ac34bdee12 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:47:24.146620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port a69eb960-d2fa-4939-9b46-83ac34bdee12 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:24.150258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port a69eb960-d2fa-4939-9b46-83ac34bdee12 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:24.159529 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:24.214192 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:24.228833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:24.251752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69eb960-d2fa-4939-9b46-83ac34bdee12'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:47:24.254631 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69847709-5756-43e3-8a3e-28d40011b9e8" -d '{"events": [{"server_uuid": "8efe28ae-e957-4b8f-b904-19f414e43f57", "name": "network-vif-plugged", "status": "completed", "tag": "a69eb960-d2fa-4939-9b46-83ac34bdee12"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:47:24.270831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port a69eb960-d2fa-4939-9b46-83ac34bdee12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:24.292416 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42acb297-5197-4af4-9b91-7b77b0f8c44d x-openstack-request-id: req-42acb297-5197-4af4-9b91-7b77b0f8c44d {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:47:24.292706 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe28ae-e957-4b8f-b904-19f414e43f57", "name": "network-vif-plugged", "status": "completed", "tag": "a69eb960-d2fa-4939-9b46-83ac34bdee12", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:47:24.292985 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42acb297-5197-4af4-9b91-7b77b0f8c44d {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:47:24.293353 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69eb960-d2fa-4939-9b46-83ac34bdee12', 'code': 200} Aug 25 15:47:24.329877 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:24.381424 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=a69eb960-d2fa-4939-9b46-83ac34bdee12,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:24.405701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf0745-ef96-4994-85f3-584cba9102ed req-5a6792b6-7afe-4a27-8a2c-2f92581545e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:24.407177 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8adf0745-ef96-4994-85f3-584cba9102ed req-5a6792b6-7afe-4a27-8a2c-2f92581545e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 1096 time: 0.0408645 Aug 25 15:47:24.441634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8adf0745-ef96-4994-85f3-584cba9102ed req-2062e080-bcf5-4e8b-89fe-73a524862258 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274282 Aug 25 15:47:24.868725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907200-8b51-400c-9f44-0c03f9ee4a50 req-717f3987-dca1-4e44-b920-d9b9ea482195 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:24.870264 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33907200-8b51-400c-9f44-0c03f9ee4a50 req-717f3987-dca1-4e44-b920-d9b9ea482195 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Aug 25 15:47:24.909473 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-33907200-8b51-400c-9f44-0c03f9ee4a50 req-87d95e2d-9cde-467d-a246-ede088fd9f08 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Aug 25 15:47:25.684006 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:26.025341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2bffb-d38c-416c-ad44-2c753c726877 req-bd3d858e-b137-4e66-80d8-631b49c57033 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:26.026800 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31a2bffb-d38c-416c-ad44-2c753c726877 req-bd3d858e-b137-4e66-80d8-631b49c57033 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 945 time: 0.0493739 Aug 25 15:47:26.063829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-31a2bffb-d38c-416c-ad44-2c753c726877 req-8dbb60d0-c5c4-4ad4-94ab-d962727b6ded tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Aug 25 15:47:26.178098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4c069-147f-4f94-b375-482ac50db384 req-9fb33deb-d8fa-4767-849d-949bd688e498 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:26.179606 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fea4c069-147f-4f94-b375-482ac50db384 req-9fb33deb-d8fa-4767-849d-949bd688e498 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 945 time: 0.0487187 Aug 25 15:47:26.223049 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fea4c069-147f-4f94-b375-482ac50db384 req-3dacb3bd-1c28-41a7-8ae0-e80800b8c15c tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Aug 25 15:47:27.272332 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:27.752785 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:28.931320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-5448e657-4a72-43ab-8418-72fedc70849a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439615 Aug 25 15:47:29.016633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19459f89-d883-4a65-a28d-1ad797dae407 req-e00381e1-5f4f-4c47-adab-5be6596e739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:29.018139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-e00381e1-5f4f-4c47-adab-5be6596e739d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 1096 time: 0.0421524 Aug 25 15:47:29.126856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19459f89-d883-4a65-a28d-1ad797dae407 req-2d9f7b39-0a9e-4ec5-82ee-80c374ecb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:29.128477 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-2d9f7b39-0a9e-4ec5-82ee-80c374ecb11c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 200 len: 918 time: 0.0924613 Aug 25 15:47:29.174402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-1cfceec1-bb5b-4724-b706-af27d28548bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12 HTTP/1.1" status: 200 len: 217 time: 0.0387022 Aug 25 15:47:29.223239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19459f89-d883-4a65-a28d-1ad797dae407 req-387715e0-ee4e-407d-bd81-012de131a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:29.224712 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-387715e0-ee4e-407d-bd81-012de131a238 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6a394db4-5b3c-4d0c-ae06-db8d9519015b HTTP/1.1" status: 200 len: 856 time: 0.0441968 Aug 25 15:47:29.276017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19459f89-d883-4a65-a28d-1ad797dae407 req-f6fe73c8-0741-442c-adfc-b5571fabb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:29.277606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-f6fe73c8-0741-442c-adfc-b5571fabb2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bdd1943a-db75-4ff1-8966-18b86d1622db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427308 Aug 25 15:47:29.376371 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-c9d7ef87-d772-4feb-a0bd-9f000e0dc901 service neutron] 10.222.0.52 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906084 Aug 25 15:47:29.495546 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:29.514777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19459f89-d883-4a65-a28d-1ad797dae407 req-625dcb17-e815-4b5a-a9e7-991b23e175a3 service neutron] 10.222.0.52 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309700 Aug 25 15:47:47.949004 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:47:48.493629 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b756e3-2c94-4459-a0d6-9bbd888fc2c2 req-412548e8-e510-4e80-9145-482cd999c537 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:48.495090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e4b756e3-2c94-4459-a0d6-9bbd888fc2c2 req-412548e8-e510-4e80-9145-482cd999c537 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Aug 25 15:47:48.533463 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e4b756e3-2c94-4459-a0d6-9bbd888fc2c2 req-bb239e11-566d-4a5f-81fb-35ace5ba9e39 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Aug 25 15:47:49.664122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb8191-cd93-41a6-b130-14bcafe0770d req-620c95c6-e1a1-43df-b226-b611803afe75 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:49.665681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebbb8191-cd93-41a6-b130-14bcafe0770d req-620c95c6-e1a1-43df-b226-b611803afe75 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 945 time: 0.0593698 Aug 25 15:47:49.707571 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebbb8191-cd93-41a6-b130-14bcafe0770d req-52d810e1-c0ee-436c-990b-62c03f44b888 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356815 Aug 25 15:47:50.043654 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-1271675b-27b6-4787-b9a5-98c9655680ca tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:50.045244 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-1271675b-27b6-4787-b9a5-98c9655680ca tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Aug 25 15:47:50.139357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Deleting port a69eb960-d2fa-4939-9b46-83ac34bdee12 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:47:50.139685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:50.237966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] For port a69eb960-d2fa-4939-9b46-83ac34bdee12, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=a69eb960-d2fa-4939-9b46-83ac34bdee12,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:50.238327 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:50.251642 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Calling delete_port for a69eb960-d2fa-4939-9b46-83ac34bdee12 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:47:50.495194 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:50.509046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['a69eb960-d2fa-4939-9b46-83ac34bdee12'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:47:50.526670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Pushing event deleted for resources: {'Port': ['ID=a69eb960-d2fa-4939-9b46-83ac34bdee12,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:50.575209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] No DVR routers for this DVR port a69eb960-d2fa-4939-9b46-83ac34bdee12 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:47:50.577969 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:50.580160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e35f1f3-d41a-43be-8788-5803e779a398 req-8fdee11d-57c4-4d4a-884e-028a2f6045ff tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.52 "DELETE /v2.0/ports/a69eb960-d2fa-4939-9b46-83ac34bdee12 HTTP/1.1" status: 204 len: 173 time: 0.5279620 Aug 25 15:47:50.580618 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'name': 'network-vif-deleted', 'tag': 'a69eb960-d2fa-4939-9b46-83ac34bdee12'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:47:50.583734 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b51ea-e646-400d-97e8-94faf7d758c1" -d '{"events": [{"server_uuid": "8efe28ae-e957-4b8f-b904-19f414e43f57", "name": "network-vif-deleted", "tag": "a69eb960-d2fa-4939-9b46-83ac34bdee12"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:47:50.716523 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f321f35d-afa7-4c67-8b57-3f554140b905 x-openstack-request-id: req-f321f35d-afa7-4c67-8b57-3f554140b905 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:47:50.717146 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe28ae-e957-4b8f-b904-19f414e43f57", "name": "network-vif-deleted", "tag": "a69eb960-d2fa-4939-9b46-83ac34bdee12", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:47:50.717146 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f321f35d-afa7-4c67-8b57-3f554140b905 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:47:50.717441 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe28ae-e957-4b8f-b904-19f414e43f57', 'name': 'network-vif-deleted', 'tag': 'a69eb960-d2fa-4939-9b46-83ac34bdee12', 'status': 'completed', 'code': 200} Aug 25 15:47:50.810382 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9ba7e387-5172-4184-bfb6-2d778e2b216a req-d907b10d-519b-4b50-a3c1-326500e5acd8 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=8efe28ae-e957-4b8f-b904-19f414e43f57 HTTP/1.1" status: 200 len: 210 time: 0.0305946 Aug 25 15:47:51.026434 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-374acbf2-30a1-4f46-828d-7a4ac46c4f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:52.420942 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-f1d696bb-db6f-459a-9b2f-be792c5ba267 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:52.423696 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-f1d696bb-db6f-459a-9b2f-be792c5ba267 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/networks?id=bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 200 len: 817 time: 0.1142230 Aug 25 15:47:52.439656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-dbdd68f6-1d7e-4c3d-ab44-cc4be11fba5f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/quotas/0304ed02c0a44ce9a5e167495cfe9b06 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Aug 25 15:47:52.490258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-03afc3a9-d56a-4014-b44c-94c93d9d583d tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446386 Aug 25 15:47:52.629331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-24308df0-d97b-41af-a9af-0497b6a3c700 service neutron] 10.222.0.58 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272042 Aug 25 15:47:52.718176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-7002cc82-84e5-4408-8548-6c26c5c80233 service neutron] 10.222.0.58 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822172 Aug 25 15:47:52.949037 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6f8fbb8d-1e67-470b-8e53-6566599cfc30 req-896238f4-307b-472f-8cee-d7abc89e7fd0 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 210 time: 0.0279553 Aug 25 15:47:53.723388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbd3-9315-41d3-bd35-6dcf854f4d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:54.047875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0fc0150f-48cf-4911-85b4-734d16d7e95a req-9352823d-81e7-4071-a2e2-c9f7ebef45ac tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 210 time: 0.0289724 Aug 25 15:47:54.205080 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a69eb960-d2fa-4939-9b46-83ac34bdee12 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:47:54.226902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:54.228146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: a69eb960-d2fa-4939-9b46-83ac34bdee12 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:47:54.228487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device a69eb960-d2fa-4939-9b46-83ac34bdee12 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:47:54.703013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-f534c201-e96d-48c4-bb89-f576f1bb77ab tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:54.704492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-f534c201-e96d-48c4-bb89-f576f1bb77ab tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.45 "GET /v2.0/networks?id=bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 200 len: 817 time: 0.1028676 Aug 25 15:47:54.718403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Request body: {'port': {'device_id': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'admin_state_up': True, 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:54.894831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Made reservation on behalf of 0304ed02c0a44ce9a5e167495cfe9b06 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:47:54.898968 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.029218 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Allocated IP 172.20.0.11 (bdd1943a-db75-4ff1-8966-18b86d1622db/6a394db4-5b3c-4d0c-ae06-db8d9519015b/5b67a5af-6505-42ec-8cb4-338f6c4cd0c8) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:47:55.138016 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ec44c435-fbe4-419f-97c8-b3f967861629 req-403dbdd8-fd62-4f3b-a460-81790c80394e tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 210 time: 0.0275607 Aug 25 15:47:55.179443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.192632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Transition to ACTIVE for port object 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:55.278202 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.324228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Network bdd1943a-db75-4ff1-8966-18b86d1622db is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:47:55.327223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:47:55.329736 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:47:55.357922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Pushing event updated for resources: {'Port': ['ID=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:55.385693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:55.386314 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.472632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-de87ff15-7024-4c33-866c-77ca20b1db09 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578919 Aug 25 15:47:55.485359 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-af6681ec-9159-4060-9cbc-866fa47db53e tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:47:55.486336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-af6681ec-9159-4060-9cbc-866fa47db53e tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055842 Aug 25 15:47:55.544875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Request body: {'port': {'device_id': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:47:55.562936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-43224c1b-9603-4ed8-8585-4fcf3cf88740 None None] Provisioning for port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:47:55.566831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-43224c1b-9603-4ed8-8585-4fcf3cf88740 None None] Provisioning complete for port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:47:55.567335 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-43224c1b-9603-4ed8-8585-4fcf3cf88740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.604754 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.606451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-43224c1b-9603-4ed8-8585-4fcf3cf88740 None None] Port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:47:55.688892 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.862967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:47:55.870572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.882453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Transition to ACTIVE for port object 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:47:55.945927 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:55.994644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:56.068901 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Attempting to bind port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:47:56.069239 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Attempting to bind port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:47:56.069571 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Attempting to bind port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 on network bdd1943a-db75-4ff1-8966-18b86d1622db {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:56.074019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 on network bdd1943a-db75-4ff1-8966-18b86d1622db not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:47:56.074339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Attempting to bind port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 on network bdd1943a-db75-4ff1-8966-18b86d1622db {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:47:56.079536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:47:56.079876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Checking segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:47:56.080268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Bound using segment: {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:47:56.080697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Bound port: 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba5788b-0a4d-44a7-b811-c758a5103e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:47:56.081333 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:56.146564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] For port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:47:56.149632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] For port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:47:56.234562 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:56.277151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.277769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:56.279169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 HTTP/1.1" status: 200 len: 1092 time: 0.7845492 Aug 25 15:47:56.279608 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'tag': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:47:56.281878 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91888cda-5653-43d6-aabc-139498e55e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ddfd3d-58b1-4f90-b9d4-82856f124e1b", "tag": "5b67a5af-6505-42ec-8cb4-338f6c4cd0c8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:47:56.306444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e763-2bb5-4208-9a4e-cd59c7b6e852 req-e3f1d107-d9fc-4edc-b7f3-e06f698a9688 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.308054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0257e763-2bb5-4208-9a4e-cd59c7b6e852 req-e3f1d107-d9fc-4edc-b7f3-e06f698a9688 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 944 time: 0.1027937 Aug 25 15:47:56.325789 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4636384-9a02-4548-881c-941ddbf5df94 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:56.336244 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52486021-b497-4513-92e6-40a41a242751 x-openstack-request-id: req-52486021-b497-4513-92e6-40a41a242751 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:47:56.336530 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ddfd3d-58b1-4f90-b9d4-82856f124e1b", "tag": "5b67a5af-6505-42ec-8cb4-338f6c4cd0c8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:47:56.336780 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52486021-b497-4513-92e6-40a41a242751 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:47:56.337169 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'tag': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8', 'status': 'completed', 'code': 200} Aug 25 15:47:56.360298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0257e763-2bb5-4208-9a4e-cd59c7b6e852 req-cc50794c-df7d-4dc0-810d-ca664ca43592 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Aug 25 15:47:56.402265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888cda-5653-43d6-aabc-139498e55e0a req-3d646b4c-4c0d-4d9e-9292-36e14035e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.403868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91888cda-5653-43d6-aabc-139498e55e0a req-3d646b4c-4c0d-4d9e-9292-36e14035e05f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 1095 time: 0.0470910 Aug 25 15:47:56.507495 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888cda-5653-43d6-aabc-139498e55e0a req-81eb8a29-4124-40a1-8de6-44954fe85c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.508956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91888cda-5653-43d6-aabc-139498e55e0a req-81eb8a29-4124-40a1-8de6-44954fe85c15 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0970984 Aug 25 15:47:56.605955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888cda-5653-43d6-aabc-139498e55e0a req-8ba9fd9d-f680-4ea3-bc51-df337fea2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.607489 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91888cda-5653-43d6-aabc-139498e55e0a req-8ba9fd9d-f680-4ea3-bc51-df337fea2aaf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914109 Aug 25 15:47:56.682923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-3d0af785-e3ad-4f46-98f3-43871316b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.684334 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-3d0af785-e3ad-4f46-98f3-43871316b68c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 1095 time: 0.0407114 Aug 25 15:47:56.730215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-c1bbfcb3-b73c-4e0e-a7d3-535eeab4e058 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 HTTP/1.1" status: 200 len: 217 time: 0.0376742 Aug 25 15:47:56.779580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-0acedc70-c41d-4359-a087-20f7b00430c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.781016 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-0acedc70-c41d-4359-a087-20f7b00430c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a394db4-5b3c-4d0c-ae06-db8d9519015b HTTP/1.1" status: 200 len: 856 time: 0.0433779 Aug 25 15:47:56.827876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-4135831e-2604-498a-8193-3abdb33f091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:56.829408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-4135831e-2604-498a-8193-3abdb33f091c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bdd1943a-db75-4ff1-8966-18b86d1622db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397036 Aug 25 15:47:56.922423 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-c7992a61-c726-4b01-9c50-3e5f81b05868 service neutron] 10.222.0.45 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Aug 25 15:47:57.012145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2e41890-2f07-4969-a865-a0a245a6fc54 req-73fb0884-18c3-4a12-be22-7772f0bb5852 service neutron] 10.222.0.45 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819821 Aug 25 15:47:57.209165 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:57.485256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78423f02-8429-49bb-8e47-426c679322a0 req-7b4edf1c-067d-48ed-9683-4f6d48fea748 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:57.486719 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78423f02-8429-49bb-8e47-426c679322a0 req-7b4edf1c-067d-48ed-9683-4f6d48fea748 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 944 time: 0.0521467 Aug 25 15:47:57.524396 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78423f02-8429-49bb-8e47-426c679322a0 req-52fb0c11-967e-45f7-b090-8c26d4cfbb75 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Aug 25 15:47:57.740143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:58.637464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ce30-4d2c-408c-b159-edd501dfedc2 req-89799afa-1c9c-4311-af7e-411ed8725ba9 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:58.638962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf11ce30-4d2c-408c-b159-edd501dfedc2 req-89799afa-1c9c-4311-af7e-411ed8725ba9 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 944 time: 0.0481956 Aug 25 15:47:58.664909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:47:58.676403 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cf11ce30-4d2c-408c-b159-edd501dfedc2 req-73514107-2668-4696-b16e-ac8eed02939e tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Aug 25 15:47:58.756898 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:58.767892 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8', 'network_id': 'bdd1943a-db75-4ff1-8966-18b86d1622db', 'port_id': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8', 'mac_address': 'fa:16:3e:79:cd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a394db4-5b3c-4d0c-ae06-db8d9519015b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:47:58.807782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:58.821211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:47:58.842272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:47:58.888345 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:58.933963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:47:59.105360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5b67a5af-6505-42ec-8cb4-338f6c4cd0c8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:47:59.523183 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:47:59.791830 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989328f-6a6a-4557-8b0a-bd88c55d3597 req-9814ae54-2a55-4613-b14f-47ce50046b0b tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:47:59.793222 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b989328f-6a6a-4557-8b0a-bd88c55d3597 req-9814ae54-2a55-4613-b14f-47ce50046b0b tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 945 time: 0.0498765 Aug 25 15:47:59.830797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b989328f-6a6a-4557-8b0a-bd88c55d3597 req-000e92e6-1c12-49d8-9151-591e7775bd22 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Aug 25 15:48:00.682432 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:00.797113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:00.801103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:00.801473 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:00.878379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:00.905771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:48:00.908015 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ac0df-675b-47f7-8fcb-aa9a8ce7aba7" -d '{"events": [{"server_uuid": "d7ddfd3d-58b1-4f90-b9d4-82856f124e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5b67a5af-6505-42ec-8cb4-338f6c4cd0c8"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:48:00.921072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:00.992065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:01.017525 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaf8c97-049f-42a2-86f6-73bc6e5d6b50 x-openstack-request-id: req-cdaf8c97-049f-42a2-86f6-73bc6e5d6b50 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:48:01.017902 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ddfd3d-58b1-4f90-b9d4-82856f124e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5b67a5af-6505-42ec-8cb4-338f6c4cd0c8", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:48:01.018130 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdaf8c97-049f-42a2-86f6-73bc6e5d6b50 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:48:01.018961 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8', 'code': 200} Aug 25 15:48:01.048485 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:01.318192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be304548-ac4e-4079-94b1-0b8c117d3b3d req-0fbb4641-e585-440a-b54a-d10a7dd48372 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:01.319701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be304548-ac4e-4079-94b1-0b8c117d3b3d req-0fbb4641-e585-440a-b54a-d10a7dd48372 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 945 time: 0.4206686 Aug 25 15:48:01.325007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5634d8-ac33-43da-87de-8ed7e8b831e3 req-9b00a980-b739-4160-a1c1-565b632ed9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:01.326360 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc5634d8-ac33-43da-87de-8ed7e8b831e3 req-9b00a980-b739-4160-a1c1-565b632ed9a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 1097 time: 0.0563159 Aug 25 15:48:01.379133 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be304548-ac4e-4079-94b1-0b8c117d3b3d req-bd92c5b7-5d5f-430c-8e7d-02654c047629 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518179 Aug 25 15:48:01.382746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fc5634d8-ac33-43da-87de-8ed7e8b831e3 req-fe85ae9a-7eee-4e0c-b74f-eba366528e32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Aug 25 15:48:02.498697 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de0b8a-f553-44d1-998b-d53955517084 req-7488d131-bceb-4b6f-a7bb-b073de6a0f19 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:02.500292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65de0b8a-f553-44d1-998b-d53955517084 req-7488d131-bceb-4b6f-a7bb-b073de6a0f19 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 946 time: 0.0491664 Aug 25 15:48:02.539620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-65de0b8a-f553-44d1-998b-d53955517084 req-f2df007e-9b74-42fc-b7a3-47cb487345a6 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Aug 25 15:48:03.654325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04be8f-e811-4c06-a7d0-21a5f839080d req-f9f49165-02b2-448a-bc9b-efaacd01e7d9 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:03.655830 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c04be8f-e811-4c06-a7d0-21a5f839080d req-f9f49165-02b2-448a-bc9b-efaacd01e7d9 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 946 time: 0.0501661 Aug 25 15:48:03.693708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c04be8f-e811-4c06-a7d0-21a5f839080d req-715839ce-ed0e-43d5-9c65-f285b9035d20 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Aug 25 15:48:03.811389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea68b3d-2283-4d23-9b39-3ad44c7ab9d3 req-8b041174-e038-499b-91d9-69fdbd9a3b23 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:03.812940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ea68b3d-2283-4d23-9b39-3ad44c7ab9d3 req-8b041174-e038-499b-91d9-69fdbd9a3b23 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 946 time: 0.0535505 Aug 25 15:48:03.851861 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ea68b3d-2283-4d23-9b39-3ad44c7ab9d3 req-ff34ea8d-8805-4003-9544-47ac66607097 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 25 15:48:21.014353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cbd0821b-3a32-4b26-9e66-6198e119e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:21.578769 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-fc706509-6b8c-4915-90fb-07a7c87be4a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400057 Aug 25 15:48:21.663137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-701ddc21-23ea-4272-b988-86b6df1afdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:21.664879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-701ddc21-23ea-4272-b988-86b6df1afdc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 1097 time: 0.0414295 Aug 25 15:48:21.776563 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-fccba20f-567d-431f-bd03-3789df1bf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:21.778131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-fccba20f-567d-431f-bd03-3789df1bf55b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 200 len: 918 time: 0.0932860 Aug 25 15:48:21.822637 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-1c7d219d-b8bb-4e73-a06a-97316bd03a53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 HTTP/1.1" status: 200 len: 217 time: 0.0363131 Aug 25 15:48:21.873940 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-d14caa03-9f55-47f7-a327-535e35b9ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:21.875532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-d14caa03-9f55-47f7-a327-535e35b9ffc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a394db4-5b3c-4d0c-ae06-db8d9519015b HTTP/1.1" status: 200 len: 856 time: 0.0447664 Aug 25 15:48:21.926763 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-2906e812-8f66-4878-b034-f9ce031c866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:21.928184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-2906e812-8f66-4878-b034-f9ce031c866c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bdd1943a-db75-4ff1-8966-18b86d1622db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442445 Aug 25 15:48:22.017930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-1212c3bc-6e1b-40b9-b4db-c56782370191 service neutron] 10.222.0.45 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Aug 25 15:48:22.115817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e5901bd-cc2d-4752-abc3-aae1af198003 req-c829700d-6aac-48fc-af9e-93e8a4752ee5 service neutron] 10.222.0.45 "GET /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895016 Aug 25 15:48:23.739723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-46d34c7a-2610-43df-a52f-3fe365d1d4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:24.190977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:24.948929 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:48:25.706101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:25.874228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7107-ebb9-463d-9b78-4c8d6851d353 req-28ba2294-be3d-42bd-858c-c664e7a0f41a tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:25.875739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f16e7107-ebb9-463d-9b78-4c8d6851d353 req-28ba2294-be3d-42bd-858c-c664e7a0f41a tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 946 time: 0.0501969 Aug 25 15:48:25.913783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f16e7107-ebb9-463d-9b78-4c8d6851d353 req-521f9a8c-aa92-4516-bfeb-371b992a2b04 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 25 15:48:27.028332 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dfa13-4548-456b-80a1-1453f25d4e06 req-327ceb8f-01ad-4cb3-8154-4260c9854ce9 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:27.029730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-786dfa13-4548-456b-80a1-1453f25d4e06 req-327ceb8f-01ad-4cb3-8154-4260c9854ce9 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 946 time: 0.0486293 Aug 25 15:48:27.067690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-786dfa13-4548-456b-80a1-1453f25d4e06 req-16330a25-f7fa-4b47-901e-ce3f8fa511b4 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e81b5e2-49d2-4520-b0a9-e0d0896de575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Aug 25 15:48:27.231246 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:27.507222 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-abdcf287-2c5b-473b-90c5-75ff56de5274 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:27.508655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-abdcf287-2c5b-473b-90c5-75ff56de5274 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 946 time: 0.0477593 Aug 25 15:48:27.601391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Deleting port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:27.601729 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:27.688931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] For port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:27.689292 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:27.702569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Calling delete_port for 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:27.768445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:27.893817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:27.905836 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['5b67a5af-6505-42ec-8cb4-338f6c4cd0c8'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:48:27.921167 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Pushing event deleted for resources: {'Port': ['ID=5b67a5af-6505-42ec-8cb4-338f6c4cd0c8,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:27.931537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.931890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.932231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.932565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.932895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.933226 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.933551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.933873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.934201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.935135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.935135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.935294 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:27.976840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] No DVR routers for this DVR port 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:48:27.979549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:27.981523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-44afaaab-f5d7-4541-8d19-ef1e0bdd0113 req-b6019a85-d854-46bb-a25a-773a17e4f21f tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.45 "DELETE /v2.0/ports/5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 HTTP/1.1" status: 204 len: 173 time: 0.4668045 Aug 25 15:48:27.981970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'name': 'network-vif-deleted', 'tag': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:48:27.984279 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd0acb-8a79-4e31-bf4d-7fae3e456512" -d '{"events": [{"server_uuid": "d7ddfd3d-58b1-4f90-b9d4-82856f124e1b", "name": "network-vif-deleted", "tag": "5b67a5af-6505-42ec-8cb4-338f6c4cd0c8"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:48:28.023221 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d939b-f120-47a7-a721-3296e7c5c2fb x-openstack-request-id: req-d10d939b-f120-47a7-a721-3296e7c5c2fb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:48:28.023535 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ddfd3d-58b1-4f90-b9d4-82856f124e1b", "name": "network-vif-deleted", "tag": "5b67a5af-6505-42ec-8cb4-338f6c4cd0c8", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:48:28.023815 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d10d939b-f120-47a7-a721-3296e7c5c2fb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:48:28.024215 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ddfd3d-58b1-4f90-b9d4-82856f124e1b', 'name': 'network-vif-deleted', 'tag': '5b67a5af-6505-42ec-8cb4-338f6c4cd0c8', 'status': 'completed', 'code': 200} Aug 25 15:48:28.169410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8e509b4b-46fe-4279-907e-2fc85f609c04 req-c1c9fc6d-fad1-4840-8f2b-0eacab1541c8 tempest-TestEncryptedCinderVolumes-1314681712 tempest-TestEncryptedCinderVolumes-1314681712-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7ddfd3d-58b1-4f90-b9d4-82856f124e1b HTTP/1.1" status: 200 len: 210 time: 0.0309465 Aug 25 15:48:29.309362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53986) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:29.516932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:29.657134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:29.912181 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Deleting port e05fdf36-560c-4018-b518-2d94b9745c80 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:29.912553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:29.989246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] For port e05fdf36-560c-4018-b518-2d94b9745c80, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=e05fdf36-560c-4018-b518-2d94b9745c80,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:29.989611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:30.006104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Calling delete_port for e05fdf36-560c-4018-b518-2d94b9745c80 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:30.259568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:30.287534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e05fdf36-560c-4018-b518-2d94b9745c80,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:30.468413 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:30.689355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Router 53678a15-546b-4ac6-b126-7653c045da92 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:48:30.803265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:48:30.811516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-780f8ede-de86-41ed-b547-c817171e51ed admin admin] 10.222.0.58 "PUT /v2.0/routers/53678a15-546b-4ac6-b126-7653c045da92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010107 Aug 25 15:48:30.811964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53988) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:30.813048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] Sync routers for ids ['53678a15-546b-4ac6-b126-7653c045da92'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:48:30.824379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] Routers {'53678a15-546b-4ac6-b126-7653c045da92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:30.825012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['53678a15-546b-4ac6-b126-7653c045da92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:30.862023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:30.883171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:30.883520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 5b67a5af-6505-42ec-8cb4-338f6c4cd0c8 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:30.920037 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:30.952357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] Set router 53678a15-546b-4ac6-b126-7653c045da92 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:31.028866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.137700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:48:30Z', 'revision_number': 5, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port': {'id': '7f1a0d2d-bc63-470f-bdad-5265e0ba979f', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53678a15-546b-4ac6-b126-7653c045da92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:31.178565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] Checking router: 53678a15-546b-4ac6-b126-7653c045da92 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:48:31.184547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Deleting port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:31.185093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.192692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] Routers {'53678a15-546b-4ac6-b126-7653c045da92'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:31.193978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['53678a15-546b-4ac6-b126-7653c045da92'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:31.321206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] For port 7f1a0d2d-bc63-470f-bdad-5265e0ba979f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:31.322129 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.337525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] Set router 53678a15-546b-4ac6-b126-7653c045da92 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:31.343780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Calling delete_port for 7f1a0d2d-bc63-470f-bdad-5265e0ba979f owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:31.410233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:48:31Z', 'revision_number': 6, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:31.437754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996ac1-ac57-4a50-904d-315b31a5e8d0 None None] The sync data for ids ['53678a15-546b-4ac6-b126-7653c045da92'] in n-d-805995-2 is: [{'id': '53678a15-546b-4ac6-b126-7653c045da92', 'name': 'tempest-TestEncryptedCinderVolumes-1888675313-router', 'tenant_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:02Z', 'updated_at': '2021-08-25T15:48:31Z', 'revision_number': 6, 'project_id': '0304ed02c0a44ce9a5e167495cfe9b06', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:48:31.625437 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.652817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1a0d2d-bc63-470f-bdad-5265e0ba979f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:31.677833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.678184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.678529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.678871 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.679237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.679573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.679902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.680233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.680561 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.680891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.681218 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.681543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:31.721771 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.814427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.815773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.996798 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:31.997482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53678a15-546b-4ac6-b126-7653c045da92 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:48:32.002614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.003814 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-454aef2e-581b-44d9-abd1-54d303c8da23 admin admin] 10.222.0.58 "DELETE /v2.0/routers/53678a15-546b-4ac6-b126-7653c045da92 HTTP/1.1" status: 204 len: 168 time: 1.1902094 Aug 25 15:48:32.006753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53990) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:32.050611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Deleting subnet 6a394db4-5b3c-4d0c-ae06-db8d9519015b {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:48:32.053710 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.088986 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.169910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.300241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.327693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a394db4-5b3c-4d0c-ae06-db8d9519015b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:32.331732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.333755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f031956f-de50-47c7-8de8-d6483efdcc88 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6a394db4-5b3c-4d0c-ae06-db8d9519015b HTTP/1.1" status: 204 len: 168 time: 0.3260312 Aug 25 15:48:32.336936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53994) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:32.341946 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfb8a9-7705-4233-8f7a-bbee28bcb0c4 None None] Network bdd1943a-db75-4ff1-8966-18b86d1622db requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:48:32.415637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.486891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Deleting port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:32.487272 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.522804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] DHCP port deletion for bdd1943a-db75-4ff1-8966-18b86d1622db request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:48:32.555188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] For port 224493b1-fcfd-4d90-83db-0fbb39a1ad36, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=224493b1-fcfd-4d90-83db-0fbb39a1ad36,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:32.555750 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.569916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Calling delete_port for 224493b1-fcfd-4d90-83db-0fbb39a1ad36 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:32.570420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Deleting port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:32.570802 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.638010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] For port 224493b1-fcfd-4d90-83db-0fbb39a1ad36, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=224493b1-fcfd-4d90-83db-0fbb39a1ad36,segment=NetworkSegment(dba5788b-0a4d-44a7-b811-c758a5103e04),segment_id=dba5788b-0a4d-44a7-b811-c758a5103e04)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:32.638010 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.651681 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Calling delete_port for 224493b1-fcfd-4d90-83db-0fbb39a1ad36 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:32.739662 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.746437 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.769949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=224493b1-fcfd-4d90-83db-0fbb39a1ad36,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:32.772222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Pushing event deleted for resources: {'Port': ['ID=224493b1-fcfd-4d90-83db-0fbb39a1ad36,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:32.773452 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] No DVR routers for this DVR port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:48:32.780051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] No DVR routers for this DVR port 224493b1-fcfd-4d90-83db-0fbb39a1ad36 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:48:32.791478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.791823 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.792164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.792499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.792833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.793162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.794621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.794621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.794621 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.794888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.795333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.795725 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13f835-d4d1-45ce-b4a1-41a5c3df9793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:32.848034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e05fdf36-560c-4018-b518-2d94b9745c80 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:32.866988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.869697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: e05fdf36-560c-4018-b518-2d94b9745c80 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:32.870034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device e05fdf36-560c-4018-b518-2d94b9745c80 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:32.870462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f1a0d2d-bc63-470f-bdad-5265e0ba979f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:32.877478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd1943a-db75-4ff1-8966-18b86d1622db']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:32.888621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba5788b-0a4d-44a7-b811-c758a5103e04') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:32.888972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba5788b-0a4d-44a7-b811-c758a5103e04') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:32.891515 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7f1a0d2d-bc63-470f-bdad-5265e0ba979f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:32.891860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7f1a0d2d-bc63-470f-bdad-5265e0ba979f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:32.892269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 224493b1-fcfd-4d90-83db-0fbb39a1ad36 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:32.898337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.912208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 224493b1-fcfd-4d90-83db-0fbb39a1ad36 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:32.916660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 224493b1-fcfd-4d90-83db-0fbb39a1ad36 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:32.917044 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.927819 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:48:32.928849 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:48:32.939708 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:48:33.099561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:33.105388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:33.107246 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bdd1943a-db75-4ff1-8966-18b86d1622db HTTP/1.1" status: 204 len: 168 time: 0.7693481 Aug 25 15:48:33.110565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 53996) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:33.118400 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73593d7b-0d6a-48ea-8668-1e553b555ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd1943a-db75-4ff1-8966-18b86d1622db,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:33.447654 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:33.698312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Deleting port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:33.700159 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:33.784986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] For port 3e8587de-19fc-46b2-bc1d-2ae34d77bca4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:33.785353 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:33.802220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Calling delete_port for 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:34.042160 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:34.066662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8587de-19fc-46b2-bc1d-2ae34d77bca4,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:34.249809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:34.470585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Router ea4342d2-3568-4f07-b593-69934acd8975 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:48:34.577001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:48:34.582731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ab9ef46b-e91f-4e0b-bbb7-4d4723ebec5f admin admin] 10.222.0.58 "PUT /v2.0/routers/ea4342d2-3568-4f07-b593-69934acd8975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4708946 Aug 25 15:48:34.586122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 53998) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:34.589731 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] Sync routers for ids ['ea4342d2-3568-4f07-b593-69934acd8975'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:48:34.598633 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] Routers {'ea4342d2-3568-4f07-b593-69934acd8975'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:34.599265 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ea4342d2-3568-4f07-b593-69934acd8975'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:34.696919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:34.717383 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] Set router ea4342d2-3568-4f07-b593-69934acd8975 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:34.811782 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:34.900362 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:48:33Z', 'revision_number': 5, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port': {'id': '22531fef-9bb8-47c9-b2fa-1db8b70ab9c3', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:47:09Z', 'updated_at': '2021-08-25T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:34.926682 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] Checking router: ea4342d2-3568-4f07-b593-69934acd8975 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:48:34.935482 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] Routers {'ea4342d2-3568-4f07-b593-69934acd8975'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:34.936087 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ea4342d2-3568-4f07-b593-69934acd8975'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:34.957874 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Deleting port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:34.958215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.023102 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] Set router ea4342d2-3568-4f07-b593-69934acd8975 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:35.041949 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] For port 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:35.042314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.055925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Calling delete_port for 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:35.077008 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:48:34Z', 'revision_number': 6, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:35.103633 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c7bee-a507-45ba-b9ff-b7c3f8c29be1 None None] The sync data for ids ['ea4342d2-3568-4f07-b593-69934acd8975'] in n-d-805995-2 is: [{'id': 'ea4342d2-3568-4f07-b593-69934acd8975', 'name': 'tempest-TestEncryptedCinderVolumes-800584570-router', 'tenant_id': 'f17f368b21db4db6acce4bd39081504e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:47:08Z', 'updated_at': '2021-08-25T15:48:34Z', 'revision_number': 6, 'project_id': 'f17f368b21db4db6acce4bd39081504e', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:48:35.287784 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.313404 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Pushing event deleted for resources: {'Port': ['ID=22531fef-9bb8-47c9-b2fa-1db8b70ab9c3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:35.376279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.470822 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.473329 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.573518 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.573993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4342d2-3568-4f07-b593-69934acd8975 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:48:35.578410 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.579445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a4d60e6d-dfc2-4b7f-91c3-19c7f6d9411f admin admin] 10.222.0.58 "DELETE /v2.0/routers/ea4342d2-3568-4f07-b593-69934acd8975 HTTP/1.1" status: 204 len: 168 time: 0.9923208 Aug 25 15:48:35.582640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54000) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:35.627275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Deleting subnet 1c2210fd-1d44-42c1-84f0-a818dba1a3de {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:48:35.630362 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.664150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.745325 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.854854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.882223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2210fd-1d44-42c1-84f0-a818dba1a3de,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:35.895336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:35.895336 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-26401832-bed9-4c97-b5f6-9ea4b0b9f4b9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1c2210fd-1d44-42c1-84f0-a818dba1a3de HTTP/1.1" status: 204 len: 168 time: 0.3043885 Aug 25 15:48:35.896093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54002) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:35.896542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1926d-c0bb-4c2f-a824-84b25c9a4080 None None] Network ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:48:35.970661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.033695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Deleting port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:36.034036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.101943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] DHCP port deletion for ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:48:36.164850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] Deleting port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:48:36.165633 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.233443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] For port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:36.233833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.249375 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] Calling delete_port for 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:36.479101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] For port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,segment=NetworkSegment(776d6e85-ba6e-4c0a-891d-7a29755a46ab),segment_id=776d6e85-ba6e-4c0a-891d-7a29755a46ab)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:36.479475 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.494894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Calling delete_port for 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:48:36.585850 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.592519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.610753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] Pushing event deleted for resources: {'Port': ['ID=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:36.618790 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899834e9-5c74-4cfe-8205-cfa917dcf8d1 None None] No DVR routers for this DVR port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:48:36.620947 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Pushing event deleted for resources: {'Port': ['ID=06ee4533-c36f-4ff8-bf17-f2bc39b69ae9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:36.623247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] No DVR routers for this DVR port 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:48:36.694387 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.704450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4ab3a8-2dab-4b1b-8d10-e00a89593a88']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:36.714663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776d6e85-ba6e-4c0a-891d-7a29755a46ab') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:36.715455 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776d6e85-ba6e-4c0a-891d-7a29755a46ab') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:36.723473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.737523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.744048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:48:36.744460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: self.session.flush() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:48:36.746094 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:48:36.821689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:36.842171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:36.842519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 22531fef-9bb8-47c9-b2fa-1db8b70ab9c3 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:36.842938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:36.860972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:36.861258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3e8587de-19fc-46b2-bc1d-2ae34d77bca4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:36.861660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:48:36.879778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:48:36.880045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 06ee4533-c36f-4ff8-bf17-f2bc39b69ae9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:48:36.883265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.890827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:36.893185 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] 10.222.0.58 "DELETE /v2.0/networks/ce4ab3a8-2dab-4b1b-8d10-e00a89593a88 HTTP/1.1" status: 204 len: 168 time: 0.9998970 Aug 25 15:48:36.905695 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f050f-20a8-4e75-8875-96caff67991d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4ab3a8-2dab-4b1b-8d10-e00a89593a88,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:37.270593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54006) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:37.309940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b1f297c7-1bf8-402d-8924-04558b12a941 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0304ed02c0a44ce9a5e167495cfe9b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381112 Aug 25 15:48:37.312405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54008) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:37.359528 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3de1b3c9-8b29-4c85-915f-2ac67d94d9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:37.381328 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3de1b3c9-8b29-4c85-915f-2ac67d94d9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:37.510577 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3de1b3c9-8b29-4c85-915f-2ac67d94d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:37.513225 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3de1b3c9-8b29-4c85-915f-2ac67d94d9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:37.514404 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3de1b3c9-8b29-4c85-915f-2ac67d94d9ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e81b5e2-49d2-4520-b0a9-e0d0896de575 HTTP/1.1" status: 204 len: 168 time: 0.2010832 Aug 25 15:48:37.522363 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1b3c9-8b29-4c85-915f-2ac67d94d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81b5e2-49d2-4520-b0a9-e0d0896de575,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:38.185090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54014) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:38.225933 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9d579115-d783-4772-9d9f-9a26f3c9d1cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f17f368b21db4db6acce4bd39081504e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396268 Aug 25 15:48:38.228264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54016) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:38.275840 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94670006-f50b-4e78-8b8c-3bd1d99967f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:38.295978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94670006-f50b-4e78-8b8c-3bd1d99967f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:38.408015 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94670006-f50b-4e78-8b8c-3bd1d99967f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:38.410494 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94670006-f50b-4e78-8b8c-3bd1d99967f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:38.411718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-94670006-f50b-4e78-8b8c-3bd1d99967f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bbde435-b266-4e53-86a0-6e4328c83a99 HTTP/1.1" status: 204 len: 168 time: 0.1825218 Aug 25 15:48:38.420007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94670006-f50b-4e78-8b8c-3bd1d99967f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbde435-b266-4e53-86a0-6e4328c83a99,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:39.406990 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54038) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:39.504622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1801810667-network', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:48:39.625831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Made reservation on behalf of 1c52e2c5cff24a9191a1ac3977c065ca for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:48:39.627980 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:39.638119 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:39.727840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:39.813746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:39.846892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:48:39.855869 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66959605-c99f-4c47-af4c-b4f4754ceca8,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:39.862223 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:39.862571 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Added segment 78ac90b2-a28f-4784-89de-de78f597c6ec of type vlan for network cdfc3122-460e-45c0-b1ae-1eb0b187a89d Aug 25 15:48:39.903426 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.002632 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.003669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:40.004257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.063293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfc3122-460e-45c0-b1ae-1eb0b187a89d,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:40.075688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:48:40.122755 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8aa55e55-360b-48e5-ae79-2f0b4973db90 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7143314 Aug 25 15:48:40.125585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54042) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:40.130613 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Request body: {'subnet': {'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1801810667-subnet', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:48:40.219477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Made reservation on behalf of 1c52e2c5cff24a9191a1ac3977c065ca for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:48:40.221843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.459535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.515104 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b5035e-8a00-4723-984a-74580344322a,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:40.523925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Checking segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:40.524283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Network hostable DHCP agents. Network: cdfc3122-460e-45c0-b1ae-1eb0b187a89d, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:48:40.648336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:48:40.733844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, cdfc3122-460e-45c0-b1ae-1eb0b187a89d) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:40.738070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:40.738650 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.744209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642481d-525d-49f9-a3e2-4b1b65447e72 None None] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:48:40.832913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-802643f6-c74d-4a03-acb7-4fe33dd459b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7060995 Aug 25 15:48:40.836372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54044) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:40.841069 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:48:40.890312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:48:40.894083 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.951316 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:40.952475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.031113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Allocated IP 172.20.0.2 (cdfc3122-460e-45c0-b1ae-1eb0b187a89d/06b5035e-8a00-4723-984a-74580344322a/de4c6ed7-4949-4739-b8c1-f430aa8703d4) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:48:41.191205 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.200768 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Transition to ACTIVE for port object de4c6ed7-4949-4739-b8c1-f430aa8703d4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:41.218289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Transition to ACTIVE for port object de4c6ed7-4949-4739-b8c1-f430aa8703d4 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:41.328515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.356724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.369669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:41.374624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:41.378236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:48:41.387625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Pushing event updated for resources: {'Port': ['ID=de4c6ed7-4949-4739-b8c1-f430aa8703d4,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:41.439784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Attempting to bind port de4c6ed7-4949-4739-b8c1-f430aa8703d4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:48:41.440157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Attempting to bind port de4c6ed7-4949-4739-b8c1-f430aa8703d4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:48:41.440525 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Attempting to bind port de4c6ed7-4949-4739-b8c1-f430aa8703d4 on network cdfc3122-460e-45c0-b1ae-1eb0b187a89d {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:48:41.446474 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:48:41.446851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Checking segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:41.447290 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.447688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Bound using segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:48:41.448163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Bound port: de4c6ed7-4949-4739-b8c1-f430aa8703d4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:48:41.448557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.522825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] For port de4c6ed7-4949-4739-b8c1-f430aa8703d4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:48:41.526357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] For port de4c6ed7-4949-4739-b8c1-f430aa8703d4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=de4c6ed7-4949-4739-b8c1-f430aa8703d4,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:48:41.576469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.614218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.684809 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cf33c-db41-4a96-b2da-3da6dfc6d889 None None] Pushing event updated for resources: {'Port': ['ID=de4c6ed7-4949-4739-b8c1-f430aa8703d4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:41.864592 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:41.890846 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:42.005330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Allocated IP 172.25.8.49 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/acfb5d30-167f-4af8-97d0-de797a1c968b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:48:42.120526 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:42.213977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:42.250842 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:42.256124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:42.260647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:48:42.285220 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=acfb5d30-167f-4af8-97d0-de797a1c968b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:42.570951 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276aa7fa-b854-41e3-a4fd-38db425a33b5 None None] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:48:42.573903 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:42.745620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a684ca80-92c3-4412-aea3-a5cc1cecbc17 None None] Provisioning for port de4c6ed7-4949-4739-b8c1-f430aa8703d4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:42.786469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:42.870562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device de4c6ed7-4949-4739-b8c1-f430aa8703d4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:42.996455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port de4c6ed7-4949-4739-b8c1-f430aa8703d4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:43.000358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port de4c6ed7-4949-4739-b8c1-f430aa8703d4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:43.000736 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.031438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Router 489bc117-bf49-44ea-bb2d-0aef214f4406 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:48:43.081215 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.113699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port de4c6ed7-4949-4739-b8c1-f430aa8703d4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=de4c6ed7-4949-4739-b8c1-f430aa8703d4,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:43.145480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:48:43.156710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Sync routers for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:48:43.164246 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:43.164864 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:43.202142 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.219791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.221138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52e11d49-bc19-4d1b-9995-a3474632c1b7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3836477 Aug 25 15:48:43.223833 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54046) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:43.295539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=de4c6ed7-4949-4739-b8c1-f430aa8703d4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:43.312814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:43.502218 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:42Z', 'revision_number': 3, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:43.528229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Checking router: 489bc117-bf49-44ea-bb2d-0aef214f4406 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:48:43.528586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Updating router 489bc117-bf49-44ea-bb2d-0aef214f4406 port acfb5d30-167f-4af8-97d0-de797a1c968b binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:48:43.558670 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.660104 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.809424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.819236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Transition to ACTIVE for port object acfb5d30-167f-4af8-97d0-de797a1c968b will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:43.822772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Allocated IP 172.20.0.1 (cdfc3122-460e-45c0-b1ae-1eb0b187a89d/06b5035e-8a00-4723-984a-74580344322a/0862db21-46d1-4f2a-9c87-ea973eca3f22) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:48:43.922236 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.929024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.943122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Transition to ACTIVE for port object 0862db21-46d1-4f2a-9c87-ea973eca3f22 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:43.982380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Attempting to bind port acfb5d30-167f-4af8-97d0-de797a1c968b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:48:43.982842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Attempting to bind port acfb5d30-167f-4af8-97d0-de797a1c968b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:48:43.983235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Attempting to bind port acfb5d30-167f-4af8-97d0-de797a1c968b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:48:43.985373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d205-3784-4f7c-a126-28569b5e9e0e None None] Pushing event updated for resources: {'Port': ['ID=acfb5d30-167f-4af8-97d0-de797a1c968b,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:43.993406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:48:43.993406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:43.993650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:43.993875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:48:43.994335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Bound port: acfb5d30-167f-4af8-97d0-de797a1c968b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:48:43.994714 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.046923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] For port acfb5d30-167f-4af8-97d0-de797a1c968b, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:48:44.049973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] For port acfb5d30-167f-4af8-97d0-de797a1c968b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=acfb5d30-167f-4af8-97d0-de797a1c968b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:48:44.053594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.090276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:44.093017 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:44.098912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:48:44.122743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.127254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Pushing event updated for resources: {'Port': ['ID=0862db21-46d1-4f2a-9c87-ea973eca3f22,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:44.144188 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.190389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:44.191045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:44.194810 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d205-3784-4f7c-a126-28569b5e9e0e None None] Pushing event updated for resources: {'Port': ['ID=acfb5d30-167f-4af8-97d0-de797a1c968b,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:44.310239 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:44.343224 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.483479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-62ad01e4-ad9a-4551-ac4d-039ba25fa63e None None] Provisioning for port 0862db21-46d1-4f2a-9c87-ea973eca3f22 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:44.489442 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-62ad01e4-ad9a-4551-ac4d-039ba25fa63e None None] Provisioning complete for port 0862db21-46d1-4f2a-9c87-ea973eca3f22 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:44.489820 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-62ad01e4-ad9a-4551-ac4d-039ba25fa63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.509079 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.519269 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:42Z', 'revision_number': 3, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:44.554089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f9ec4-7546-42a5-87cd-98b0cb5d17da None None] The sync data for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 is: [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:42Z', 'revision_number': 3, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:48:44.557890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-62ad01e4-ad9a-4551-ac4d-039ba25fa63e None None] Port 0862db21-46d1-4f2a-9c87-ea973eca3f22 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:48:44.579311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.646820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Pushing event updated for resources: {'Port': ['ID=0862db21-46d1-4f2a-9c87-ea973eca3f22,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:44.649485 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:44.745498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:44.746882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:44.894213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Router 489bc117-bf49-44ea-bb2d-0aef214f4406 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:48:44.984607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device acfb5d30-167f-4af8-97d0-de797a1c968b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:45.109944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3b183afd-3ff7-42b1-8ee7-75f3516460c8 None None] Provisioning complete for port 0862db21-46d1-4f2a-9c87-ea973eca3f22 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:45.110459 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3b183afd-3ff7-42b1-8ee7-75f3516460c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:45.113307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port acfb5d30-167f-4af8-97d0-de797a1c968b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:45.137937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port acfb5d30-167f-4af8-97d0-de797a1c968b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:45.138264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:45.172874 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3b183afd-3ff7-42b1-8ee7-75f3516460c8 None None] Port 0862db21-46d1-4f2a-9c87-ea973eca3f22 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:48:45.234876 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:45.258143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port acfb5d30-167f-4af8-97d0-de797a1c968b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=acfb5d30-167f-4af8-97d0-de797a1c968b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:45.333666 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:45.334482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device de4c6ed7-4949-4739-b8c1-f430aa8703d4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:45.376653 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:48:45.383503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-01d3f530-2afc-4e40-80e7-955e6d219f7a admin admin] 10.222.0.58 "PUT /v2.0/routers/489bc117-bf49-44ea-bb2d-0aef214f4406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1586416 Aug 25 15:48:45.417922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=acfb5d30-167f-4af8-97d0-de797a1c968b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:45.426002 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port de4c6ed7-4949-4739-b8c1-f430aa8703d4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:45.426323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.130867 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Sync routers for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:48:46.140727 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:46.141336 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:46.149265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54062) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:46.154403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1645100380-network', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:48:46.250541 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:46.259135 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Made reservation on behalf of 1ad7451ea1b94e7588e1af4598c22033 for: {'network': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:48:46.261504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.270817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.361670 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.447882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.449584 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 2, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:46.473269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=101873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:48:46.477318 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Checking router: 489bc117-bf49-44ea-bb2d-0aef214f4406 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:48:46.477672 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Updating router 489bc117-bf49-44ea-bb2d-0aef214f4406 port 0862db21-46d1-4f2a-9c87-ea973eca3f22 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:48:46.482409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b43a6d3-09b5-49ba-bbaf-24056933477a,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:46.489046 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.489402 n-d-805995-2 neutron-server[101873]: INFO neutron.db.segments_db [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Added segment 7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4 of type vlan for network 0b105558-3512-4b91-945e-499b35ff013f Aug 25 15:48:46.507743 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.529687 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.625442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.626453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:46.627150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.691825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] Pushing event updated for resources: {'Network': ['ID=0b105558-3512-4b91-945e-499b35ff013f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:46.701904 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 0b105558-3512-4b91-945e-499b35ff013f details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:48:46.762836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ef2ac7c1-d02b-4c5f-ad1d-3cc4104a822e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6122189 Aug 25 15:48:46.765729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54064) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:46.771458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Request body: {'subnet': {'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1645100380-subnet', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:48:46.842484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device acfb5d30-167f-4af8-97d0-de797a1c968b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:46.862104 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.871787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Transition to ACTIVE for port object 0862db21-46d1-4f2a-9c87-ea973eca3f22 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:46.887874 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Made reservation on behalf of 1ad7451ea1b94e7588e1af4598c22033 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:48:46.890346 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.891662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port acfb5d30-167f-4af8-97d0-de797a1c968b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:46.892034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:46.973760 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.018580 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Pushing event updated for resources: {'Port': ['ID=0862db21-46d1-4f2a-9c87-ea973eca3f22,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:47.032514 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.032877 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.034684 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.034684 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.034684 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.034684 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.034684 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.035155 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.035155 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.035538 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.035750 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.036000 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:48:47.104856 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Attempting to bind port 0862db21-46d1-4f2a-9c87-ea973eca3f22 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:48:47.105227 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Attempting to bind port 0862db21-46d1-4f2a-9c87-ea973eca3f22 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:48:47.106036 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Attempting to bind port 0862db21-46d1-4f2a-9c87-ea973eca3f22 on network cdfc3122-460e-45c0-b1ae-1eb0b187a89d {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:48:47.112061 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:48:47.112576 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Checking segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:47.112980 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.113369 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Bound using segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:48:47.113838 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Bound port: 0862db21-46d1-4f2a-9c87-ea973eca3f22, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:48:47.114221 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.180019 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.181669 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] For port 0862db21-46d1-4f2a-9c87-ea973eca3f22, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:48:47.185016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] For port 0862db21-46d1-4f2a-9c87-ea973eca3f22, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0862db21-46d1-4f2a-9c87-ea973eca3f22,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:48:47.231015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe42d66b-a611-48bb-9110-adcb9b9daa20,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:47.246368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Checking segment: {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:47.246724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Network hostable DHCP agents. Network: 0b105558-3512-4b91-945e-499b35ff013f, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:48:47.271167 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.328965 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:47.329608 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:47.333271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Network 0b105558-3512-4b91-945e-499b35ff013f is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:48:47.365888 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4114724-aa4e-4f82-ab0e-d4a1958cefc3 None None] Pushing event updated for resources: {'Port': ['ID=0862db21-46d1-4f2a-9c87-ea973eca3f22,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:47.402318 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 0b105558-3512-4b91-945e-499b35ff013f) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:47.409256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:48:47.409890 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.410330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946f6c8-a475-42b6-ac00-6039c718e59b None None] Network 0b105558-3512-4b91-945e-499b35ff013f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:48:47.463339 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:47.503985 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54066) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:47.507104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-79bbb0a3-d75c-4745-9afa-3deafa0a57ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7399926 Aug 25 15:48:47.517021 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:48:47.596788 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.597806 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.619962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-0b105558-3512-4b91-945e-499b35ff013f', 'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'fixed_ips': [{'subnet_id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:48:47.620834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.656041 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.696404 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:47Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:47.722480 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e234090-c6a4-4eba-a776-25c76ad1a97f None None] The sync data for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 is: [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:47Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:48:47.763048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Allocated IP 172.20.0.2 (0b105558-3512-4b91-945e-499b35ff013f/fe42d66b-a611-48bb-9110-adcb9b9daa20/2117157a-bf65-4a8f-95f4-d9eea8acba63) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:48:47.911680 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.941364 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:47.949939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Transition to ACTIVE for port object 2117157a-bf65-4a8f-95f4-d9eea8acba63 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:47.965688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Transition to ACTIVE for port object 2117157a-bf65-4a8f-95f4-d9eea8acba63 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:48.031488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.081171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Network 0b105558-3512-4b91-945e-499b35ff013f is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:48.084428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:48.087692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:48:48.098696 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Pushing event updated for resources: {'Port': ['ID=2117157a-bf65-4a8f-95f4-d9eea8acba63,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:48.154572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Attempting to bind port 2117157a-bf65-4a8f-95f4-d9eea8acba63 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:48:48.155340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Attempting to bind port 2117157a-bf65-4a8f-95f4-d9eea8acba63 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:48:48.155699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Attempting to bind port 2117157a-bf65-4a8f-95f4-d9eea8acba63 on network 0b105558-3512-4b91-945e-499b35ff013f {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:48:48.161344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:48:48.161722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Checking segment: {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:48.162166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.162567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Bound using segment: {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:48:48.163091 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Bound port: 2117157a-bf65-4a8f-95f4-d9eea8acba63, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:48:48.163477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.206751 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.228121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.232841 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] For port 2117157a-bf65-4a8f-95f4-d9eea8acba63, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:48:48.236505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] For port 2117157a-bf65-4a8f-95f4-d9eea8acba63, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2117157a-bf65-4a8f-95f4-d9eea8acba63,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:48:48.342939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Allocated IP 172.25.8.84 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/1f96af63-c1b6-4a74-963a-e6f7f1270e16) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:48:48.425443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.451660 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.505516 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29aff4-c980-48f6-bb22-97db169cc74b None None] Pushing event updated for resources: {'Port': ['ID=2117157a-bf65-4a8f-95f4-d9eea8acba63,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:48.562910 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:48.607658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:48.610757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:48.615579 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:48:48.619809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Pushing event updated for resources: {'Port': ['ID=1f96af63-c1b6-4a74-963a-e6f7f1270e16,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:48.890915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2117157a-bf65-4a8f-95f4-d9eea8acba63 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:48.996774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 2117157a-bf65-4a8f-95f4-d9eea8acba63 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:49.005744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0862db21-46d1-4f2a-9c87-ea973eca3f22 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:49.027467 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.133658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0862db21-46d1-4f2a-9c87-ea973eca3f22 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:49.137570 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0862db21-46d1-4f2a-9c87-ea973eca3f22 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:49.137941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.221433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.229932 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.263119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 0862db21-46d1-4f2a-9c87-ea973eca3f22, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0862db21-46d1-4f2a-9c87-ea973eca3f22,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:49.344702 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.401032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=0862db21-46d1-4f2a-9c87-ea973eca3f22,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:49.447827 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:48:49.491830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673978db-46a8-4b02-8f50-53db1a0d14a3 None None] Network 0b105558-3512-4b91-945e-499b35ff013f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:48:49.561902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:48:49.571107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Sync routers for ids ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:48:49.620558 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Routers {'2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:49.621192 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:49.641884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.650020 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c83f5924-77e4-4301-92f2-394624b15a7e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1371782 Aug 25 15:48:49.650020 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54068) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:48:49.720093 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] Provisioning for port 2117157a-bf65-4a8f-95f4-d9eea8acba63 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:49.733665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] Provisioning complete for port 2117157a-bf65-4a8f-95f4-d9eea8acba63 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:49.733975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:49.782026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Set router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:49.945346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.015694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] For port 2117157a-bf65-4a8f-95f4-d9eea8acba63, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2117157a-bf65-4a8f-95f4-d9eea8acba63,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:50.040455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:48:48Z', 'revision_number': 3, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:50.066851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Checking router: 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:48:50.067226 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Updating router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:48:50.097254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.097954 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.135646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.253976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Allocated IP 172.20.0.1 (0b105558-3512-4b91-945e-499b35ff013f/fe42d66b-a611-48bb-9110-adcb9b9daa20/afda2048-a851-458e-bf44-2219641d63a9) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:48:50.281128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beb523-919d-40c4-acdd-7d930825dabd None None] Pushing event updated for resources: {'Port': ['ID=2117157a-bf65-4a8f-95f4-d9eea8acba63,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:50.303232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-88b525df-5985-4e76-b33a-4ccafebdbe1d None None] Provisioning complete for port 2117157a-bf65-4a8f-95f4-d9eea8acba63 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:50.303609 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-88b525df-5985-4e76-b33a-4ccafebdbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.361859 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.374603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Transition to ACTIVE for port object afda2048-a851-458e-bf44-2219641d63a9 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:50.457673 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.467793 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Transition to ACTIVE for port object 1f96af63-c1b6-4a74-963a-e6f7f1270e16 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:50.476810 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.511937 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Network 0b105558-3512-4b91-945e-499b35ff013f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:50.514753 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:50.520362 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:48:50.549177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Pushing event updated for resources: {'Port': ['ID=afda2048-a851-458e-bf44-2219641d63a9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:50.565640 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.568220 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.625577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Attempting to bind port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:48:50.625952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Attempting to bind port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:48:50.626322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Attempting to bind port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:48:50.634333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeadd4e-bf20-485c-80b6-60a202563a04 None None] Pushing event updated for resources: {'Port': ['ID=1f96af63-c1b6-4a74-963a-e6f7f1270e16,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:50.638389 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:48:50.638761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:50.639197 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.639591 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:48:50.640077 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Bound port: 1f96af63-c1b6-4a74-963a-e6f7f1270e16, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:48:50.640466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.697061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] For port 1f96af63-c1b6-4a74-963a-e6f7f1270e16, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:48:50.700362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] For port 1f96af63-c1b6-4a74-963a-e6f7f1270e16, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1f96af63-c1b6-4a74-963a-e6f7f1270e16,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:48:50.771852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.799529 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.857499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2117157a-bf65-4a8f-95f4-d9eea8acba63 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:50.887462 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Routers {'2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:50.888103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:50.927448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeadd4e-bf20-485c-80b6-60a202563a04 None None] Pushing event updated for resources: {'Port': ['ID=1f96af63-c1b6-4a74-963a-e6f7f1270e16,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:50.942233 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-effffba2-dc49-43df-a48f-95a1aa700f91 None None] Provisioning for port afda2048-a851-458e-bf44-2219641d63a9 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:50.944225 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:50.967081 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-effffba2-dc49-43df-a48f-95a1aa700f91 None None] Provisioning complete for port afda2048-a851-458e-bf44-2219641d63a9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:50.967644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-effffba2-dc49-43df-a48f-95a1aa700f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.036461 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.039416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-effffba2-dc49-43df-a48f-95a1aa700f91 None None] Port afda2048-a851-458e-bf44-2219641d63a9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:48:51.061704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 2117157a-bf65-4a8f-95f4-d9eea8acba63 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:51.062080 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.092595 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] Set router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:51.108405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.110023 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Pushing event updated for resources: {'Port': ['ID=afda2048-a851-458e-bf44-2219641d63a9,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:51.127791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0a38-21af-4069-adc3-9a0860fc98b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.200935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Network 0b105558-3512-4b91-945e-499b35ff013f is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:48:51.202422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:48:51.278094 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0862db21-46d1-4f2a-9c87-ea973eca3f22 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:51.325010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:48:51.372354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0862db21-46d1-4f2a-9c87-ea973eca3f22 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:51.372734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.455414 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:48:51.461369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9eb66853-f555-45e2-97a5-e8473150f537 admin admin] 10.222.0.58 "PUT /v2.0/routers/2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143854 Aug 25 15:48:51.581287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3ac7e0c4-6f2e-4b06-99b4-219112ffeadd None None] Provisioning complete for port afda2048-a851-458e-bf44-2219641d63a9 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:51.581661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e0c4-6f2e-4b06-99b4-219112ffeadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:51.585909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'afda2048-a851-458e-bf44-2219641d63a9', 'name': '', 'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:50Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 1, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'subnets': [{'id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:51.631980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05d282-8452-4447-a514-f5db78119d1c None None] The sync data for ids ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'] in n-d-805995-2 is: [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'afda2048-a851-458e-bf44-2219641d63a9', 'name': '', 'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:50Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 1, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'subnets': [{'id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:48:51.676623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7e0c4-6f2e-4b06-99b4-219112ffeadd None None] Port afda2048-a851-458e-bf44-2219641d63a9 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:48:52.905068 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1f96af63-c1b6-4a74-963a-e6f7f1270e16 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:53.019076 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:53.023697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:53.024065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:53.113878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:53.141369 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1f96af63-c1b6-4a74-963a-e6f7f1270e16, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1f96af63-c1b6-4a74-963a-e6f7f1270e16,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:53.247534 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:53.331834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1f96af63-c1b6-4a74-963a-e6f7f1270e16,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:53.785323 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aed5217d-87bf-4419-ae86-37471a0615a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:54.247713 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:54.875847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1f96af63-c1b6-4a74-963a-e6f7f1270e16 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:54.950890 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:54.951563 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:55.048863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Sync routers for ids ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:48:55.059542 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Routers {'2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:55.060231 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:55.180649 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Set router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:55.402166 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'afda2048-a851-458e-bf44-2219641d63a9', 'name': '', 'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:50Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 2, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'subnets': [{'id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:55.428275 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Checking router: 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:48:55.428625 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Updating router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 port afda2048-a851-458e-bf44-2219641d63a9 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:48:55.452754 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:55.699264 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:55.780952 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:55.799724 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Transition to ACTIVE for port object afda2048-a851-458e-bf44-2219641d63a9 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:48:55.864914 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:55.922026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fbc92-0702-434f-9d6c-a47eea88cca5 None None] Pushing event updated for resources: {'Port': ['ID=afda2048-a851-458e-bf44-2219641d63a9,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:55.985298 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Attempting to bind port afda2048-a851-458e-bf44-2219641d63a9 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:48:55.985700 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Attempting to bind port afda2048-a851-458e-bf44-2219641d63a9 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:48:55.985981 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Attempting to bind port afda2048-a851-458e-bf44-2219641d63a9 on network 0b105558-3512-4b91-945e-499b35ff013f {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:48:55.992239 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:48:55.992609 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Checking segment: {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:48:55.993010 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:55.993406 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Bound using segment: {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:48:55.993875 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Bound port: afda2048-a851-458e-bf44-2219641d63a9, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b105558-3512-4b91-945e-499b35ff013f'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:48:55.994255 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:56.071406 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] For port afda2048-a851-458e-bf44-2219641d63a9, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:48:56.075320 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] For port afda2048-a851-458e-bf44-2219641d63a9, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=afda2048-a851-458e-bf44-2219641d63a9,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:48:56.133909 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:56.186154 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Routers {'2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:48:56.186387 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:48:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:56.310164 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fbc92-0702-434f-9d6c-a47eea88cca5 None None] Pushing event updated for resources: {'Port': ['ID=afda2048-a851-458e-bf44-2219641d63a9,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:56.334881 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] Set router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:48:56.691935 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'afda2048-a851-458e-bf44-2219641d63a9', 'name': '', 'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:50Z', 'updated_at': '2021-08-25T15:48:56Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'subnets': [{'id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:48:56.719472 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3ea62-bdb1-41d7-9499-d5c9ab2b2ee2 None None] The sync data for ids ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'] in n-d-805995-2 is: [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:48:50Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'afda2048-a851-458e-bf44-2219641d63a9', 'name': '', 'network_id': '0b105558-3512-4b91-945e-499b35ff013f', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:50Z', 'updated_at': '2021-08-25T15:48:56Z', 'revision_number': 4, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'subnets': [{'id': 'fe42d66b-a611-48bb-9110-adcb9b9daa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:48:56.908729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device afda2048-a851-458e-bf44-2219641d63a9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:57.042237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port afda2048-a851-458e-bf44-2219641d63a9 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:48:57.049905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port afda2048-a851-458e-bf44-2219641d63a9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:57.055294 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:57.187396 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:57.234195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port afda2048-a851-458e-bf44-2219641d63a9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=afda2048-a851-458e-bf44-2219641d63a9,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:48:57.259768 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:57.339597 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:57.410914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=afda2048-a851-458e-bf44-2219641d63a9,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:48:57.750658 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:58.860557 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device afda2048-a851-458e-bf44-2219641d63a9 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:48:58.914804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port afda2048-a851-458e-bf44-2219641d63a9 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:48:58.915291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:48:59.590796 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:01.949132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:49:02.891936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-a7e6e861-05d4-4345-b8c7-cd0772ebee1e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:02.893329 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-a7e6e861-05d4-4345-b8c7-cd0772ebee1e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 815 time: 0.1036689 Aug 25 15:49:02.908202 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-3f02158e-d474-4350-8401-5855f4c75266 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/quotas/1c52e2c5cff24a9191a1ac3977c065ca HTTP/1.1" status: 200 len: 375 time: 0.0090861 Aug 25 15:49:02.964236 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-b4f00655-dc46-4422-8180-a624da13e9be tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505500 Aug 25 15:49:03.058130 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-0f554b3c-c4cd-42f6-ab2c-08e2c79df6b4 service neutron] 10.222.0.58 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 Aug 25 15:49:03.150917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-33096708-625e-4ae5-8174-c5f05361b529 service neutron] 10.222.0.58 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864646 Aug 25 15:49:03.446517 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fdcecb8c-988d-4e1f-8a94-dafb77ef3c40 req-470d2672-7468-4add-87a4-f9e0d0686f6b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 210 time: 0.0283766 Aug 25 15:49:04.523688 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fee2607a-1a17-48fa-8e8d-880dcd2f90dc req-f86748cf-b2ba-4cef-9021-536f995849c2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 210 time: 0.0280452 Aug 25 15:49:05.616873 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8f8088a5-a3c1-42aa-a686-ea0963442972 req-e53c1f95-bff6-4e96-9dca-e623f5a2277c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 210 time: 0.0271969 Aug 25 15:49:06.304640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-b1dad496-145b-480b-9732-db95c2338619 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:06.306080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-b1dad496-145b-480b-9732-db95c2338619 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 815 time: 0.1020536 Aug 25 15:49:06.319681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'port': {'device_id': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'admin_state_up': True, 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:06.492886 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Made reservation on behalf of 1c52e2c5cff24a9191a1ac3977c065ca for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:49:06.496497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:06.624280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Allocated IP 172.20.0.6 (cdfc3122-460e-45c0-b1ae-1eb0b187a89d/06b5035e-8a00-4723-984a-74580344322a/78121029-ce4e-45bf-a60c-83cac9360c49) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:49:06.753925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37426ff7-4049-479e-aaa7-475b54159c8b req-d39daf6a-aafe-4470-959c-e3daf4396095 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 210 time: 0.0366662 Aug 25 15:49:06.804561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:06.818108 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Transition to ACTIVE for port object 78121029-ce4e-45bf-a60c-83cac9360c49 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:49:06.951339 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:07.015841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:49:07.019393 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:49:07.026145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:49:07.036254 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:07.091176 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:07.091907 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:07.168184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-46cda6be-1793-491b-98d4-62a3784eb298 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8527803 Aug 25 15:49:07.458828 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed71b9d2-b2b5-4d54-bf29-7618147dd366 None None] Provisioning for port 78121029-ce4e-45bf-a60c-83cac9360c49 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:49:07.463935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-ed71b9d2-b2b5-4d54-bf29-7618147dd366 None None] Provisioning complete for port 78121029-ce4e-45bf-a60c-83cac9360c49 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:49:07.464524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed71b9d2-b2b5-4d54-bf29-7618147dd366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:07.508539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ed71b9d2-b2b5-4d54-bf29-7618147dd366 None None] Port 78121029-ce4e-45bf-a60c-83cac9360c49 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:49:07.884604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc355b1-6712-4949-83ec-47189eafb632 req-b036c183-45af-425f-a57e-616e95b7ca6e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:07.891735 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bbc355b1-6712-4949-83ec-47189eafb632 req-b036c183-45af-425f-a57e-616e95b7ca6e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0669997 Aug 25 15:49:07.938188 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bbc355b1-6712-4949-83ec-47189eafb632 req-1e2554e9-a295-4c81-a59b-e0d7b4d77114 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Aug 25 15:49:09.063693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07cad-0a32-48bc-bbc5-a364b50e4ab9 req-ff5214e2-8139-44f6-89a2-3a48b7023fe7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:09.065171 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cde07cad-0a32-48bc-bbc5-a364b50e4ab9 req-ff5214e2-8139-44f6-89a2-3a48b7023fe7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0515165 Aug 25 15:49:09.107913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cde07cad-0a32-48bc-bbc5-a364b50e4ab9 req-7613c2e4-0fc4-4afc-a9bb-b51d78c888dc tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355899 Aug 25 15:49:10.229808 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af9bf1-e553-4a9c-80a5-e7a97d28b35c req-3e2b16f6-1497-4d19-9df7-e67c9ec9e799 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:10.231338 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67af9bf1-e553-4a9c-80a5-e7a97d28b35c req-3e2b16f6-1497-4d19-9df7-e67c9ec9e799 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0510917 Aug 25 15:49:10.271390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67af9bf1-e553-4a9c-80a5-e7a97d28b35c req-19329a5a-7c87-4634-a792-21a226d8162d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Aug 25 15:49:11.400010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b9f94-24a3-4327-b48d-c2d9c71cc12f req-94a2f294-677b-44b6-8517-ed874c4ab52c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:11.402313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-451b9f94-24a3-4327-b48d-c2d9c71cc12f req-94a2f294-677b-44b6-8517-ed874c4ab52c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0562727 Aug 25 15:49:11.450158 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-451b9f94-24a3-4327-b48d-c2d9c71cc12f req-0b0dbf81-0632-4a73-b015-cd7fe78c049e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Aug 25 15:49:12.583085 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7965d3-beab-475c-99f2-5041112c8833 req-46ba93ad-df6d-4d1c-9878-8b80750024da tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:12.586374 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b7965d3-beab-475c-99f2-5041112c8833 req-46ba93ad-df6d-4d1c-9878-8b80750024da tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0574565 Aug 25 15:49:12.628934 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7b7965d3-beab-475c-99f2-5041112c8833 req-787a7c68-b33a-42c7-9c42-f16c15512380 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Aug 25 15:49:13.767605 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f377bfd-27a2-4802-9419-01ec1b0a01e6 req-5169a56b-eb01-4661-8925-012ec2b09a14 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:13.781834 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f377bfd-27a2-4802-9419-01ec1b0a01e6 req-5169a56b-eb01-4661-8925-012ec2b09a14 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0713201 Aug 25 15:49:13.829959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f377bfd-27a2-4802-9419-01ec1b0a01e6 req-a04d724f-eab3-497b-b13f-84edfb409579 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Aug 25 15:49:14.963691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83447f83-a3b8-422b-a808-76a08eb66223 req-8df22492-4139-4fcf-96ec-16de79f45169 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:14.966111 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83447f83-a3b8-422b-a808-76a08eb66223 req-8df22492-4139-4fcf-96ec-16de79f45169 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0561657 Aug 25 15:49:15.009783 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-83447f83-a3b8-422b-a808-76a08eb66223 req-358f98f7-6b79-4b4a-96c5-2f30121c693e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355730 Aug 25 15:49:16.129788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41218b12-28f2-4a12-9da2-24ad8c090db7 req-6110ed73-a67a-4b03-be6a-41725fb19146 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:16.131319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41218b12-28f2-4a12-9da2-24ad8c090db7 req-6110ed73-a67a-4b03-be6a-41725fb19146 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 931 time: 0.0502021 Aug 25 15:49:16.171231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-41218b12-28f2-4a12-9da2-24ad8c090db7 req-485e70f1-d9e3-4537-9a7b-8cf28dbe1419 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Aug 25 15:49:16.210518 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Request body: {'port': {'device_id': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:16.266922 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:16.542020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78121029-ce4e-45bf-a60c-83cac9360c49 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:49:16.549236 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:16.561134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Transition to ACTIVE for port object 78121029-ce4e-45bf-a60c-83cac9360c49 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:49:16.767247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:16.836140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:16.901207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Attempting to bind port 78121029-ce4e-45bf-a60c-83cac9360c49 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:49:16.901541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Attempting to bind port 78121029-ce4e-45bf-a60c-83cac9360c49 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:49:16.902011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Attempting to bind port 78121029-ce4e-45bf-a60c-83cac9360c49 on network cdfc3122-460e-45c0-b1ae-1eb0b187a89d {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:49:16.906779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Port 78121029-ce4e-45bf-a60c-83cac9360c49 on network cdfc3122-460e-45c0-b1ae-1eb0b187a89d not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:49:16.907133 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Attempting to bind port 78121029-ce4e-45bf-a60c-83cac9360c49 on network cdfc3122-460e-45c0-b1ae-1eb0b187a89d {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:49:16.912271 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:49:16.912617 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Checking segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:49:16.913553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Bound using segment: {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:49:16.913981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Bound port: 78121029-ce4e-45bf-a60c-83cac9360c49, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ac90b2-a28f-4784-89de-de78f597c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:49:16.914342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:16.980809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:49:16.984298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:49:17.059141 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:17.097173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.097971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:17.099341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] 10.222.0.52 "PUT /v2.0/ports/78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 1091 time: 0.8939724 Aug 25 15:49:17.099788 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:49:17.102683 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ea13e1-0431-4171-91e6-1aefa1c33334" -d '{"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:49:17.126372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d2d8f-bc0a-4a04-a49a-ffd865d0268c service neutron] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:17.141489 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1448704-f85a-4162-ad21-e719898558a9 x-openstack-request-id: req-d1448704-f85a-4162-ad21-e719898558a9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:49:17.142087 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:49:17.142087 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1448704-f85a-4162-ad21-e719898558a9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:49:17.142465 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'status': 'completed', 'code': 200} Aug 25 15:49:17.209718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea13e1-0431-4171-91e6-1aefa1c33334 req-5e8e42e6-e7eb-4df7-add1-ffca8e36ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.212135 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59ea13e1-0431-4171-91e6-1aefa1c33334 req-5e8e42e6-e7eb-4df7-add1-ffca8e36ef0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1094 time: 0.0474184 Aug 25 15:49:17.351473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f864fba-4ee7-4aa7-8099-c509454f79e1 req-ae491520-0138-44c4-bcb2-8946c61aec1d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.352961 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f864fba-4ee7-4aa7-8099-c509454f79e1 req-ae491520-0138-44c4-bcb2-8946c61aec1d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 943 time: 0.1111338 Aug 25 15:49:17.357557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea13e1-0431-4171-91e6-1aefa1c33334 req-f350fb5b-b003-4595-8e14-4ba3570b88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.358936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59ea13e1-0431-4171-91e6-1aefa1c33334 req-f350fb5b-b003-4595-8e14-4ba3570b88dc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1384723 Aug 25 15:49:17.441383 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f864fba-4ee7-4aa7-8099-c509454f79e1 req-906fb9d8-7099-4367-a6fc-a20b2b61be2a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813417 Aug 25 15:49:17.480204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea13e1-0431-4171-91e6-1aefa1c33334 req-3556219a-1b2a-463c-8a17-06186ea36c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.481706 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59ea13e1-0431-4171-91e6-1aefa1c33334 req-3556219a-1b2a-463c-8a17-06186ea36c3d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144385 Aug 25 15:49:17.560413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-51ef3f38-c5c8-421d-a80f-17361c31daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.561925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-51ef3f38-c5c8-421d-a80f-17361c31daf2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1094 time: 0.0428195 Aug 25 15:49:17.604640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-8990416c-66a1-453a-b586-4fbd8322ef1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 217 time: 0.0346942 Aug 25 15:49:17.653306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-c549b7bc-c436-4104-aa08-83d539567ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.654751 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-c549b7bc-c436-4104-aa08-83d539567ae0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0428658 Aug 25 15:49:17.703411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c57f8-28be-415d-869e-1ed52aa52488 req-d983549b-32a7-49b1-8b34-fb5cebd6c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:17.705146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-d983549b-32a7-49b1-8b34-fb5cebd6c110 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437698 Aug 25 15:49:17.794234 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-b393ab57-b709-4090-9ca7-9ad148648c3e service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815713 Aug 25 15:49:17.888219 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-529c57f8-28be-415d-869e-1ed52aa52488 req-33fe5aa2-6c26-4f11-94ea-65179443e964 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Aug 25 15:49:18.557306 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6865f6-1acb-4906-bce2-364236874b1a req-3b3a4611-7db0-491f-a630-2a5e0d05f02b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:18.558786 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a6865f6-1acb-4906-bce2-364236874b1a req-3b3a4611-7db0-491f-a630-2a5e0d05f02b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 943 time: 0.0484154 Aug 25 15:49:18.597802 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4a6865f6-1acb-4906-bce2-364236874b1a req-b3b9dca9-741f-4004-a8a5-349ef923dd11 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Aug 25 15:49:19.712557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3a03e-19c5-493e-b495-6f91b5dd452a req-3337be2d-8e88-48ed-8cc7-b36a8a754477 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:19.714063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5f3a03e-19c5-493e-b495-6f91b5dd452a req-3337be2d-8e88-48ed-8cc7-b36a8a754477 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 943 time: 0.0498958 Aug 25 15:49:19.751386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b5f3a03e-19c5-493e-b495-6f91b5dd452a req-a2cfecef-fd0f-4940-be50-2ea6d5ac2c43 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Aug 25 15:49:20.623107 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 78121029-ce4e-45bf-a60c-83cac9360c49 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:49:20.716007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:49:20.727992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '78121029-ce4e-45bf-a60c-83cac9360c49', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'port_id': '78121029-ce4e-45bf-a60c-83cac9360c49', 'mac_address': 'fa:16:3e:1f:67:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:49:20.767899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:20.781044 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78121029-ce4e-45bf-a60c-83cac9360c49 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:49:20.802352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:49:20.852817 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:20.875120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3c633-a1cd-4663-b280-09358456a574 req-4edb4e95-eee3-497f-8779-96c432e3ee31 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:20.876536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9c3c633-a1cd-4663-b280-09358456a574 req-4edb4e95-eee3-497f-8779-96c432e3ee31 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 943 time: 0.0535643 Aug 25 15:49:20.901276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:20.916418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9c3c633-a1cd-4663-b280-09358456a574 req-96770e55-1fdc-4a54-8930-6ef54663f028 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Aug 25 15:49:21.018442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bdb7cf64-2b27-4b35-ba03-d460e76fec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:21.095965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['78121029-ce4e-45bf-a60c-83cac9360c49'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:49:22.034969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1edf9-6b9f-4b57-b37a-f746e5d167d3 req-960f4909-d329-4228-a821-2dd6f87ae4a9 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:22.036483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6d1edf9-6b9f-4b57-b37a-f746e5d167d3 req-960f4909-d329-4228-a821-2dd6f87ae4a9 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 944 time: 0.0529222 Aug 25 15:49:22.074149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e6d1edf9-6b9f-4b57-b37a-f746e5d167d3 req-d6735948-30ae-4d8f-8a8c-0191efaa749b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Aug 25 15:49:22.623259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 78121029-ce4e-45bf-a60c-83cac9360c49 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:49:22.727395 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 78121029-ce4e-45bf-a60c-83cac9360c49 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:49:22.731231 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 78121029-ce4e-45bf-a60c-83cac9360c49 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:49:22.731600 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:22.807390 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:22.833834 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:49:22.836147 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1768da-8f76-4911-9165-6972df3c742b" -d '{"events": [{"server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "name": "network-vif-plugged", "status": "completed", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:49:22.849112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:49:22.873575 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db6a1c-bb66-4331-91bb-5fe93262f274 x-openstack-request-id: req-a9db6a1c-bb66-4331-91bb-5fe93262f274 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:49:22.873813 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "name": "network-vif-plugged", "status": "completed", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:49:22.874065 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9db6a1c-bb66-4331-91bb-5fe93262f274 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:49:22.874463 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'code': 200} Aug 25 15:49:22.956049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:22.972743 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b23e3-05c4-4b72-ab31-e1ab0d593377 req-b3043c7e-7dee-4811-bc49-a8be75585108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:22.974515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-651b23e3-05c4-4b72-ab31-e1ab0d593377 req-b3043c7e-7dee-4811-bc49-a8be75585108 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1095 time: 0.0455949 Aug 25 15:49:23.005622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:23.009585 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-651b23e3-05c4-4b72-ab31-e1ab0d593377 req-0d0f89a3-9360-4038-bbb8-f8ada85d2974 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284541 Aug 25 15:49:23.188445 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a041-747c-41e7-8453-1db68fc4e1d0 req-287f4924-ff1e-4fc9-bf62-90d4459e97ff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:23.189861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dde3a041-747c-41e7-8453-1db68fc4e1d0 req-287f4924-ff1e-4fc9-bf62-90d4459e97ff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0493786 Aug 25 15:49:23.228141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dde3a041-747c-41e7-8453-1db68fc4e1d0 req-d77f81b3-13b7-405e-9d48-30c2b2e90992 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Aug 25 15:49:23.784239 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4269-293f-42b6-9db1-f413465004aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:24.218257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:24.350151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12225f-81fc-461a-8eed-a42b0756315e req-efa541bc-8459-4141-8c52-c8799100c23f tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:24.352216 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf12225f-81fc-461a-8eed-a42b0756315e req-efa541bc-8459-4141-8c52-c8799100c23f tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0536149 Aug 25 15:49:24.391240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf12225f-81fc-461a-8eed-a42b0756315e req-14a90217-c5af-4277-9e42-b7e916f82be7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Aug 25 15:49:24.514729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86178-aef3-45f4-807c-815a490bf6aa req-b5cd4d9e-4f7e-403a-9896-1c969e3914a4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:24.516252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27c86178-aef3-45f4-807c-815a490bf6aa req-b5cd4d9e-4f7e-403a-9896-1c969e3914a4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0499260 Aug 25 15:49:24.555286 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-27c86178-aef3-45f4-807c-815a490bf6aa req-cd175996-5462-464f-b417-096a36568b13 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Aug 25 15:49:24.751448 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc879fc-e00d-4dd6-8559-f391cc167dbd req-8baaa73e-4e61-463c-acc0-c879798b0ff8 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:24.752929 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fdc879fc-e00d-4dd6-8559-f391cc167dbd req-8baaa73e-4e61-463c-acc0-c879798b0ff8 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0535047 Aug 25 15:49:24.792476 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fdc879fc-e00d-4dd6-8559-f391cc167dbd req-edf4c507-47eb-4bcf-9773-aa6ea1adfaaf tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Aug 25 15:49:25.715419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:27.253056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:27.795544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:29.498346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:30.920665 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-c84ab6ad-ab2f-47cb-ab26-901e98a3dd07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439973 Aug 25 15:49:31.007442 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-12e5171f-904f-40c6-a011-ff0fbf88a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:31.009038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-12e5171f-904f-40c6-a011-ff0fbf88a267 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1096 time: 0.0413291 Aug 25 15:49:31.127317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-0638c01b-ca6d-401b-b60f-c4926e98c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:31.130884 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-0638c01b-ca6d-401b-b60f-c4926e98c557 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.0945392 Aug 25 15:49:31.171669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-60bebfb3-4481-4237-be55-a0ae4882542d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 217 time: 0.0347893 Aug 25 15:49:31.233502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-96135730-0a18-4793-ab14-738d0c67068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:31.235823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-96135730-0a18-4793-ab14-738d0c67068f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0569475 Aug 25 15:49:31.288119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-abe26e43-841c-4491-8000-1ccd9bdb12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:31.290179 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-abe26e43-841c-4491-8000-1ccd9bdb12b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480022 Aug 25 15:49:31.397054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-7cba6bcb-3c07-4633-90b7-b39a219c5ea6 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994289 Aug 25 15:49:31.525445 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dd35d3aa-8e28-4352-a251-f52a042fcbbc req-8211b022-71fe-4cb0-9079-251d19fb3ef5 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207042 Aug 25 15:49:38.949569 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:49:39.418394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b38bd-cbac-46bd-ba2b-7221f75ed76f req-a2537694-4a3b-4d9a-b7c3-457389d350d7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:39.420010 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-458b38bd-cbac-46bd-ba2b-7221f75ed76f req-a2537694-4a3b-4d9a-b7c3-457389d350d7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0485806 Aug 25 15:49:39.460569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-458b38bd-cbac-46bd-ba2b-7221f75ed76f req-10fca475-b5d0-419f-b605-cc5702bc383c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Aug 25 15:49:39.482953 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54276) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:39.609623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d230d2d-8f82-4890-925c-1e7f72a62027 tempest-TestMinimumBasicScenario-386930402 tempest-TestMinimumBasicScenario-386930402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:39.611219 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1d230d2d-8f82-4890-925c-1e7f72a62027 tempest-TestMinimumBasicScenario-386930402 tempest-TestMinimumBasicScenario-386930402-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1091 time: 0.1272140 Aug 25 15:49:39.614107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54280) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:39.618617 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '78121029-ce4e-45bf-a60c-83cac9360c49', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:39.686495 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:39.785253 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:39.885898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Allocated IP 172.25.8.216 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/96b1afe5-42f3-430f-8d01-dbaa9b9429ba) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:49:39.989077 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:40.075988 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:40.112247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:49:40.117060 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:49:40.120746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:49:40.146829 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'Port': ['ID=96b1afe5-42f3-430f-8d01-dbaa9b9429ba,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:40.160177 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.160521 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.160861 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.161197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.161531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.161859 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.162184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.162507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.162832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.163320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.163641 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.163960 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:40.823980 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:40.934900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:41.094443 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:41.184182 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:41.281130 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'Port': ['ID=96b1afe5-42f3-430f-8d01-dbaa9b9429ba,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:41.297179 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:41.427427 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Floating IP ea75a713-8a19-49db-b3cc-3355c24d94f7 associated. External IP: 172.25.8.216, port: 78121029-ce4e-45bf-a60c-83cac9360c49. Aug 25 15:49:41.644857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Router 489bc117-bf49-44ea-bb2d-0aef214f4406 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:49:41.756976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:49:41.768865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] Sync routers for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:49:41.780051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:49:41.792608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:49:41.847740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:41.877452 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbb7e83e-6fcf-4956-863b-ebfbcd072683 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2622597 Aug 25 15:49:41.878032 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:49:41.885912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54284) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:41.891639 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72557273', 'description': 'tempest-secgroup-smoke-72557273 description', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:41.894326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:49:41.995306 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.014536 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:49:42.144431 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.152618 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83acc0-7d81-4201-91c0-bb48aa77d5c0 x-openstack-request-id: req-dd83acc0-7d81-4201-91c0-bb48aa77d5c0 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:49:42.153608 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:49:42.153724 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd83acc0-7d81-4201-91c0-bb48aa77d5c0 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:49:42.154209 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'status': 'completed', 'code': 200} Aug 25 15:49:42.178458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ea75a713-8a19-49db-b3cc-3355c24d94f7', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'port_id': '78121029-ce4e-45bf-a60c-83cac9360c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'mac_address': 'fa:16:3e:1f:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:49:40Z', 'updated_at': '2021-08-25T15:49:40Z', 'revision_number': 0, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:49Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:49:42.213340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] Checking router: 489bc117-bf49-44ea-bb2d-0aef214f4406 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:49:42.220161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-9e5ad73b-baa6-48c8-be9e-eefb70da4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:42.221474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-9e5ad73b-baa6-48c8-be9e-eefb70da4e68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1096 time: 0.0462360 Aug 25 15:49:42.223978 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:49:42.224626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:49:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:49:42.235825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.290467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3755fc2b-9829-4054-8d3e-89fc5afa0ad5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:42.329629 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-34965e95-f223-44ae-8509-aa99ee64ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:42.331205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-34965e95-f223-44ae-8509-aa99ee64ad36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.1020849 Aug 25 15:49:42.367064 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.369567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4f991b5-3405-41d7-9c1e-3199cfa1695a tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4823539 Aug 25 15:49:42.375916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:49:42.376917 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54290) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:42.384202 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group_rule': {'security_group_id': '3755fc2b-9829-4054-8d3e-89fc5afa0ad5', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:42.412934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-f1086ca7-6898-4cb0-a8c8-ffb348885b49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 999 time: 0.0728590 Aug 25 15:49:42.470034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-d8796a84-057b-4f84-8e38-6387f8231d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:42.471550 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-d8796a84-057b-4f84-8e38-6387f8231d99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0474157 Aug 25 15:49:42.508942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.523161 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-80e048c7-dfb0-42b0-9d59-5f708e6ebab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:42.525257 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-80e048c7-dfb0-42b0-9d59-5f708e6ebab1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456376 Aug 25 15:49:42.572002 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.616038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-2d1a236d-3fa3-4a41-a6e9-22fe8ba44c9d service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836525 Aug 25 15:49:42.619138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ea75a713-8a19-49db-b3cc-3355c24d94f7', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'port_id': '78121029-ce4e-45bf-a60c-83cac9360c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'mac_address': 'fa:16:3e:1f:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:49:40Z', 'updated_at': '2021-08-25T15:49:40Z', 'revision_number': 0, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:49Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:49:42.656767 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377627ad-aaa1-4292-8c34-24c007116b7d None None] The sync data for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 is: [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'ea75a713-8a19-49db-b3cc-3355c24d94f7', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'port_id': '78121029-ce4e-45bf-a60c-83cac9360c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'mac_address': 'fa:16:3e:1f:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:49:40Z', 'updated_at': '2021-08-25T15:49:40Z', 'revision_number': 0, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:49Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:49:42.658255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.681117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4f3da1-4e76-405d-8b55-34341f93cb34,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:42.726593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2d22946d-ba18-4d92-9f3b-403c0f9c2f4e req-61cee09c-27ff-4f11-b4e8-57a15f262eb8 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976262 Aug 25 15:49:42.755083 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.756378 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e46db4fd-9d93-4bf6-9a3c-b473e2222239 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776343 Aug 25 15:49:42.759237 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54292) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:42.763890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group_rule': {'security_group_id': '3755fc2b-9829-4054-8d3e-89fc5afa0ad5', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:42.875581 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c9a63-1920-40ac-8bf4-982e234cc96b None None] New status for floating IP ea75a713-8a19-49db-b3cc-3355c24d94f7: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:49:42.886949 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:42.956936 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.029858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.050126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22342661-3e6b-446d-a645-3de8978f8b51,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:43.131928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.133292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-625e4ea8-7c87-4e26-92a5-54667cc39e10 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3729806 Aug 25 15:49:43.136009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54294) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:43.140737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group_rule': {'security_group_id': '3755fc2b-9829-4054-8d3e-89fc5afa0ad5', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:43.217483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.282601 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.355593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.376736 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e687192-1643-42ea-8626-1942cf715441,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:43.440878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.442154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cb23f3a9-530c-42c5-b432-6aed9cf81f75 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051555 Aug 25 15:49:43.445174 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54296) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:43.450109 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group_rule': {'security_group_id': '3755fc2b-9829-4054-8d3e-89fc5afa0ad5', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:43.572609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.639471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.714957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.732894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56413a7b-6026-4542-b8da-6bf1a605b746,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:43.800901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.802154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-16237d6e-de56-45c7-b11a-27cbfc5d4c0c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559382 Aug 25 15:49:43.804939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54298) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:43.809457 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group_rule': {'security_group_id': '3755fc2b-9829-4054-8d3e-89fc5afa0ad5', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:43.897986 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Project 1c52e2c5cff24a9191a1ac3977c065ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:49:43.904072 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:43.964825 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.046184 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.065243 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9780b1-63ea-4f90-b562-f1ab44a3815a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:44.137984 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.139253 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4b058552-28c3-4a0b-9d17-5656715a222b tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333549 Aug 25 15:49:44.142249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54300) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:49:44.147054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'security_group_rule': {'security_group_id': '3755fc2b-9829-4054-8d3e-89fc5afa0ad5', 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:44.234990 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Project 1c52e2c5cff24a9191a1ac3977c065ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:49:44.240161 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.300251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.366504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.385079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397a2320-239f-4dc0-ad19-00cb780ef917,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:44.393611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.393957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.394300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.394641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.394975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.395339 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.395669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.396000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.396328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.396655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.396980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.397304 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:49:44.469215 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.470453 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2ccfe172-c7a2-472c-9315-9d8aad2faff4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271785 Aug 25 15:49:44.551938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-928d6c38-8986-4b8c-86d8-24738a76cb38 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72557273&fields=id&tenant_id=1c52e2c5cff24a9191a1ac3977c065ca HTTP/1.1" status: 200 len: 267 time: 0.0345340 Aug 25 15:49:44.607456 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-e711a39e-face-4662-b305-58c954bbf4ae tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:44.608964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-e711a39e-face-4662-b305-58c954bbf4ae tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0506589 Aug 25 15:49:44.622716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'port': {'security_groups': ['66959605-c99f-4c47-af4c-b4f4754ceca8', '3755fc2b-9829-4054-8d3e-89fc5afa0ad5']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:49:44.699134 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.899151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:49:44.937400 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:44.989708 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:45.002452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['78121029-ce4e-45bf-a60c-83cac9360c49'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:49:45.040673 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:45.041330 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:45.042763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-49bab3ab-3b96-4fb5-a52e-5f49187353e7 req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "PUT /v2.0/ports/78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 981 time: 0.4248791 Aug 25 15:49:45.043268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:49:45.045666 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054e6c6-44f2-466c-98a5-e3486272d7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:49:45.082062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d6674-0965-4d5c-a298-579a4b33d38d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:49:45.114628 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092b14b3-ce82-4ac6-be0d-7b674dda2c6b x-openstack-request-id: req-092b14b3-ce82-4ac6-be0d-7b674dda2c6b {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:49:45.115043 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:49:45.115401 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-092b14b3-ce82-4ac6-be0d-7b674dda2c6b {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:49:45.115925 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'status': 'completed', 'code': 200} Aug 25 15:49:45.132567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['78121029-ce4e-45bf-a60c-83cac9360c49'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:49:45.190421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-d5fcccfe-0f6f-403d-ab32-1577c03cd665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:45.192281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-d5fcccfe-0f6f-403d-ab32-1577c03cd665 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1135 time: 0.0495329 Aug 25 15:49:45.194301 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a8e3e-a3d2-475b-ab13-183424c1d9f0 req-1fcfc703-059f-4701-9d0d-899efe2bd2d5 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:45.204793 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f53a8e3e-a3d2-475b-ab13-183424c1d9f0 req-1fcfc703-059f-4701-9d0d-899efe2bd2d5 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0791161 Aug 25 15:49:45.267260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f53a8e3e-a3d2-475b-ab13-183424c1d9f0 req-d0952b71-0adf-4f17-9a59-a76c72f6a347 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0615745 Aug 25 15:49:45.314742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-aa1def49-f8be-4c09-aff1-565161779403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:45.317030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-aa1def49-f8be-4c09-aff1-565161779403 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.1161642 Aug 25 15:49:45.378138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-72cfa23d-ad75-409d-a565-f516f6e89127 None None] Provisioning complete for port 78121029-ce4e-45bf-a60c-83cac9360c49 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:49:45.378513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-72cfa23d-ad75-409d-a565-f516f6e89127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:45.390562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-81e3c8a7-ce42-4f5c-aaff-953df858fb09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 1001 time: 0.0659561 Aug 25 15:49:45.445945 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-79782239-23ca-46d6-a033-9259cd5b95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:45.447662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-79782239-23ca-46d6-a033-9259cd5b95a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0501580 Aug 25 15:49:45.495682 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-3c5c7259-2a19-4907-bf19-bd4236c4a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:45.497320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-3c5c7259-2a19-4907-bf19-bd4236c4a7b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421798 Aug 25 15:49:45.597641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-107ec7bd-6f4e-4729-89f3-f59433c1ff2e service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928848 Aug 25 15:49:45.704658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2054e6c6-44f2-466c-98a5-e3486272d7b3 req-e4383ce0-e854-4214-9f47-2198c6cfb93c service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988500 Aug 25 15:49:51.011917 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e5476b53-beba-4d40-bdcd-5b9f189782d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:53.748757 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-56d39856-3068-4c2e-999b-7f6f7001bfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:54.172116 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:55.685749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:57.245807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:57.811533 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:59.514706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:49:59.582288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313b34-59e6-4856-9a76-86ba4f71335a req-f34c57f2-5be7-46ec-bf1f-4671fb642ff7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:59.583762 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8313b34-59e6-4856-9a76-86ba4f71335a req-f34c57f2-5be7-46ec-bf1f-4671fb642ff7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0559280 Aug 25 15:49:59.625393 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a8313b34-59e6-4856-9a76-86ba4f71335a req-35932938-dc4c-441e-9186-512f79a783f6 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0353024 Aug 25 15:49:59.629373 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f101e-900a-4f91-9e08-f28400c19090 req-14ff725c-fb7c-43be-a739-618733158047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:59.630883 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-14ff725c-fb7c-43be-a739-618733158047 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1135 time: 0.0426290 Aug 25 15:49:59.724345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f101e-900a-4f91-9e08-f28400c19090 req-b8f41985-d30f-4412-a7de-c28b58568391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:59.725795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-b8f41985-d30f-4412-a7de-c28b58568391 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.0869865 Aug 25 15:49:59.793291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-793df5e6-f503-4664-bf38-b360a16e39e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 1001 time: 0.0582933 Aug 25 15:49:59.842301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f101e-900a-4f91-9e08-f28400c19090 req-5315a23d-3a82-46f0-a702-61ca880eaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:59.843806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-5315a23d-3a82-46f0-a702-61ca880eaf0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0432177 Aug 25 15:49:59.891566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f101e-900a-4f91-9e08-f28400c19090 req-8587ecaa-3fb0-4441-bd94-9c59bca5aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:49:59.893014 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-8587ecaa-3fb0-4441-bd94-9c59bca5aeb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419683 Aug 25 15:49:59.982735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-4301bb5e-7fae-4330-8349-2071ffda96ce service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812283 Aug 25 15:50:00.075837 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c78f101e-900a-4f91-9e08-f28400c19090 req-c86ab706-2d70-488d-890b-f207ecf41975 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856326 Aug 25 15:50:00.742341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f6300-0e6c-4d6c-9f6d-30e458a2b7c2 req-d8d2e798-6d7b-4ad5-9bdf-8b4ab998043d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:00.744367 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f0f6300-0e6c-4d6c-9f6d-30e458a2b7c2 req-d8d2e798-6d7b-4ad5-9bdf-8b4ab998043d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0507214 Aug 25 15:50:00.783655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f0f6300-0e6c-4d6c-9f6d-30e458a2b7c2 req-336b8c01-dc96-4d24-9f85-b9576fa04928 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331759 Aug 25 15:50:01.897591 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859330f-356e-4b07-816a-c604f61fa572 req-0df38419-b35f-434f-8af3-34cb0eb021ff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:01.899124 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c859330f-356e-4b07-816a-c604f61fa572 req-0df38419-b35f-434f-8af3-34cb0eb021ff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0477936 Aug 25 15:50:01.939337 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c859330f-356e-4b07-816a-c604f61fa572 req-4e997bfc-67b1-47cf-ac26-43488902cdaf tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333972 Aug 25 15:50:03.051756 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083f2d2-4dd4-456d-be74-411407a2c6e0 req-13aa1669-c035-4398-a62d-45553baa3471 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:03.053211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f083f2d2-4dd4-456d-be74-411407a2c6e0 req-13aa1669-c035-4398-a62d-45553baa3471 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0472522 Aug 25 15:50:03.092896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f083f2d2-4dd4-456d-be74-411407a2c6e0 req-f8f154ff-096b-4063-aede-37949d78dba1 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327423 Aug 25 15:50:04.209951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68065762-26dc-4cdf-9cf7-c0a69be98510 req-194436a3-ca50-4e7d-903d-0e0db2d9cb3c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:04.211479 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68065762-26dc-4cdf-9cf7-c0a69be98510 req-194436a3-ca50-4e7d-903d-0e0db2d9cb3c tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0529273 Aug 25 15:50:04.252448 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-68065762-26dc-4cdf-9cf7-c0a69be98510 req-16e48ca2-b09d-4e18-bd7a-d9e0254098b3 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341954 Aug 25 15:50:05.371828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddc34b-81a6-4ee8-b85c-052bbf9fd613 req-8c50f324-3e74-45a1-a9d9-090db99ffa63 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:05.373295 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9ddc34b-81a6-4ee8-b85c-052bbf9fd613 req-8c50f324-3e74-45a1-a9d9-090db99ffa63 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0529556 Aug 25 15:50:05.413770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e9ddc34b-81a6-4ee8-b85c-052bbf9fd613 req-19d67bf5-b36d-4306-a2bd-6e6a0bfe57b4 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344718 Aug 25 15:50:06.530337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a117-c69c-4291-8d0d-992ea4baa261 req-cfdd7ffe-22ef-4fac-a261-cd35eb09cbff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:06.531872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9836a117-c69c-4291-8d0d-992ea4baa261 req-cfdd7ffe-22ef-4fac-a261-cd35eb09cbff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0511088 Aug 25 15:50:06.573641 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9836a117-c69c-4291-8d0d-992ea4baa261 req-a6670b05-d4de-4b2c-b3ac-19a80205fd4e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356805 Aug 25 15:50:07.693959 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859a8b-86de-4fe4-b6fe-5006078e4fbc req-5631d080-bae6-4e58-b965-b27c24694904 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:07.695437 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2859a8b-86de-4fe4-b6fe-5006078e4fbc req-5631d080-bae6-4e58-b965-b27c24694904 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0497158 Aug 25 15:50:07.736204 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2859a8b-86de-4fe4-b6fe-5006078e4fbc req-ea3c6b97-cbd9-4afa-b0da-51e55c6df8e1 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348358 Aug 25 15:50:08.852642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f7ec-6adc-4383-b66f-11736a7f20a3 req-cc2e578a-be5c-44f6-8d5b-d0b5370cbc44 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:08.854720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0594f7ec-6adc-4383-b66f-11736a7f20a3 req-cc2e578a-be5c-44f6-8d5b-d0b5370cbc44 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0507519 Aug 25 15:50:08.894931 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0594f7ec-6adc-4383-b66f-11736a7f20a3 req-81ee6b5b-f8fb-4395-90bf-b332bb959a1e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338709 Aug 25 15:50:10.011754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84e990-f952-4df3-b7fd-30e27519e0b5 req-b70c8c58-d806-4f62-aa69-c658ef61b115 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:10.013263 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db84e990-f952-4df3-b7fd-30e27519e0b5 req-b70c8c58-d806-4f62-aa69-c658ef61b115 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0504720 Aug 25 15:50:10.053107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db84e990-f952-4df3-b7fd-30e27519e0b5 req-ce8c7321-9380-4039-8cf5-0fb9685686a3 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334880 Aug 25 15:50:11.170127 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab9856-016b-4c03-bcad-1a5a7f40c4ea req-b6336f5a-07b1-46a9-b757-d99f85eeb730 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:11.171807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6ab9856-016b-4c03-bcad-1a5a7f40c4ea req-b6336f5a-07b1-46a9-b757-d99f85eeb730 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0530574 Aug 25 15:50:11.211942 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6ab9856-016b-4c03-bcad-1a5a7f40c4ea req-b5d2222e-2efc-4e47-8983-06e41a2672bc tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339820 Aug 25 15:50:12.333429 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4261a25-9a1a-44aa-a690-b8eb022488a4 req-afb19a08-bbff-4e4c-be4c-6ab7b99a4ca1 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:12.335035 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4261a25-9a1a-44aa-a690-b8eb022488a4 req-afb19a08-bbff-4e4c-be4c-6ab7b99a4ca1 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0544639 Aug 25 15:50:12.375957 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4261a25-9a1a-44aa-a690-b8eb022488a4 req-5296a33d-4910-412d-9ee4-16bad42dce46 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343635 Aug 25 15:50:13.490583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5a33-a8a6-4a03-bb4d-b6210bc4aa7d req-595d994a-bf8d-468c-8b1a-2724f799b710 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:13.492125 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d4d5a33-a8a6-4a03-bb4d-b6210bc4aa7d req-595d994a-bf8d-468c-8b1a-2724f799b710 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0491560 Aug 25 15:50:13.534214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5d4d5a33-a8a6-4a03-bb4d-b6210bc4aa7d req-fe86fa8a-70ab-4a11-be9f-b7e0e21504c7 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352859 Aug 25 15:50:14.650336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75361f35-c074-40dd-acfd-03a4630803cd req-c67c7dd9-e4c5-4f62-85b8-f0cf7b28adae tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:14.651863 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75361f35-c074-40dd-acfd-03a4630803cd req-c67c7dd9-e4c5-4f62-85b8-f0cf7b28adae tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0493143 Aug 25 15:50:14.691461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-75361f35-c074-40dd-acfd-03a4630803cd req-bcf6e526-00fe-4619-b86d-8e4f1d2d747f tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329444 Aug 25 15:50:15.815502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8cdd-f4d8-4dca-84fd-dbdbf883d54d req-6ac80c3d-5432-42e8-a4e2-76975f79077e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:15.817099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d7c8cdd-f4d8-4dca-84fd-dbdbf883d54d req-6ac80c3d-5432-42e8-a4e2-76975f79077e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0548203 Aug 25 15:50:15.867133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d7c8cdd-f4d8-4dca-84fd-dbdbf883d54d req-45efba44-0393-4c63-8daa-a9e62adf63a3 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433881 Aug 25 15:50:15.948608 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:50:16.996599 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60ac9c-dfcd-4e33-8f96-fc23e644383a req-1ebb46dd-24e5-4c82-abbc-1c14338c08c0 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:16.998138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea60ac9c-dfcd-4e33-8f96-fc23e644383a req-1ebb46dd-24e5-4c82-abbc-1c14338c08c0 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0507784 Aug 25 15:50:17.038057 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea60ac9c-dfcd-4e33-8f96-fc23e644383a req-7f3c2da7-b3d0-4933-afc8-56bba45a98e9 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&id=3755fc2b-9829-4054-8d3e-89fc5afa0ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337784 Aug 25 15:50:21.022703 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d12b3849-0d40-400e-a327-8d570fc3325f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:23.736569 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6871-ad9f-4ffd-bf80-f8eda5b152f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:24.216685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:25.679262 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:27.256927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:27.794130 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:29.525090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:32.928046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-c7b6607b-cdc5-408e-b370-b7a0ee20ab9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483449 Aug 25 15:50:33.011325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-c24fd301-8004-4712-af83-bbf315e7bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:33.013419 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-c24fd301-8004-4712-af83-bbf315e7bfb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1135 time: 0.0411158 Aug 25 15:50:33.117430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-3dc51190-36a2-4169-9b6d-e18d6dae3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:33.118793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-3dc51190-36a2-4169-9b6d-e18d6dae3f9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.0854537 Aug 25 15:50:33.195175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-9ec07086-1861-4818-9c5a-4ff04b520cd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 1001 time: 0.0685360 Aug 25 15:50:33.245036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-4bf4c157-8428-44d2-a011-3a896791c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:33.246494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-4bf4c157-8428-44d2-a011-3a896791c6a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0436149 Aug 25 15:50:33.292243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-d4c41acc-3670-451f-aa15-6452f761f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:33.293770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-d4c41acc-3670-451f-aa15-6452f761f322 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400975 Aug 25 15:50:33.388230 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-d9961be5-0f98-4e90-8a57-f62d1f5f1ccf service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Aug 25 15:50:33.478138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-662a6d01-0fa9-4f92-9832-b9f26be646a0 req-02d31612-e932-4454-9def-6435f9f3e908 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825932 Aug 25 15:50:49.811433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-79e1657c-5207-4720-b640-c35649405f49 req-85d350ea-03dd-4dda-a035-cf5a7e80f934 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72557273&fields=id&tenant_id=1c52e2c5cff24a9191a1ac3977c065ca HTTP/1.1" status: 200 len: 267 time: 0.0383615 Aug 25 15:50:49.864494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1657c-5207-4720-b640-c35649405f49 req-0cea1bdf-9182-4e90-82ce-738c9917d941 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:49.865988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-79e1657c-5207-4720-b640-c35649405f49 req-0cea1bdf-9182-4e90-82ce-738c9917d941 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 984 time: 0.0489111 Aug 25 15:50:49.876983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Request body: {'port': {'security_groups': ['66959605-c99f-4c47-af4c-b4f4754ceca8']}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:50:49.939883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.132044 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:50:50.162178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.210500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.223666 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['78121029-ce4e-45bf-a60c-83cac9360c49'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:50:50.259552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:50.260349 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.261840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-79e1657c-5207-4720-b640-c35649405f49 req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "PUT /v2.0/ports/78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 942 time: 0.3894536 Aug 25 15:50:50.262309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:50:50.268400 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d385e9-2f44-4e54-9ca0-187802337d98" -d '{"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:50:50.268592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54396) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:50:50.304219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event updated for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=7']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:50:50.314864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.314864 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.315140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.315321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.315668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.316186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.316517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.316913 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.317257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.317592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.317925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.318256 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cfab2-bcd8-4d72-aef0-db1e3d305db2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:50.328374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['78121029-ce4e-45bf-a60c-83cac9360c49'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:50:50.330381 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2711b8e-a658-4ee5-a54c-2ab36933ad15 x-openstack-request-id: req-e2711b8e-a658-4ee5-a54c-2ab36933ad15 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:50:50.330689 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:50:50.331000 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2711b8e-a658-4ee5-a54c-2ab36933ad15 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:50:50.331592 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'status': 'completed', 'code': 200} Aug 25 15:50:50.370722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.398825 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.459078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-c52edf7e-62ae-4982-9b1b-bb9b4441a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:50.460709 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-c52edf7e-62ae-4982-9b1b-bb9b4441a8c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1096 time: 0.1020918 Aug 25 15:50:50.585373 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-47db8a3a-230a-48bc-82c0-9d584d6637cd None None] Provisioning complete for port 78121029-ce4e-45bf-a60c-83cac9360c49 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:50:50.585649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-47db8a3a-230a-48bc-82c0-9d584d6637cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.908404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-7eb8cb44-a677-479c-8251-5440ffe3b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:50.909888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-7eb8cb44-a677-479c-8251-5440ffe3b48b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.4411261 Aug 25 15:50:50.970888 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.973443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:50.974596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "DELETE /v2.0/security-groups/3755fc2b-9829-4054-8d3e-89fc5afa0ad5 HTTP/1.1" status: 204 len: 168 time: 0.7044671 Aug 25 15:50:50.977546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54400) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:50:50.989675 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-a1f7e39e-050c-4c04-b464-46215236e962 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 1001 time: 0.0700152 Aug 25 15:50:50.990505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3755fc2b-9829-4054-8d3e-89fc5afa0ad5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:50:51.006029 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.006372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.006712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.007118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.007450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.007779 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.008106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.008430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.008754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.009078 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.009452 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.009771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84be272-935e-4cf4-a5c0-20421f668cb2 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:50:51.034343 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c0dc1b36-14d7-4608-975f-ac3af5f49116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.048166 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-7d6c2780-cc00-4374-85af-8e240322e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:51.052134 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-7d6c2780-cc00-4374-85af-8e240322e1ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0522220 Aug 25 15:50:51.101253 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-9c5ecbdb-93bd-419e-8772-c4ddc066d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:51.103192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-9c5ecbdb-93bd-419e-8772-c4ddc066d33d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442400 Aug 25 15:50:51.152731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Deleting port 96b1afe5-42f3-430f-8d01-dbaa9b9429ba {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:50:51.153087 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.193439 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-189d2af0-8f81-480f-9b29-2f3643c7bff5 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825078 Aug 25 15:50:51.229668 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.229915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.242732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Calling delete_port for 96b1afe5-42f3-430f-8d01-dbaa9b9429ba owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:50:51.288112 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45d385e9-2f44-4e54-9ca0-187802337d98 req-33e8ca4b-52c2-4173-a5ea-b6a773cc8243 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874429 Aug 25 15:50:51.445123 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.473014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event deleted for resources: {'Port': ['ID=96b1afe5-42f3-430f-8d01-dbaa9b9429ba,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:50:51.538020 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.538360 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Floating IP ea75a713-8a19-49db-b3cc-3355c24d94f7 disassociated (deleted). External IP: 172.25.8.216, port: 78121029-ce4e-45bf-a60c-83cac9360c49. Aug 25 15:50:51.791162 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Router 489bc117-bf49-44ea-bb2d-0aef214f4406 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:50:51.900528 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:50:51.905638 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:51.910709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] Sync routers for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:50:51.920524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:50:51.921136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:50:51.933854 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5a8640f9-4125-4d8f-89eb-7cba1dc59255 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "DELETE /v2.0/floatingips/ea75a713-8a19-49db-b3cc-3355c24d94f7 HTTP/1.1" status: 204 len: 168 time: 0.9551446 Aug 25 15:50:52.028027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:50:52.332651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:50:52.334993 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:50:52.371641 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab3f5e5-bcbe-4806-a8a1-fe3bfdee876c x-openstack-request-id: req-3ab3f5e5-bcbe-4806-a8a1-fe3bfdee876c {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:50:52.371940 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:50:52.372206 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ab3f5e5-bcbe-4806-a8a1-fe3bfdee876c {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:50:52.373106 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'status': 'completed', 'code': 200} Aug 25 15:50:52.396025 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:49Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:50:52.422240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] Checking router: 489bc117-bf49-44ea-bb2d-0aef214f4406 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:50:52.430762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:50:52.431423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:50:52.441781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-d643758d-4046-4481-aa55-8f7a681cdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:52.443326 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-d643758d-4046-4481-aa55-8f7a681cdcda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 1096 time: 0.0427260 Aug 25 15:50:52.537267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:50:52.539270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-c68dd67f-c492-43a7-b910-9feb9f0c8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:52.540754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-c68dd67f-c492-43a7-b910-9feb9f0c8867 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 200 len: 916 time: 0.0896697 Aug 25 15:50:52.585007 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-3e550818-5b27-45d4-8f4e-d562734c263e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 200 len: 217 time: 0.0354788 Aug 25 15:50:52.634042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-0316851f-0715-4bd1-98e4-827231c03eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:52.635561 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-0316851f-0715-4bd1-98e4-827231c03eaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 200 len: 854 time: 0.0435967 Aug 25 15:50:52.680754 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-1149730b-6582-48e5-b1fe-038abdc76e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:50:52.682248 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-1149730b-6582-48e5-b1fe-038abdc76e4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdfc3122-460e-45c0-b1ae-1eb0b187a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394702 Aug 25 15:50:52.736840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:49Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:50:52.767303 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570894ee-a319-4d92-89ce-162b0b068491 None None] The sync data for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 is: [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:48:44Z', 'revision_number': 4, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0862db21-46d1-4f2a-9c87-ea973eca3f22', 'name': '', 'network_id': 'cdfc3122-460e-45c0-b1ae-1eb0b187a89d', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'mac_address': 'fa:16:3e:2a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '06b5035e-8a00-4723-984a-74580344322a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:43Z', 'updated_at': '2021-08-25T15:48:49Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'subnets': [{'id': '06b5035e-8a00-4723-984a-74580344322a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:50:52.781760 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-136f27a5-58f8-4f1e-a566-248536695291 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895634 Aug 25 15:50:52.884993 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8c0ccdc0-7ff7-436d-afca-a3641add1c4d req-f3dd277e-8512-4012-b263-b2bfc563a063 service neutron] 10.222.0.52 "GET /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938084 Aug 25 15:50:52.952346 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:50:53.011111 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2b033-faab-4847-ab5f-67aa14c21833 None None] New status for floating IP ea75a713-8a19-49db-b3cc-3355c24d94f7: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:50:53.760093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-fba40eb9-4bb2-465b-8ac2-bb85057b9928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:54.210209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:55.741780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:57.324661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:57.816245 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:50:59.524561 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:00.367045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3cce7-0de0-49b1-9410-684ce94d72b8 req-174bab1a-98da-403a-b9ed-c4bdc6bc515e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:00.368607 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85e3cce7-0de0-49b1-9410-684ce94d72b8 req-174bab1a-98da-403a-b9ed-c4bdc6bc515e tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0551293 Aug 25 15:51:00.406683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-85e3cce7-0de0-49b1-9410-684ce94d72b8 req-816171f3-cf24-4244-afe2-af13d7661542 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Aug 25 15:51:01.522702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c85a2-c336-4da8-944e-0874e94da796 req-f93dd9bd-0c85-4f20-9843-40faa401f448 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:01.524241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-807c85a2-c336-4da8-944e-0874e94da796 req-f93dd9bd-0c85-4f20-9843-40faa401f448 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0492587 Aug 25 15:51:01.562471 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-807c85a2-c336-4da8-944e-0874e94da796 req-2e6f3ede-4a02-4574-8e07-d5cf02de0b69 tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/security-groups?id=66959605-c99f-4c47-af4c-b4f4754ceca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Aug 25 15:51:01.971690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-b95c45f8-6624-4f5d-8135-8b2c1e39a81d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:01.973164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-b95c45f8-6624-4f5d-8135-8b2c1e39a81d tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.52 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 945 time: 0.0478039 Aug 25 15:51:02.060622 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Deleting port 78121029-ce4e-45bf-a60c-83cac9360c49 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:02.060984 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:02.151772 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] For port 78121029-ce4e-45bf-a60c-83cac9360c49, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=78121029-ce4e-45bf-a60c-83cac9360c49,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:02.152050 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:02.165045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Calling delete_port for 78121029-ce4e-45bf-a60c-83cac9360c49 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:02.364615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:02.376126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['78121029-ce4e-45bf-a60c-83cac9360c49'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:51:02.393638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Pushing event deleted for resources: {'Port': ['ID=78121029-ce4e-45bf-a60c-83cac9360c49,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:02.435201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] No DVR routers for this DVR port 78121029-ce4e-45bf-a60c-83cac9360c49 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:51:02.437883 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:02.439982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac161f99-50fa-4e8c-a37b-e94930fa23d0 req-e32a893d-1951-42e8-9bf3-146a898d2abb tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.52 "DELETE /v2.0/ports/78121029-ce4e-45bf-a60c-83cac9360c49 HTTP/1.1" status: 204 len: 173 time: 0.4608083 Aug 25 15:51:02.440411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'name': 'network-vif-deleted', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:51:02.442632 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3022da03-757d-447d-9fe6-53cfb1232110" -d '{"events": [{"server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "name": "network-vif-deleted", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:51:02.480619 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dcf0c5-22fb-4f75-aea7-48d357b49413 x-openstack-request-id: req-68dcf0c5-22fb-4f75-aea7-48d357b49413 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:51:02.480906 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c67e64-1a70-4637-861e-a35ac323f7ce", "name": "network-vif-deleted", "tag": "78121029-ce4e-45bf-a60c-83cac9360c49", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:51:02.481155 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68dcf0c5-22fb-4f75-aea7-48d357b49413 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:51:02.481554 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c67e64-1a70-4637-861e-a35ac323f7ce', 'name': 'network-vif-deleted', 'tag': '78121029-ce4e-45bf-a60c-83cac9360c49', 'status': 'completed', 'code': 200} Aug 25 15:51:02.658334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-bf4f0af4-feab-4758-952b-506b1108c932 req-ac35b6b4-dcff-4717-920f-19d0aebc6aff tempest-TestMinimumBasicScenario-610263920 tempest-TestMinimumBasicScenario-610263920-project] 10.222.0.58 "GET /v2.0/ports?device_id=05c67e64-1a70-4637-861e-a35ac323f7ce HTTP/1.1" status: 200 len: 210 time: 0.0276470 Aug 25 15:51:04.829043 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:05.079732 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 78121029-ce4e-45bf-a60c-83cac9360c49 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:05.099413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 78121029-ce4e-45bf-a60c-83cac9360c49 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:05.099761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 78121029-ce4e-45bf-a60c-83cac9360c49 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:05.178642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:05.430584 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Deleting port 0862db21-46d1-4f2a-9c87-ea973eca3f22 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:05.430841 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:05.510095 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] For port 0862db21-46d1-4f2a-9c87-ea973eca3f22, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0862db21-46d1-4f2a-9c87-ea973eca3f22,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:05.510095 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:05.521771 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Calling delete_port for 0862db21-46d1-4f2a-9c87-ea973eca3f22 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:05.793361 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:05.825067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=0862db21-46d1-4f2a-9c87-ea973eca3f22,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:05.989657 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:06.203896 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Router 489bc117-bf49-44ea-bb2d-0aef214f4406 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:51:06.640436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:51:06.647578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b66e0203-b543-41a3-8086-e96b0e456d61 admin admin] 10.222.0.58 "PUT /v2.0/routers/489bc117-bf49-44ea-bb2d-0aef214f4406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173976 Aug 25 15:51:06.648170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54498) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:06.650586 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] Sync routers for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:51:06.660687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:06.661400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:06.752067 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:06.765646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:06.859185 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:06.947331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:51:05Z', 'revision_number': 5, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port': {'id': 'acfb5d30-167f-4af8-97d0-de797a1c968b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:41Z', 'updated_at': '2021-08-25T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:06.974577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] Checking router: 489bc117-bf49-44ea-bb2d-0aef214f4406 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:51:06.980305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Deleting port acfb5d30-167f-4af8-97d0-de797a1c968b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:06.980659 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:06.982977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] Routers {'489bc117-bf49-44ea-bb2d-0aef214f4406'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:06.983646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['489bc117-bf49-44ea-bb2d-0aef214f4406'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:07.058978 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] For port acfb5d30-167f-4af8-97d0-de797a1c968b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=acfb5d30-167f-4af8-97d0-de797a1c968b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:07.059635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.069341 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] Set router 489bc117-bf49-44ea-bb2d-0aef214f4406 gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:07.072341 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Calling delete_port for acfb5d30-167f-4af8-97d0-de797a1c968b owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:07.125320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:51:06Z', 'revision_number': 6, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:07.151492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc4d3e-3090-43fd-9e2a-9e6743c25055 None None] The sync data for ids ['489bc117-bf49-44ea-bb2d-0aef214f4406'] in n-d-805995-2 is: [{'id': '489bc117-bf49-44ea-bb2d-0aef214f4406', 'name': 'tempest-TestMinimumBasicScenario-1801810667-router', 'tenant_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:40Z', 'updated_at': '2021-08-25T15:51:06Z', 'revision_number': 6, 'project_id': '1c52e2c5cff24a9191a1ac3977c065ca', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:51:07.290233 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.320632 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfb5d30-167f-4af8-97d0-de797a1c968b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:07.381464 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.472151 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.474293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.581588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.582195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 489bc117-bf49-44ea-bb2d-0aef214f4406 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:51:07.586812 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.588657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c2efd198-e320-405f-bd5f-159ce6654e22 admin admin] 10.222.0.58 "DELETE /v2.0/routers/489bc117-bf49-44ea-bb2d-0aef214f4406 HTTP/1.1" status: 204 len: 168 time: 0.9389517 Aug 25 15:51:07.590530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:07.639668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Deleting subnet 06b5035e-8a00-4723-984a-74580344322a {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:51:07.642665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.676550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.752878 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.879149 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.903998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b5035e-8a00-4723-984a-74580344322a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:07.912764 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:07.914738 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2883815f-6d59-49cb-ac88-89274cc94582 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/06b5035e-8a00-4723-984a-74580344322a HTTP/1.1" status: 204 len: 168 time: 0.3232217 Aug 25 15:51:07.917282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54504) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:07.920831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1262fcc-05b3-4134-b1d4-f3b081af9bda None None] Network cdfc3122-460e-45c0-b1ae-1eb0b187a89d requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:51:07.990045 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.051144 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Deleting port de4c6ed7-4949-4739-b8c1-f430aa8703d4 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:08.051505 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.107114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] DHCP port deletion for cdfc3122-460e-45c0-b1ae-1eb0b187a89d request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:51:08.125853 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] For port de4c6ed7-4949-4739-b8c1-f430aa8703d4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=de4c6ed7-4949-4739-b8c1-f430aa8703d4,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:08.126455 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.142157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Calling delete_port for de4c6ed7-4949-4739-b8c1-f430aa8703d4 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:08.156410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Deleting port de4c6ed7-4949-4739-b8c1-f430aa8703d4 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:08.156799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.223702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] For port de4c6ed7-4949-4739-b8c1-f430aa8703d4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=de4c6ed7-4949-4739-b8c1-f430aa8703d4,segment=NetworkSegment(78ac90b2-a28f-4784-89de-de78f597c6ec),segment_id=78ac90b2-a28f-4784-89de-de78f597c6ec)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:08.224099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.236927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Calling delete_port for de4c6ed7-4949-4739-b8c1-f430aa8703d4 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:08.296274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 15:51:08.308617 n-d-805995-2 neutron-server[101874]: self.session.flush() Aug 25 15:51:08.314853 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.328850 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Pushing event deleted for resources: {'Port': ['ID=de4c6ed7-4949-4739-b8c1-f430aa8703d4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:08.331266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] No DVR routers for this DVR port de4c6ed7-4949-4739-b8c1-f430aa8703d4 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:51:08.343019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Pushing event deleted for resources: {'Port': ['ID=de4c6ed7-4949-4739-b8c1-f430aa8703d4,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:08.353596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] No DVR routers for this DVR port de4c6ed7-4949-4739-b8c1-f430aa8703d4 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:51:08.360355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.360939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.361285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.361635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.361972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.362305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.362634 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.362967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.363325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.363651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.364062 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.364301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c510c-8db8-4d12-a5e6-fe5978784693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:08.406055 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.416198 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfc3122-460e-45c0-b1ae-1eb0b187a89d']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:08.426433 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ac90b2-a28f-4784-89de-de78f597c6ec') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:08.426733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ac90b2-a28f-4784-89de-de78f597c6ec') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:08.435595 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.449016 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.455618 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:51:08.456009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:51:08.457664 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:51:08.570201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.575820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.580690 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] 10.222.0.58 "DELETE /v2.0/networks/cdfc3122-460e-45c0-b1ae-1eb0b187a89d HTTP/1.1" status: 204 len: 168 time: 0.6598582 Aug 25 15:51:08.581684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54506) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:08.589672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bfabd-3cbd-4e84-8f40-3bfb4337026c admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfc3122-460e-45c0-b1ae-1eb0b187a89d,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:08.910084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device acfb5d30-167f-4af8-97d0-de797a1c968b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:08.929315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: acfb5d30-167f-4af8-97d0-de797a1c968b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:08.929987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device acfb5d30-167f-4af8-97d0-de797a1c968b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:08.930200 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device de4c6ed7-4949-4739-b8c1-f430aa8703d4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:08.930820 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:08.949429 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: de4c6ed7-4949-4739-b8c1-f430aa8703d4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:08.949778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device de4c6ed7-4949-4739-b8c1-f430aa8703d4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:08.950190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0862db21-46d1-4f2a-9c87-ea973eca3f22 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:08.970206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0862db21-46d1-4f2a-9c87-ea973eca3f22 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:08.970554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0862db21-46d1-4f2a-9c87-ea973eca3f22 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:09.179735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Deleting port afda2048-a851-458e-bf44-2219641d63a9 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:09.179993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:09.256385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] For port afda2048-a851-458e-bf44-2219641d63a9, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=afda2048-a851-458e-bf44-2219641d63a9,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:09.256746 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:09.269777 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Calling delete_port for afda2048-a851-458e-bf44-2219641d63a9 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:09.535977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:09.566134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Pushing event deleted for resources: {'Port': ['ID=afda2048-a851-458e-bf44-2219641d63a9,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:09.733323 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:09.948157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:51:10.053903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:51:10.061682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54508) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:10.062172 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-757cb718-2d04-4e81-aaaa-c5a02d87f000 admin admin] 10.222.0.58 "PUT /v2.0/routers/2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790001 Aug 25 15:51:10.063221 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] Sync routers for ids ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:51:10.073721 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] Routers {'2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:10.074327 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:10.167681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.178311 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] Set router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:10.270579 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.360175 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:51:09Z', 'revision_number': 5, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port': {'id': '1f96af63-c1b6-4a74-963a-e6f7f1270e16', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:48:48Z', 'updated_at': '2021-08-25T15:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:10.386434 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] Checking router: 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:51:10.394651 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] Routers {'2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:10.395288 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:10.397539 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Deleting port 1f96af63-c1b6-4a74-963a-e6f7f1270e16 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:10.397886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.477361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] For port 1f96af63-c1b6-4a74-963a-e6f7f1270e16, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1f96af63-c1b6-4a74-963a-e6f7f1270e16,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:10.477724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.479878 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] Set router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:10.494587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Calling delete_port for 1f96af63-c1b6-4a74-963a-e6f7f1270e16 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:10.531178 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:51:10Z', 'revision_number': 6, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:10.559596 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc13fe5-980f-4d9d-b969-632b6570d02a None None] The sync data for ids ['2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04'] in n-d-805995-2 is: [{'id': '2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04', 'name': 'tempest-TestMinimumBasicScenario-1645100380-router', 'tenant_id': '1ad7451ea1b94e7588e1af4598c22033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:48:47Z', 'updated_at': '2021-08-25T15:51:10Z', 'revision_number': 6, 'project_id': '1ad7451ea1b94e7588e1af4598c22033', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:51:10.736288 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.766533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f96af63-c1b6-4a74-963a-e6f7f1270e16,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:10.827917 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.921326 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:10.923739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.073327 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.073979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:51:11.079053 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.080206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2969defa-a069-4578-a425-46f3652ef480 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2afa2a19-7fcd-4ed9-b2ef-90381e0a7c04 HTTP/1.1" status: 204 len: 168 time: 1.0175092 Aug 25 15:51:11.083399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:11.128222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Deleting subnet fe42d66b-a611-48bb-9110-adcb9b9daa20 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:51:11.131280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.165955 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.243920 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.316046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device afda2048-a851-458e-bf44-2219641d63a9 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:11.339371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: afda2048-a851-458e-bf44-2219641d63a9 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:11.339723 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device afda2048-a851-458e-bf44-2219641d63a9 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:11.370488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.398707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe42d66b-a611-48bb-9110-adcb9b9daa20,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:11.400743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.402673 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4bb466c5-dbc4-4ebc-8eae-a7b9f54ff7f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fe42d66b-a611-48bb-9110-adcb9b9daa20 HTTP/1.1" status: 204 len: 168 time: 0.3182843 Aug 25 15:51:11.405546 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54512) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:11.407455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6701d0c8-22d7-4d23-a5cc-f7113163f0fa None None] Network 0b105558-3512-4b91-945e-499b35ff013f requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:51:11.478781 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.536271 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Deleting port 2117157a-bf65-4a8f-95f4-d9eea8acba63 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:11.536705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.597862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] DHCP port deletion for 0b105558-3512-4b91-945e-499b35ff013f request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:51:11.612791 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] For port 2117157a-bf65-4a8f-95f4-d9eea8acba63, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2117157a-bf65-4a8f-95f4-d9eea8acba63,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:11.613166 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.626855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Calling delete_port for 2117157a-bf65-4a8f-95f4-d9eea8acba63 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:11.648054 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] Deleting port 2117157a-bf65-4a8f-95f4-d9eea8acba63 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:51:11.648440 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.709659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] For port 2117157a-bf65-4a8f-95f4-d9eea8acba63, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=2117157a-bf65-4a8f-95f4-d9eea8acba63,segment=NetworkSegment(7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4),segment_id=7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:11.710056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.722396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] Calling delete_port for 2117157a-bf65-4a8f-95f4-d9eea8acba63 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:51:11.769976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.799219 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.800680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2117157a-bf65-4a8f-95f4-d9eea8acba63,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:11.802360 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] No DVR routers for this DVR port 2117157a-bf65-4a8f-95f4-d9eea8acba63 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:51:11.828216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] Pushing event deleted for resources: {'Port': ['ID=2117157a-bf65-4a8f-95f4-d9eea8acba63,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:11.830001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e10228-0af7-479e-b6d4-5258955d59b6 None None] No DVR routers for this DVR port 2117157a-bf65-4a8f-95f4-d9eea8acba63 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:51:11.876317 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.886094 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b105558-3512-4b91-945e-499b35ff013f']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:11.896857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:11.897149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d34bd9a-8ad1-4f1d-9c6d-6bde15f8b6d4') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:11.905870 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.919181 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.924938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:51:11.925323 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: timer() Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:51:11.926924 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:51:12.079011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:12.084524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:12.086361 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0b105558-3512-4b91-945e-499b35ff013f HTTP/1.1" status: 204 len: 168 time: 0.6794677 Aug 25 15:51:12.104687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30124c6c-ad62-4b6d-95db-501dd9101c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b105558-3512-4b91-945e-499b35ff013f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:12.415329 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54516) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:12.455035 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-96698030-1824-488a-bf6f-242d603e8226 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c52e2c5cff24a9191a1ac3977c065ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384886 Aug 25 15:51:12.457504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54518) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:12.503929 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3106-cf14-4a26-bef6-4b15ee6b2b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:12.525203 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3106-cf14-4a26-bef6-4b15ee6b2b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:12.651226 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3106-cf14-4a26-bef6-4b15ee6b2b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:12.653699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3106-cf14-4a26-bef6-4b15ee6b2b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:12.654860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b4dc3106-cf14-4a26-bef6-4b15ee6b2b38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66959605-c99f-4c47-af4c-b4f4754ceca8 HTTP/1.1" status: 204 len: 168 time: 0.1964428 Aug 25 15:51:12.663206 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc3106-cf14-4a26-bef6-4b15ee6b2b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66959605-c99f-4c47-af4c-b4f4754ceca8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:12.910622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1f96af63-c1b6-4a74-963a-e6f7f1270e16 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:12.931015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1f96af63-c1b6-4a74-963a-e6f7f1270e16 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:12.931448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1f96af63-c1b6-4a74-963a-e6f7f1270e16 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:12.932028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2117157a-bf65-4a8f-95f4-d9eea8acba63 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:51:12.950729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 2117157a-bf65-4a8f-95f4-d9eea8acba63 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:51:12.951114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 2117157a-bf65-4a8f-95f4-d9eea8acba63 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:51:13.348244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54524) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:13.392041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0481a01f-554d-4670-92ca-95c8c0f51dc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ad7451ea1b94e7588e1af4598c22033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425797 Aug 25 15:51:13.394496 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54526) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:13.441571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f49c75bd-9675-46e3-bc4e-4beed9e4f1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:13.463601 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f49c75bd-9675-46e3-bc4e-4beed9e4f1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:13.587148 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f49c75bd-9675-46e3-bc4e-4beed9e4f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:13.589688 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f49c75bd-9675-46e3-bc4e-4beed9e4f1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:13.590857 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f49c75bd-9675-46e3-bc4e-4beed9e4f1b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b43a6d3-09b5-49ba-bbaf-24056933477a HTTP/1.1" status: 204 len: 168 time: 0.1954458 Aug 25 15:51:13.599563 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c75bd-9675-46e3-bc4e-4beed9e4f1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b43a6d3-09b5-49ba-bbaf-24056933477a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:15.906941 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54568) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:15.912174 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945769379', 'description': 'tempest-secgroup-smoke-945769379 description', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:15.987087 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:15.995810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.082289 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.152535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.188063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ccef2-e833-4def-bbb3-25899b5cedad,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:16.244774 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.318909 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.348624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:16.432894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.434161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-936c73f4-802e-4b76-b5e3-feeb2a53a10e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5261376 Aug 25 15:51:16.437225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54570) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:16.441939 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '5f1b10b6-5e35-4ebe-ae50-892567f1e8aa', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:16.552375 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.599513 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.661241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.679016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ff11c0-a36b-402c-ad7f-392a32465b5b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:16.729877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.731154 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6d299884-7c24-4509-9841-668badf6d187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929158 Aug 25 15:51:16.733812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54572) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:16.738175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '5f1b10b6-5e35-4ebe-ae50-892567f1e8aa', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:16.820311 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.878258 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.941516 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:16.964592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753f046d-c25f-47b8-a874-3fb364e06bbe,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:17.009855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.011141 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4ea85d96-a30d-4574-90ed-e8ea76ed7fea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2763755 Aug 25 15:51:17.013942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54574) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:17.019565 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '5f1b10b6-5e35-4ebe-ae50-892567f1e8aa', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:17.094483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.151421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.226847 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.245397 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69796dc-32ff-41e4-92fe-c9de65bc1bfa,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:17.324450 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.325769 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bcf8f1d0-f5a7-4153-b038-37aac66e6485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101273 Aug 25 15:51:17.328957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54576) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:17.333482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '5f1b10b6-5e35-4ebe-ae50-892567f1e8aa', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:17.414049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.472471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.523993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.541780 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb4d32e-15d9-4a2b-a012-06d422b83b7a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:17.610170 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.611509 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0c22142-3320-4806-846d-d39e765f3f2f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2815876 Aug 25 15:51:17.614351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:17.619016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '5f1b10b6-5e35-4ebe-ae50-892567f1e8aa', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:17.701780 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:51:17.707852 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.770837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.856313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.876857 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea50f08f-dae2-4640-91c4-f51cbb47a40f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:17.935407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:17.936772 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-edb5a733-e15f-4bc3-908b-e368e11f839a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214900 Aug 25 15:51:17.939426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54580) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:17.943973 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '5f1b10b6-5e35-4ebe-ae50-892567f1e8aa', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:18.044535 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:51:18.049826 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.110489 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.198132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.216467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057aec2f-08fe-48c2-9fc1-0f5df860732a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:18.272914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.274670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-73750d71-fe34-490d-a7c4-6e6fc1b50d61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343046 Aug 25 15:51:18.277746 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54582) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:18.283384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'network': {'name': 'tempest-network-smoke--1354061551', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:18.364204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:51:18.367684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.392823 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:51:18.401595 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.401940 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Added segment 6bddde89-d8f5-4d80-862f-3560594cd41f of type vlan for network 77ce29a4-96b4-4e3c-a04b-920b78b8517a Aug 25 15:51:18.441819 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.547198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.552813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:18.553405 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.619429 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Network': ['ID=77ce29a4-96b4-4e3c-a04b-920b78b8517a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:18.630614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:51:18.673727 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8b25033e-41d3-4cc1-a045-2441820f5ceb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3948112 Aug 25 15:51:18.676488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54584) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:18.681049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'admin_state_up': True, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:18.764367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.765478 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:18.816413 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:19.024279 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:19.350839 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:19.373120 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:19.471437 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.86 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/f9949f40-9037-49bf-8744-1fdc4fb08601) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:51:19.578081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:19.667348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:19.707456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:51:19.710376 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:19.713989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:51:19.736048 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=f9949f40-9037-49bf-8744-1fdc4fb08601,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:20.040689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:20.571243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:20.758009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router e4b28ea7-3724-442c-80ac-28ae607dabe9 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:51:20.864737 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:51:20.875616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Sync routers for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:51:20.884481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:20.885479 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:20.947167 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:20.948509 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-49a91fe1-b3cf-41ab-b38c-323aa011b210 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2710769 Aug 25 15:51:20.952636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54586) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:21.001765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:21.057752 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-70ccda8d-6ad5-4519-8bf0-3e4edf450b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.079671 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-529951bc-422d-4c56-bfae-bddaf931f6ee tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f91a086d14bb4020b68a34f2908ed69d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226642 Aug 25 15:51:21.079992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54590) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:21.167920 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebba82-0be3-4032-a5e2-a45e6548cb28 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:21.170239 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6bebba82-0be3-4032-a5e2-a45e6548cb28 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883970 Aug 25 15:51:21.172286 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54592) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:21.187562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:19Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:21.205640 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f9920530-f746-49c2-a627-4f35be42d595 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322471 Aug 25 15:51:21.208208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54594) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:21.213084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822700080', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:21.213942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Checking router: e4b28ea7-3724-442c-80ac-28ae607dabe9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:51:21.214346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Updating router e4b28ea7-3724-442c-80ac-28ae607dabe9 port f9949f40-9037-49bf-8744-1fdc4fb08601 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:51:21.243367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.363982 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:51:21.367719 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.644302 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.648253 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.658931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Transition to ACTIVE for port object f9949f40-9037-49bf-8744-1fdc4fb08601 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:21.710566 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Subnet': ['ID=fcfd4112-89e5-436f-a045-a2c5dfdcc488,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:21.717280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Checking segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:51:21.718183 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network hostable DHCP agents. Network: 77ce29a4-96b4-4e3c-a04b-920b78b8517a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:51:21.729853 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.779654 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Attempting to bind port f9949f40-9037-49bf-8744-1fdc4fb08601 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:51:21.780070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Attempting to bind port f9949f40-9037-49bf-8744-1fdc4fb08601 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:51:21.780440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Attempting to bind port f9949f40-9037-49bf-8744-1fdc4fb08601 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:51:21.787203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:51:21.787741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a53712-18a9-4ade-8bed-0a1030f28b05 None None] Pushing event updated for resources: {'Port': ['ID=f9949f40-9037-49bf-8744-1fdc4fb08601,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:21.790090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:51:21.790503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:51:21.790884 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.791301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:51:21.791782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Bound port: f9949f40-9037-49bf-8744-1fdc4fb08601, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:51:21.792170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.844827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] For port f9949f40-9037-49bf-8744-1fdc4fb08601, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:51:21.848152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] For port f9949f40-9037-49bf-8744-1fdc4fb08601, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f9949f40-9037-49bf-8744-1fdc4fb08601,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:51:21.856454 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 77ce29a4-96b4-4e3c-a04b-920b78b8517a) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:21.856670 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:21.857278 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.864883 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09de46-8ce9-4e7c-86c3-4de92ef1f3e9 None None] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:51:21.924512 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:21.948636 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1620ceb7-a8ae-4a99-bf29-49be8e4298dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7330554 Aug 25 15:51:21.949117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54596) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:22.025943 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:22.026588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:50:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:22.034314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a53712-18a9-4ade-8bed-0a1030f28b05 None None] Pushing event updated for resources: {'Port': ['ID=f9949f40-9037-49bf-8744-1fdc4fb08601,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:22.133048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:51:22.133899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.217041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:22.395287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Allocated IP 172.20.0.2 (77ce29a4-96b4-4e3c-a04b-920b78b8517a/fcfd4112-89e5-436f-a045-a2c5dfdcc488/fa1f9847-5275-43dc-8776-fe883526d521) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:51:22.399112 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.527288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:19Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:22.562805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179950d-a90d-4f30-b23d-13bede738d65 None None] The sync data for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 is: [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:19Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:51:22.612596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.621900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Transition to ACTIVE for port object fa1f9847-5275-43dc-8776-fe883526d521 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:22.638161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Transition to ACTIVE for port object fa1f9847-5275-43dc-8776-fe883526d521 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:22.703090 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.742750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:51:22.748119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:22.751953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:51:22.759524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.1 (77ce29a4-96b4-4e3c-a04b-920b78b8517a/fcfd4112-89e5-436f-a045-a2c5dfdcc488/c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:51:22.761177 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Pushing event updated for resources: {'Port': ['ID=fa1f9847-5275-43dc-8776-fe883526d521,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:22.848702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Attempting to bind port fa1f9847-5275-43dc-8776-fe883526d521 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:51:22.850638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Attempting to bind port fa1f9847-5275-43dc-8776-fe883526d521 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:51:22.850638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Attempting to bind port fa1f9847-5275-43dc-8776-fe883526d521 on network 77ce29a4-96b4-4e3c-a04b-920b78b8517a {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:51:22.856027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:51:22.856406 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Checking segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:51:22.856823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.857216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Bound using segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:51:22.857893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Bound port: fa1f9847-5275-43dc-8776-fe883526d521, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:51:22.858108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.927122 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:22.945635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:22.946004 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] For port fa1f9847-5275-43dc-8776-fe883526d521, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:51:22.949318 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] For port fa1f9847-5275-43dc-8776-fe883526d521, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa1f9847-5275-43dc-8776-fe883526d521,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:51:22.970042 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f9949f40-9037-49bf-8744-1fdc4fb08601 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:23.016895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.051626 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.087422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9ee30-d09e-4aab-9fa5-16fa3c66075d None None] Pushing event updated for resources: {'Port': ['ID=fa1f9847-5275-43dc-8776-fe883526d521,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:23.105899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:51:23.109861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:23.116422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:51:23.118783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port f9949f40-9037-49bf-8744-1fdc4fb08601 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:23.126305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f9949f40-9037-49bf-8744-1fdc4fb08601 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:23.126987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.150823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:23.171857 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.236065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.269064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port f9949f40-9037-49bf-8744-1fdc4fb08601, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f9949f40-9037-49bf-8744-1fdc4fb08601,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:23.341503 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.407886 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:23.413887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=f9949f40-9037-49bf-8744-1fdc4fb08601,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:23.752531 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-78c4d5dd-7acb-41d8-a1bb-dcc58c76e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.088228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.137172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b74268-421d-422d-b467-72117f85f8f0 None None] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:51:24.204446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.284724 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.290523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:24.322960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.346716 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e3907884-4a4f-4a35-a92c-edbfc62188f8 None None] Provisioning for port fa1f9847-5275-43dc-8776-fe883526d521 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:24.391225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:51:24.392794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:24.515848 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router e4b28ea7-3724-442c-80ac-28ae607dabe9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:51:24.635096 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:51:24.640653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-550f9d2e-7907-46de-91e0-a4480c5e298e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/e4b28ea7-3724-442c-80ac-28ae607dabe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6903059 Aug 25 15:51:24.644470 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-861d63c8-a193-455a-a60d-f9cebd9c2f17 None None] Provisioning for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:24.649651 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-861d63c8-a193-455a-a60d-f9cebd9c2f17 None None] Provisioning complete for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:24.650033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-861d63c8-a193-455a-a60d-f9cebd9c2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.650694 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Sync routers for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:51:24.661739 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:24.664017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:24.694657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-861d63c8-a193-455a-a60d-f9cebd9c2f17 None None] Port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:51:24.780020 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:24.806384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-1df53142-6be3-47d1-935d-f000675b50dc tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945769379&fields=id&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 267 time: 0.0378773 Aug 25 15:51:24.815063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3990dc6c-bb1e-40fd-a10b-8a4fa3a5f645 None None] Provisioning complete for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:24.821137 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3990dc6c-bb1e-40fd-a10b-8a4fa3a5f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:24.877180 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3990dc6c-bb1e-40fd-a10b-8a4fa3a5f645 None None] Port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:51:24.958929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-03a85caa-2304-47d8-a153-7298cc2d0390 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:24.962144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-03a85caa-2304-47d8-a153-7298cc2d0390 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/networks?id=77ce29a4-96b4-4e3c-a04b-920b78b8517a HTTP/1.1" status: 200 len: 797 time: 0.1456785 Aug 25 15:51:24.980008 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27b943c1-bb5a-4d12-bdfb-385206f16064 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/quotas/f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 375 time: 0.0104253 Aug 25 15:51:25.043207 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-df7130ed-b679-46f4-a09b-c5cb48256e1d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539193 Aug 25 15:51:25.049782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f9949f40-9037-49bf-8744-1fdc4fb08601 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:25.104658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1d048b2a-2557-41f8-b063-210e863e3ef1 None None] Provisioning complete for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:25.105034 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1d048b2a-2557-41f8-b063-210e863e3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.106343 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 2, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:25.133172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port f9949f40-9037-49bf-8744-1fdc4fb08601 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:25.133543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.133877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-af3ffe68-ecd1-415b-b892-57ba055b03de service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:51:25.134991 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-af3ffe68-ecd1-415b-b892-57ba055b03de service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741785 Aug 25 15:51:25.137771 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Checking router: e4b28ea7-3724-442c-80ac-28ae607dabe9 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:51:25.137771 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Updating router e4b28ea7-3724-442c-80ac-28ae607dabe9 port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:51:25.166148 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.171379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-1d048b2a-2557-41f8-b063-210e863e3ef1 None None] Port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:51:25.227311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa1f9847-5275-43dc-8776-fe883526d521 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:25.233708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-844af272-e85f-4c8c-b549-ebc990290c5d service neutron] 10.222.0.58 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918736 Aug 25 15:51:25.331647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-119a8628-a6ab-4248-a94c-3c9fc95d8e66 service neutron] 10.222.0.58 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909622 Aug 25 15:51:25.352639 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port fa1f9847-5275-43dc-8776-fe883526d521 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:25.357658 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port fa1f9847-5275-43dc-8776-fe883526d521 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:25.358108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.441553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.446403 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.456918 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Transition to ACTIVE for port object c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:25.474900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port fa1f9847-5275-43dc-8776-fe883526d521, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa1f9847-5275-43dc-8776-fe883526d521,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:25.558290 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.569213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7198de9-89e2-484e-a149-9ccfcfc58861 req-1ecc61d2-809c-4a0b-81ff-82d52cec4283 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Aug 25 15:51:25.604328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.620827 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Pushing event updated for resources: {'Port': ['ID=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:25.634294 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.634645 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.634992 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.635353 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.635689 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.636234 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.636557 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.637073 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.637568 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.638065 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.638716 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.639289 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:51:25.689290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=fa1f9847-5275-43dc-8776-fe883526d521,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:25.694784 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Attempting to bind port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:51:25.695364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Attempting to bind port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:51:25.695462 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Attempting to bind port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c on network 77ce29a4-96b4-4e3c-a04b-920b78b8517a {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:51:25.701317 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:51:25.702257 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Checking segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:51:25.706292 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.706292 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Bound using segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:51:25.706292 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Bound port: c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:51:25.706292 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.765061 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.775603 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] For port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:51:25.778941 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] For port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:51:25.850130 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:25.906968 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:25.907641 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:25.946023 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f397f3-271e-45d7-b8b5-6161dbc0f7b0 None None] Pushing event updated for resources: {'Port': ['ID=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:26.023274 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:26.225180 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:25Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:26.251514 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775f890-44aa-4977-9730-52748f137dc6 None None] The sync data for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 is: [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:25Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:51:26.662993 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9dfc18b-cc1f-419d-91f8-e52780568ff8 req-13336df9-ca72-4906-86c2-f64abdd9bd02 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 210 time: 0.0317178 Aug 25 15:51:27.004210 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:27.107223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:27.112441 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:27.112976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:27.219791 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:27.259960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:27.314768 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:27.347054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:27.348273 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa1f9847-5275-43dc-8776-fe883526d521 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:27.424503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:27.437146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port fa1f9847-5275-43dc-8776-fe883526d521 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:27.437525 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:27.760464 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-17b4bbbf-8acf-479a-8de4-e31d489e1ff5 req-53dfde33-e8b3-4f1b-b9d4-246f1b926e11 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 210 time: 0.0274394 Aug 25 15:51:27.832706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:27.963004 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-7c819cac-491e-4c82-89cd-1d2b30babaac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:27.964481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-7c819cac-491e-4c82-89cd-1d2b30babaac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/networks?id=77ce29a4-96b4-4e3c-a04b-920b78b8517a HTTP/1.1" status: 200 len: 797 time: 0.0988007 Aug 25 15:51:28.013539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-0983f57b-9d05-4300-a7b4-692033da47bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 379 time: 0.0351331 Aug 25 15:51:28.025530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'port': {'device_id': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'admin_state_up': True, 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'security_groups': ['5f1b10b6-5e35-4ebe-ae50-892567f1e8aa']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:28.220780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:51:28.224442 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:28.353828 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.10 (77ce29a4-96b4-4e3c-a04b-920b78b8517a/fcfd4112-89e5-436f-a045-a2c5dfdcc488/3b673f59-05ba-4de7-a1fb-574a167008ef) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:51:28.488471 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:28.502073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object 3b673f59-05ba-4de7-a1fb-574a167008ef will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:28.581438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:28.629198 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:51:28.632192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:28.635944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:51:28.642988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=3b673f59-05ba-4de7-a1fb-574a167008ef,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:28.691073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:28.691824 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:28.770708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-27070411-33b7-4a1c-bda8-4ab0c5ae337e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7488487 Aug 25 15:51:28.789739 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Request body: {'port': {'device_id': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:28.856282 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:28.897692 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e43be-76e4-42e2-8bde-a006397a8362 req-0f60d30d-0df7-49f3-8e8e-94ad41e14187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:28.899320 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-966e43be-76e4-42e2-8bde-a006397a8362 req-0f60d30d-0df7-49f3-8e8e-94ad41e14187 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 932 time: 0.0554578 Aug 25 15:51:28.930170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:28.948790 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-966e43be-76e4-42e2-8bde-a006397a8362 req-09bdc4b8-ee46-4b59-9f0d-d93cb54fe6dc tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Aug 25 15:51:28.954007 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-30efdfe0-b4c6-4eea-ab94-f8a7204bc8a5 None None] Provisioning for port 3b673f59-05ba-4de7-a1fb-574a167008ef completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:28.962211 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-30efdfe0-b4c6-4eea-ab94-f8a7204bc8a5 None None] Provisioning complete for port 3b673f59-05ba-4de7-a1fb-574a167008ef triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:28.962589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-30efdfe0-b4c6-4eea-ab94-f8a7204bc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.008918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-30efdfe0-b4c6-4eea-ab94-f8a7204bc8a5 None None] Port 3b673f59-05ba-4de7-a1fb-574a167008ef cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:51:29.015818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:29.016188 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.141934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b673f59-05ba-4de7-a1fb-574a167008ef {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:51:29.149233 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.162101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Transition to ACTIVE for port object 3b673f59-05ba-4de7-a1fb-574a167008ef will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:51:29.232439 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.281826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Pushing event updated for resources: {'Port': ['ID=3b673f59-05ba-4de7-a1fb-574a167008ef,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:29.356451 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Attempting to bind port 3b673f59-05ba-4de7-a1fb-574a167008ef on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:51:29.356813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Attempting to bind port 3b673f59-05ba-4de7-a1fb-574a167008ef by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:51:29.357146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Attempting to bind port 3b673f59-05ba-4de7-a1fb-574a167008ef on network 77ce29a4-96b4-4e3c-a04b-920b78b8517a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:51:29.362355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Port 3b673f59-05ba-4de7-a1fb-574a167008ef on network 77ce29a4-96b4-4e3c-a04b-920b78b8517a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:51:29.362674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Attempting to bind port 3b673f59-05ba-4de7-a1fb-574a167008ef on network 77ce29a4-96b4-4e3c-a04b-920b78b8517a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:51:29.367806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:51:29.368144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Checking segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:51:29.368546 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Bound using segment: {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:51:29.368967 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Bound port: 3b673f59-05ba-4de7-a1fb-574a167008ef, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bddde89-d8f5-4d80-862f-3560594cd41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:51:29.369326 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.441219 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] For port 3b673f59-05ba-4de7-a1fb-574a167008ef, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:51:29.444268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] For port 3b673f59-05ba-4de7-a1fb-574a167008ef, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3b673f59-05ba-4de7-a1fb-574a167008ef,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:51:29.501721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.531282 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.536700 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:29.537314 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:29.540217 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] 10.222.0.45 "PUT /v2.0/ports/3b673f59-05ba-4de7-a1fb-574a167008ef HTTP/1.1" status: 200 len: 1092 time: 0.7539580 Aug 25 15:51:29.540217 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:51:29.541584 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89692c62-5276-43cb-963d-4dd2b528f986" -d '{"events": [{"name": "network-changed", "server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:51:29.570487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b38f1-4d1a-4f70-a3d3-05366f8a1d31 service neutron] Pushing event updated for resources: {'Port': ['ID=3b673f59-05ba-4de7-a1fb-574a167008ef,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:29.596226 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca1d5dd-2815-470f-ab4c-4be505ec0f30 x-openstack-request-id: req-eca1d5dd-2815-470f-ab4c-4be505ec0f30 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:51:29.596818 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:51:29.597076 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eca1d5dd-2815-470f-ab4c-4be505ec0f30 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:51:29.597525 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'status': 'completed', 'code': 200} Aug 25 15:51:29.666626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89692c62-5276-43cb-963d-4dd2b528f986 req-a56ba48a-965d-4f65-923f-524b632c35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:29.667879 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89692c62-5276-43cb-963d-4dd2b528f986 req-a56ba48a-965d-4f65-923f-524b632c35d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 1095 time: 0.0488300 Aug 25 15:51:29.773336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89692c62-5276-43cb-963d-4dd2b528f986 req-3398d730-a744-4fda-a134-09ed73476ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:29.774812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89692c62-5276-43cb-963d-4dd2b528f986 req-3398d730-a744-4fda-a134-09ed73476ad2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f91a086d14bb4020b68a34f2908ed69d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0989189 Aug 25 15:51:29.871038 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89692c62-5276-43cb-963d-4dd2b528f986 req-b49e5682-e391-4928-81cf-dece7f1c2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:29.872584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89692c62-5276-43cb-963d-4dd2b528f986 req-b49e5682-e391-4928-81cf-dece7f1c2118 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899489 Aug 25 15:51:29.947245 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:51:29.947815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-8b091430-d3ab-4a18-b947-8361acb25e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:29.948813 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-8b091430-d3ab-4a18-b947-8361acb25e8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 1095 time: 0.0408111 Aug 25 15:51:29.995590 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-02ea121e-f8a5-4aa8-a4d2-d6e80292b339 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b673f59-05ba-4de7-a1fb-574a167008ef HTTP/1.1" status: 200 len: 217 time: 0.0388527 Aug 25 15:51:30.049027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-49fcde53-242f-4c7f-9746-a71e11b0e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:30.050510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-49fcde53-242f-4c7f-9746-a71e11b0e279 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fcfd4112-89e5-436f-a045-a2c5dfdcc488 HTTP/1.1" status: 200 len: 835 time: 0.0457466 Aug 25 15:51:30.065803 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb16e3a-2093-4ce4-a3c7-e83572b5dcdf req-8f8dd179-89f0-44d5-98c9-bbdfcb5c136e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:30.067375 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eeb16e3a-2093-4ce4-a3c7-e83572b5dcdf req-8f8dd179-89f0-44d5-98c9-bbdfcb5c136e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 944 time: 0.0501728 Aug 25 15:51:30.100349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-2f6af687-8591-4d1c-ab07-7cf618ba8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:30.102019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-2f6af687-8591-4d1c-ab07-7cf618ba8aff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ce29a4-96b4-4e3c-a04b-920b78b8517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438933 Aug 25 15:51:30.111139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eeb16e3a-2093-4ce4-a3c7-e83572b5dcdf req-308d37e5-5f9f-4027-baef-ab0c64df2cee tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365970 Aug 25 15:51:30.196245 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-61d8e023-45ce-4e1d-ab32-5de45ae9e1df service neutron] 10.222.0.45 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Aug 25 15:51:30.285835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0e262c8a-2db6-42f9-abdf-3cde14bd16f7 req-ace5765f-e8b7-4d40-a799-b88bc8a4d927 service neutron] 10.222.0.45 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815387 Aug 25 15:51:31.228027 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dbdb1-7e1e-40ec-9738-6a9db3b73b33 req-f7ccc6f6-1583-4bb8-978f-180bd063c866 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:31.229500 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec3dbdb1-7e1e-40ec-9738-6a9db3b73b33 req-f7ccc6f6-1583-4bb8-978f-180bd063c866 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 944 time: 0.0500352 Aug 25 15:51:31.271588 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ec3dbdb1-7e1e-40ec-9738-6a9db3b73b33 req-7cc9fc8a-fd1c-4462-8a49-61153a5e782a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352209 Aug 25 15:51:31.635669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3b673f59-05ba-4de7-a1fb-574a167008ef details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:51:31.736034 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3b673f59-05ba-4de7-a1fb-574a167008ef, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3b673f59-05ba-4de7-a1fb-574a167008ef,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:31.746894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'port_id': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'mac_address': 'fa:16:3e:24:48:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:51:31.788079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:31.801614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b673f59-05ba-4de7-a1fb-574a167008ef {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:51:31.820688 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3b673f59-05ba-4de7-a1fb-574a167008ef, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3b673f59-05ba-4de7-a1fb-574a167008ef,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:31.901033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:31.949376 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3b673f59-05ba-4de7-a1fb-574a167008ef,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:32.155489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['3b673f59-05ba-4de7-a1fb-574a167008ef'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:51:32.388064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725d388-48bc-4ea3-8114-0bd75fa6f63e req-854ea308-fe36-423e-b96c-81e435d56023 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:32.390278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b725d388-48bc-4ea3-8114-0bd75fa6f63e req-854ea308-fe36-423e-b96c-81e435d56023 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Aug 25 15:51:32.428519 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b725d388-48bc-4ea3-8114-0bd75fa6f63e req-d9661b8d-1c86-4a30-9e42-ce4441e19134 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321023 Aug 25 15:51:33.546187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80aa4-d36f-45f6-8eda-0eb99fa4fd59 req-4383c51b-385d-48b8-8a9b-40b1be159ffd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:33.547724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4e80aa4-d36f-45f6-8eda-0eb99fa4fd59 req-4383c51b-385d-48b8-8a9b-40b1be159ffd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Aug 25 15:51:33.591215 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d4e80aa4-d36f-45f6-8eda-0eb99fa4fd59 req-8b87cfc1-7abc-4ee7-921b-22c7b65db2d5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Aug 25 15:51:33.648379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3b673f59-05ba-4de7-a1fb-574a167008ef up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:51:33.764027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 3b673f59-05ba-4de7-a1fb-574a167008ef completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:51:33.768866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 3b673f59-05ba-4de7-a1fb-574a167008ef triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:51:33.769254 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:33.852909 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:33.876254 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:51:33.878506 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb8871a-ca87-4286-904a-abafdd1a4eaa" -d '{"events": [{"server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "name": "network-vif-plugged", "status": "completed", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:51:33.894663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 3b673f59-05ba-4de7-a1fb-574a167008ef, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3b673f59-05ba-4de7-a1fb-574a167008ef,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:51:33.916860 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d6771-8bcc-4122-8d02-db8464b3cded x-openstack-request-id: req-807d6771-8bcc-4122-8d02-db8464b3cded {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:51:33.917129 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "name": "network-vif-plugged", "status": "completed", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:51:33.917385 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-807d6771-8bcc-4122-8d02-db8464b3cded {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:51:33.917777 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'code': 200} Aug 25 15:51:33.963927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:34.013096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=3b673f59-05ba-4de7-a1fb-574a167008ef,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:34.016503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165551be-468d-4e59-ae12-cac510935b1b req-0b514db6-ac47-42ba-9f2d-a6f2ff02f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:34.018026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-165551be-468d-4e59-ae12-cac510935b1b req-0b514db6-ac47-42ba-9f2d-a6f2ff02f382 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 1097 time: 0.0415165 Aug 25 15:51:34.054625 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-165551be-468d-4e59-ae12-cac510935b1b req-adee1ade-c34c-46ca-ad24-eeb5b510793c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288327 Aug 25 15:51:34.705095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06adab-aa91-498e-aa52-cc8fca8d727b req-25ae76bf-8790-4bac-ad10-130d847ec031 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:34.706586 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db06adab-aa91-498e-aa52-cc8fca8d727b req-25ae76bf-8790-4bac-ad10-130d847ec031 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0486660 Aug 25 15:51:34.747732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-db06adab-aa91-498e-aa52-cc8fca8d727b req-718c02cd-be5e-457d-80d3-a6547c055edc tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351110 Aug 25 15:51:35.866870 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9fd1a-7005-4ca1-b41f-379155c2cac4 req-d1ecb7a8-cbfc-498b-b5d7-c3159ce06c2b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:35.868412 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fa9fd1a-7005-4ca1-b41f-379155c2cac4 req-d1ecb7a8-cbfc-498b-b5d7-c3159ce06c2b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0517466 Aug 25 15:51:35.911109 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4fa9fd1a-7005-4ca1-b41f-379155c2cac4 req-6192f39a-f57f-4991-8d31-a07b52712e34 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366786 Aug 25 15:51:36.023804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23d637-bdbb-4076-8470-a34cac0cb06e req-5c99e3c6-cd3a-44df-b030-ca0a1b50277b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:36.025289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c23d637-bdbb-4076-8470-a34cac0cb06e req-5c99e3c6-cd3a-44df-b030-ca0a1b50277b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0486045 Aug 25 15:51:36.062869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9c23d637-bdbb-4076-8470-a34cac0cb06e req-f3039092-251e-4c67-9863-43b0991480e7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Aug 25 15:51:36.084822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54652) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:36.123910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66f140-bd00-4c58-a749-6f2b7bf18f1e tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:36.125421 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2d66f140-bd00-4c58-a749-6f2b7bf18f1e tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 1092 time: 0.0396063 Aug 25 15:51:36.128312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54654) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:36.132606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:51:36.215219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:36.313457 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:36.414533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.94 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/69594074-2312-4d1f-a11d-880dc41a1a0e) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:51:36.519462 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:36.621420 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:36.661301 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:51:36.664242 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:51:36.667876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:51:36.690761 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=69594074-2312-4d1f-a11d-880dc41a1a0e,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:37.024208 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:37.165961 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:37.314803 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:37.369480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:37.441224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=69594074-2312-4d1f-a11d-880dc41a1a0e,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:51:37.453254 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:37.550969 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 43e4e52f-9552-40cf-8f8e-c8fef394479b associated. External IP: 172.25.8.94, port: 3b673f59-05ba-4de7-a1fb-574a167008ef. Aug 25 15:51:37.754472 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router e4b28ea7-3724-442c-80ac-28ae607dabe9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:51:37.859413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:51:37.869974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] Sync routers for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:51:37.880816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:37.881445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:37.929383 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:37.959978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-28d46cbe-5662-43e9-aaae-e59d986a336a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8306439 Aug 25 15:51:37.960580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:51:37.962893 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:51:37.991321 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:38.002970 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcf29fb-7a22-4070-8555-45b722a7d3fd x-openstack-request-id: req-1fcf29fb-7a22-4070-8555-45b722a7d3fd {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:51:38.003369 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:51:38.003693 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fcf29fb-7a22-4070-8555-45b722a7d3fd {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:51:38.004186 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'status': 'completed', 'code': 200} Aug 25 15:51:38.061876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cb5d9-d37d-4b6a-8116-474e2bca067d req-59b5f621-443d-4d46-bf60-bc831861cd90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:38.063411 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a86cb5d9-d37d-4b6a-8116-474e2bca067d req-59b5f621-443d-4d46-bf60-bc831861cd90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0509794 Aug 25 15:51:38.073917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-aff4808a-a08b-4ae8-b34a-34d4df620ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:38.075521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-aff4808a-a08b-4ae8-b34a-34d4df620ece service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 1097 time: 0.0478485 Aug 25 15:51:38.106145 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a86cb5d9-d37d-4b6a-8116-474e2bca067d req-0035cfa9-034f-49a1-859f-140009769307 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Aug 25 15:51:38.132194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54660) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:38.173512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-ced559ab-7d1e-4d74-bc20-989d4e6fb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:38.175080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-ced559ab-7d1e-4d74-bc20-989d4e6fb53c service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ce29a4-96b4-4e3c-a04b-920b78b8517a HTTP/1.1" status: 200 len: 898 time: 0.0911846 Aug 25 15:51:38.200731 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0901f889-57cf-432e-870a-d97dabeaaaaa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/43e4e52f-9552-40cf-8f8e-c8fef394479b HTTP/1.1" status: 200 len: 991 time: 0.0654736 Aug 25 15:51:38.247649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-5be102ce-a319-468a-894a-9128e3b8299b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b673f59-05ba-4de7-a1fb-574a167008ef HTTP/1.1" status: 200 len: 999 time: 0.0647702 Aug 25 15:51:38.299252 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-9d7ef130-4915-4206-ac64-472522569f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:38.300736 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-9d7ef130-4915-4206-ac64-472522569f00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fcfd4112-89e5-436f-a045-a2c5dfdcc488 HTTP/1.1" status: 200 len: 835 time: 0.0443382 Aug 25 15:51:38.348145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-28b54c99-e337-458e-bef5-5937038c3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:51:38.349569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-28b54c99-e337-458e-bef5-5937038c3126 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ce29a4-96b4-4e3c-a04b-920b78b8517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408392 Aug 25 15:51:38.386540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '43e4e52f-9552-40cf-8f8e-c8fef394479b', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'port_id': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'mac_address': 'fa:16:3e:24:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:51:36Z', 'updated_at': '2021-08-25T15:51:36Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:38.412925 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] Checking router: e4b28ea7-3724-442c-80ac-28ae607dabe9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:51:38.422314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:51:38.422942 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:38.532660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:51:38.772451 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '43e4e52f-9552-40cf-8f8e-c8fef394479b', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'port_id': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'mac_address': 'fa:16:3e:24:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:51:36Z', 'updated_at': '2021-08-25T15:51:36Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:51:38.790674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-60fcb5e8-c71a-47e7-a20e-e9c4a020c710 service neutron] 10.222.0.45 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328225 Aug 25 15:51:38.799536 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cdfb7-4261-45ed-afb2-184118276920 None None] The sync data for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 is: [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '43e4e52f-9552-40cf-8f8e-c8fef394479b', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'port_id': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'mac_address': 'fa:16:3e:24:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:51:36Z', 'updated_at': '2021-08-25T15:51:36Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:51:38.887480 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-28f94bbe-8798-4503-b20c-1c1d6a1a80ac req-a921cd65-028d-47c2-b679-fbaa706eaf7c service neutron] 10.222.0.45 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875912 Aug 25 15:51:38.999743 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36b56a-d508-4b26-ae35-7311a3e4fe91 None None] New status for floating IP 43e4e52f-9552-40cf-8f8e-c8fef394479b: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:51:39.203984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:51:39.268775 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1935ad4f-1ff6-4d5e-824a-26209fd317dc tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/43e4e52f-9552-40cf-8f8e-c8fef394479b HTTP/1.1" status: 200 len: 993 time: 0.0636182 Aug 25 15:51:51.071931 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9935-fbab-4394-b406-f29db17de3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:53.740514 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-85dea0be-cfbe-4b84-8c01-bf1b82cee390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:54.220651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:55.711836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:57.266211 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:57.791869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:51:59.517927 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:06.946751 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:52:08.156900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feeb7c-f51c-49ce-8e14-c83e62d69118 req-c5309601-5515-47e5-bfd0-51d207f0bddb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:08.158431 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84feeb7c-f51c-49ce-8e14-c83e62d69118 req-c5309601-5515-47e5-bfd0-51d207f0bddb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0532777 Aug 25 15:52:08.196075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84feeb7c-f51c-49ce-8e14-c83e62d69118 req-af74e922-18bf-4b25-90c8-d9aaae78672e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305805 Aug 25 15:52:09.312507 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70844de-e0f5-4e49-874f-b4135d3702f9 req-18ad5924-8d28-44ef-b6cc-715d0dae665b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:09.313988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c70844de-e0f5-4e49-874f-b4135d3702f9 req-18ad5924-8d28-44ef-b6cc-715d0dae665b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Aug 25 15:52:09.352446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c70844de-e0f5-4e49-874f-b4135d3702f9 req-3f8a6b0b-25b8-424b-addd-3483a1233c23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Aug 25 15:52:09.374487 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:09.438070 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a5d84c67-8268-4c72-9521-7769bdabe9ed tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/43e4e52f-9552-40cf-8f8e-c8fef394479b HTTP/1.1" status: 200 len: 993 time: 0.0624156 Aug 25 15:52:10.816541 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d43efe-1013-45e0-b96a-cc062f08ea71 req-89bd972b-d822-4c03-be19-303dd3619a6a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:10.818441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72d43efe-1013-45e0-b96a-cc062f08ea71 req-89bd972b-d822-4c03-be19-303dd3619a6a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0518734 Aug 25 15:52:10.859078 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-72d43efe-1013-45e0-b96a-cc062f08ea71 req-db6ccdfd-2994-4ef5-99a6-98f4683ad6cc tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Aug 25 15:52:11.975650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7defa8f-5900-44e0-868a-8beef3af4783 req-0eb5fc95-d886-4956-b9d1-b1a02c0011b9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:11.977148 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7defa8f-5900-44e0-868a-8beef3af4783 req-0eb5fc95-d886-4956-b9d1-b1a02c0011b9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0489969 Aug 25 15:52:12.015486 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f7defa8f-5900-44e0-868a-8beef3af4783 req-d839f123-f143-49f4-8bf9-d1a9e9ea04a7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322990 Aug 25 15:52:12.037710 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54692) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:12.097543 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ecd5318a-8c98-4487-96de-940f8b1b0aec tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/43e4e52f-9552-40cf-8f8e-c8fef394479b HTTP/1.1" status: 200 len: 993 time: 0.0586073 Aug 25 15:52:12.357497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54698) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:12.514708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 69594074-2312-4d1f-a11d-880dc41a1a0e {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:52:12.515080 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:12.588552 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:12.588877 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:12.600848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 69594074-2312-4d1f-a11d-880dc41a1a0e owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:52:12.825674 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:12.853786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=69594074-2312-4d1f-a11d-880dc41a1a0e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:12.878076 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.878430 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.878774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.879142 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.879479 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.879814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.880150 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.880482 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.880812 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.881140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.881480 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.881794 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:12.922383 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:12.922719 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 43e4e52f-9552-40cf-8f8e-c8fef394479b disassociated (deleted). External IP: 172.25.8.94, port: 3b673f59-05ba-4de7-a1fb-574a167008ef. Aug 25 15:52:13.125929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router e4b28ea7-3724-442c-80ac-28ae607dabe9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:52:13.232513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:52:13.237247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:13.242388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40639075-745b-4656-8288-874154c19d74 None None] Sync routers for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:52:13.251157 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40639075-745b-4656-8288-874154c19d74 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:13.251747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-40639075-745b-4656-8288-874154c19d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:13.263456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8143329e-4456-420b-a25b-a478340c92b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/floatingips/43e4e52f-9552-40cf-8f8e-c8fef394479b HTTP/1.1" status: 204 len: 168 time: 0.9049361 Aug 25 15:52:13.264053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:52:13.266356 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:52:13.306857 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c4070-2360-4e52-aa52-2a54a0cb6fd7 x-openstack-request-id: req-ea7c4070-2360-4e52-aa52-2a54a0cb6fd7 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:52:13.307210 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:52:13.307470 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea7c4070-2360-4e52-aa52-2a54a0cb6fd7 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:52:13.307881 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'status': 'completed', 'code': 200} Aug 25 15:52:13.360071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-40639075-745b-4656-8288-874154c19d74 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:13.369804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-fd5ceacc-1d7e-436c-9d59-688ccf1eb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:13.371337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-fd5ceacc-1d7e-436c-9d59-688ccf1eb0b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 1097 time: 0.0412283 Aug 25 15:52:13.466787 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-c1037e46-f80b-4f6e-9f07-32e7e679cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:13.468471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-c1037e46-f80b-4f6e-9f07-32e7e679cb6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=77ce29a4-96b4-4e3c-a04b-920b78b8517a HTTP/1.1" status: 200 len: 898 time: 0.0880709 Aug 25 15:52:13.514526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-cfb427cd-29ba-41e4-ba1c-6864535ed342 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b673f59-05ba-4de7-a1fb-574a167008ef HTTP/1.1" status: 200 len: 217 time: 0.0361924 Aug 25 15:52:13.563075 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-40639075-745b-4656-8288-874154c19d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:13.571307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-40a35833-b7fd-472e-838f-f63bb7dc1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:13.572862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-40a35833-b7fd-472e-838f-f63bb7dc1e92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fcfd4112-89e5-436f-a045-a2c5dfdcc488 HTTP/1.1" status: 200 len: 835 time: 0.0509899 Aug 25 15:52:13.590844 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40639075-745b-4656-8288-874154c19d74 None None] Checking router: e4b28ea7-3724-442c-80ac-28ae607dabe9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:52:13.600388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40639075-745b-4656-8288-874154c19d74 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:13.601084 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-40639075-745b-4656-8288-874154c19d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:13.628832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-7f51ef5c-e4ed-4da3-9fd3-f227a2e051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:13.630622 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-7f51ef5c-e4ed-4da3-9fd3-f227a2e051d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77ce29a4-96b4-4e3c-a04b-920b78b8517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481246 Aug 25 15:52:13.706250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-40639075-745b-4656-8288-874154c19d74 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:13.755200 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea98814-dedb-4533-b9d0-3421828681cc req-03ad5f6b-6c42-4f03-a449-d91a72994103 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:13.756638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cea98814-dedb-4533-b9d0-3421828681cc req-03ad5f6b-6c42-4f03-a449-d91a72994103 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.1791008 Aug 25 15:52:13.774418 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-abd096d7-f0cb-42ad-8b3a-d7bdf55eb43c service neutron] 10.222.0.45 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355393 Aug 25 15:52:13.849511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cea98814-dedb-4533-b9d0-3421828681cc req-43f6dbe3-010c-456f-8e76-af4c00d1732f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866654 Aug 25 15:52:13.881745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0518c311-f151-49a5-a8d5-e1e3f42f9f6d req-a937da60-8269-43f6-9af2-0a4b8bbe9e7e service neutron] 10.222.0.45 "GET /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998869 Aug 25 15:52:13.916223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-40639075-745b-4656-8288-874154c19d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:13.946115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40639075-745b-4656-8288-874154c19d74 None None] The sync data for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 is: [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c', 'name': '', 'network_id': '77ce29a4-96b4-4e3c-a04b-920b78b8517a', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:d0:48:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:22Z', 'updated_at': '2021-08-25T15:51:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'fcfd4112-89e5-436f-a045-a2c5dfdcc488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:52:14.175263 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e9a9d-d33d-4aa1-9e95-0d4500eb608f None None] New status for floating IP 43e4e52f-9552-40cf-8f8e-c8fef394479b: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:52:15.016785 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550c434-8ff3-49b8-9a12-33e7972cb0ec req-e7b47105-c03d-42be-b7be-b98f1ebe57aa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:15.018272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e550c434-8ff3-49b8-9a12-33e7972cb0ec req-e7b47105-c03d-42be-b7be-b98f1ebe57aa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.1006150 Aug 25 15:52:15.056144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e550c434-8ff3-49b8-9a12-33e7972cb0ec req-63350b89-c09b-475c-aac8-7e155af43b22 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Aug 25 15:52:15.314616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7ae8339d-d1fe-41b5-8d6a-740f1748ec1e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:15.316100 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7ae8339d-d1fe-41b5-8d6a-740f1748ec1e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 946 time: 0.0533211 Aug 25 15:52:15.403457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 3b673f59-05ba-4de7-a1fb-574a167008ef {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:52:15.403799 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:15.493113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 3b673f59-05ba-4de7-a1fb-574a167008ef, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=3b673f59-05ba-4de7-a1fb-574a167008ef,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:15.493470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:15.506141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 3b673f59-05ba-4de7-a1fb-574a167008ef owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:52:15.683132 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:15.714822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=3b673f59-05ba-4de7-a1fb-574a167008ef,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:15.725371 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.725726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.726064 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.726401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.726734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.727099 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.727435 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.727762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.728092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.728414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.729085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.729085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:15.768150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] No DVR routers for this DVR port 3b673f59-05ba-4de7-a1fb-574a167008ef on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:52:15.771261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:15.773275 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b4a5f87-1434-4b2c-8162-9121089534bc req-7cebb4fe-094e-4bc2-afdc-f14b76d9ce36 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "DELETE /v2.0/ports/3b673f59-05ba-4de7-a1fb-574a167008ef HTTP/1.1" status: 204 len: 173 time: 0.4508898 Aug 25 15:52:15.773709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'name': 'network-vif-deleted', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:52:15.775985 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd173389-f823-452e-8997-fd0bf09321a8" -d '{"events": [{"server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "name": "network-vif-deleted", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:52:15.813154 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f65e5f6-5ead-4db6-82fb-0c5be4689ee5 x-openstack-request-id: req-8f65e5f6-5ead-4db6-82fb-0c5be4689ee5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:52:15.813326 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5819485-563f-4680-bd6f-6f711f5ec807", "name": "network-vif-deleted", "tag": "3b673f59-05ba-4de7-a1fb-574a167008ef", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:52:15.813545 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f65e5f6-5ead-4db6-82fb-0c5be4689ee5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:52:15.813948 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5819485-563f-4680-bd6f-6f711f5ec807', 'name': 'network-vif-deleted', 'tag': '3b673f59-05ba-4de7-a1fb-574a167008ef', 'status': 'completed', 'code': 200} Aug 25 15:52:16.165438 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2f49d5f-3bee-4b7f-9550-518dd2257008 req-31696f0d-780b-4796-aaf5-3310fb6f5e68 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5819485-563f-4680-bd6f-6f711f5ec807 HTTP/1.1" status: 200 len: 210 time: 0.0275002 Aug 25 15:52:17.224061 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54720) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:17.576059 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:17.824110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:52:17.824459 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:17.916389 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:17.916761 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:17.929462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:52:18.151482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:18.176241 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:18.354322 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:18.560637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router e4b28ea7-3724-442c-80ac-28ae607dabe9 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:52:18.664330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:52:18.670132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-94d4032c-3351-414f-919d-23eb2d41ba90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/e4b28ea7-3724-442c-80ac-28ae607dabe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448957 Aug 25 15:52:18.672214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54722) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:18.674035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] Sync routers for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:52:18.683960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:18.684574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:18.724875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting subnet fcfd4112-89e5-436f-a045-a2c5dfdcc488 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:52:18.728066 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:18.767605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:18.787111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:18.854273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:18.984017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:52:18Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:18.991549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.009663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] Checking router: e4b28ea7-3724-442c-80ac-28ae607dabe9 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:52:19.017833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] Routers {'e4b28ea7-3724-442c-80ac-28ae607dabe9'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:19.018443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:51:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['e4b28ea7-3724-442c-80ac-28ae607dabe9'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:19.020012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfd4112-89e5-436f-a045-a2c5dfdcc488,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:19.026645 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.028616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd653012-ca00-4baf-aeef-4a370886bc28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/subnets/fcfd4112-89e5-436f-a045-a2c5dfdcc488 HTTP/1.1" status: 204 len: 168 time: 0.3553042 Aug 25 15:52:19.031251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54726) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:19.055436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10f437-4a2f-45c5-962d-bcfc71c3eb75 None None] Network 77ce29a4-96b4-4e3c-a04b-920b78b8517a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:52:19.138511 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.248638 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.360240 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] Set router e4b28ea7-3724-442c-80ac-28ae607dabe9 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:19.360475 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port f9949f40-9037-49bf-8744-1fdc4fb08601 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:52:19.360658 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.443529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port f9949f40-9037-49bf-8744-1fdc4fb08601, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=f9949f40-9037-49bf-8744-1fdc4fb08601,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:19.443887 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.456357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for f9949f40-9037-49bf-8744-1fdc4fb08601 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:52:19.525099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] DHCP port deletion for 77ce29a4-96b4-4e3c-a04b-920b78b8517a request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:52:19.573126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:52:18Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:19.600282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4785647-739c-4174-82d7-033f744b9bd8 None None] The sync data for ids ['e4b28ea7-3724-442c-80ac-28ae607dabe9'] in n-d-805995-2 is: [{'id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842762306', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:51:18Z', 'updated_at': '2021-08-25T15:52:18Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'f9949f40-9037-49bf-8744-1fdc4fb08601', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b28ea7-3724-442c-80ac-28ae607dabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:51:19Z', 'updated_at': '2021-08-25T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:52:19.619919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Deleting port fa1f9847-5275-43dc-8776-fe883526d521 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:52:19.620399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.682648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] For port fa1f9847-5275-43dc-8776-fe883526d521, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=fa1f9847-5275-43dc-8776-fe883526d521,segment=NetworkSegment(6bddde89-d8f5-4d80-862f-3560594cd41f),segment_id=6bddde89-d8f5-4d80-862f-3560594cd41f)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:19.683357 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.696359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Calling delete_port for fa1f9847-5275-43dc-8776-fe883526d521 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:52:19.728763 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.755784 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=f9949f40-9037-49bf-8744-1fdc4fb08601,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:19.825812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.852467 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Pushing event deleted for resources: {'Port': ['ID=fa1f9847-5275-43dc-8776-fe883526d521,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:19.854762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] No DVR routers for this DVR port fa1f9847-5275-43dc-8776-fe883526d521 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:52:19.857499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.862748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.863120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.864049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.864382 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.865152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.865152 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.865387 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.865679 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.866000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.866329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.866650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.866973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c383-3480-4720-8bb2-659c6c1ab260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:19.878452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3b673f59-05ba-4de7-a1fb-574a167008ef no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:52:19.898120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 3b673f59-05ba-4de7-a1fb-574a167008ef {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:52:19.898468 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 3b673f59-05ba-4de7-a1fb-574a167008ef not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:52:19.953605 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:19.955771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.088402 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.088988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Fanout notify agent at l3_agent the message router_deleted on router e4b28ea7-3724-442c-80ac-28ae607dabe9 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:52:20.096065 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.097193 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f50dd587-23d8-46a9-b07e-7bb4a7c09422 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/routers/e4b28ea7-3724-442c-80ac-28ae607dabe9 HTTP/1.1" status: 204 len: 168 time: 1.0650077 Aug 25 15:52:20.100549 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54728) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:20.178369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.269487 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.280412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ce29a4-96b4-4e3c-a04b-920b78b8517a']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:20.291159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bddde89-d8f5-4d80-862f-3560594cd41f') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:20.291455 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bddde89-d8f5-4d80-862f-3560594cd41f') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:20.300059 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.313307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.319079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:52:20.319432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:52:20.326756 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:52:20.454548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.479207 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.479207 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/networks/77ce29a4-96b4-4e3c-a04b-920b78b8517a HTTP/1.1" status: 204 len: 168 time: 0.3615572 Aug 25 15:52:20.480377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54730) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:20.484979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f799e0-3f37-4c17-9743-4e60007a4694 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Network': ['ID=77ce29a4-96b4-4e3c-a04b-920b78b8517a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:20.529602 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207904a5-83da-44f2-a21f-7978f6368241 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.558796 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207904a5-83da-44f2-a21f-7978f6368241 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.688474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207904a5-83da-44f2-a21f-7978f6368241 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.691118 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-207904a5-83da-44f2-a21f-7978f6368241 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:20.692860 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-207904a5-83da-44f2-a21f-7978f6368241 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f1b10b6-5e35-4ebe-ae50-892567f1e8aa HTTP/1.1" status: 204 len: 168 time: 0.2250679 Aug 25 15:52:20.703394 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207904a5-83da-44f2-a21f-7978f6368241 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b10b6-5e35-4ebe-ae50-892567f1e8aa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:20.949604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:52:20.973670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:52:20.974012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device c6c0dd42-8d40-47ce-bfaf-0e17ca74a63c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:52:20.974420 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa1f9847-5275-43dc-8776-fe883526d521 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:52:21.000750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: fa1f9847-5275-43dc-8776-fe883526d521 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:52:21.000750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device fa1f9847-5275-43dc-8776-fe883526d521 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:52:21.000750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f9949f40-9037-49bf-8744-1fdc4fb08601 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:52:21.018384 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: f9949f40-9037-49bf-8744-1fdc4fb08601 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:52:21.018728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device f9949f40-9037-49bf-8744-1fdc4fb08601 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:52:21.077417 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b262378-a0a9-4e8e-a933-1b4ee4b3ee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.156741 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54736) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:21.161549 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479967224', 'description': 'tempest-secgroup-smoke-1479967224 description', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:21.254051 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.332722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.373856 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.401694 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede761da-2b96-431a-a840-4e9405474244,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:21.442262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.443567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-397e1dd6-bb17-473a-a76c-b9a3d6e92ee5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2857740 Aug 25 15:52:21.446425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54738) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:21.450879 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': 'ede761da-2b96-431a-a840-4e9405474244', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:21.557098 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.612033 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.688041 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.708485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f69ad2-e193-4b77-ba75-0519af5679b0,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:21.779783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.781007 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-346b467c-262e-4fb8-8a50-af3d700ceb00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336627 Aug 25 15:52:21.783755 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54740) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:21.788798 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': 'ede761da-2b96-431a-a840-4e9405474244', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:21.875915 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.933420 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:21.996883 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.016886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e6fd62-392f-475b-9af1-e9bcf1e59426,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:22.071207 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.072368 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cd7e4392-67ee-4613-8a0f-7cf2e4714760 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2876427 Aug 25 15:52:22.075266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54742) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:22.079942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': 'ede761da-2b96-431a-a840-4e9405474244', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:22.150705 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.208712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.265346 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.282373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7569def-cf0a-47e7-89a3-479cbbc6f41c,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:22.345634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.346971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8cefc649-7e10-45fd-b042-7a9da2d0bcf9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706642 Aug 25 15:52:22.354378 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54744) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:22.358936 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': 'ede761da-2b96-431a-a840-4e9405474244', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:22.448145 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.505836 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.591049 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.610344 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ada3f2-58d7-4128-8c9d-f0f75baa4180,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:22.716665 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.719367 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8d90bdf-5075-45d2-86fd-cf6555ade784 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624103 Aug 25 15:52:22.720675 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54746) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:22.725869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': 'ede761da-2b96-431a-a840-4e9405474244', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:22.790717 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:52:22.795701 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.858731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.933593 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:22.951547 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb2dd7b-1570-48bc-9514-e6f637a45753,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:23.002268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.003481 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-df28a79f-388e-4561-af62-0d801209492f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817585 Aug 25 15:52:23.006373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54748) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:23.010778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': 'ede761da-2b96-431a-a840-4e9405474244', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:23.087993 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:52:23.092745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.151678 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.208792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.227472 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7687ba2-d8d5-4193-bc2d-8b4f67906dd8,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:23.277046 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.278582 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-25b88ccf-08f9-405a-8f0e-bec756f688ae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2710745 Aug 25 15:52:23.281518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54750) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:23.287112 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'network': {'name': 'tempest-network-smoke--650070981', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:23.345327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:52:23.349731 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.372885 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:52:23.381131 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.381473 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Added segment bf06fb74-2845-4420-a2c0-dfe07accc66a of type vlan for network 48160754-d94e-4039-aee4-828aa80259a2 Aug 25 15:52:23.419795 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.476862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.482406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:23.483039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.548866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Network': ['ID=48160754-d94e-4039-aee4-828aa80259a2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:23.559662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 48160754-d94e-4039-aee4-828aa80259a2 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:52:23.597759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4dbe3704-ab74-4ebc-a0d3-67e27ca70841 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3150768 Aug 25 15:52:23.600379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54752) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:23.605693 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'admin_state_up': True, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:23.688501 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.689583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.742634 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:23.762369 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9700-bbb3-42e5-8f86-17dd54de2fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.219824 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.321027 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.587553 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.609497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.706257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.190 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/af7f51db-5ea5-4dde-bca8-d16b31ad3388) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:52:24.809566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.905727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:24.941288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:52:24.946492 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:24.950018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:52:24.976582 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=af7f51db-5ea5-4dde-bca8-d16b31ad3388,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:25.251876 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:25.445846 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:25.671088 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:52:25.728072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:25.779070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:52:25.789910 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Sync routers for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:52:25.799249 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:25.803664 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:25.842802 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:25.844132 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2c2283f9-3280-442a-9610-4ef7fd3a886f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2426751 Aug 25 15:52:25.847184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54754) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:25.876901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bba30bc1-e29c-42e6-8b3d-2a7a3bb36d92 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f91a086d14bb4020b68a34f2908ed69d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286188 Aug 25 15:52:25.879423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54756) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:25.904021 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:25.964067 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a4bfd-4c82-45f5-be6d-cc7033a577e1 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:25.965493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-051a4bfd-4c82-45f5-be6d-cc7033a577e1 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851736 Aug 25 15:52:25.968319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54758) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:26.002066 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7abbf5eb-a9fd-4d90-9eb4-5c54d5c16700 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326784 Aug 25 15:52:26.004844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54760) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:26.010831 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882285312', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:26.078713 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:25Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:26.105332 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Checking router: 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:52:26.105675 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Updating router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 port af7f51db-5ea5-4dde-bca8-d16b31ad3388 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:52:26.129219 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.168263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:52:26.171811 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.371157 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.380411 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Transition to ACTIVE for port object af7f51db-5ea5-4dde-bca8-d16b31ad3388 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:26.420197 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.443639 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.482421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Subnet': ['ID=b8d2be0a-8384-40e8-9ccd-586f0da07d24,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:26.490145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Checking segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:52:26.490524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network hostable DHCP agents. Network: 48160754-d94e-4039-aee4-828aa80259a2, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:52:26.503058 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Pushing event updated for resources: {'Port': ['ID=af7f51db-5ea5-4dde-bca8-d16b31ad3388,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:26.508155 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Attempting to bind port af7f51db-5ea5-4dde-bca8-d16b31ad3388 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:52:26.509498 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Attempting to bind port af7f51db-5ea5-4dde-bca8-d16b31ad3388 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:52:26.509498 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Attempting to bind port af7f51db-5ea5-4dde-bca8-d16b31ad3388 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:52:26.515710 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.516051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.516384 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.516718 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.517042 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.517364 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.517682 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.518053 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.518370 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.518688 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.519003 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.519349 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:52:26.525197 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:52:26.525562 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:52:26.525955 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.526330 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:52:26.526911 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Bound port: af7f51db-5ea5-4dde-bca8-d16b31ad3388, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:52:26.527347 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.557055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 48160754-d94e-4039-aee4-828aa80259a2 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:52:26.577717 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] For port af7f51db-5ea5-4dde-bca8-d16b31ad3388, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:52:26.580745 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] For port af7f51db-5ea5-4dde-bca8-d16b31ad3388, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=af7f51db-5ea5-4dde-bca8-d16b31ad3388,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:52:26.625813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 48160754-d94e-4039-aee4-828aa80259a2) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:26.629925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:26.631052 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.635974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c493eac-20aa-4ac0-84b7-21f02da8a32e None None] Network 48160754-d94e-4039-aee4-828aa80259a2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:52:26.649205 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.692914 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:26.694051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:26.703457 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a2d01789-dc1e-41e8-805b-75dc5f7289e0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6941772 Aug 25 15:52:26.703825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54762) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:26.801533 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-48160754-d94e-4039-aee4-828aa80259a2', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:52:26.803650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:26.861402 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5cad5-9cf4-40d1-9dd3-0a9120f9cc31 None None] Pushing event updated for resources: {'Port': ['ID=af7f51db-5ea5-4dde-bca8-d16b31ad3388,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:26.921925 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:26.965202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Allocated IP 172.20.0.2 (48160754-d94e-4039-aee4-828aa80259a2/b8d2be0a-8384-40e8-9ccd-586f0da07d24/6e411fa9-b29a-4041-9283-92b3ac586cf0) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:52:27.111324 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:25Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:27.119561 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.128672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Transition to ACTIVE for port object 6e411fa9-b29a-4041-9283-92b3ac586cf0 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:27.139440 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df8471-41ed-42a6-8d79-a6f4f0e646a6 None None] The sync data for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 is: [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:25Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:52:27.144299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Transition to ACTIVE for port object 6e411fa9-b29a-4041-9283-92b3ac586cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:27.165696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.232789 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.269415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Network 48160754-d94e-4039-aee4-828aa80259a2 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:52:27.274583 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:27.278777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:52:27.288056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Pushing event updated for resources: {'Port': ['ID=6e411fa9-b29a-4041-9283-92b3ac586cf0,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:27.291351 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.342046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Attempting to bind port 6e411fa9-b29a-4041-9283-92b3ac586cf0 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:52:27.342434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Attempting to bind port 6e411fa9-b29a-4041-9283-92b3ac586cf0 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:52:27.342802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Attempting to bind port 6e411fa9-b29a-4041-9283-92b3ac586cf0 on network 48160754-d94e-4039-aee4-828aa80259a2 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:52:27.348307 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:52:27.348689 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Checking segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:52:27.349096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.350370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Bound using segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:52:27.350860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Bound port: 6e411fa9-b29a-4041-9283-92b3ac586cf0, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:52:27.351443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.439748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] For port 6e411fa9-b29a-4041-9283-92b3ac586cf0, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:52:27.443064 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] For port 6e411fa9-b29a-4041-9283-92b3ac586cf0, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e411fa9-b29a-4041-9283-92b3ac586cf0,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:52:27.466008 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.1 (48160754-d94e-4039-aee4-828aa80259a2/b8d2be0a-8384-40e8-9ccd-586f0da07d24/3d87f71a-ca3c-4545-bf88-dfd4e591b6e2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:52:27.511690 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.578764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc61dab-d113-4a2b-be18-6e19a422d3c1 None None] Pushing event updated for resources: {'Port': ['ID=6e411fa9-b29a-4041-9283-92b3ac586cf0,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:27.594600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.600995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:27.702898 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.764009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 48160754-d94e-4039-aee4-828aa80259a2 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:52:27.767197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:27.770979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:52:27.780867 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:27.823769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:27.831508 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:28.004722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:28.291108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:28.345440 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:28.421367 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:28.425262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:28.482635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6252e8-4ea8-4899-ac94-5c875ef46b31 None None] Network 48160754-d94e-4039-aee4-828aa80259a2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:52:28.529197 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 48160754-d94e-4039-aee4-828aa80259a2 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:52:28.530698 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:28.602805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-22b64925-024c-4ec3-9bfb-1986a34e5368 None None] Provisioning for port 6e411fa9-b29a-4041-9283-92b3ac586cf0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:28.643469 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:52:28.760411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:52:28.768607 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7e76044c-677e-4591-a339-a404274e1470 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/249c5ba0-0b6b-4229-b48b-d79254b0f2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0607846 Aug 25 15:52:28.927872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-a24d0fdf-6bcc-48a2-aacb-e02e6263f38e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479967224&fields=id&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 267 time: 0.0468888 Aug 25 15:52:29.014013 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dcf87c77-f5c2-4f6a-b952-63a345595dd6 None None] Provisioning for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:29.019443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-dcf87c77-f5c2-4f6a-b952-63a345595dd6 None None] Provisioning complete for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:29.023593 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dcf87c77-f5c2-4f6a-b952-63a345595dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.055751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af7f51db-5ea5-4dde-bca8-d16b31ad3388 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:29.073035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-3030d6b2-db9b-4005-bf91-abbd41773742 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:29.074660 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-3030d6b2-db9b-4005-bf91-abbd41773742 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/networks?id=48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 200 len: 796 time: 0.1451077 Aug 25 15:52:29.081448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Sync routers for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:52:29.099139 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-780fbef8-f5ec-414b-9094-32161d4b9c97 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/quotas/f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 375 time: 0.0127208 Aug 25 15:52:29.109965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87c77-f5c2-4f6a-b952-63a345595dd6 None None] Port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:52:29.117548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:29.121762 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:29.154946 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-60d94ad6-b1e6-4d14-bb54-ba80963c9b46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494721 Aug 25 15:52:29.238912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:29.267608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-091cf2c8-903c-4a12-8177-90c9b14d2100 service neutron] 10.222.0.58 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996172 Aug 25 15:52:29.269472 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port af7f51db-5ea5-4dde-bca8-d16b31ad3388 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:29.277304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port af7f51db-5ea5-4dde-bca8-d16b31ad3388 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:29.277686 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.362126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-c6d49e75-aa35-4a1b-a13d-d09d8b2b64c9 service neutron] 10.222.0.58 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879269 Aug 25 15:52:29.399569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2d36-c875-4f04-97fa-212fd5e0ef7f None None] Provisioning complete for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:29.399943 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2d36-c875-4f04-97fa-212fd5e0ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.497923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b2d36-c875-4f04-97fa-212fd5e0ef7f None None] Port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:52:29.509794 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.558238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port af7f51db-5ea5-4dde-bca8-d16b31ad3388, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=af7f51db-5ea5-4dde-bca8-d16b31ad3388,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:29.586314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:28Z', 'revision_number': 2, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:29.612045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-47e030fa-c666-4b66-9c73-a28c25184f24 req-7ed21b4b-0a6b-4942-8cbc-58714f6d7e6c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 210 time: 0.0384805 Aug 25 15:52:29.615785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Checking router: 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:52:29.616148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Updating router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:52:29.617971 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.639470 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.640261 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e411fa9-b29a-4041-9283-92b3ac586cf0 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:29.689806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b469b29e-1de0-4e15-9fda-12db05ee6c84 None None] Provisioning complete for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:29.690180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b469b29e-1de0-4e15-9fda-12db05ee6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.698475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:29.768561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=af7f51db-5ea5-4dde-bca8-d16b31ad3388,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:29.772774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b469b29e-1de0-4e15-9fda-12db05ee6c84 None None] Port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:52:29.895423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 6e411fa9-b29a-4041-9283-92b3ac586cf0 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:29.923356 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6e411fa9-b29a-4041-9283-92b3ac586cf0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:29.923725 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.069372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.101392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.120915 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Transition to ACTIVE for port object 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:30.123571 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 6e411fa9-b29a-4041-9283-92b3ac586cf0, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e411fa9-b29a-4041-9283-92b3ac586cf0,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:30.173945 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.179590 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.238304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=6e411fa9-b29a-4041-9283-92b3ac586cf0,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:30.316702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Attempting to bind port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:52:30.317065 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Attempting to bind port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:52:30.317436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Attempting to bind port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 on network 48160754-d94e-4039-aee4-828aa80259a2 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:52:30.324164 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa962-1d21-4368-9e0e-ca91878834a9 None None] Pushing event updated for resources: {'Port': ['ID=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:30.329330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:52:30.329975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Checking segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:52:30.330156 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.330543 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Bound using segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:52:30.331014 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Bound port: 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:52:30.331424 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.398353 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] For port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:52:30.401605 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] For port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:52:30.483717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:30.559851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:30.560495 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:30.562418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa962-1d21-4368-9e0e-ca91878834a9 None None] Pushing event updated for resources: {'Port': ['ID=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:30.723652 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a13435a5-914c-4244-9165-cfe21707f11d req-85f27cc2-9939-4fd6-be70-b598fc6da32f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 210 time: 0.0398009 Aug 25 15:52:30.850669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:30.973508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af7f51db-5ea5-4dde-bca8-d16b31ad3388 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:31.073969 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port af7f51db-5ea5-4dde-bca8-d16b31ad3388 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:31.074645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:31.122066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:30Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:31.149909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656db3f-2c1c-4819-abc3-412bbf4d93b0 None None] The sync data for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 is: [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:30Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:52:31.202967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e411fa9-b29a-4041-9283-92b3ac586cf0 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:31.256957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 6e411fa9-b29a-4041-9283-92b3ac586cf0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:31.257337 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:31.486290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-ccb5f07c-8a45-44c5-b837-08248190bded tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:31.487822 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-ccb5f07c-8a45-44c5-b837-08248190bded tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/networks?id=48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 200 len: 796 time: 0.1053202 Aug 25 15:52:31.532918 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-3e29abf0-9278-40d3-ada3-3a6d9975e8c7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 380 time: 0.0356748 Aug 25 15:52:31.542272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'port': {'device_id': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'admin_state_up': True, 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'security_groups': ['ede761da-2b96-431a-a840-4e9405474244']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:31.734042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:52:31.738051 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:31.837168 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a1b9edd6-aa50-421e-91bc-ff017ccec10f req-90f7c9a1-a92c-4c6b-a089-9ad07a9dbcbe tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 210 time: 0.0392792 Aug 25 15:52:31.905506 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.8 (48160754-d94e-4039-aee4-828aa80259a2/b8d2be0a-8384-40e8-9ccd-586f0da07d24/b6639dd9-37ad-4cc4-916c-41cd42ff3f0b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:52:32.045945 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.060016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object b6639dd9-37ad-4cc4-916c-41cd42ff3f0b will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:32.164875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.218345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 48160754-d94e-4039-aee4-828aa80259a2 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:52:32.222470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:32.226611 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:52:32.231098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:32.297625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:32.298244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.369253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-b4639013-3a80-4ff6-9d5d-5242b2a52e46 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8307390 Aug 25 15:52:32.436202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Request body: {'port': {'device_id': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:32.493264 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.510865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5547f80a-3815-48f1-a928-07b91e7214e8 None None] Provisioning for port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:32.514914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-5547f80a-3815-48f1-a928-07b91e7214e8 None None] Provisioning complete for port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:32.515340 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5547f80a-3815-48f1-a928-07b91e7214e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.550445 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-5547f80a-3815-48f1-a928-07b91e7214e8 None None] Port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:52:32.758537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6639dd9-37ad-4cc4-916c-41cd42ff3f0b {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:52:32.765995 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.778164 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Transition to ACTIVE for port object b6639dd9-37ad-4cc4-916c-41cd42ff3f0b will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:52:32.859698 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:32.914862 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Pushing event updated for resources: {'Port': ['ID=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:32.976423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a1ce7-fdff-4b07-b8f3-6724d402545f req-8ada46f5-dbf1-44e7-83d0-4c3fff70fbcd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:32.978639 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-876a1ce7-fdff-4b07-b8f3-6724d402545f req-8ada46f5-dbf1-44e7-83d0-4c3fff70fbcd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 943 time: 0.0720112 Aug 25 15:52:33.003652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Attempting to bind port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:52:33.004364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Attempting to bind port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:52:33.004692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Attempting to bind port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b on network 48160754-d94e-4039-aee4-828aa80259a2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:52:33.021426 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b on network 48160754-d94e-4039-aee4-828aa80259a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:52:33.022150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Attempting to bind port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b on network 48160754-d94e-4039-aee4-828aa80259a2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:52:33.025647 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:33.028347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:52:33.028958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Checking segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:52:33.029538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Bound using segment: {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:52:33.030195 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Bound port: b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf06fb74-2845-4420-a2c0-dfe07accc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '48160754-d94e-4039-aee4-828aa80259a2'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:52:33.030764 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:33.038080 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-876a1ce7-fdff-4b07-b8f3-6724d402545f req-a9fafbdf-2238-4d27-8ba4-43060514d3cf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527530 Aug 25 15:52:33.111336 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] For port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:52:33.114570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] For port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:52:33.156927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:33.165754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:33.166138 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:33.174425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:33.213865 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.214485 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:33.215909 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] 10.222.0.52 "PUT /v2.0/ports/b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 200 len: 1091 time: 0.8380656 Aug 25 15:52:33.216355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:52:33.218606 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c3aed-a858-4814-991d-e7643cef4681" -d '{"events": [{"name": "network-changed", "server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:52:33.239035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5d92-198e-4f3b-9c86-1494c67c909e service neutron] Pushing event updated for resources: {'Port': ['ID=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:33.265862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:33.265980 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538177b2-e871-4d1e-84b9-901fc56bf6c9 x-openstack-request-id: req-538177b2-e871-4d1e-84b9-901fc56bf6c9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:52:33.265980 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:52:33.265980 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-538177b2-e871-4d1e-84b9-901fc56bf6c9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:52:33.265980 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'status': 'completed', 'code': 200} Aug 25 15:52:33.298705 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:33.326536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3aed-a858-4814-991d-e7643cef4681 req-1c8e5902-a581-4ec9-bac4-10b196e2825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.328183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-688c3aed-a858-4814-991d-e7643cef4681 req-1c8e5902-a581-4ec9-bac4-10b196e2825a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1094 time: 0.0438216 Aug 25 15:52:33.396933 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:33.441305 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3aed-a858-4814-991d-e7643cef4681 req-e32dd0e1-caa4-42a7-9d64-c1b215afd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.442860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-688c3aed-a858-4814-991d-e7643cef4681 req-e32dd0e1-caa4-42a7-9d64-c1b215afd63c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f91a086d14bb4020b68a34f2908ed69d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1056981 Aug 25 15:52:33.446295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:33.534820 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3aed-a858-4814-991d-e7643cef4681 req-60cd9b3f-b181-4a2c-a3d8-42bfdc78615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.536340 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-688c3aed-a858-4814-991d-e7643cef4681 req-60cd9b3f-b181-4a2c-a3d8-42bfdc78615c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871060 Aug 25 15:52:33.615490 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-602c4c3b-c028-45c0-8b1e-aeea9950c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.616963 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-602c4c3b-c028-45c0-8b1e-aeea9950c02f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1094 time: 0.0450509 Aug 25 15:52:33.658533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-dce6cf50-9373-462f-8d4f-51a38a556cf4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 200 len: 217 time: 0.0342057 Aug 25 15:52:33.707857 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-ea9dde0a-d899-4774-9b50-037ad3408338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.715952 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-ea9dde0a-d899-4774-9b50-037ad3408338 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8d2be0a-8384-40e8-9ccd-586f0da07d24 HTTP/1.1" status: 200 len: 835 time: 0.0439005 Aug 25 15:52:33.755464 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-c1a03c2b-5c55-4004-b7f7-cf9e5e0283d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:33.756959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-c1a03c2b-5c55-4004-b7f7-cf9e5e0283d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48160754-d94e-4039-aee4-828aa80259a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403590 Aug 25 15:52:33.857358 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-01332a2d-7537-4603-a574-d0127207cba9 service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922511 Aug 25 15:52:33.947644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daad149a-7c7c-4005-bc2d-1997936c93f3 req-51707f2a-6ebb-4f79-962d-d6866d51babf service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832040 Aug 25 15:52:34.150763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b7a8-dd15-4352-935b-97118e0711cc req-d9847bbd-ff38-4a92-bc79-840ccdfd5dbe tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:34.152384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3016b7a8-dd15-4352-935b-97118e0711cc req-d9847bbd-ff38-4a92-bc79-840ccdfd5dbe tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 943 time: 0.0519853 Aug 25 15:52:34.191059 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3016b7a8-dd15-4352-935b-97118e0711cc req-480c48b5-e13c-4c65-8654-105cdffd0b8e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Aug 25 15:52:34.955346 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:35.005332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:35.005697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:35.310021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939fccd-6e3e-4d30-aef5-f7d23153c36b req-b8290247-2a18-49a7-8d1a-06eb8a6546b8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:35.311526 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5939fccd-6e3e-4d30-aef5-f7d23153c36b req-b8290247-2a18-49a7-8d1a-06eb8a6546b8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 943 time: 0.0520248 Aug 25 15:52:35.348834 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5939fccd-6e3e-4d30-aef5-f7d23153c36b req-edb97f02-8bc2-4d98-8126-d500f2ed1fc5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Aug 25 15:52:35.508719 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6639dd9-37ad-4cc4-916c-41cd42ff3f0b details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:52:35.602181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:35.613317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'port_id': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'mac_address': 'fa:16:3e:f9:53:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:52:35.649634 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:35.662662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6639dd9-37ad-4cc4-916c-41cd42ff3f0b {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:52:35.682556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:35.750878 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:35.796618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:35.990887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['b6639dd9-37ad-4cc4-916c-41cd42ff3f0b'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:52:36.463972 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8701e6-c077-4ceb-9019-0a11054f8c1e req-e796ad4f-5e08-4348-800d-a8e6ec3513c0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:36.465493 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c8701e6-c077-4ceb-9019-0a11054f8c1e req-e796ad4f-5e08-4348-800d-a8e6ec3513c0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 944 time: 0.0501263 Aug 25 15:52:36.504268 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4c8701e6-c077-4ceb-9019-0a11054f8c1e req-a53ef835-d986-423d-bd1c-10ad753a9181 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Aug 25 15:52:37.513328 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6639dd9-37ad-4cc4-916c-41cd42ff3f0b up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:52:37.621051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f6eeb-4a40-4489-82c0-b81fe6495816 req-b2d164da-4b1a-4c10-83f0-50e276e208f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:37.622533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e2f6eeb-4a40-4489-82c0-b81fe6495816 req-b2d164da-4b1a-4c10-83f0-50e276e208f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 944 time: 0.0497801 Aug 25 15:52:37.625338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:52:37.631242 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:52:37.631242 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:37.662392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e2f6eeb-4a40-4489-82c0-b81fe6495816 req-4997cc29-8036-4966-9ed8-d839f6320082 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Aug 25 15:52:37.707199 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:37.729129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:52:37.731380 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b7894-665a-420a-9f41-452fd6761961" -d '{"events": [{"server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "name": "network-vif-plugged", "status": "completed", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:52:37.743806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:52:37.768613 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fffd022-1553-4e4c-bb71-6604bae94c1a x-openstack-request-id: req-1fffd022-1553-4e4c-bb71-6604bae94c1a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:52:37.768903 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "name": "network-vif-plugged", "status": "completed", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:52:37.769157 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fffd022-1553-4e4c-bb71-6604bae94c1a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:52:37.769548 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'code': 200} Aug 25 15:52:37.813744 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:37.863929 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:37.864377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f4db3-9485-4274-a0a5-6b5a215ccbd5 req-78ec58ac-d9c2-4c87-8499-49f8add7945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:37.866481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d08f4db3-9485-4274-a0a5-6b5a215ccbd5 req-78ec58ac-d9c2-4c87-8499-49f8add7945e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1096 time: 0.0397341 Aug 25 15:52:37.901619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d08f4db3-9485-4274-a0a5-6b5a215ccbd5 req-722ee7cc-fdd9-4fed-b641-d4f4c35feaf4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286143 Aug 25 15:52:38.778466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659bc5-a26e-4a50-b01e-f12387d4c4e5 req-2f7d79f5-3803-4276-b8d6-76dbf8cdc262 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:38.779978 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19659bc5-a26e-4a50-b01e-f12387d4c4e5 req-2f7d79f5-3803-4276-b8d6-76dbf8cdc262 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0515792 Aug 25 15:52:38.820149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19659bc5-a26e-4a50-b01e-f12387d4c4e5 req-b8465a3a-ff16-4309-952c-98eb1e8c574a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Aug 25 15:52:39.937965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedbfe5-7c4c-420c-a3ce-7ea2e10f54dc req-34ef69f5-2230-4038-9058-272c43f7f77b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:39.939457 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cedbfe5-7c4c-420c-a3ce-7ea2e10f54dc req-34ef69f5-2230-4038-9058-272c43f7f77b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0521703 Aug 25 15:52:39.977280 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9cedbfe5-7c4c-420c-a3ce-7ea2e10f54dc req-a0490c7b-981f-489a-8296-404a48586382 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Aug 25 15:52:40.090732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33ed9-4a73-45d8-8a41-1a6ec0a6aa87 req-7137229e-4332-4f1c-96f0-d01070685b0e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:40.092146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8fd33ed9-4a73-45d8-8a41-1a6ec0a6aa87 req-7137229e-4332-4f1c-96f0-d01070685b0e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0499935 Aug 25 15:52:40.128996 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8fd33ed9-4a73-45d8-8a41-1a6ec0a6aa87 req-a6567a35-d5ad-4244-97d2-8ff90bcfa588 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308867 Aug 25 15:52:40.153832 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54820) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:40.192142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f164cc5-6d42-4c50-a957-3d85b07db126 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:40.193623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3f164cc5-6d42-4c50-a957-3d85b07db126 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1091 time: 0.0388234 Aug 25 15:52:40.197020 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54822) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:40.201679 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:52:40.271072 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:40.370801 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:40.474651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.212 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/b96f100c-629e-4ab1-b212-c085ab1ff5d5) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:52:40.575531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:40.671432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:40.707595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:52:40.713957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:52:40.717521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:52:40.723615 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=b96f100c-629e-4ab1-b212-c085ab1ff5d5,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:41.073029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:41.209399 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:41.355127 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:41.430873 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:41.502337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=b96f100c-629e-4ab1-b212-c085ab1ff5d5,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:52:41.513974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:41.959570 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP e3e613f7-808a-40cb-94a9-6b38bdd86040 associated. External IP: 172.25.8.212, port: b6639dd9-37ad-4cc4-916c-41cd42ff3f0b. Aug 25 15:52:42.162101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:52:42.272706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:52:42.282570 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] Sync routers for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:52:42.293342 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:42.310910 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:42.362421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:42.392801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-9c6932b6-51ff-4bfd-ac0d-aa0c7c71f01e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1947360 Aug 25 15:52:42.393494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:52:42.395883 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:52:42.400589 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:42.435004 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa805bc-fedf-434c-9e6e-9e7c099e41cb x-openstack-request-id: req-4aa805bc-fedf-434c-9e6e-9e7c099e41cb {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:52:42.435447 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:52:42.435864 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4aa805bc-fedf-434c-9e6e-9e7c099e41cb {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:52:42.436355 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'status': 'completed', 'code': 200} Aug 25 15:52:42.499609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-691db1c3-24cd-4536-87ed-0957b0e7bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:42.501448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-691db1c3-24cd-4536-87ed-0957b0e7bb7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1096 time: 0.0456018 Aug 25 15:52:42.502671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc3a47-c14c-4b99-b5e3-5241b61dc08d req-3b590ec0-3cf3-483e-9931-b485c0ccb338 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:42.504358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71dc3a47-c14c-4b99-b5e3-5241b61dc08d req-3b590ec0-3cf3-483e-9931-b485c0ccb338 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0519028 Aug 25 15:52:42.546334 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-71dc3a47-c14c-4b99-b5e3-5241b61dc08d req-f04822da-e7a5-4a4d-bac7-7f09e590592d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359135 Aug 25 15:52:42.569347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54828) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:42.638149 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'e3e613f7-808a-40cb-94a9-6b38bdd86040', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'port_id': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'mac_address': 'fa:16:3e:f9:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:52:40Z', 'updated_at': '2021-08-25T15:52:40Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:33Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:42.644230 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-41973350-49fe-4147-b3ff-f386fd88db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:42.645735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-41973350-49fe-4147-b3ff-f386fd88db3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 200 len: 897 time: 0.1374071 Aug 25 15:52:42.657970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-26f6b8fa-129f-42ab-80f7-26ad488dc8ab tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/e3e613f7-808a-40cb-94a9-6b38bdd86040 HTTP/1.1" status: 200 len: 991 time: 0.0863936 Aug 25 15:52:42.665730 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] Checking router: 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:52:42.673839 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:52:42.674442 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:52:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:42.716140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-048d719f-ecc9-4c24-985e-c806616f7e1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 200 len: 999 time: 0.0626397 Aug 25 15:52:42.770993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-182e8f72-ea83-48ab-ba54-7f775735212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:42.772490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-182e8f72-ea83-48ab-ba54-7f775735212c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8d2be0a-8384-40e8-9ccd-586f0da07d24 HTTP/1.1" status: 200 len: 835 time: 0.0489585 Aug 25 15:52:42.778629 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:52:42.822303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-847c059e-6378-4057-a9d3-97546cd4f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:52:42.823840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-847c059e-6378-4057-a9d3-97546cd4f73f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48160754-d94e-4039-aee4-828aa80259a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439100 Aug 25 15:52:42.915231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-b87958b6-329a-4233-8b4c-7eb98821110e service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830696 Aug 25 15:52:42.999523 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'e3e613f7-808a-40cb-94a9-6b38bdd86040', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'port_id': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'mac_address': 'fa:16:3e:f9:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:52:40Z', 'updated_at': '2021-08-25T15:52:40Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:33Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:52:43.011333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ac58f29a-a3a9-4f87-a66b-10c8a2262ca3 req-c0e8e5a8-b147-4d5a-9ff1-f6be928d4dfb service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895636 Aug 25 15:52:43.029764 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51f56e-d41e-4eb8-81fa-391e1ce65ab1 None None] The sync data for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 is: [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'e3e613f7-808a-40cb-94a9-6b38bdd86040', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'port_id': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'mac_address': 'fa:16:3e:f9:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:52:40Z', 'updated_at': '2021-08-25T15:52:40Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:33Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:52:43.242315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e3f33-9067-4738-bc53-cfd9b779d943 None None] New status for floating IP e3e613f7-808a-40cb-94a9-6b38bdd86040: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:52:43.660912 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54830) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:52:43.723725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-086c2b6b-d8ed-4e9d-bbd4-a325efcebbc5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/e3e613f7-808a-40cb-94a9-6b38bdd86040 HTTP/1.1" status: 200 len: 993 time: 0.0616267 Aug 25 15:52:43.945815 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:52:51.081701 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-356483bd-e47a-4607-8468-5de43eb5d255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:53.744512 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3a28a772-de3c-4c5b-a420-5877123a20fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:54.230291 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:55.739380 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:57.276524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:57.802300 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:52:59.596235 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:15.265659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24441c6e-b0a3-4dc9-8320-9107852b7810 req-726815f2-c857-466d-a9ac-77fa354535d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:15.267214 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24441c6e-b0a3-4dc9-8320-9107852b7810 req-726815f2-c857-466d-a9ac-77fa354535d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0576308 Aug 25 15:53:15.339082 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24441c6e-b0a3-4dc9-8320-9107852b7810 req-bd151c19-7db0-4e62-8e08-45c8b681204c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655825 Aug 25 15:53:15.352278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a571c6-5500-4861-ae13-651cc04ab81b req-d953a0d4-c4a7-4fe4-885a-f3149a89af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:15.353829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-d953a0d4-c4a7-4fe4-885a-f3149a89af05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1096 time: 0.0595455 Aug 25 15:53:15.447091 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a571c6-5500-4861-ae13-651cc04ab81b req-d4cd1fcf-0971-4f07-a1f1-b939e0e52fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:15.448496 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-d4cd1fcf-0971-4f07-a1f1-b939e0e52fca service neutron] 10.222.0.52 "GET /v2.0/networks?id=48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 200 len: 897 time: 0.0866497 Aug 25 15:53:15.520060 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-131a29bc-f946-4933-9070-80afd6e1f928 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 200 len: 1001 time: 0.0628889 Aug 25 15:53:15.570414 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a571c6-5500-4861-ae13-651cc04ab81b req-402b2679-8df8-46a0-9aff-3da80664d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:15.571937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-402b2679-8df8-46a0-9aff-3da80664d805 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8d2be0a-8384-40e8-9ccd-586f0da07d24 HTTP/1.1" status: 200 len: 835 time: 0.0448649 Aug 25 15:53:15.619554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a571c6-5500-4861-ae13-651cc04ab81b req-9e1795cd-3b15-4b86-a9f5-13d823ba8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:15.621127 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-9e1795cd-3b15-4b86-a9f5-13d823ba8557 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48160754-d94e-4039-aee4-828aa80259a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417545 Aug 25 15:53:15.714100 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-5d8be19c-ba16-45da-ae6b-0ee89383e673 service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852449 Aug 25 15:53:15.806556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-11a571c6-5500-4861-ae13-651cc04ab81b req-04c94eab-541a-4843-8366-7d84dd54bb8d service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851777 Aug 25 15:53:16.460824 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7070b2-c6c8-47b8-9a8f-a80c9446211b req-228f44c1-7ee8-425b-a001-f129351f3195 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:16.462358 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c7070b2-c6c8-47b8-9a8f-a80c9446211b req-228f44c1-7ee8-425b-a001-f129351f3195 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0498452 Aug 25 15:53:16.506348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8c7070b2-c6c8-47b8-9a8f-a80c9446211b req-d7a23fc2-a0a2-4f57-9cfe-ab02cdcaab59 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374601 Aug 25 15:53:17.634297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7f04e-245c-49f8-9966-251b8573da6f req-1e91615f-cb92-44c9-a8e5-6969a76650d8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:17.635865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3c7f04e-245c-49f8-9966-251b8573da6f req-1e91615f-cb92-44c9-a8e5-6969a76650d8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0577216 Aug 25 15:53:17.675183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a3c7f04e-245c-49f8-9966-251b8573da6f req-33a53d14-7da1-4ef6-bf29-92d59ec0c8d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Aug 25 15:53:18.795392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd35be-fd42-40cd-8edf-1d6ad346bd51 req-52932698-71a4-4b1a-bf0d-0f83c9b86221 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:18.796960 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fdbd35be-fd42-40cd-8edf-1d6ad346bd51 req-52932698-71a4-4b1a-bf0d-0f83c9b86221 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0534837 Aug 25 15:53:18.836189 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fdbd35be-fd42-40cd-8edf-1d6ad346bd51 req-ea3f0780-0e52-465a-b8b0-dbc66fc4993a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Aug 25 15:53:19.966134 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b541af-964c-45e8-8d03-f560ef63ee2d req-b29f239a-d940-482f-b2ee-64d85280decd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:19.967672 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2b541af-964c-45e8-8d03-f560ef63ee2d req-b29f239a-d940-482f-b2ee-64d85280decd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0499613 Aug 25 15:53:20.006728 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a2b541af-964c-45e8-8d03-f560ef63ee2d req-b2e8eb8e-50e1-47f9-8e05-2648de93bdb4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Aug 25 15:53:20.945206 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:53:21.053033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dbfddc48-0ff0-4bc7-b30f-f45d86710223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:21.126680 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078c697-3f02-4ce8-a4e1-9c3b44d121dd req-9a7b7404-deca-4d89-a4f3-6d630386b65e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:21.128137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f078c697-3f02-4ce8-a4e1-9c3b44d121dd req-9a7b7404-deca-4d89-a4f3-6d630386b65e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0536222 Aug 25 15:53:21.168131 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f078c697-3f02-4ce8-a4e1-9c3b44d121dd req-4a65a981-779b-4b3b-9050-88527d2cb1be tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332689 Aug 25 15:53:22.285202 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f331ed2-741c-4861-b5aa-e6ca3ffe64ab req-6b7e0920-3dae-4e4d-a8ae-a9b8a1029e47 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:22.287856 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f331ed2-741c-4861-b5aa-e6ca3ffe64ab req-6b7e0920-3dae-4e4d-a8ae-a9b8a1029e47 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0503685 Aug 25 15:53:22.326232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3f331ed2-741c-4861-b5aa-e6ca3ffe64ab req-3d77dd5f-8253-45db-a4b6-5b182e428706 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Aug 25 15:53:23.446537 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3acbc8-8d79-40dd-a639-b3c598b12714 req-545b4376-c13c-482c-ad5f-c00f8e7fc596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:23.448148 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d3acbc8-8d79-40dd-a639-b3c598b12714 req-545b4376-c13c-482c-ad5f-c00f8e7fc596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0535357 Aug 25 15:53:23.486419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6d3acbc8-8d79-40dd-a639-b3c598b12714 req-4185d3db-559e-43f8-99af-f40d7a838db7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Aug 25 15:53:23.726649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e70b2059-166f-4eec-9969-bb28887d42d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:24.281509 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:24.612997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347908e-0a8e-489c-a18e-6ed2570d637a req-ff9c839b-0659-4ecc-97a4-313237bbf485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:24.614408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b347908e-0a8e-489c-a18e-6ed2570d637a req-ff9c839b-0659-4ecc-97a4-313237bbf485 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0595329 Aug 25 15:53:24.651805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b347908e-0a8e-489c-a18e-6ed2570d637a req-ee3a5559-342e-4e0b-a658-bf7a3c64e7ad tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Aug 25 15:53:25.766711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:25.768419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a711af-42dd-4b02-88e3-93207afb67c0 req-db96b97c-8b41-49f9-a725-89a647333c45 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:25.769898 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53a711af-42dd-4b02-88e3-93207afb67c0 req-db96b97c-8b41-49f9-a725-89a647333c45 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0523748 Aug 25 15:53:25.808691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-53a711af-42dd-4b02-88e3-93207afb67c0 req-7a14845a-30ab-4685-ae54-8eb5c4d0427f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Aug 25 15:53:26.933892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ead50c-48e7-4635-9e38-22f370ddbe74 req-84d885be-d340-4c1e-9965-25362957bff9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:26.933892 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8ead50c-48e7-4635-9e38-22f370ddbe74 req-84d885be-d340-4c1e-9965-25362957bff9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0533612 Aug 25 15:53:26.971613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f8ead50c-48e7-4635-9e38-22f370ddbe74 req-f2e89d92-8731-4c73-87f2-5fb0b541b872 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Aug 25 15:53:27.292938 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:27.835490 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:28.086451 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21334e4-30dd-4d72-97e2-05f2a1f1543d req-c983c786-c60c-4499-95da-fa6961314616 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:28.087980 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d21334e4-30dd-4d72-97e2-05f2a1f1543d req-c983c786-c60c-4499-95da-fa6961314616 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0495639 Aug 25 15:53:28.130419 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d21334e4-30dd-4d72-97e2-05f2a1f1543d req-e88bb3aa-9457-4e8c-a99b-8ed1a8407a13 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363970 Aug 25 15:53:29.245517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fd9fb-6a86-4f39-a854-39d1edcbddb6 req-94769167-488e-432f-b907-e70ee4a33a1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:29.247019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d9fd9fb-6a86-4f39-a854-39d1edcbddb6 req-94769167-488e-432f-b907-e70ee4a33a1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0489664 Aug 25 15:53:29.285442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d9fd9fb-6a86-4f39-a854-39d1edcbddb6 req-09cd8610-e4a7-4453-8751-74a7498687ac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Aug 25 15:53:29.595398 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:30.408961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b2209-679f-4b2f-a0fc-555b04e66e29 req-5ab7a903-75d8-4231-ad84-97e00dd65f06 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:30.410455 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d4b2209-679f-4b2f-a0fc-555b04e66e29 req-5ab7a903-75d8-4231-ad84-97e00dd65f06 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0546241 Aug 25 15:53:30.455838 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0d4b2209-679f-4b2f-a0fc-555b04e66e29 req-618fe40c-e287-434c-9e2a-d72af023d049 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Aug 25 15:53:31.587268 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5b97a-4ebf-4f4c-bd31-31aba0e1ab9d req-cfede2b5-6573-4f25-8272-0509408b0df1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:31.588801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7f5b97a-4ebf-4f4c-bd31-31aba0e1ab9d req-cfede2b5-6573-4f25-8272-0509408b0df1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0607889 Aug 25 15:53:31.629250 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d7f5b97a-4ebf-4f4c-bd31-31aba0e1ab9d req-b03d7151-e862-4fa0-8c12-371ccab00a1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340161 Aug 25 15:53:32.776066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444e41-7ee8-4e10-a496-0e723254ace5 req-c9188058-e396-4525-986c-0992c58fd508 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:32.777601 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a444e41-7ee8-4e10-a496-0e723254ace5 req-c9188058-e396-4525-986c-0992c58fd508 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0643916 Aug 25 15:53:32.819929 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a444e41-7ee8-4e10-a496-0e723254ace5 req-a810428d-8ca2-4c1c-a186-69bdc268ffad tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361552 Aug 25 15:53:32.843515 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54884) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:53:32.907567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-88effd4b-9922-49a0-9656-c99b33f5e135 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/e3e613f7-808a-40cb-94a9-6b38bdd86040 HTTP/1.1" status: 200 len: 993 time: 0.0628586 Aug 25 15:53:34.913720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-5199e86b-36fe-4864-a93e-e74e5ac9d1f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402446 Aug 25 15:53:34.998351 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-e7ef6a06-eff9-4d74-9563-5b1e19380e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:34.999881 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-e7ef6a06-eff9-4d74-9563-5b1e19380e2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1096 time: 0.0403039 Aug 25 15:53:35.108255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-da87d01e-0de4-4b04-8683-85abcb4e4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:35.109750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-da87d01e-0de4-4b04-8683-85abcb4e4d49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 200 len: 897 time: 0.0897253 Aug 25 15:53:35.184924 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-637c820a-da22-481d-8b20-368ec4f979e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 200 len: 1001 time: 0.0654154 Aug 25 15:53:35.241863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-71f9a3bc-7bab-49c5-9bbb-2e87c2a57e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:35.243393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-71f9a3bc-7bab-49c5-9bbb-2e87c2a57e36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8d2be0a-8384-40e8-9ccd-586f0da07d24 HTTP/1.1" status: 200 len: 835 time: 0.0508592 Aug 25 15:53:35.289586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-abee38fe-64b7-41e5-9258-c8f529fd4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:53:35.291238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-abee38fe-64b7-41e5-9258-c8f529fd4196 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48160754-d94e-4039-aee4-828aa80259a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405698 Aug 25 15:53:35.385350 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-c14ae30b-115c-4800-af19-8b6885cc6d65 service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838921 Aug 25 15:53:35.484287 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91f5e5c3-8c25-4155-910c-4e006f27a683 req-fabf5b65-cace-4126-963e-105ab1878247 service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921130 Aug 25 15:53:51.069238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a22e26a4-c5a2-4915-a11a-ae808ef4bf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:53.743262 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3abd-bbd7-4543-a197-14daeb8c289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:54.234697 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:55.754790 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:57.251447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:57.829023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:53:57.944279 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:53:59.588388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:03.560122 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54894) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:03.720042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port b96f100c-629e-4ab1-b212-c085ab1ff5d5 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:54:03.720427 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:03.808547 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:03.808882 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:03.821217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for b96f100c-629e-4ab1-b212-c085ab1ff5d5 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:54:04.063281 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:04.087914 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=b96f100c-629e-4ab1-b212-c085ab1ff5d5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:04.115964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.116320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.116666 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.117006 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.117347 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.117682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.118016 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.118350 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.118682 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.119040 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.119361 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.119685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:04.161101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:04.161501 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP e3e613f7-808a-40cb-94a9-6b38bdd86040 disassociated (deleted). External IP: 172.25.8.212, port: b6639dd9-37ad-4cc4-916c-41cd42ff3f0b. Aug 25 15:54:04.375503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:54:04.817633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:54:04.822108 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:04.827614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] Sync routers for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:54:04.837334 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:04.838039 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:04.849617 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6ef1c5dc-39f9-48c4-8c19-b6f738fa067c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/floatingips/e3e613f7-808a-40cb-94a9-6b38bdd86040 HTTP/1.1" status: 204 len: 168 time: 1.2883983 Aug 25 15:54:04.850983 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:54:04.853702 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c" -d '{"events": [{"name": "network-changed", "server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:54:04.896638 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02204248-6678-47d5-9fa0-f527bb42b79d x-openstack-request-id: req-02204248-6678-47d5-9fa0-f527bb42b79d {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:54:04.897656 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:54:04.897939 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02204248-6678-47d5-9fa0-f527bb42b79d {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:54:04.898444 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'status': 'completed', 'code': 200} Aug 25 15:54:04.947628 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:04.961632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-0490a9f0-78c8-4f33-8efe-4eb5352c246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:04.964410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-0490a9f0-78c8-4f33-8efe-4eb5352c246c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 1096 time: 0.0431790 Aug 25 15:54:05.064194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-301d6988-c78f-443d-a5a4-5dc396f95c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:05.065731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-301d6988-c78f-443d-a5a4-5dc396f95c08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 200 len: 897 time: 0.0942721 Aug 25 15:54:05.109920 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-14b9eeea-bc29-4d0d-9543-654e31d5061f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 200 len: 217 time: 0.0371921 Aug 25 15:54:05.169964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-6d2d298e-3556-41a9-b986-31b2265d0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:05.171524 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-6d2d298e-3556-41a9-b986-31b2265d0d52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8d2be0a-8384-40e8-9ccd-586f0da07d24 HTTP/1.1" status: 200 len: 835 time: 0.0487230 Aug 25 15:54:05.225731 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-db40c761-b518-494f-8d86-84917bd91dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:05.228258 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-db40c761-b518-494f-8d86-84917bd91dac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48160754-d94e-4039-aee4-828aa80259a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487664 Aug 25 15:54:05.242109 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:33Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:05.270959 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] Checking router: 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:54:05.279673 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:05.280272 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:05.349964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd859f-8fc6-4cd8-adc0-0113fdde17fe req-350449e4-051d-4937-9b8a-04ca1e254857 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:05.351634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2cd859f-8fc6-4cd8-adc0-0113fdde17fe req-350449e4-051d-4937-9b8a-04ca1e254857 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.1069829 Aug 25 15:54:05.377648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-2e1905c9-ef70-4428-896b-4343082bd84a service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428957 Aug 25 15:54:05.386439 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:05.440986 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f2cd859f-8fc6-4cd8-adc0-0113fdde17fe req-2e6ce73f-6b65-4473-8f03-8df513111edf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805235 Aug 25 15:54:05.485761 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c8a675e3-edb8-44bc-b8aa-1e7a5ed2d41c req-7f545b6c-b6f8-497d-be60-0c5778e009a4 service neutron] 10.222.0.52 "GET /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992234 Aug 25 15:54:05.580028 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:33Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:05.607583 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f445e-f817-4bb3-ab6d-13997d76cb88 None None] The sync data for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 is: [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:52:27Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '3d87f71a-ca3c-4545-bf88-dfd4e591b6e2', 'name': '', 'network_id': '48160754-d94e-4039-aee4-828aa80259a2', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:2d:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:27Z', 'updated_at': '2021-08-25T15:52:33Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b8d2be0a-8384-40e8-9ccd-586f0da07d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:54:05.830839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ce593-6887-4caa-9f5c-fc80d631a0bd None None] New status for floating IP e3e613f7-808a-40cb-94a9-6b38bdd86040: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:54:06.573345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793338-2c6a-4332-9a77-87bef49ceff8 req-45ec2f27-1cdb-4132-a028-6fd73bf8604a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:06.575133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78793338-2c6a-4332-9a77-87bef49ceff8 req-45ec2f27-1cdb-4132-a028-6fd73bf8604a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0509593 Aug 25 15:54:06.619655 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-78793338-2c6a-4332-9a77-87bef49ceff8 req-174cf4ec-f623-4584-8056-46dd9a6f0c72 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=ede761da-2b96-431a-a840-4e9405474244&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384827 Aug 25 15:54:06.733947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-06aff935-6d72-4145-b58a-464eee604588 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:06.735380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-06aff935-6d72-4145-b58a-464eee604588 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 945 time: 0.0495734 Aug 25 15:54:06.840272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:54:06.840622 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:06.930972 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:06.931369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:06.944320 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for b6639dd9-37ad-4cc4-916c-41cd42ff3f0b owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:54:07.131835 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:07.161227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=b6639dd9-37ad-4cc4-916c-41cd42ff3f0b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:07.187847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.188010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.188243 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.188597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.188922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.189255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.189588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.189950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.190251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.190578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.190908 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.191249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:07.213674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] No DVR routers for this DVR port b6639dd9-37ad-4cc4-916c-41cd42ff3f0b on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:54:07.216572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:07.218594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-84cd237e-1aac-4b4b-aa5f-275b947707aa req-81754908-bd1b-499c-9937-d49f5e9d6352 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "DELETE /v2.0/ports/b6639dd9-37ad-4cc4-916c-41cd42ff3f0b HTTP/1.1" status: 204 len: 173 time: 0.4768698 Aug 25 15:54:07.219063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'name': 'network-vif-deleted', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:54:07.221372 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987a8096-cb48-4c7b-b2ea-f789e37f0ba9" -d '{"events": [{"server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "name": "network-vif-deleted", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:54:07.319227 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339616b8-1376-47f2-865f-d704799b2c71 x-openstack-request-id: req-339616b8-1376-47f2-865f-d704799b2c71 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:54:07.319531 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb1d218-a762-4891-8dc3-380394fe0a6a", "name": "network-vif-deleted", "tag": "b6639dd9-37ad-4cc4-916c-41cd42ff3f0b", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:54:07.319788 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-339616b8-1376-47f2-865f-d704799b2c71 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:54:07.320201 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb1d218-a762-4891-8dc3-380394fe0a6a', 'name': 'network-vif-deleted', 'tag': 'b6639dd9-37ad-4cc4-916c-41cd42ff3f0b', 'status': 'completed', 'code': 200} Aug 25 15:54:07.728041 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9936dcd2-f708-4b3e-a6bf-78219d07adfb req-84eface0-3adb-4f77-97d1-acefb103f55b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=efb1d218-a762-4891-8dc3-380394fe0a6a HTTP/1.1" status: 200 len: 210 time: 0.0266118 Aug 25 15:54:08.785508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54914) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:09.153780 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:09.415406 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:54:09.415661 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:09.506619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:09.506982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:09.520274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:54:09.772241 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:09.800116 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=3d87f71a-ca3c-4545-bf88-dfd4e591b6e2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:09.978426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.020827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6639dd9-37ad-4cc4-916c-41cd42ff3f0b no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:54:10.040839 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: b6639dd9-37ad-4cc4-916c-41cd42ff3f0b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:54:10.041112 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device b6639dd9-37ad-4cc4-916c-41cd42ff3f0b not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:54:10.188779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:54:10.292513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:54:10.297377 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-57146ddb-4614-4c2a-ade3-d3b20b69aa8f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/249c5ba0-0b6b-4229-b48b-d79254b0f2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5108395 Aug 25 15:54:10.300014 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54916) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:10.302114 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] Sync routers for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:54:10.312292 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:10.312906 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:10.356742 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting subnet b8d2be0a-8384-40e8-9ccd-586f0da07d24 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:54:10.359982 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.400009 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.418220 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:10.484811 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.595757 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:54:09Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:10.618248 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.621917 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] Checking router: 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:54:10.629899 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] Routers {'249c5ba0-0b6b-4229-b48b-d79254b0f2a5'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:10.630519 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:10.646070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d2be0a-8384-40e8-9ccd-586f0da07d24,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:10.652008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.654292 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a695bb49-67e3-4e8f-8440-710f9388efc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/subnets/b8d2be0a-8384-40e8-9ccd-586f0da07d24 HTTP/1.1" status: 204 len: 168 time: 0.3532784 Aug 25 15:54:10.657102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54918) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:10.659908 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf2c7c3-fa6d-45a0-a60b-add774c339aa None None] Network 48160754-d94e-4039-aee4-828aa80259a2 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:54:10.733025 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] Set router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:10.773499 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.847113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] DHCP port deletion for 48160754-d94e-4039-aee4-828aa80259a2 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:54:10.890504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.896146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Deleting port 6e411fa9-b29a-4041-9283-92b3ac586cf0 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:54:10.897049 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.918134 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:54:09Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:10.949090 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7a5c7-6946-4e24-9edd-04b31cccfe84 None None] The sync data for ids ['249c5ba0-0b6b-4229-b48b-d79254b0f2a5'] in n-d-805995-2 is: [{'id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270766209', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:52:23Z', 'updated_at': '2021-08-25T15:54:09Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'af7f51db-5ea5-4dde-bca8-d16b31ad3388', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c5ba0-0b6b-4229-b48b-d79254b0f2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:52:24Z', 'updated_at': '2021-08-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:54:10.961842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] For port 6e411fa9-b29a-4041-9283-92b3ac586cf0, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=6e411fa9-b29a-4041-9283-92b3ac586cf0,segment=NetworkSegment(bf06fb74-2845-4420-a2c0-dfe07accc66a),segment_id=bf06fb74-2845-4420-a2c0-dfe07accc66a)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:10.964720 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:10.981668 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Calling delete_port for 6e411fa9-b29a-4041-9283-92b3ac586cf0 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:54:11.025392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port af7f51db-5ea5-4dde-bca8-d16b31ad3388 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:54:11.025736 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.105093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port af7f51db-5ea5-4dde-bca8-d16b31ad3388, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=af7f51db-5ea5-4dde-bca8-d16b31ad3388,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:11.105364 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.117019 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for af7f51db-5ea5-4dde-bca8-d16b31ad3388 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:54:11.137732 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.164379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Pushing event deleted for resources: {'Port': ['ID=6e411fa9-b29a-4041-9283-92b3ac586cf0,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:11.166724 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] No DVR routers for this DVR port 6e411fa9-b29a-4041-9283-92b3ac586cf0 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.177391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.178698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.178698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.178698 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f4960-fe08-4e26-8dfd-8bf6f3378ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:11.343219 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.372598 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=af7f51db-5ea5-4dde-bca8-d16b31ad3388,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:11.373853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e411fa9-b29a-4041-9283-92b3ac586cf0 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:54:11.404158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 6e411fa9-b29a-4041-9283-92b3ac586cf0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:54:11.409530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 6e411fa9-b29a-4041-9283-92b3ac586cf0 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:54:11.441144 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.534798 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.536974 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.651335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.651841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Fanout notify agent at l3_agent the message router_deleted on router 249c5ba0-0b6b-4229-b48b-d79254b0f2a5 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:54:11.658758 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.662746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-60fa3665-3663-44cf-847c-ef202d023d1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/routers/249c5ba0-0b6b-4229-b48b-d79254b0f2a5 HTTP/1.1" status: 204 len: 168 time: 1.0019236 Aug 25 15:54:11.662746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 54920) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:11.743332 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.834852 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.844610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48160754-d94e-4039-aee4-828aa80259a2']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:11.855683 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf06fb74-2845-4420-a2c0-dfe07accc66a') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:11.855975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf06fb74-2845-4420-a2c0-dfe07accc66a') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:11.864576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.878392 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.883992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:54:11.884373 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:54:11.887249 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:54:12.040076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:12.054102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:12.054102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/networks/48160754-d94e-4039-aee4-828aa80259a2 HTTP/1.1" status: 204 len: 168 time: 0.3855259 Aug 25 15:54:12.054305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54922) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:12.061570 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640856c-ceed-4d5a-8ccc-2498638e93bf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Network': ['ID=48160754-d94e-4039-aee4-828aa80259a2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:12.121690 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e561102-b9e9-4f28-9a89-cf9f530b1e23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:12.147423 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e561102-b9e9-4f28-9a89-cf9f530b1e23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:12.268605 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e561102-b9e9-4f28-9a89-cf9f530b1e23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:12.271239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1e561102-b9e9-4f28-9a89-cf9f530b1e23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:12.272949 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1e561102-b9e9-4f28-9a89-cf9f530b1e23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/security-groups/ede761da-2b96-431a-a840-4e9405474244 HTTP/1.1" status: 204 len: 168 time: 0.2198646 Aug 25 15:54:12.282758 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e561102-b9e9-4f28-9a89-cf9f530b1e23 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede761da-2b96-431a-a840-4e9405474244,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:12.835956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54928) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:12.841009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893074464', 'description': 'tempest-secgroup-smoke-893074464 description', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:12.961202 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.009527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af7f51db-5ea5-4dde-bca8-d16b31ad3388 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:54:13.032918 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: af7f51db-5ea5-4dde-bca8-d16b31ad3388 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:54:13.033265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device af7f51db-5ea5-4dde-bca8-d16b31ad3388 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:54:13.033903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:54:13.046615 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.055800 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:54:13.056146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3d87f71a-ca3c-4545-bf88-dfd4e591b6e2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:54:13.120264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.153574 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f670d49-5ee8-4fde-90b6-0d2cbc021720,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:13.205752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.207042 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37254080-9794-4c6f-8df0-3dd95c52df61 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3699369 Aug 25 15:54:13.210384 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54930) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:13.214877 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '2f670d49-5ee8-4fde-90b6-0d2cbc021720', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:13.319778 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.375541 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.457499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.476626 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4d8cfe-b20b-4139-b4d2-2871bb2ef677,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:13.560550 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.561804 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-38bd6026-0e7b-4ef2-a9cd-04c624575ad1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504965 Aug 25 15:54:13.564494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54932) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:13.568922 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '2f670d49-5ee8-4fde-90b6-0d2cbc021720', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:13.656412 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.712244 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.794220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.814326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4ef613-35a7-43ee-9467-630d8796e705,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:13.868855 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:13.870103 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2900390f-9b89-47c5-a395-17c6ed9887fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046808 Aug 25 15:54:13.872943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54934) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:13.877413 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '2f670d49-5ee8-4fde-90b6-0d2cbc021720', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:13.965326 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.024144 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.091439 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.111637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49df9dc4-fb01-4167-a192-ef3ebd76ac38,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:14.194854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.196135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e721b8e2-1b6e-4c8e-a977-5f5ee5053e33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221946 Aug 25 15:54:14.198813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54936) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:14.203623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '2f670d49-5ee8-4fde-90b6-0d2cbc021720', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:14.284664 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.343209 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.422543 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.440845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c47d0b1-b72a-4e97-a34c-9c9edcd70155,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:14.508887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.510829 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-cbb6d399-e04a-408d-a900-a416751ed4fd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107815 Aug 25 15:54:14.513553 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54938) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:14.518030 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '2f670d49-5ee8-4fde-90b6-0d2cbc021720', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:14.594325 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:54:14.599302 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.658770 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.725514 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.743365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fced5dd-4c0f-4bb5-a15d-3f0c98c6604f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:14.811600 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.812839 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c350808f-0c6d-4ec8-afdb-d0429a28062d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983389 Aug 25 15:54:14.815671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54940) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:14.820121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '2f670d49-5ee8-4fde-90b6-0d2cbc021720', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:14.891581 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:54:14.896797 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:14.959510 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.022864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.045395 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e34e05-ec1a-4898-aeca-01939b8ddd27,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:15.108851 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.110121 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b6a4bb90-80f2-4a0b-9f7a-595f20519820 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934842 Aug 25 15:54:15.113211 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54942) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:15.118135 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'network': {'name': 'tempest-network-smoke--1822223716', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:15.211057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:54:15.215104 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.239387 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:54:15.248174 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.248535 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Added segment 81763a5c-7a71-4800-ae96-604cb99f271e of type vlan for network 1a309aa0-ec35-44a7-9668-e660f9ccf793 Aug 25 15:54:15.288570 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.359940 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.365707 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:15.366325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.434398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Network': ['ID=1a309aa0-ec35-44a7-9668-e660f9ccf793,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:15.444765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:54:15.469520 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-de95d4c5-90a4-419c-9da8-e1cb15038270 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3552074 Aug 25 15:54:15.472225 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54944) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:15.476732 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'admin_state_up': True, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:15.542887 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.543975 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.599909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:15.811335 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:16.036930 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:16.056116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:16.160039 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.128 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/ce2b0361-f295-4cca-a5b1-df450c429e4d) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:54:16.257922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:16.354457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:16.397449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:54:16.400981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:16.404644 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:54:16.426560 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=ce2b0361-f295-4cca-a5b1-df450c429e4d,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:17.042712 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:17.236854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:17.440132 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router ca2726d7-7c32-40e5-a6ec-c9771bb2976d is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:54:17.545942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:54:17.555314 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Sync routers for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:54:17.565235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:17.565850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:17.645830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:17.647167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b9a3e626-45c2-4498-b172-e183c3be2744 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1739602 Aug 25 15:54:17.650957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54946) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:17.672886 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:17.679039 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-7315f526-907b-4ddb-b065-61ac5790353a tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f91a086d14bb4020b68a34f2908ed69d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269608 Aug 25 15:54:17.681587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54948) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:17.772419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a71b73-5f26-4616-8fb5-48ccbf41f9eb tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:17.773967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-58a71b73-5f26-4616-8fb5-48ccbf41f9eb tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914519 Aug 25 15:54:17.777377 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54950) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:17.805683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bdf4a2c2-8b8e-4572-8a21-e884f3df2b7b tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270331 Aug 25 15:54:17.808180 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54952) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:17.813311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442866579', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:17.849168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:16Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:17.878884 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Checking router: ca2726d7-7c32-40e5-a6ec-c9771bb2976d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:54:17.879172 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Updating router ca2726d7-7c32-40e5-a6ec-c9771bb2976d port ce2b0361-f295-4cca-a5b1-df450c429e4d binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:54:17.904502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:17.971167 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:54:17.974732 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.158593 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.167990 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Transition to ACTIVE for port object ce2b0361-f295-4cca-a5b1-df450c429e4d will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:18.251916 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.262575 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.318672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Attempting to bind port ce2b0361-f295-4cca-a5b1-df450c429e4d on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:54:18.319055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Attempting to bind port ce2b0361-f295-4cca-a5b1-df450c429e4d by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:54:18.319423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Attempting to bind port ce2b0361-f295-4cca-a5b1-df450c429e4d on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:54:18.321402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde9275-a799-42fd-8f78-5cf83f361368 None None] Pushing event updated for resources: {'Port': ['ID=ce2b0361-f295-4cca-a5b1-df450c429e4d,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:18.327586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Subnet': ['ID=b88ee0bd-33bf-4b89-ab97-5741f69ea656,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:18.327796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:54:18.328127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:54:18.328531 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.328916 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:54:18.329806 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Bound port: ce2b0361-f295-4cca-a5b1-df450c429e4d, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:54:18.329806 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.335777 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Checking segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:54:18.336204 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network hostable DHCP agents. Network: 1a309aa0-ec35-44a7-9668-e660f9ccf793, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:54:18.417945 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:54:18.537502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 1a309aa0-ec35-44a7-9668-e660f9ccf793) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:18.541117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] For port ce2b0361-f295-4cca-a5b1-df450c429e4d, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:54:18.543957 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:18.544320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] For port ce2b0361-f295-4cca-a5b1-df450c429e4d, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ce2b0361-f295-4cca-a5b1-df450c429e4d,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:54:18.544449 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.547694 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe25d41-fe33-4ce4-930b-1da9c4df406b None None] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:54:18.645429 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.667206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aed550d7-b351-44c8-bbc9-91e2db9322f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8546782 Aug 25 15:54:18.667495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 54958) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:18.730334 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde9275-a799-42fd-8f78-5cf83f361368 None None] Pushing event updated for resources: {'Port': ['ID=ce2b0361-f295-4cca-a5b1-df450c429e4d,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:18.738457 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:18.739281 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:18.773450 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-1a309aa0-ec35-44a7-9668-e660f9ccf793', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:54:18.774293 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:18.922773 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:19.066454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Allocated IP 172.20.0.2 (1a309aa0-ec35-44a7-9668-e660f9ccf793/b88ee0bd-33bf-4b89-ab97-5741f69ea656/4596f46d-1f30-431c-9272-595aa77ee33c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:54:19.123463 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.247750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:16Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:19.277671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e3bea-58d8-45c6-aa7d-3798373a6b2b None None] The sync data for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 is: [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:16Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:54:19.292649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.303066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Transition to ACTIVE for port object 4596f46d-1f30-431c-9272-595aa77ee33c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:19.317315 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Transition to ACTIVE for port object 4596f46d-1f30-431c-9272-595aa77ee33c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:19.400937 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.441637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:54:19.447402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:19.451421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:54:19.458458 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.1 (1a309aa0-ec35-44a7-9668-e660f9ccf793/b88ee0bd-33bf-4b89-ab97-5741f69ea656/0805693a-9c8f-4d10-833b-a5ebb07082e8) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:54:19.460297 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Pushing event updated for resources: {'Port': ['ID=4596f46d-1f30-431c-9272-595aa77ee33c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:19.533695 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Attempting to bind port 4596f46d-1f30-431c-9272-595aa77ee33c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:54:19.534087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Attempting to bind port 4596f46d-1f30-431c-9272-595aa77ee33c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:54:19.535659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Attempting to bind port 4596f46d-1f30-431c-9272-595aa77ee33c on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:54:19.542483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:54:19.542955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Checking segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:54:19.543472 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.543939 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Bound using segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:54:19.544549 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Bound port: 4596f46d-1f30-431c-9272-595aa77ee33c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:54:19.545001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.609479 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.614306 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] For port 4596f46d-1f30-431c-9272-595aa77ee33c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:54:19.617604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] For port 4596f46d-1f30-431c-9272-595aa77ee33c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4596f46d-1f30-431c-9272-595aa77ee33c,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:54:19.624407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object 0805693a-9c8f-4d10-833b-a5ebb07082e8 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:19.692044 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.714848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:19.756009 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:54:19.758509 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5d30-83cd-4692-b396-af3f816434db None None] Pushing event updated for resources: {'Port': ['ID=4596f46d-1f30-431c-9272-595aa77ee33c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:19.772770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:19.777053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:54:19.809136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=0805693a-9c8f-4d10-833b-a5ebb07082e8,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:19.835530 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:20.068482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:20.374704 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:20.434491 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:20.511976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=0805693a-9c8f-4d10-833b-a5ebb07082e8,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:20.514555 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:20.613593 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:54:20.615090 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:20.684749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143a37f-8a98-495d-91e5-2688a3bcbf10 None None] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:54:20.732597 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router ca2726d7-7c32-40e5-a6ec-c9771bb2976d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:54:20.842995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:54:20.848379 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d310c66-8455-4789-9151-37735cdf18ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/ca2726d7-7c32-40e5-a6ec-c9771bb2976d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797876 Aug 25 15:54:20.886005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-004784bd-d658-4ae5-b49f-94b54f8a5910 None None] Provisioning for port 4596f46d-1f30-431c-9272-595aa77ee33c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:21.035173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-a047ad3a-f5f3-4541-a45c-0d86b42d9483 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893074464&fields=id&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 267 time: 0.0675521 Aug 25 15:54:21.097244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eee673c7-8ade-4540-8787-4a70b71280a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.121965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ce2b0361-f295-4cca-a5b1-df450c429e4d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:21.170912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-e2a4e9d4-8819-428d-8f4e-34ccbb3b9e4a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:21.170912 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-e2a4e9d4-8819-428d-8f4e-34ccbb3b9e4a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 797 time: 0.1269946 Aug 25 15:54:21.193945 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-7ac43216-e0e5-4426-85c8-105e8ccc2ec0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/quotas/f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 375 time: 0.0145776 Aug 25 15:54:21.201857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Sync routers for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:54:21.219752 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:21.220432 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:21.259908 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1f704c0e-c7f8-44ce-9d54-3493764f6217 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548794 Aug 25 15:54:21.262692 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ce2b0361-f295-4cca-a5b1-df450c429e4d completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:21.266717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ce2b0361-f295-4cca-a5b1-df450c429e4d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:21.267125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.336895 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:21.350097 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8f015e2e-a10d-4101-b54b-c9cdb91bbee7 None None] Provisioning for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:21.361508 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8f015e2e-a10d-4101-b54b-c9cdb91bbee7 None None] Provisioning complete for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:21.361978 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8f015e2e-a10d-4101-b54b-c9cdb91bbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.380478 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-ca0d879b-dfe7-4fe7-95f0-64ba9afed87a service neutron] 10.222.0.58 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040084 Aug 25 15:54:21.391665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.419860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ce2b0361-f295-4cca-a5b1-df450c429e4d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ce2b0361-f295-4cca-a5b1-df450c429e4d,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:21.422272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-8f015e2e-a10d-4101-b54b-c9cdb91bbee7 None None] Port 0805693a-9c8f-4d10-833b-a5ebb07082e8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:54:21.480048 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.480945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4596f46d-1f30-431c-9272-595aa77ee33c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:21.492876 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-41b80a77-96eb-4d27-b602-85708d19a210 service neutron] 10.222.0.58 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053882 Aug 25 15:54:21.598051 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ce2b0361-f295-4cca-a5b1-df450c429e4d,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:21.612582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4b0c130a-6519-483c-88fc-fbabc02466f6 None None] Provisioning complete for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:21.613000 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b0c130a-6519-483c-88fc-fbabc02466f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.648041 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c130a-6519-483c-88fc-fbabc02466f6 None None] Port 0805693a-9c8f-4d10-833b-a5ebb07082e8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:54:21.682050 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:20Z', 'revision_number': 2, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:21.708050 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Checking router: ca2726d7-7c32-40e5-a6ec-c9771bb2976d for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:54:21.708408 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Updating router ca2726d7-7c32-40e5-a6ec-c9771bb2976d port 0805693a-9c8f-4d10-833b-a5ebb07082e8 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:54:21.733681 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.743927 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4596f46d-1f30-431c-9272-595aa77ee33c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:21.762427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4596f46d-1f30-431c-9272-595aa77ee33c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:21.762804 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.819924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-47e31dde-93e5-436e-ad66-9baaf8d498af None None] Provisioning complete for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:21.820691 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-47e31dde-93e5-436e-ad66-9baaf8d498af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.824976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-829939a2-ba45-4265-9266-2dfb01392792 req-01429f2d-3fa6-480a-b5dd-2053b131aee8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 210 time: 0.0387993 Aug 25 15:54:21.873053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-47e31dde-93e5-436e-ad66-9baaf8d498af None None] Port 0805693a-9c8f-4d10-833b-a5ebb07082e8 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:54:21.911360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:21.948136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4596f46d-1f30-431c-9272-595aa77ee33c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4596f46d-1f30-431c-9272-595aa77ee33c,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:22.011419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:22.011851 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:22.021709 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Transition to ACTIVE for port object 0805693a-9c8f-4d10-833b-a5ebb07082e8 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:22.062099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4596f46d-1f30-431c-9272-595aa77ee33c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:22.080264 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:22.127224 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Pushing event updated for resources: {'Port': ['ID=0805693a-9c8f-4d10-833b-a5ebb07082e8,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:22.139885 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.140234 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.140596 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.140916 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.141248 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.141579 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.141904 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.142236 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.142558 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.142873 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.143222 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.143544 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:54:22.191324 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Attempting to bind port 0805693a-9c8f-4d10-833b-a5ebb07082e8 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:54:22.191699 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Attempting to bind port 0805693a-9c8f-4d10-833b-a5ebb07082e8 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:54:22.192104 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Attempting to bind port 0805693a-9c8f-4d10-833b-a5ebb07082e8 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:54:22.197181 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:54:22.197556 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Checking segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:54:22.197963 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:22.198360 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Bound using segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:54:22.198822 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Bound port: 0805693a-9c8f-4d10-833b-a5ebb07082e8, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:54:22.199500 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:22.268517 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] For port 0805693a-9c8f-4d10-833b-a5ebb07082e8, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:54:22.271772 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] For port 0805693a-9c8f-4d10-833b-a5ebb07082e8, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0805693a-9c8f-4d10-833b-a5ebb07082e8,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:54:22.337611 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:22.402403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480789e-b524-4908-b70a-0979d99c5934 None None] Pushing event updated for resources: {'Port': ['ID=0805693a-9c8f-4d10-833b-a5ebb07082e8,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:22.402403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:22.402403 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:53:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:22.509676 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:22.714042 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:22Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:22.739601 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078de6a-114d-43e7-bbba-a1c904ace3cf None None] The sync data for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 is: [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:22Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:54:22.943526 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-94af7a5f-9c10-4711-881e-dcdb0a9c92b8 req-b1d51e51-0059-4486-b929-6d713c045cf3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 210 time: 0.0342202 Aug 25 15:54:23.105641 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ce2b0361-f295-4cca-a5b1-df450c429e4d up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:23.155396 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ce2b0361-f295-4cca-a5b1-df450c429e4d triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:23.155685 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:23.242672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0805693a-9c8f-4d10-833b-a5ebb07082e8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:23.417778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:23.422290 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:23.422743 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:23.508229 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:23.542644 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 0805693a-9c8f-4d10-833b-a5ebb07082e8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0805693a-9c8f-4d10-833b-a5ebb07082e8,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:23.623123 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:23.623940 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4596f46d-1f30-431c-9272-595aa77ee33c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:23.719430 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=0805693a-9c8f-4d10-833b-a5ebb07082e8,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:23.728143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4596f46d-1f30-431c-9272-595aa77ee33c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:23.728379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:23.763386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-74019610-ab00-4b3e-8757-bf13df12933a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:23.814708 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-e1874988-c76a-45ff-8939-45e6a60dcee3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:23.816253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-e1874988-c76a-45ff-8939-45e6a60dcee3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 797 time: 0.1125023 Aug 25 15:54:23.868848 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1061c7e6-48b4-4381-bfc4-869729e26be9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 379 time: 0.0414972 Aug 25 15:54:23.880561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'port': {'device_id': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'admin_state_up': True, 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'security_groups': ['2f670d49-5ee8-4fde-90b6-0d2cbc021720']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:24.041356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1c986b55-920a-4ff7-be9a-0e620c165e1a req-64eade76-7c13-49b4-a5ed-36ea2a26af3a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 210 time: 0.0283916 Aug 25 15:54:24.068632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:54:24.072627 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.202114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.6 (1a309aa0-ec35-44a7-9668-e660f9ccf793/b88ee0bd-33bf-4b89-ab97-5741f69ea656/c505f7b0-ddf5-4125-877e-98e1a45c3ed0) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:54:24.263174 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.345284 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.357780 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object c505f7b0-ddf5-4125-877e-98e1a45c3ed0 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:24.428434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.472781 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:54:24.475878 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:24.480285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:54:24.504481 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:24.533060 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:24.533706 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.600905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-1c562724-c98b-4882-9341-e0fa25547d21 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257242 Aug 25 15:54:24.659008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Request body: {'port': {'device_id': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:24.713483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.823127 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bf0ba33a-543e-4c3e-9a7d-433041fd5439 None None] Provisioning for port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:24.827377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bf0ba33a-543e-4c3e-9a7d-433041fd5439 None None] Provisioning complete for port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:24.827747 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf0ba33a-543e-4c3e-9a7d-433041fd5439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:24.861400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ba33a-543e-4c3e-9a7d-433041fd5439 None None] Port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:54:24.981867 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c505f7b0-ddf5-4125-877e-98e1a45c3ed0 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:54:24.989839 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.001555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Transition to ACTIVE for port object c505f7b0-ddf5-4125-877e-98e1a45c3ed0 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:54:25.021669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0805693a-9c8f-4d10-833b-a5ebb07082e8 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:25.072963 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 0805693a-9c8f-4d10-833b-a5ebb07082e8 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:25.073406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.080561 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.155473 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:25.180146 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160970f9-9195-42d9-9446-21265c7a2708 req-45a4aee2-0591-4146-9fbc-1e0f96170620 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.181990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-160970f9-9195-42d9-9446-21265c7a2708 req-45a4aee2-0591-4146-9fbc-1e0f96170620 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0584328 Aug 25 15:54:25.216417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:54:25.216749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:54:25.217292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:54:25.222567 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:54:25.222948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:54:25.225778 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-160970f9-9195-42d9-9446-21265c7a2708 req-f4a8eae4-ecab-4a54-843f-7aa112c0669a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Aug 25 15:54:25.228776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:54:25.229341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Checking segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:54:25.229935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Bound using segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:54:25.230438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Bound port: c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:54:25.230868 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.302976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:54:25.306211 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:54:25.354718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.389706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.390331 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.391763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] 10.222.0.45 "PUT /v2.0/ports/c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 1091 time: 0.7821386 Aug 25 15:54:25.392213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:54:25.394511 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c0c516-fcf0-4364-967d-5a3f919ced8e" -d '{"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:54:25.424649 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc8d9-c782-46b3-8df2-36d5c381c29a service neutron] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:25.440616 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176de56e-1d10-4e72-94a8-9d12d1a2c59f x-openstack-request-id: req-176de56e-1d10-4e72-94a8-9d12d1a2c59f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:54:25.440908 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:54:25.441016 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-176de56e-1d10-4e72-94a8-9d12d1a2c59f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:54:25.441380 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'status': 'completed', 'code': 200} Aug 25 15:54:25.506849 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0c516-fcf0-4364-967d-5a3f919ced8e req-d6ba1fb1-58e6-42ad-a6e4-83393d9fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.508815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65c0c516-fcf0-4364-967d-5a3f919ced8e req-d6ba1fb1-58e6-42ad-a6e4-83393d9fe6cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1094 time: 0.0464697 Aug 25 15:54:25.620335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0c516-fcf0-4364-967d-5a3f919ced8e req-de3f9126-5b9f-4cbc-a5d7-64090533b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.621984 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65c0c516-fcf0-4364-967d-5a3f919ced8e req-de3f9126-5b9f-4cbc-a5d7-64090533b101 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f91a086d14bb4020b68a34f2908ed69d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1017408 Aug 25 15:54:25.714280 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:25.717014 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0c516-fcf0-4364-967d-5a3f919ced8e req-51e834a1-0caf-4907-817b-3d040d5261aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.718613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-65c0c516-fcf0-4364-967d-5a3f919ced8e req-51e834a1-0caf-4907-817b-3d040d5261aa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891874 Aug 25 15:54:25.798960 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-2a546d7d-be7d-4594-8c43-3027c9b2fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.800484 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-2a546d7d-be7d-4594-8c43-3027c9b2fa61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1094 time: 0.0457568 Aug 25 15:54:25.843170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-b93f602b-5d54-424f-9df0-4274774c78c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 217 time: 0.0346775 Aug 25 15:54:25.894729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-64ed5a6c-6875-40b4-bc12-bca5b808fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.896147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-64ed5a6c-6875-40b4-bc12-bca5b808fed7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0458772 Aug 25 15:54:25.947106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-c6e05c1d-3c98-4282-aba9-b7c40118c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:25.948727 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-c6e05c1d-3c98-4282-aba9-b7c40118c93d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440989 Aug 25 15:54:26.038259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-d249a7a7-dad3-44c8-9d19-7a571cf2eacd service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Aug 25 15:54:26.132143 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-519b93cd-3ba1-40b5-997e-d4c8ad486dd9 req-7859d68c-5340-41e2-b11a-d4d433c04fb5 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 Aug 25 15:54:26.340477 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6064d1d-7bf9-4282-912b-ed44dd8be2f0 req-d72f8600-6e19-4270-b9b9-05bbd53e969c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:26.341951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6064d1d-7bf9-4282-912b-ed44dd8be2f0 req-d72f8600-6e19-4270-b9b9-05bbd53e969c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0484698 Aug 25 15:54:26.379170 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b6064d1d-7bf9-4282-912b-ed44dd8be2f0 req-7d6e0fe4-5b1e-4090-bfaa-4c3f8de46d19 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Aug 25 15:54:27.274093 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:27.497071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd727af-afc8-4ef1-b8eb-6e7825abf10f req-3c857fbc-b415-4b2a-b2b0-58a2ab5e279e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:27.498614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebd727af-afc8-4ef1-b8eb-6e7825abf10f req-3c857fbc-b415-4b2a-b2b0-58a2ab5e279e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0500579 Aug 25 15:54:27.536285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ebd727af-afc8-4ef1-b8eb-6e7825abf10f req-873072b7-156f-4dd2-abca-dfdab7370bab tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317714 Aug 25 15:54:27.834443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:28.649504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84673f9d-9388-41da-a8ce-89d747c0a46a req-a179752c-aa8e-44dd-9f76-14ebd5f82ce6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:28.651004 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84673f9d-9388-41da-a8ce-89d747c0a46a req-a179752c-aa8e-44dd-9f76-14ebd5f82ce6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0482492 Aug 25 15:54:28.693167 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-84673f9d-9388-41da-a8ce-89d747c0a46a req-fa881c5b-0d56-4a57-a745-75ce4de1d16c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353682 Aug 25 15:54:29.628428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:29.806586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b12ee-408a-4957-aa70-a89499643bc0 req-66076818-4d8f-4384-9cec-00e36d4d1e29 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:29.808726 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce2b12ee-408a-4957-aa70-a89499643bc0 req-66076818-4d8f-4384-9cec-00e36d4d1e29 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0484903 Aug 25 15:54:29.846023 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce2b12ee-408a-4957-aa70-a89499643bc0 req-66f6a17f-21b9-4a1c-84e3-9e1cfc1b42aa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Aug 25 15:54:30.529957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:54:30.623589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:30.635236 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'port_id': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'mac_address': 'fa:16:3e:c8:4f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:54:30.671911 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:30.684209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c505f7b0-ddf5-4125-877e-98e1a45c3ed0 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:54:30.703814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:30.771003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:30.820381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:30.963184 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda31c70-dcd2-4901-8348-0db6c91ee794 req-ecd860e3-3fd6-4fc3-adb1-00b705c29b41 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:30.964608 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eda31c70-dcd2-4901-8348-0db6c91ee794 req-ecd860e3-3fd6-4fc3-adb1-00b705c29b41 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 944 time: 0.0502849 Aug 25 15:54:31.002811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eda31c70-dcd2-4901-8348-0db6c91ee794 req-ed9992be-e83c-4ee9-b64b-89c5c509055b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Aug 25 15:54:31.026216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c505f7b0-ddf5-4125-877e-98e1a45c3ed0'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:54:32.116521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4faab-b278-4b21-b9e3-e3e64582b467 req-88f98931-d158-4173-ae5f-a9c74e2bb008 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:32.118146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9c4faab-b278-4b21-b9e3-e3e64582b467 req-88f98931-d158-4173-ae5f-a9c74e2bb008 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 944 time: 0.0483744 Aug 25 15:54:32.160098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a9c4faab-b278-4b21-b9e3-e3e64582b467 req-19a9c7b9-d83a-4583-874c-9adda9398c00 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Aug 25 15:54:32.546011 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:54:32.679500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:54:32.683460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:54:32.683865 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:32.763283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:32.786912 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:54:32.789180 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f020ac-3c2b-441e-9827-996183fa1fae" -d '{"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-plugged", "status": "completed", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:54:32.811937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:54:32.871386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:33.009316 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e72ab-99be-4812-ba97-44428c0a3c31 req-91248cce-18a9-4054-8253-5b46b4945525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:33.011319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f8e72ab-99be-4812-ba97-44428c0a3c31 req-91248cce-18a9-4054-8253-5b46b4945525 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1096 time: 0.0474370 Aug 25 15:54:33.048344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8f8e72ab-99be-4812-ba97-44428c0a3c31 req-4ba424fe-6027-4a5e-963d-b4e72f5f3ea0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297635 Aug 25 15:54:33.054211 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b7d5a8-6f48-4568-b6b1-1c775b30b676 x-openstack-request-id: req-f6b7d5a8-6f48-4568-b6b1-1c775b30b676 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:54:33.054505 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-plugged", "status": "completed", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:54:33.054754 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6b7d5a8-6f48-4568-b6b1-1c775b30b676 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:54:33.055154 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'code': 200} Aug 25 15:54:33.079594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:33.272159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa965e3-9321-47bd-8ae3-cbd10887a2eb req-aa79114a-a523-4975-b410-af2f44b2e81c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:33.273540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fa965e3-9321-47bd-8ae3-cbd10887a2eb req-aa79114a-a523-4975-b410-af2f44b2e81c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0479634 Aug 25 15:54:33.311458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6fa965e3-9321-47bd-8ae3-cbd10887a2eb req-182b3b47-a60a-4932-a1d8-e45437db5c02 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Aug 25 15:54:34.432838 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b23186-6f50-47c6-8826-3b532ed96629 req-57dc9f9f-4c1a-426e-806a-984c639fa619 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:34.434256 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67b23186-6f50-47c6-8826-3b532ed96629 req-57dc9f9f-4c1a-426e-806a-984c639fa619 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0510743 Aug 25 15:54:34.474000 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-67b23186-6f50-47c6-8826-3b532ed96629 req-8a0b1a0e-3987-444d-aa45-ecda0a13e7dd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Aug 25 15:54:34.587487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408b7fe-714b-42bc-af62-5ae4d2c1bad6 req-9699dbaf-2184-4cfb-92b1-3fc48c9daefd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:34.588972 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0408b7fe-714b-42bc-af62-5ae4d2c1bad6 req-9699dbaf-2184-4cfb-92b1-3fc48c9daefd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0489349 Aug 25 15:54:34.631246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0408b7fe-714b-42bc-af62-5ae4d2c1bad6 req-381a9bf6-5af1-493d-8f4d-e37e741981a0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356629 Aug 25 15:54:34.652992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55028) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:34.693521 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3adb7-5fea-471c-a455-79c547fa59ec tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:34.694976 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-48f3adb7-5fea-471c-a455-79c547fa59ec tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1091 time: 0.0404749 Aug 25 15:54:34.697716 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55030) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:34.702306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:54:34.787840 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:34.884435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:34.944055 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:54:35.340391 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.26 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/59a9c838-330f-47f3-829d-1ac7fe9c3e72) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:54:35.447102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:35.554241 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:35.590701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:54:35.596482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:54:35.599955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:54:35.624530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=59a9c838-330f-47f3-829d-1ac7fe9c3e72,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:35.963009 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:36.071114 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:36.222076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:36.302619 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:36.369487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=59a9c838-330f-47f3-829d-1ac7fe9c3e72,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:54:36.381817 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:36.484608 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 9f673c6b-37ca-4b8a-98bc-0442275073c9 associated. External IP: 172.25.8.26, port: c505f7b0-ddf5-4125-877e-98e1a45c3ed0. Aug 25 15:54:36.694718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router ca2726d7-7c32-40e5-a6ec-c9771bb2976d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:54:36.806145 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:54:36.816388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] Sync routers for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:54:36.826099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:36.826718 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:36.879527 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:36.907678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b037db06-d655-4322-9ec3-b9b1c0923539 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2089407 Aug 25 15:54:36.908287 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:54:36.911838 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:54:36.935343 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:36.949971 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e507aa3-65a9-4997-811f-2cb7a5eed51a x-openstack-request-id: req-6e507aa3-65a9-4997-811f-2cb7a5eed51a {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:54:36.950542 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:54:36.951008 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e507aa3-65a9-4997-811f-2cb7a5eed51a {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:54:36.951605 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'status': 'completed', 'code': 200} Aug 25 15:54:37.016317 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc7b1-019f-4a07-96f8-bb7b996881ae req-d736a1cc-811f-4a46-871a-d97d6a7797ac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:37.017958 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc0cc7b1-019f-4a07-96f8-bb7b996881ae req-d736a1cc-811f-4a46-871a-d97d6a7797ac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0551033 Aug 25 15:54:37.025655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-a65dc586-6cc4-414a-acd9-b6811110f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:37.027313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-a65dc586-6cc4-414a-acd9-b6811110f493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1096 time: 0.0544491 Aug 25 15:54:37.062625 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cc0cc7b1-019f-4a07-96f8-bb7b996881ae req-73d5874c-54dc-4312-bad3-a26b31bdb124 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 Aug 25 15:54:37.085809 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55036) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:37.143357 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-24c13125-54ec-4e32-a117-902cc3fa8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:37.145787 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-24c13125-54ec-4e32-a117-902cc3fa8960 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.1109807 Aug 25 15:54:37.163306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f36d65cf-443b-43e5-843a-f5207889e05d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/9f673c6b-37ca-4b8a-98bc-0442275073c9 HTTP/1.1" status: 200 len: 990 time: 0.0756168 Aug 25 15:54:37.185535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9f673c6b-37ca-4b8a-98bc-0442275073c9', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'port_id': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'mac_address': 'fa:16:3e:c8:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:54:35Z', 'updated_at': '2021-08-25T15:54:35Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:23Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:37.217487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] Checking router: ca2726d7-7c32-40e5-a6ec-c9771bb2976d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:54:37.217951 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-6bf5ad71-0803-404c-a4f7-f037b72ad238 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 998 time: 0.0638571 Aug 25 15:54:37.226427 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:54:37.227089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:54:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:37.272415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-a2628f33-57de-4266-aee5-12242f69a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:37.273896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-a2628f33-57de-4266-aee5-12242f69a25a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0486143 Aug 25 15:54:37.320311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-dc5fbeb2-6099-4a2c-8156-b2a7d45073c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:54:37.321738 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-dc5fbeb2-6099-4a2c-8156-b2a7d45073c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397899 Aug 25 15:54:37.334049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:54:37.413386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-05513b2c-ed1d-44e4-9b04-c3d4bc58ef2d service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Aug 25 15:54:37.511277 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a19db8c6-97ab-4c1a-b2d9-4b33a8afcdc5 req-4e1c825f-77a8-4508-9472-86a3c0cdccab service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905013 Aug 25 15:54:37.579917 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9f673c6b-37ca-4b8a-98bc-0442275073c9', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'port_id': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'mac_address': 'fa:16:3e:c8:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:54:35Z', 'updated_at': '2021-08-25T15:54:35Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:23Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:54:37.609614 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e6161-f1e0-44d9-84f1-915fd8f8333a None None] The sync data for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 is: [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '9f673c6b-37ca-4b8a-98bc-0442275073c9', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'port_id': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'mac_address': 'fa:16:3e:c8:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:54:35Z', 'updated_at': '2021-08-25T15:54:35Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:23Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:54:37.837580 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7184c-efd5-4c82-a1a9-7df57dd1f144 None None] New status for floating IP 9f673c6b-37ca-4b8a-98bc-0442275073c9: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:54:38.168161 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55038) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:54:38.234921 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c1fd689c-e78b-40f6-a832-6be5588fbf1d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/9f673c6b-37ca-4b8a-98bc-0442275073c9 HTTP/1.1" status: 200 len: 992 time: 0.0656292 Aug 25 15:54:51.062000 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3b630a07-01d1-4df7-8c4a-ddcb630bd3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:53.730014 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-90dba5b4-00ab-4f92-b64a-ad3d12db22bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:54.210288 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:55.753277 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:57.290491 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:57.873338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:54:59.598591 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:11.787919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050567-4210-4b6c-a20b-7702fa5f1b8d req-d67d8d98-d01a-424c-9625-cbc82806f7a9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:11.789410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c050567-4210-4b6c-a20b-7702fa5f1b8d req-d67d8d98-d01a-424c-9625-cbc82806f7a9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0490522 Aug 25 15:55:11.828593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c050567-4210-4b6c-a20b-7702fa5f1b8d req-fb037ce1-92e7-4537-adae-71e5663fe31a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330219 Aug 25 15:55:11.942908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:55:11.974481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-fdd70f57-9e0a-4e44-a823-bbdf6d0d4ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208320 Aug 25 15:55:12.945519 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12c47f-7c68-4bb7-9cda-e4029e7cff9f req-9815223d-ac18-4d24-a487-d0da23a55ec0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:12.947190 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f12c47f-7c68-4bb7-9cda-e4029e7cff9f req-9815223d-ac18-4d24-a487-d0da23a55ec0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0499842 Aug 25 15:55:12.987285 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0f12c47f-7c68-4bb7-9cda-e4029e7cff9f req-bc3a6076-ec25-45dd-a8b6-ff02d2a90234 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Aug 25 15:55:13.739328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-5fc36548-f90c-42ac-bb0d-ae72dd7f5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:13.740829 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-5fc36548-f90c-42ac-bb0d-ae72dd7f5d01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1096 time: 0.0455461 Aug 25 15:55:13.833052 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-7796a46d-c5c8-4bd9-9de6-bf019a861ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:13.834562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-7796a46d-c5c8-4bd9-9de6-bf019a861ef2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.0851233 Aug 25 15:55:13.905284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-8f413132-a63b-41c0-8b5f-7194540ed670 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 1000 time: 0.0619733 Aug 25 15:55:13.955184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-cc15b9d6-dee3-4ff5-954f-55e4de38ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:13.956663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-cc15b9d6-dee3-4ff5-954f-55e4de38ea4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0440049 Aug 25 15:55:14.004245 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-02c47740-ac52-400b-afd2-315f11e0fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:14.005621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-02c47740-ac52-400b-afd2-315f11e0fa79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400777 Aug 25 15:55:14.127388 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557472e-1e6b-48b7-8fd1-7b2fd811ac5d req-3e92187f-83bc-4a51-8080-8ea2b77818f5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:14.128865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b557472e-1e6b-48b7-8fd1-7b2fd811ac5d req-3e92187f-83bc-4a51-8080-8ea2b77818f5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0696225 Aug 25 15:55:14.144805 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-7a799710-465d-4c77-aa8a-cd7c62584ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302068 Aug 25 15:55:14.214321 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b557472e-1e6b-48b7-8fd1-7b2fd811ac5d req-4af57384-ff8b-4d55-8b0b-97c2da00a0f5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784543 Aug 25 15:55:14.253284 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-0e19e1ca-6f47-49a0-9426-e7c8749b2ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984941 Aug 25 15:55:15.328495 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4284e0-f28c-44b5-90b2-e6f401a6b189 req-09a7b9cf-48d5-4cba-82aa-b2e9ece95051 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:15.330472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf4284e0-f28c-44b5-90b2-e6f401a6b189 req-09a7b9cf-48d5-4cba-82aa-b2e9ece95051 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0480430 Aug 25 15:55:15.367243 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cf4284e0-f28c-44b5-90b2-e6f401a6b189 req-8fabde84-b180-4eac-a62b-f9307ac11e70 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308380 Aug 25 15:55:16.482327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293872-2f89-4bf6-be78-8a5ab4af161a req-b7de5636-ad41-4dec-8a0b-4ed718513122 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:16.483812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab293872-2f89-4bf6-be78-8a5ab4af161a req-b7de5636-ad41-4dec-8a0b-4ed718513122 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0496688 Aug 25 15:55:16.522543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ab293872-2f89-4bf6-be78-8a5ab4af161a req-9da8af5b-7864-4379-bbc0-ab22c01ac37c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Aug 25 15:55:17.636810 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8182d47-d3f2-482b-9641-f685582bbe61 req-1233c1a2-30f4-495c-b4ca-6efc7dc0aebb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:17.638305 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8182d47-d3f2-482b-9641-f685582bbe61 req-1233c1a2-30f4-495c-b4ca-6efc7dc0aebb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0481722 Aug 25 15:55:17.679318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d8182d47-d3f2-482b-9641-f685582bbe61 req-e4cfa927-7ecb-4252-a4d4-9e8c49329a82 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Aug 25 15:55:18.791998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06e74-1ac0-4f3c-8b5a-a3a3ef12f3c9 req-9569e278-c365-41af-95f0-a7c350c1e89b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:18.793482 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fad06e74-1ac0-4f3c-8b5a-a3a3ef12f3c9 req-9569e278-c365-41af-95f0-a7c350c1e89b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0477827 Aug 25 15:55:18.831322 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fad06e74-1ac0-4f3c-8b5a-a3a3ef12f3c9 req-bb7c4511-75b8-4686-af3e-68252cac205d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Aug 25 15:55:19.946901 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762278c-1c75-44ab-b64d-4f92d56e8bbf req-edce0d3f-d04e-4a5d-9e1e-c9d51bce6e07 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:19.948661 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3762278c-1c75-44ab-b64d-4f92d56e8bbf req-edce0d3f-d04e-4a5d-9e1e-c9d51bce6e07 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0488701 Aug 25 15:55:19.985739 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3762278c-1c75-44ab-b64d-4f92d56e8bbf req-80349374-96ac-4dd8-9835-ea769ff54890 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Aug 25 15:55:21.044121 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-148cbfc3-b334-41c6-bd4a-83c6e048d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:21.105591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a48cf-b09a-4dc7-b2a9-ce33c4838d11 req-28c79883-a5a9-436c-92f1-68df0ff03f42 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:21.106982 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-225a48cf-b09a-4dc7-b2a9-ce33c4838d11 req-28c79883-a5a9-436c-92f1-68df0ff03f42 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0529175 Aug 25 15:55:21.144531 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-225a48cf-b09a-4dc7-b2a9-ce33c4838d11 req-b8382a89-3e26-4d67-9e1e-774b235d3100 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Aug 25 15:55:22.261244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a3d2-c77f-493c-a05e-507e5ddd8462 req-0eefcf1e-1d67-4b29-aba6-4d924b612182 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:22.262711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e90a3d2-c77f-493c-a05e-507e5ddd8462 req-0eefcf1e-1d67-4b29-aba6-4d924b612182 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0483313 Aug 25 15:55:22.300006 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2e90a3d2-c77f-493c-a05e-507e5ddd8462 req-0f47fa11-4ee6-4c50-91fb-5a32184b3c9b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308225 Aug 25 15:55:23.412998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7944df-9cdf-4424-bf45-5dc5ef01c1c9 req-87010c79-839f-4e10-92a3-b7f4221914b8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:23.414472 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a7944df-9cdf-4424-bf45-5dc5ef01c1c9 req-87010c79-839f-4e10-92a3-b7f4221914b8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0481749 Aug 25 15:55:23.450968 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3a7944df-9cdf-4424-bf45-5dc5ef01c1c9 req-cc9320d9-b1be-4fd3-89d7-b7a1f78aac9b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306747 Aug 25 15:55:23.735785 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7b5833f6-773b-42ad-b1c4-043fecca9272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:24.198553 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:24.564405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9668d8-cd71-4009-b73a-39cb193df28f req-368085c5-e24e-4c9e-87d1-6d0842cd6f2b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:24.566386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa9668d8-cd71-4009-b73a-39cb193df28f req-368085c5-e24e-4c9e-87d1-6d0842cd6f2b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0491223 Aug 25 15:55:24.608764 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-aa9668d8-cd71-4009-b73a-39cb193df28f req-d0de53a9-a3f3-4d43-9d56-44d7bac20280 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360992 Aug 25 15:55:25.727415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d8f66-3dc3-4ca5-9c4b-5992f56f6e79 req-968d3dd5-a0d9-4000-90bb-d20929e50407 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:25.728999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-866d8f66-3dc3-4ca5-9c4b-5992f56f6e79 req-968d3dd5-a0d9-4000-90bb-d20929e50407 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0503874 Aug 25 15:55:25.746901 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:25.771379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-866d8f66-3dc3-4ca5-9c4b-5992f56f6e79 req-7bae753f-e7fd-462f-a9c2-0661cfc03ba3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355537 Aug 25 15:55:26.891832 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae528e2-33b1-4252-9d45-498cec4e48b4 req-66268fe0-99b8-4a2d-845e-ef6a0cd4fdec tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:26.893989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dae528e2-33b1-4252-9d45-498cec4e48b4 req-66268fe0-99b8-4a2d-845e-ef6a0cd4fdec tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0499361 Aug 25 15:55:26.932040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dae528e2-33b1-4252-9d45-498cec4e48b4 req-2f252098-af7b-4b4b-ab3d-02c7490d3b1b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319653 Aug 25 15:55:27.284348 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:27.625883 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-294b9afa-8c7f-4385-9c5f-0a8d3d039b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:27.627511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-294b9afa-8c7f-4385-9c5f-0a8d3d039b0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1096 time: 0.0440977 Aug 25 15:55:27.727277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-a9e88d2a-7c6e-43d9-a6fe-d97eceb6499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:27.728705 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-a9e88d2a-7c6e-43d9-a6fe-d97eceb6499b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.0818803 Aug 25 15:55:27.797730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-42d4894c-6c26-4432-8429-67ed21fdac06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 1000 time: 0.0609143 Aug 25 15:55:27.847466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-05f891a3-dda4-4847-adda-9cf335a9bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:27.849032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-05f891a3-dda4-4847-adda-9cf335a9bddd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0446050 Aug 25 15:55:27.855691 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:27.894994 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-3c9129c1-7d01-4996-8baa-b4957ae2fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:27.896401 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-3c9129c1-7d01-4996-8baa-b4957ae2fe77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402565 Aug 25 15:55:27.990693 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-256e5570-d0f9-4cef-809d-54e639af6ab9 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862789 Aug 25 15:55:28.110354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf13ff7-c00d-47ac-af67-8d6c02e3720e req-fe8340da-95a7-48b7-a9d8-cceb498049b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:28.111948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dcf13ff7-c00d-47ac-af67-8d6c02e3720e req-fe8340da-95a7-48b7-a9d8-cceb498049b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0956514 Aug 25 15:55:28.129318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-afe72f33-6d15-4e59-bc46-098cb75227f0 req-8bb21849-99b0-4bf7-8870-d0b70ebad480 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305764 Aug 25 15:55:28.159288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-dcf13ff7-c00d-47ac-af67-8d6c02e3720e req-7ce7091a-414e-426f-b871-3a9ad4a9d8b6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395908 Aug 25 15:55:29.274731 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0441bbe-0450-435a-8e17-33df266038dc req-df9a3b88-4963-47f6-8183-5aac1e54e192 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:29.276250 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0441bbe-0450-435a-8e17-33df266038dc req-df9a3b88-4963-47f6-8183-5aac1e54e192 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0480943 Aug 25 15:55:29.314221 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f0441bbe-0450-435a-8e17-33df266038dc req-452b7d0e-e09c-4ad1-a9ba-5755e349f752 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Aug 25 15:55:29.586640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:30.428597 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da162ff-a859-47e2-af96-886af1e2e2c1 req-0e0b1efd-bf10-430d-8e7a-f92323451d48 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:30.430059 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0da162ff-a859-47e2-af96-886af1e2e2c1 req-0e0b1efd-bf10-430d-8e7a-f92323451d48 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0485451 Aug 25 15:55:30.466868 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0da162ff-a859-47e2-af96-886af1e2e2c1 req-b0d13813-eae1-4203-873c-193ac2b95802 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307174 Aug 25 15:55:31.540874 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-36338e22-c560-4480-b61c-d48f3cdf614b req-4bf568e2-2b06-48e4-b23f-b55f479cf036 service neutron] show failed (client error): The resource could not be found. Aug 25 15:55:31.541885 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-4bf568e2-2b06-48e4-b23f-b55f479cf036 service neutron] 10.222.0.45 "GET /v2.0/ports/c505f7b0-ddf5-4125-877e-98e1a45c3ed0/bindings/n-h1-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.0558331 Aug 25 15:55:31.581640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959da7-3556-44e7-a8a7-6d23b4f47f87 req-cfaf87fb-3c6b-406e-82b1-9cb898f41293 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:31.583159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5959da7-3556-44e7-a8a7-6d23b4f47f87 req-cfaf87fb-3c6b-406e-82b1-9cb898f41293 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0485289 Aug 25 15:55:31.624263 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b5959da7-3556-44e7-a8a7-6d23b4f47f87 req-d6c635d9-9bf2-4921-915b-cdf81e3a2495 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 Aug 25 15:55:32.094139 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-d328fef4-3062-40b6-994a-aa43e7de2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:32.095604 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-d328fef4-3062-40b6-994a-aa43e7de2877 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 1096 time: 0.0396729 Aug 25 15:55:32.107600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:55:32.160704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:32.355352 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:55:32.386757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:55:32.425951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:55:32.428240 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b249699-7f48-4afe-ab1f-b99ed14f128e" -d '{"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:55:32.431930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:32.444280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Transition to ACTIVE for port object c505f7b0-ddf5-4125-877e-98e1a45c3ed0 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:55:32.478513 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167fd598-77fd-475d-ba82-610c43f7bfc6 x-openstack-request-id: req-167fd598-77fd-475d-ba82-610c43f7bfc6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:55:32.478809 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:55:32.479097 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-167fd598-77fd-475d-ba82-610c43f7bfc6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:55:32.484989 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'code': 200} Aug 25 15:55:32.500694 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:32.580330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=6']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:55:32.594819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.595251 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.599810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:32.633628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] No DVR routers for this DVR port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:55:32.744966 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93d2c5-1c2a-4133-88dd-40b37fcf7dc2 req-8c0aaea9-758f-473e-8701-7a021b4cd896 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:32.746465 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d93d2c5-1c2a-4133-88dd-40b37fcf7dc2 req-8c0aaea9-758f-473e-8701-7a021b4cd896 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0491149 Aug 25 15:55:32.773824 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:55:32.774179 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:55:32.774496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:55:32.778890 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:55:32.779246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Attempting to bind port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on network 1a309aa0-ec35-44a7-9668-e660f9ccf793 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:55:32.784233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:55:32.784579 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Checking segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:55:32.784958 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Bound using segment: {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:55:32.785419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Bound port: c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81763a5c-7a71-4800-ae96-604cb99f271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:55:32.785782 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:32.788581 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d93d2c5-1c2a-4133-88dd-40b37fcf7dc2 req-2bfeb1e9-c6c7-4128-b758-80cfea2e3901 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360777 Aug 25 15:55:32.856830 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:55:32.859996 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:55:32.942238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:32.980353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:32.980966 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:32.982346 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] 10.222.0.52 "PUT /v2.0/ports/c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 1091 time: 0.8787589 Aug 25 15:55:33.003562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaad75c-e2c6-4948-85de-e77c166fd92f service neutron] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:55:33.074411 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-debff6c2-ff72-421f-8678-899621f0e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:33.076181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-debff6c2-ff72-421f-8678-899621f0e52f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1094 time: 0.0693197 Aug 25 15:55:33.189687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-c1ade877-1e3d-492a-b5a6-a33a03404941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:33.192006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-c1ade877-1e3d-492a-b5a6-a33a03404941 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.1053259 Aug 25 15:55:33.267218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-03891edc-e8bc-4f74-97ea-a9422832d014 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 998 time: 0.0678086 Aug 25 15:55:33.322142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-03caaaaa-e2cc-40ca-96e7-ca8cdd00de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:33.324049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-03caaaaa-e2cc-40ca-96e7-ca8cdd00de7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0496819 Aug 25 15:55:33.372118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338e22-c560-4480-b61c-d48f3cdf614b req-67d7757e-e015-41f3-8df7-1b6e7e966a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:33.373735 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-67d7757e-e015-41f3-8df7-1b6e7e966a0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423884 Aug 25 15:55:33.468384 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-0361fa0c-bf60-46b0-82fd-ca1a4af32d95 service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877631 Aug 25 15:55:33.560799 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36338e22-c560-4480-b61c-d48f3cdf614b req-27a80462-c836-45f5-b6c5-fc449920083a service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 Aug 25 15:55:33.918123 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40820-a64d-479b-baf5-153ccb09f319 req-0cb7296e-deee-4f72-a266-185bad4e61aa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:33.919614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7b40820-a64d-479b-baf5-153ccb09f319 req-0cb7296e-deee-4f72-a266-185bad4e61aa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0540826 Aug 25 15:55:33.957587 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b7b40820-a64d-479b-baf5-153ccb09f319 req-bcfff31b-b863-43ba-9b9e-06bcd5149d12 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Aug 25 15:55:34.481213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:55:34.483790 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93" -d '{"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:55:34.531398 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5436bb-648c-415a-a045-7aa191850eab x-openstack-request-id: req-cb5436bb-648c-415a-a045-7aa191850eab {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:55:34.531691 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:55:34.531946 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb5436bb-648c-415a-a045-7aa191850eab {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:55:34.532343 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'status': 'completed', 'code': 200} Aug 25 15:55:34.621652 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-fec77705-c184-4ef2-96fb-580f100b4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:34.623183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-fec77705-c184-4ef2-96fb-580f100b4459 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1094 time: 0.0703731 Aug 25 15:55:34.625537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-ed191727-1769-4f5c-92c1-2010a8970433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:34.626865 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-ed191727-1769-4f5c-92c1-2010a8970433 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1094 time: 0.0661607 Aug 25 15:55:34.784676 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-2de7d6aa-4725-49f5-a8b8-a4e1a1a4c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:34.786034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-2de7d6aa-4725-49f5-a8b8-a4e1a1a4c320 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.1546016 Aug 25 15:55:34.787138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-7ed75edb-117e-4916-930f-26ab1bf6a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:34.788443 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-7ed75edb-117e-4916-930f-26ab1bf6a55b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.1499879 Aug 25 15:55:35.268965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-a211d093-7134-40a2-b7e8-2c21f6f7f59a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 998 time: 0.4749196 Aug 25 15:55:35.270606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-dad47529-594a-4bf4-bea2-9821f2740523 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 998 time: 0.4716849 Aug 25 15:55:35.284279 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496e872-3aef-49b2-89e8-294c3807152b req-dd0dac90-fe36-42ec-80c8-0e6027928df2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:35.285718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7496e872-3aef-49b2-89e8-294c3807152b req-dd0dac90-fe36-42ec-80c8-0e6027928df2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.1137516 Aug 25 15:55:35.391620 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-8ad43ca7-198d-4089-a84a-26f41421b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:35.393149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-8ad43ca7-198d-4089-a84a-26f41421b7ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.1168382 Aug 25 15:55:35.397308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-93dc3d6d-b2c5-430a-b287-52c9410ae2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:35.398195 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-93dc3d6d-b2c5-430a-b287-52c9410ae2c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.1116681 Aug 25 15:55:35.401619 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7496e872-3aef-49b2-89e8-294c3807152b req-c9133711-f226-46da-962a-a01ee495be3f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062093 Aug 25 15:55:35.469113 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-9392e785-e544-47d4-8e53-fd86362efbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:35.470667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-9392e785-e544-47d4-8e53-fd86362efbc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683129 Aug 25 15:55:35.473207 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-bf4882f1-69f5-4a89-857b-f611a00a93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:35.474581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-bf4882f1-69f5-4a89-857b-f611a00a93a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638239 Aug 25 15:55:35.641507 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-8cb9e883-e5a8-41f7-9cdd-120bf8b3f2f3 service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632717 Aug 25 15:55:35.643332 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-74fcb2ff-eda7-4881-85a5-eaef7c875bde service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582925 Aug 25 15:55:35.799000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-65c1a34e-2681-4262-8516-33120de23dee service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494663 Aug 25 15:55:35.803160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd7bc75d-93c6-4d70-b0ef-f0de43d35c93 req-603a8e5c-9c06-4cac-93d4-c9317d8a52f6 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456132 Aug 25 15:55:36.393795 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:55:36.489272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:55:36.500556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'port_id': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'mac_address': 'fa:16:3e:c8:4f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:55:36.524138 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ee25-3acb-4a79-ab76-440cac1a7a74 req-a6e66c89-6bb4-493c-a1fa-eb2d0b59509f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:36.525677 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9f7ee25-3acb-4a79-ab76-440cac1a7a74 req-a6e66c89-6bb4-493c-a1fa-eb2d0b59509f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 943 time: 0.0522759 Aug 25 15:55:36.542987 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:36.558744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c505f7b0-ddf5-4125-877e-98e1a45c3ed0 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:55:36.563598 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b9f7ee25-3acb-4a79-ab76-440cac1a7a74 req-00dc73da-63aa-4716-8e18-4ed2e5675389 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317464 Aug 25 15:55:36.582300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:55:36.649470 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:36.694848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:55:36.702299 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.702644 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.702979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.703342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.703673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.704003 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.704325 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.704648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.704968 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.705286 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.705671 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.706501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:36.859994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:55:36.864514 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4253b-bc9a-4747-bc29-14429fc7c0c4 req-0a6fdf41-958b-424c-96ff-4d90afbff849 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:36.866072 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6eb4253b-bc9a-4747-bc29-14429fc7c0c4 req-0a6fdf41-958b-424c-96ff-4d90afbff849 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 944 time: 0.0498688 Aug 25 15:55:36.902544 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c505f7b0-ddf5-4125-877e-98e1a45c3ed0'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:55:36.916168 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6eb4253b-bc9a-4747-bc29-14429fc7c0c4 req-fdbf78cc-f71e-4217-9d50-4d6ebb9ee105 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Aug 25 15:55:36.950401 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:55:36.963375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-f4d13eba-aea2-4e59-bafa-778a82d16e33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787749 Aug 25 15:55:36.985659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-fecc3111-9d80-422f-8bae-2479a1761724 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:36.987937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-fecc3111-9d80-422f-8bae-2479a1761724 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa&tenant_id=f91a086d14bb4020b68a34f2908ed69d&binding%3Ahost_id=n-h1-805995-2 HTTP/1.1" status: 200 len: 944 time: 0.0766952 Aug 25 15:55:37.118180 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ecd4-0c98-432d-a749-e13ae38585d4 req-a08db04b-e64a-48c6-b898-b2cd1ee40f70 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.119653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01b8ecd4-0c98-432d-a749-e13ae38585d4 req-a08db04b-e64a-48c6-b898-b2cd1ee40f70 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 944 time: 0.1264009 Aug 25 15:55:37.130992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-9c15145a-7636-4c3f-858e-58b6075cff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.132465 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-9c15145a-7636-4c3f-858e-58b6075cff64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1095 time: 0.1105361 Aug 25 15:55:37.137644 n-d-805995-2 neutron-server[101873]: INFO neutron.api.v2.resource [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-8e263363-f578-4843-bead-98cb16558fca service neutron] delete failed (client error): The resource could not be found. Aug 25 15:55:37.138584 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-8e263363-f578-4843-bead-98cb16558fca service neutron] 10.222.0.45 "DELETE /v2.0/ports/c505f7b0-ddf5-4125-877e-98e1a45c3ed0/bindings/n-h2-805995-2 HTTP/1.1" status: 404 len: 380 time: 0.1180284 Aug 25 15:55:37.210564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01b8ecd4-0c98-432d-a749-e13ae38585d4 req-daf2110e-656f-4780-8fb9-a34aff896f01 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840623 Aug 25 15:55:37.270355 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-ae37b2ed-2b02-40ac-81f4-137d8f2d6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.271898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-ae37b2ed-2b02-40ac-81f4-137d8f2d6876 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1095 time: 0.0648186 Aug 25 15:55:37.300749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-c1d8c2ba-1675-4fa5-9f94-6a953161de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.302147 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-c1d8c2ba-1675-4fa5-9f94-6a953161de56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.1485219 Aug 25 15:55:37.412098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-344584f8-588e-4149-97ba-520eea5c25ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 999 time: 0.0812371 Aug 25 15:55:37.428623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-0f0dad2c-5f22-4bb3-b2d3-731e061a8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.429995 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-0f0dad2c-5f22-4bb3-b2d3-731e061a8a4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.1499910 Aug 25 15:55:37.513619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-6876a889-1821-4ac0-b0fb-f1c65eb91c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.515144 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-6876a889-1821-4ac0-b0fb-f1c65eb91c8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0946529 Aug 25 15:55:37.523254 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-70cb399d-449b-4aff-8fdc-2d29b24872bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 999 time: 0.0741291 Aug 25 15:55:37.594674 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-fbcca213-6369-491c-a4c9-8e47c2042ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.596717 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-fbcca213-6369-491c-a4c9-8e47c2042ec7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0648298 Aug 25 15:55:37.599229 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-e7851104-af7b-453f-8961-c90a4851f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.600599 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-e7851104-af7b-453f-8961-c90a4851f161 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765295 Aug 25 15:55:37.714194 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-a08eaba9-3daf-416e-ab39-c52a46d56999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:37.715634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-a08eaba9-3daf-416e-ab39-c52a46d56999 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118057 Aug 25 15:55:37.748409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-784ef643-4fc5-438b-92e7-be9b318e1f7d service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317532 Aug 25 15:55:37.878442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-6e2f3c4c-f6df-4cf7-b07c-02c3e2e294bd service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500776 Aug 25 15:55:37.895581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1acfd640-daef-43c4-88ef-4be30d1fcde7 req-e164bc15-de53-4316-bef2-7e7e582b437b service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194620 Aug 25 15:55:37.975342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-10afc1dc-826a-4d01-b64f-5b9a36cf5c32 req-860f5349-c574-486f-9a1e-402ae029ebf0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Aug 25 15:55:38.326461 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c910-5fb6-49dc-9ead-c70c218119ec req-d48e344d-48a8-4b1c-8d5a-bf72f394a031 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:38.327999 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20e0c910-5fb6-49dc-9ead-c70c218119ec req-d48e344d-48a8-4b1c-8d5a-bf72f394a031 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 944 time: 0.0487387 Aug 25 15:55:38.366505 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-20e0c910-5fb6-49dc-9ead-c70c218119ec req-f586f803-61a0-4c7a-bc27-edb0957617e1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Aug 25 15:55:38.414132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:55:38.517858 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:55:38.521710 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:55:38.522085 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:38.598717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:38.621573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:55:38.623981 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ed8936-1744-4114-a2f0-e2d6029cbd02" -d '{"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-plugged", "status": "completed", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:55:38.640662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:55:38.659394 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1986b03-c0fe-43f1-bc48-0af59cb665f9 x-openstack-request-id: req-c1986b03-c0fe-43f1-bc48-0af59cb665f9 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:55:38.659724 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-plugged", "status": "completed", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:55:38.659983 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1986b03-c0fe-43f1-bc48-0af59cb665f9 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:55:38.660375 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'code': 200} Aug 25 15:55:38.729322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:38.775308 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:55:39.481950 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b576-5b3f-4471-8539-c1adfac5d154 req-9ec89bdd-5be4-4b56-9c44-e3a93dc2b2f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:55:39.483442 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7f0b576-5b3f-4471-8539-c1adfac5d154 req-9ec89bdd-5be4-4b56-9c44-e3a93dc2b2f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0487216 Aug 25 15:55:39.520784 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7f0b576-5b3f-4471-8539-c1adfac5d154 req-8af2a041-0ec5-4c80-be3f-2b6f5515927e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Aug 25 15:55:39.542289 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55148) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:55:39.606340 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0fc96640-4f96-4483-bc79-a46d7c433df1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/9f673c6b-37ca-4b8a-98bc-0442275073c9 HTTP/1.1" status: 200 len: 992 time: 0.0629451 Aug 25 15:55:48.942382 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:55:51.066372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b421-a45d-49fb-823a-e9a1538fa619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:53.734748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-59410ea9-dfc6-4675-b5da-c55793e72bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:54.197895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:55.752674 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:57.289625 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:57.866152 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:59.591580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:06.001119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55164) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:06.155264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 59a9c838-330f-47f3-829d-1ac7fe9c3e72 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:56:06.155527 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:06.228426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:06.228759 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:06.240037 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 59a9c838-330f-47f3-829d-1ac7fe9c3e72 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:56:06.460702 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:06.483778 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=59a9c838-330f-47f3-829d-1ac7fe9c3e72,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:06.494007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.494392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.494727 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.495093 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.495439 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.496164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.496164 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.496431 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.496770 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.497103 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.497436 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.497774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:06.560626 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:06.560961 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 9f673c6b-37ca-4b8a-98bc-0442275073c9 disassociated (deleted). External IP: 172.25.8.26, port: c505f7b0-ddf5-4125-877e-98e1a45c3ed0. Aug 25 15:56:07.104602 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router ca2726d7-7c32-40e5-a6ec-c9771bb2976d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:56:07.213081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:07.218071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:07.224188 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] Sync routers for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:56:07.244956 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4a222fbf-edb4-4e52-bee8-49cdc5062e16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/floatingips/9f673c6b-37ca-4b8a-98bc-0442275073c9 HTTP/1.1" status: 204 len: 168 time: 1.2427211 Aug 25 15:56:07.245556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:56:07.247858 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb2bab-f245-4b30-90fa-6f6351098fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:56:07.270730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:07.271110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:07.351903 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab5adaf-0894-4eab-9051-897c45cf750d x-openstack-request-id: req-eab5adaf-0894-4eab-9051-897c45cf750d {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:56:07.351903 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:56:07.351903 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eab5adaf-0894-4eab-9051-897c45cf750d {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:56:07.351903 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'status': 'completed', 'code': 200} Aug 25 15:56:07.412333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-a22b213a-10c5-4188-a6ee-57a34d586eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:07.414406 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-a22b213a-10c5-4188-a6ee-57a34d586eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 1096 time: 0.0417516 Aug 25 15:56:07.420316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:07.517257 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-ecc6d208-2ed0-4547-9b64-fd28639447cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:07.520299 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-ecc6d208-2ed0-4547-9b64-fd28639447cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 200 len: 898 time: 0.0979624 Aug 25 15:56:07.565919 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-e85ce326-cf69-4181-a97e-691ff3ed0800 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 200 len: 217 time: 0.0378218 Aug 25 15:56:07.617389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-16748b58-511b-4ca1-a828-48af46dfb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:07.618988 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-16748b58-511b-4ca1-a828-48af46dfb935 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 200 len: 835 time: 0.0454006 Aug 25 15:56:07.673746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-90ad75da-6fd6-4615-8042-cae1c017786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:07.675266 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-90ad75da-6fd6-4615-8042-cae1c017786e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1a309aa0-ec35-44a7-9668-e660f9ccf793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484307 Aug 25 15:56:07.788765 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd33d2-74ee-49c5-8ee2-0518ccca6555 req-5905f66a-1eb1-4e23-9c3a-ff9cce1fd315 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:07.790074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:23Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:07.790259 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fcd33d2-74ee-49c5-8ee2-0518ccca6555 req-5905f66a-1eb1-4e23-9c3a-ff9cce1fd315 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.1054683 Aug 25 15:56:07.817317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] Checking router: ca2726d7-7c32-40e5-a6ec-c9771bb2976d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:56:07.826248 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:07.826851 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:07.827105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-dadf724c-3b17-4e5e-b582-460200f28727 service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402502 Aug 25 15:56:07.853944 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7fcd33d2-74ee-49c5-8ee2-0518ccca6555 req-70509d8c-6e59-4825-8526-43fbd0a4d429 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571632 Aug 25 15:56:07.928871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e0eb2bab-f245-4b30-90fa-6f6351098fc9 req-f28205a7-6136-456c-a124-e4f0826fcb81 service neutron] 10.222.0.52 "GET /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903730 Aug 25 15:56:07.936581 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:08.134404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:23Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:08.160579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed270b-359e-4921-8b0b-9dd23018f4bd None None] The sync data for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 is: [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:54:19Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '0805693a-9c8f-4d10-833b-a5ebb07082e8', 'name': '', 'network_id': '1a309aa0-ec35-44a7-9668-e660f9ccf793', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:6f:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:19Z', 'updated_at': '2021-08-25T15:54:23Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'b88ee0bd-33bf-4b89-ab97-5741f69ea656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:56:08.373115 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed543d-72a3-4c30-8e6e-a6d15fda9e6d None None] New status for floating IP 9f673c6b-37ca-4b8a-98bc-0442275073c9: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:56:08.949870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8483564-4b0d-4b27-b437-54447455e093 req-40459c6c-ac4b-4d57-af5e-9d4899596c92 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:08.951405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8483564-4b0d-4b27-b437-54447455e093 req-40459c6c-ac4b-4d57-af5e-9d4899596c92 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0504570 Aug 25 15:56:08.971140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d4d2e-678d-4d1d-b95c-a8c05d6b8a71 req-a3f8f51e-83ef-4e19-9311-8a40b2fef483 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:08.972814 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a54d4d2e-678d-4d1d-b95c-a8c05d6b8a71 req-a3f8f51e-83ef-4e19-9311-8a40b2fef483 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 945 time: 0.0500460 Aug 25 15:56:09.012472 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a54d4d2e-678d-4d1d-b95c-a8c05d6b8a71 req-44022403-6bac-4ad3-a723-b994c25425b1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f670d49-5ee8-4fde-90b6-0d2cbc021720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330372 Aug 25 15:56:09.050034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:56:09.050380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:09.138502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port c505f7b0-ddf5-4125-877e-98e1a45c3ed0, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:09.138794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:09.152041 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for c505f7b0-ddf5-4125-877e-98e1a45c3ed0 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:56:09.339899 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:09.371148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=c505f7b0-ddf5-4125-877e-98e1a45c3ed0,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:09.417274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] No DVR routers for this DVR port c505f7b0-ddf5-4125-877e-98e1a45c3ed0 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:56:09.420075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:09.422409 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b8483564-4b0d-4b27-b437-54447455e093 req-caddac7d-b9de-4b3b-ae9e-790bee912922 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "DELETE /v2.0/ports/c505f7b0-ddf5-4125-877e-98e1a45c3ed0 HTTP/1.1" status: 204 len: 173 time: 0.4649377 Aug 25 15:56:09.422929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-deleted', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:56:09.425430 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043cc99-9dbc-486c-864f-ca421e970178" -d '{"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-deleted", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:56:09.461318 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d5d45d-c716-40db-a6a6-10dd28c64394 x-openstack-request-id: req-f0d5d45d-c716-40db-a6a6-10dd28c64394 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:56:09.461611 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89afafce-9773-4f7e-b7d5-1c78df4b98fa", "name": "network-vif-deleted", "tag": "c505f7b0-ddf5-4125-877e-98e1a45c3ed0", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:56:09.461857 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0d5d45d-c716-40db-a6a6-10dd28c64394 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:56:09.462377 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89afafce-9773-4f7e-b7d5-1c78df4b98fa', 'name': 'network-vif-deleted', 'tag': 'c505f7b0-ddf5-4125-877e-98e1a45c3ed0', 'status': 'completed', 'code': 200} Aug 25 15:56:10.115708 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4e710709-dd5b-4438-ab72-ba8234185bd5 req-1dc64825-db8e-4c5a-8ebf-49a203a03df6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=89afafce-9773-4f7e-b7d5-1c78df4b98fa HTTP/1.1" status: 200 len: 210 time: 0.0264156 Aug 25 15:56:11.173835 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55184) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:11.525619 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:11.780676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 0805693a-9c8f-4d10-833b-a5ebb07082e8 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:56:11.780938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:11.872057 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 0805693a-9c8f-4d10-833b-a5ebb07082e8, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=0805693a-9c8f-4d10-833b-a5ebb07082e8,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:11.872499 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:11.887837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 0805693a-9c8f-4d10-833b-a5ebb07082e8 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:56:12.140907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.170303 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=0805693a-9c8f-4d10-833b-a5ebb07082e8,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:12.345139 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.558784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router ca2726d7-7c32-40e5-a6ec-c9771bb2976d has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:56:12.617659 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:56:12.637469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: c505f7b0-ddf5-4125-877e-98e1a45c3ed0 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:56:12.637977 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c505f7b0-ddf5-4125-877e-98e1a45c3ed0 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:56:12.666603 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:12.671676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-69ca012e-1fd1-4f3e-9ced-008569743f3e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/ca2726d7-7c32-40e5-a6ec-c9771bb2976d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968176 Aug 25 15:56:12.674373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55186) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:12.676962 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] Sync routers for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:56:12.686221 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:12.686838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:12.726401 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting subnet b88ee0bd-33bf-4b89-ab97-5741f69ea656 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:56:12.729539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.770942 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.790759 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:12.861444 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.965637 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:56:12Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:12.995032 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] Checking router: ca2726d7-7c32-40e5-a6ec-c9771bb2976d for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:56:12.997440 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.003416 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] Routers {'ca2726d7-7c32-40e5-a6ec-c9771bb2976d'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:13.004027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:13.025993 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Subnet': ['ID=b88ee0bd-33bf-4b89-ab97-5741f69ea656,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:13.031392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.037124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55188) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:13.040205 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa051f1-f39f-40ec-b6f1-66aaf3badc42 None None] Network 1a309aa0-ec35-44a7-9668-e660f9ccf793 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:56:13.045318 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ba8f4bde-8edc-4cee-ae8b-68ef7417c166 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/subnets/b88ee0bd-33bf-4b89-ab97-5741f69ea656 HTTP/1.1" status: 204 len: 168 time: 0.3698657 Aug 25 15:56:13.152548 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.197113 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] Set router ca2726d7-7c32-40e5-a6ec-c9771bb2976d gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:13.255053 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.330579 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] DHCP port deletion for 1a309aa0-ec35-44a7-9668-e660f9ccf793 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:56:13.375947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port ce2b0361-f295-4cca-a5b1-df450c429e4d {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:56:13.376213 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.419368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] Deleting port 4596f46d-1f30-431c-9272-595aa77ee33c {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:56:13.424360 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.433510 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:56:12Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:13.459440 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port ce2b0361-f295-4cca-a5b1-df450c429e4d, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ce2b0361-f295-4cca-a5b1-df450c429e4d,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:13.459963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.473924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for ce2b0361-f295-4cca-a5b1-df450c429e4d owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:56:13.493171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bf83e-9928-490e-bf77-df6ab0121c2b None None] The sync data for ids ['ca2726d7-7c32-40e5-a6ec-c9771bb2976d'] in n-d-805995-2 is: [{'id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641570027', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:54:15Z', 'updated_at': '2021-08-25T15:56:12Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': 'ce2b0361-f295-4cca-a5b1-df450c429e4d', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2726d7-7c32-40e5-a6ec-c9771bb2976d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:54:16Z', 'updated_at': '2021-08-25T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:56:13.515774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] For port 4596f46d-1f30-431c-9272-595aa77ee33c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4596f46d-1f30-431c-9272-595aa77ee33c,segment=NetworkSegment(81763a5c-7a71-4800-ae96-604cb99f271e),segment_id=81763a5c-7a71-4800-ae96-604cb99f271e)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:13.516114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.531822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] Calling delete_port for 4596f46d-1f30-431c-9272-595aa77ee33c owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:56:13.683012 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.710015 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] Pushing event deleted for resources: {'Port': ['ID=4596f46d-1f30-431c-9272-595aa77ee33c,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:13.712114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a3058-54ac-4a81-afe2-9a84f4f82566 None None] No DVR routers for this DVR port 4596f46d-1f30-431c-9272-595aa77ee33c on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:56:13.740522 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.771657 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=ce2b0361-f295-4cca-a5b1-df450c429e4d,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:13.840044 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.939722 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.942032 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.043348 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.044021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Fanout notify agent at l3_agent the message router_deleted on router ca2726d7-7c32-40e5-a6ec-c9771bb2976d {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:56:14.053417 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.055956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-8f770cc4-c603-498d-86a5-bd88624c07d0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/routers/ca2726d7-7c32-40e5-a6ec-c9771bb2976d HTTP/1.1" status: 204 len: 168 time: 1.0176492 Aug 25 15:56:14.059353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55190) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:14.147203 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.244553 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.255919 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a309aa0-ec35-44a7-9668-e660f9ccf793']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:14.268312 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81763a5c-7a71-4800-ae96-604cb99f271e') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:14.268637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81763a5c-7a71-4800-ae96-604cb99f271e') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:14.279971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.296773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.303431 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:56:14.306128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:56:14.306715 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:56:14.461029 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.469718 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.471803 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/networks/1a309aa0-ec35-44a7-9668-e660f9ccf793 HTTP/1.1" status: 204 len: 168 time: 0.4114871 Aug 25 15:56:14.475768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55192) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:14.485703 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a24c4-6382-49a6-ba32-c033c648517f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Network': ['ID=1a309aa0-ec35-44a7-9668-e660f9ccf793,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:14.586492 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73b89c91-65da-4543-893e-9a07d1166897 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.616630 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73b89c91-65da-4543-893e-9a07d1166897 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.711924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73b89c91-65da-4543-893e-9a07d1166897 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.714533 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-73b89c91-65da-4543-893e-9a07d1166897 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.715759 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-73b89c91-65da-4543-893e-9a07d1166897 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/security-groups/2f670d49-5ee8-4fde-90b6-0d2cbc021720 HTTP/1.1" status: 204 len: 168 time: 0.2389555 Aug 25 15:56:14.725486 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b89c91-65da-4543-893e-9a07d1166897 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f670d49-5ee8-4fde-90b6-0d2cbc021720,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:15.076295 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4596f46d-1f30-431c-9272-595aa77ee33c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:56:15.096018 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4596f46d-1f30-431c-9272-595aa77ee33c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:56:15.096358 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4596f46d-1f30-431c-9272-595aa77ee33c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:56:15.096772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ce2b0361-f295-4cca-a5b1-df450c429e4d no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:56:15.114413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ce2b0361-f295-4cca-a5b1-df450c429e4d {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:56:15.114754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ce2b0361-f295-4cca-a5b1-df450c429e4d not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:56:15.115202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0805693a-9c8f-4d10-833b-a5ebb07082e8 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:56:15.134436 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 0805693a-9c8f-4d10-833b-a5ebb07082e8 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:56:15.134816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 0805693a-9c8f-4d10-833b-a5ebb07082e8 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:56:16.209714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55202) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:16.215254 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282105541', 'description': 'tempest-secgroup-smoke-1282105541 description', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:16.294109 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.374112 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.460827 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.489134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258353ef-be99-4fdc-978f-63778f85bbd3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:16.551621 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.552911 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f5d38d21-9e18-4d79-b166-770727d474f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3421676 Aug 25 15:56:16.556407 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55204) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:16.560916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '258353ef-be99-4fdc-978f-63778f85bbd3', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:16.641773 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.699042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.797350 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.817141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf787cc-bc48-4ce2-bc4d-fd1083af751c,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:16.888813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:16.890102 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-576a8c0c-87f3-4161-aad6-1c6983c33022 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327310 Aug 25 15:56:16.892893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55206) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:16.898110 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '258353ef-be99-4fdc-978f-63778f85bbd3', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:16.996274 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.055866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.134225 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.155715 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa5aef3-af7f-4cf2-b0ed-cab93934e48b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:17.230944 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.232202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-afd8fb0a-97a9-45aa-80fb-39b983e5514b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383455 Aug 25 15:56:17.234868 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55208) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:17.239448 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '258353ef-be99-4fdc-978f-63778f85bbd3', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:17.338880 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.397038 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.488316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.508745 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85a353e-0601-4e42-b59a-82964eb0764a,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:17.597178 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.598354 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-fc77b0fc-4db5-43e8-8596-185deaf6b5f1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625314 Aug 25 15:56:17.601082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55210) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:17.606050 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '258353ef-be99-4fdc-978f-63778f85bbd3', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:17.701831 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.761407 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.842779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.861826 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121b1754-1f07-4838-8496-c1cfa3779601,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:17.917211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:17.918441 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9430f54b-fccc-4372-830c-41e09f9f82b4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164098 Aug 25 15:56:17.921201 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55212) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:17.925642 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '258353ef-be99-4fdc-978f-63778f85bbd3', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:18.014440 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:56:18.019650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.082500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.157152 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.175066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c744bf-5e35-47fd-961e-ebda289c0d88,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:18.237128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.238362 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5ae35381-d714-4316-84a2-a6fa4dea0384 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162327 Aug 25 15:56:18.241581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55214) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:18.246423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '258353ef-be99-4fdc-978f-63778f85bbd3', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:18.317407 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:56:18.325666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.401223 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.460537 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.478028 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e40a906-49aa-4ff8-82c5-c5291f6a1502,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:18.528307 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.529540 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-aaa6c9dc-3640-4b14-a28e-e6dcf568811f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2868793 Aug 25 15:56:18.532621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55216) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:18.537619 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'network': {'name': 'tempest-network-smoke--203671239', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:18.613869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:18.617356 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.640305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:56:18.649644 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.649990 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Added segment 72ebfb1b-73ef-4c4c-babb-f5e321847df0 of type vlan for network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 Aug 25 15:56:18.688799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.763091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.768719 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:18.769313 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.839630 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Network': ['ID=66d9f3d6-ee81-4840-bc5a-4f4b92688538,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:18.850305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:56:18.872914 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-8ce708ea-abd3-44e2-bfac-8436cf88b08c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3392031 Aug 25 15:56:18.876768 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55218) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:18.884863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'admin_state_up': True, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:18.963119 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:18.964199 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.015408 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.206265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.455689 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.474616 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.574552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.48 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/9317f414-28ee-4a04-b24f-e273ee31c24b) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:19.680650 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.763163 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.802854 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:19.806272 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:19.809834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:19.832266 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=9317f414-28ee-4a04-b24f-e273ee31c24b,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:20.120090 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:20.318565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:20.511354 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router b28e5404-6c1e-482b-9db5-ef270b508b16 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:56:20.621793 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:20.634232 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Sync routers for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:56:20.645226 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:20.645836 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:20.705778 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:20.707076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-480bb25d-b198-4319-a005-8b291fa85816 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8288882 Aug 25 15:56:20.710782 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55220) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:20.752142 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:20.781536 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2b7b1f5a-7cde-4838-8188-742aac33db2e tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f91a086d14bb4020b68a34f2908ed69d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694780 Aug 25 15:56:20.783987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55224) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:20.876497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf4f3a-ac47-411e-9923-e982939355bc tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:20.878038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1dbf4f3a-ac47-411e-9923-e982939355bc tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931361 Aug 25 15:56:20.881370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55226) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:20.943699 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:19Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:20.976779 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Checking router: b28e5404-6c1e-482b-9db5-ef270b508b16 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:56:20.977360 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Updating router b28e5404-6c1e-482b-9db5-ef270b508b16 port 9317f414-28ee-4a04-b24f-e273ee31c24b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:56:21.006817 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.065937 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6babcddd-9148-413e-b341-d9d89c939111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.261344 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ab5d609b-b6ca-4b4b-b5ec-8d5544ee0aa2 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3783123 Aug 25 15:56:21.263757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55228) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:21.268637 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923339462', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:21.360956 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.371083 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Transition to ACTIVE for port object 9317f414-28ee-4a04-b24f-e273ee31c24b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:21.443412 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:21.447580 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.471427 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.526647 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Pushing event updated for resources: {'Port': ['ID=9317f414-28ee-4a04-b24f-e273ee31c24b,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:21.534462 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Attempting to bind port 9317f414-28ee-4a04-b24f-e273ee31c24b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:21.534735 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Attempting to bind port 9317f414-28ee-4a04-b24f-e273ee31c24b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:21.535121 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Attempting to bind port 9317f414-28ee-4a04-b24f-e273ee31c24b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:21.537722 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.538093 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.538431 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.538767 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.539117 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.539447 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.539772 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.540096 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.540416 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.540753 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.541060 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.541378 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:21.547761 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:21.548137 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:56:21.548546 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.549314 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:21.549478 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Bound port: 9317f414-28ee-4a04-b24f-e273ee31c24b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:21.549875 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.601376 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] For port 9317f414-28ee-4a04-b24f-e273ee31c24b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:21.604383 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] For port 9317f414-28ee-4a04-b24f-e273ee31c24b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9317f414-28ee-4a04-b24f-e273ee31c24b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:21.682980 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.712198 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.734374 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:21.734990 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:55:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:21.780190 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Subnet': ['ID=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:21.781344 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0de7e1-d74f-43d4-8ff3-def398a5a0b7 None None] Pushing event updated for resources: {'Port': ['ID=9317f414-28ee-4a04-b24f-e273ee31c24b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:21.788801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Checking segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:56:21.789175 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network hostable DHCP agents. Network: 66d9f3d6-ee81-4840-bc5a-4f4b92688538, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:56:21.855555 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:21.888257 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:56:21.979890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 66d9f3d6-ee81-4840-bc5a-4f4b92688538) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:21.985955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:21.986647 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.993378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610871c2-9998-4819-9f10-76127508c70a None None] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:56:22.043253 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:19Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:22.071887 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36141bff-7e80-4aca-a479-ca592060ec40 None None] The sync data for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 is: [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:19Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:56:22.083910 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e484a85c-1c4f-4f32-b311-af267dc96743 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8185885 Aug 25 15:56:22.088063 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55230) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:22.164455 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:56:22.165322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.335175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Allocated IP 172.20.0.2 (66d9f3d6-ee81-4840-bc5a-4f4b92688538/ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7/d6799541-eb99-4ac9-8919-3715b3a3f9df) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:22.495838 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.505135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Transition to ACTIVE for port object d6799541-eb99-4ac9-8919-3715b3a3f9df will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:22.520956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Transition to ACTIVE for port object d6799541-eb99-4ac9-8919-3715b3a3f9df will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:22.586683 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.603057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.650722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:22.653887 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:22.659066 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:22.661590 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Pushing event updated for resources: {'Port': ['ID=d6799541-eb99-4ac9-8919-3715b3a3f9df,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:22.725992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Attempting to bind port d6799541-eb99-4ac9-8919-3715b3a3f9df on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:22.726405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Attempting to bind port d6799541-eb99-4ac9-8919-3715b3a3f9df by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:22.727117 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Attempting to bind port d6799541-eb99-4ac9-8919-3715b3a3f9df on network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:22.738803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:22.738803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Checking segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:56:22.738803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.738803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Bound using segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:22.738803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Bound port: d6799541-eb99-4ac9-8919-3715b3a3f9df, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:22.738803 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.810438 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] For port d6799541-eb99-4ac9-8919-3715b3a3f9df, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:22.814122 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] For port d6799541-eb99-4ac9-8919-3715b3a3f9df, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d6799541-eb99-4ac9-8919-3715b3a3f9df,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:22.894864 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.913708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.1 (66d9f3d6-ee81-4840-bc5a-4f4b92688538/ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7/7294524b-1c98-4def-8389-0184a0725bb7) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:22.958682 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb41323-52c0-4bb5-8dab-386b25d61d76 None None] Pushing event updated for resources: {'Port': ['ID=d6799541-eb99-4ac9-8919-3715b3a3f9df,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:23.077263 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.102449 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object 7294524b-1c98-4def-8389-0184a0725bb7 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:23.144982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9317f414-28ee-4a04-b24f-e273ee31c24b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:23.192473 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.247351 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:23.250702 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:23.254819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9317f414-28ee-4a04-b24f-e273ee31c24b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:23.255419 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:23.259398 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9317f414-28ee-4a04-b24f-e273ee31c24b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:23.259995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.261668 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=7294524b-1c98-4def-8389-0184a0725bb7,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:23.316724 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.346658 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.367815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9317f414-28ee-4a04-b24f-e273ee31c24b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9317f414-28ee-4a04-b24f-e273ee31c24b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:23.414300 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.466649 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9317f414-28ee-4a04-b24f-e273ee31c24b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:23.514532 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.752082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ab820f4e-dd68-4a86-bc9c-37f897c35f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.818085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:23.924133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf9afb-17db-4d93-b5da-6fbf148a95fd None None] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:56:23.924341 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:24.006035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=7294524b-1c98-4def-8389-0184a0725bb7,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:24.008765 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:24.048999 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2cc8c9ec-62b8-44a2-96a8-4a6f48833c0b None None] Provisioning for port d6799541-eb99-4ac9-8919-3715b3a3f9df completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:24.111916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:24.113625 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:24.202512 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:24.250750 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router b28e5404-6c1e-482b-9db5-ef270b508b16 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:56:24.370295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:24.374989 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a7babd62-b4a4-4eba-a2e4-6c7c326bed33 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/b28e5404-6c1e-482b-9db5-ef270b508b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2858746 Aug 25 15:56:24.390617 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Sync routers for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:56:24.410937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:24.411750 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:24.529159 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-6f178ec4-40f8-4d4f-93b9-9d07159f425b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282105541&fields=id&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 267 time: 0.0367489 Aug 25 15:56:24.536794 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-017677cb-89ad-41ee-b874-fe0cb60eb82a None None] Provisioning for port 7294524b-1c98-4def-8389-0184a0725bb7 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:24.543100 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:24.545593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-017677cb-89ad-41ee-b874-fe0cb60eb82a None None] Provisioning complete for port 7294524b-1c98-4def-8389-0184a0725bb7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:24.545976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-017677cb-89ad-41ee-b874-fe0cb60eb82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:24.620985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-017677cb-89ad-41ee-b874-fe0cb60eb82a None None] Port 7294524b-1c98-4def-8389-0184a0725bb7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:56:24.662101 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-579a8590-2b7b-499f-85ac-78afbbd3c4d3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:24.664260 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-579a8590-2b7b-499f-85ac-78afbbd3c4d3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/networks?id=66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 200 len: 796 time: 0.1255260 Aug 25 15:56:24.681144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-3c416cc7-975b-42e5-a309-67f817bdd01b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/quotas/f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 375 time: 0.0112860 Aug 25 15:56:24.747554 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-8959fb71-f3e0-47e9-bef6-bb36e4c61560 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566947 Aug 25 15:56:24.779480 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-bc126c18-c431-40d1-9818-54f7d539e671 None None] Provisioning complete for port 7294524b-1c98-4def-8389-0184a0725bb7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:24.780031 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bc126c18-c431-40d1-9818-54f7d539e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:24.839635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-bc126c18-c431-40d1-9818-54f7d539e671 None None] Port 7294524b-1c98-4def-8389-0184a0725bb7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:56:24.863089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 2, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:24.894850 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-6f6c8dd9-9551-4abd-8748-0e5470b1571b service neutron] 10.222.0.58 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317310 Aug 25 15:56:24.895893 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Checking router: b28e5404-6c1e-482b-9db5-ef270b508b16 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:56:24.896250 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Updating router b28e5404-6c1e-482b-9db5-ef270b508b16 port 7294524b-1c98-4def-8389-0184a0725bb7 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:56:24.922580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:24.990632 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-ec319e9f-9b6a-46e0-8ec6-d701664bdb77 service neutron] 10.222.0.58 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884681 Aug 25 15:56:25.022276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0db61346-9118-4e7f-a4ca-a15029608696 None None] Provisioning complete for port 7294524b-1c98-4def-8389-0184a0725bb7 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:25.022649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0db61346-9118-4e7f-a4ca-a15029608696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.229206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d6799541-eb99-4ac9-8919-3715b3a3f9df up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:25.257718 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d140ad1-0a5d-4f82-bfd6-5f1133b94997 req-5fa885ec-7df5-4bd6-8d6f-fa010b023afc tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 210 time: 0.0277717 Aug 25 15:56:25.285825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0db61346-9118-4e7f-a4ca-a15029608696 None None] Port 7294524b-1c98-4def-8389-0184a0725bb7 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:56:25.414989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d6799541-eb99-4ac9-8919-3715b3a3f9df completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:25.438596 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d6799541-eb99-4ac9-8919-3715b3a3f9df triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:25.438919 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.482359 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.497534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Transition to ACTIVE for port object 7294524b-1c98-4def-8389-0184a0725bb7 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:25.544494 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.582704 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d6799541-eb99-4ac9-8919-3715b3a3f9df, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d6799541-eb99-4ac9-8919-3715b3a3f9df,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:25.591412 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.652079 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1a47-f1e3-4d4c-8aee-f7475895e8b0 None None] Pushing event updated for resources: {'Port': ['ID=7294524b-1c98-4def-8389-0184a0725bb7,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:25.687415 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.687415 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9317f414-28ee-4a04-b24f-e273ee31c24b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:25.778505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Attempting to bind port 7294524b-1c98-4def-8389-0184a0725bb7 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:25.778950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Attempting to bind port 7294524b-1c98-4def-8389-0184a0725bb7 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:25.779624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Attempting to bind port 7294524b-1c98-4def-8389-0184a0725bb7 on network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:25.806708 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:25.807138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Checking segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:56:25.807586 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.807989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Bound using segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:25.808482 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Bound port: 7294524b-1c98-4def-8389-0184a0725bb7, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:25.808876 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.827548 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d6799541-eb99-4ac9-8919-3715b3a3f9df,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:25.834430 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.863513 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9317f414-28ee-4a04-b24f-e273ee31c24b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:25.863887 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.925656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] For port 7294524b-1c98-4def-8389-0184a0725bb7, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:25.929125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] For port 7294524b-1c98-4def-8389-0184a0725bb7, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7294524b-1c98-4def-8389-0184a0725bb7,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:25.940928 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:56:26.014748 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:26.074082 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:26.074714 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:26.076727 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1a47-f1e3-4d4c-8aee-f7475895e8b0 None None] Pushing event updated for resources: {'Port': ['ID=7294524b-1c98-4def-8389-0184a0725bb7,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:26.192781 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:26.367720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5b5c3682-3982-45ac-8ae6-b76f5fcd52eb req-70e5ad36-3e88-46e5-91ad-1c89143656cb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 210 time: 0.0329218 Aug 25 15:56:26.423208 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-f561a487-2825-44ec-a37f-16368f289347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:25Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:26.456410 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561a487-2825-44ec-a37f-16368f289347 None None] The sync data for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 is: [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:25Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:56:27.175846 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d6799541-eb99-4ac9-8919-3715b3a3f9df up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:27.238173 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d6799541-eb99-4ac9-8919-3715b3a3f9df triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:27.238453 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.325606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7294524b-1c98-4def-8389-0184a0725bb7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:27.328466 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.363655 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-87a72f24-3608-4c4c-8d72-69f64ce60cc1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:27.366447 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-87a72f24-3608-4c4c-8d72-69f64ce60cc1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/networks?id=66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 200 len: 796 time: 0.1456642 Aug 25 15:56:27.422809 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-9466d498-8d9e-4259-86c6-15ac4fd5a004 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 380 time: 0.0470641 Aug 25 15:56:27.435290 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'port': {'device_id': '57c308e8-7251-40a0-a572-6525346bf4a8', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'admin_state_up': True, 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'security_groups': ['258353ef-be99-4fdc-978f-63778f85bbd3']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:27.436933 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 7294524b-1c98-4def-8389-0184a0725bb7 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:27.441771 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7294524b-1c98-4def-8389-0184a0725bb7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:27.442161 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.526160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b27f3b1-d392-4d7f-8234-8a8d6efd4ae7 req-0afbc089-e829-45cd-9f85-0a78675fa435 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 210 time: 0.0579889 Aug 25 15:56:27.561746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.609492 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 7294524b-1c98-4def-8389-0184a0725bb7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7294524b-1c98-4def-8389-0184a0725bb7,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:27.688302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:27.691941 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.694969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.745483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=7294524b-1c98-4def-8389-0184a0725bb7,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:27.830396 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.3 (66d9f3d6-ee81-4840-bc5a-4f4b92688538/ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7/e34fe97b-4781-4511-9731-948d11b9b23c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:27.848203 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.972919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.987859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object e34fe97b-4781-4511-9731-948d11b9b23c will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:28.077777 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.122591 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:28.125815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:28.130015 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:28.138519 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=e34fe97b-4781-4511-9731-948d11b9b23c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:28.185395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:28.186033 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.266372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-bcdb2506-e6ba-4a14-bfea-937ede7a5032 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8353121 Aug 25 15:56:28.279197 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Request body: {'port': {'device_id': '57c308e8-7251-40a0-a572-6525346bf4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:28.337797 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.436928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-27014082-8e1c-4cb3-801d-9eb327920167 None None] Provisioning for port e34fe97b-4781-4511-9731-948d11b9b23c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:28.441405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-27014082-8e1c-4cb3-801d-9eb327920167 None None] Provisioning complete for port e34fe97b-4781-4511-9731-948d11b9b23c triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:28.445657 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-27014082-8e1c-4cb3-801d-9eb327920167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.480219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-27014082-8e1c-4cb3-801d-9eb327920167 None None] Port e34fe97b-4781-4511-9731-948d11b9b23c cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:56:28.605330 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34fe97b-4781-4511-9731-948d11b9b23c {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:56:28.613377 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.626247 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Transition to ACTIVE for port object e34fe97b-4781-4511-9731-948d11b9b23c will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:28.652886 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bacbe5-7c1e-4633-8de4-8b1867094f56 req-f375c0d8-0e02-49be-aa15-a12862b8358e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:28.654090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15bacbe5-7c1e-4633-8de4-8b1867094f56 req-f375c0d8-0e02-49be-aa15-a12862b8358e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 931 time: 0.0516078 Aug 25 15:56:28.692453 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15bacbe5-7c1e-4633-8de4-8b1867094f56 req-3afc31e5-d9ce-4911-915a-4a49bb8f7317 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Aug 25 15:56:28.705481 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.758734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Pushing event updated for resources: {'Port': ['ID=e34fe97b-4781-4511-9731-948d11b9b23c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:29.087008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7294524b-1c98-4def-8389-0184a0725bb7 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:29.137222 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 7294524b-1c98-4def-8389-0184a0725bb7 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:29.137518 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.175969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Attempting to bind port e34fe97b-4781-4511-9731-948d11b9b23c on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:29.176306 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Attempting to bind port e34fe97b-4781-4511-9731-948d11b9b23c by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:29.176641 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Attempting to bind port e34fe97b-4781-4511-9731-948d11b9b23c on network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:29.181127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Port e34fe97b-4781-4511-9731-948d11b9b23c on network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:56:29.181450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Attempting to bind port e34fe97b-4781-4511-9731-948d11b9b23c on network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:29.186334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:29.186670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Checking segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:56:29.187085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Bound using segment: {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:29.187515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Bound port: e34fe97b-4781-4511-9731-948d11b9b23c, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ebfb1b-73ef-4c4c-babb-f5e321847df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:29.187872 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.250080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] For port e34fe97b-4781-4511-9731-948d11b9b23c, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:29.253023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] For port e34fe97b-4781-4511-9731-948d11b9b23c, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e34fe97b-4781-4511-9731-948d11b9b23c,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:29.299771 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.334750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.335386 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.336778 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] 10.222.0.45 "PUT /v2.0/ports/e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 200 len: 1091 time: 1.0621891 Aug 25 15:56:29.337231 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:56:29.339494 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d956d69-f9b4-4d9c-a068-9a1e2022f184" -d '{"events": [{"name": "network-changed", "server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:56:29.362347 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f417980-56f7-49c9-95c7-5b941fcb4f3f service neutron] Pushing event updated for resources: {'Port': ['ID=e34fe97b-4781-4511-9731-948d11b9b23c,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:29.387201 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7db0a-50b3-4d11-a852-876453670ed5 x-openstack-request-id: req-79d7db0a-50b3-4d11-a852-876453670ed5 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:56:29.387545 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:56:29.387746 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79d7db0a-50b3-4d11-a852-876453670ed5 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:56:29.388171 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'status': 'completed', 'code': 200} Aug 25 15:56:29.460385 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d956d69-f9b4-4d9c-a068-9a1e2022f184 req-cdefeda2-0342-488b-bd8b-3f81142adde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.462086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d956d69-f9b4-4d9c-a068-9a1e2022f184 req-cdefeda2-0342-488b-bd8b-3f81142adde7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0482547 Aug 25 15:56:29.566558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d956d69-f9b4-4d9c-a068-9a1e2022f184 req-be70e806-624a-454a-ac91-a066d9d681f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.568107 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d956d69-f9b4-4d9c-a068-9a1e2022f184 req-be70e806-624a-454a-ac91-a066d9d681f0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f91a086d14bb4020b68a34f2908ed69d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982072 Aug 25 15:56:29.602550 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.677498 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d956d69-f9b4-4d9c-a068-9a1e2022f184 req-847ab96e-b72d-4223-9c88-4935f09de629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.679695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3d956d69-f9b4-4d9c-a068-9a1e2022f184 req-847ab96e-b72d-4223-9c88-4935f09de629 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033077 Aug 25 15:56:29.762753 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2364a791-f857-4d87-8fec-29ba8907681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.764342 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-2364a791-f857-4d87-8fec-29ba8907681b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0443144 Aug 25 15:56:29.807732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-dee45ba4-1e55-4998-97c3-6b2ff2214f67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 200 len: 217 time: 0.0352845 Aug 25 15:56:29.810912 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fea4b-8fed-4acc-9968-5bdefc4193ff req-e3299b4f-c7a3-41b3-a28d-09ce4e099d51 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.812444 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b10fea4b-8fed-4acc-9968-5bdefc4193ff req-e3299b4f-c7a3-41b3-a28d-09ce4e099d51 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 943 time: 0.0510576 Aug 25 15:56:29.854348 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b10fea4b-8fed-4acc-9968-5bdefc4193ff req-46c84b9f-4905-4baf-841d-aa6fdc2a562a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344117 Aug 25 15:56:29.861917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-e3ce08f1-743e-4064-bf0e-aef5111955c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.863535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-e3ce08f1-743e-4064-bf0e-aef5111955c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 HTTP/1.1" status: 200 len: 834 time: 0.0486896 Aug 25 15:56:29.910002 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-e46555be-e556-413e-a76e-d212ee82adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.911525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-e46555be-e556-413e-a76e-d212ee82adaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d9f3d6-ee81-4840-bc5a-4f4b92688538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394228 Aug 25 15:56:30.002595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-d3e04688-47cc-43c6-a6c1-7140b8fb5c8e service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Aug 25 15:56:30.100841 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-df5f24b9-d569-41c4-871b-38cc1b80f68c req-fc7a704e-47fb-425d-888f-98e8e0c8d3ed service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906973 Aug 25 15:56:30.979735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd800-112e-4562-a086-edfb3cf75cb1 req-8eb4c4ab-5a5a-4979-ae37-685ac36ab04c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:30.981211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b71bd800-112e-4562-a086-edfb3cf75cb1 req-8eb4c4ab-5a5a-4979-ae37-685ac36ab04c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 943 time: 0.0490987 Aug 25 15:56:31.019478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b71bd800-112e-4562-a086-edfb3cf75cb1 req-d3b9fe1b-35b6-4c5e-b815-b947ac9275bd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316036 Aug 25 15:56:32.145773 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377234-dc89-4327-9e5e-ac380a402194 req-793d5b08-b853-4602-b03d-9ae8dbd26675 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:32.147230 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14377234-dc89-4327-9e5e-ac380a402194 req-793d5b08-b853-4602-b03d-9ae8dbd26675 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 943 time: 0.0539563 Aug 25 15:56:32.186160 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14377234-dc89-4327-9e5e-ac380a402194 req-816291cc-63fd-4106-857a-9fe0edb1affa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Aug 25 15:56:33.105566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e34fe97b-4781-4511-9731-948d11b9b23c details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:56:33.201528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e34fe97b-4781-4511-9731-948d11b9b23c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e34fe97b-4781-4511-9731-948d11b9b23c,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:33.213355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'port_id': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'mac_address': 'fa:16:3e:27:0c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:56:33.253347 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.267383 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34fe97b-4781-4511-9731-948d11b9b23c {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:56:33.292143 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e34fe97b-4781-4511-9731-948d11b9b23c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e34fe97b-4781-4511-9731-948d11b9b23c,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:33.313395 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d317e3-8294-40e0-934d-4c6d91cfbbe7 req-a1bc04af-b675-40d1-a396-fa3fdf215827 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:33.314877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53d317e3-8294-40e0-934d-4c6d91cfbbe7 req-a1bc04af-b675-40d1-a396-fa3fdf215827 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 943 time: 0.0544348 Aug 25 15:56:33.350891 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.353420 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-53d317e3-8294-40e0-934d-4c6d91cfbbe7 req-c8ac36c3-52b0-4f26-899b-bb90f0cd9c28 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Aug 25 15:56:33.403300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e34fe97b-4781-4511-9731-948d11b9b23c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:33.582815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e34fe97b-4781-4511-9731-948d11b9b23c'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:56:34.471774 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75c14-907a-47de-9b02-4496c6a2ef0e req-2ff130e9-81e2-4cb6-9938-ecdb5478a12d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:34.473272 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19c75c14-907a-47de-9b02-4496c6a2ef0e req-2ff130e9-81e2-4cb6-9938-ecdb5478a12d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 944 time: 0.0510113 Aug 25 15:56:34.511561 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19c75c14-907a-47de-9b02-4496c6a2ef0e req-ec5b9824-4149-417d-80d5-f179250d2c6a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Aug 25 15:56:35.121300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e34fe97b-4781-4511-9731-948d11b9b23c up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:56:35.213829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e34fe97b-4781-4511-9731-948d11b9b23c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:35.218063 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e34fe97b-4781-4511-9731-948d11b9b23c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:35.218439 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:35.307994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:35.330344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:56:35.332664 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59bc13-aa61-4eb4-93d3-5df4c15433df" -d '{"events": [{"server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "name": "network-vif-plugged", "status": "completed", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:56:35.344922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e34fe97b-4781-4511-9731-948d11b9b23c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e34fe97b-4781-4511-9731-948d11b9b23c,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:35.370302 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9407fa-4566-482c-bd91-fd8c50501f82 x-openstack-request-id: req-fb9407fa-4566-482c-bd91-fd8c50501f82 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:56:35.370708 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "name": "network-vif-plugged", "status": "completed", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:56:35.371142 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb9407fa-4566-482c-bd91-fd8c50501f82 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:56:35.371805 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'code': 200} Aug 25 15:56:35.402794 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:35.451700 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e34fe97b-4781-4511-9731-948d11b9b23c,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:35.468051 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513310-8692-4d62-bfe3-2fa4eee2603f req-031f921d-7dd5-46ca-ba05-6b1dcdd63109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:35.469640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0513310-8692-4d62-bfe3-2fa4eee2603f req-031f921d-7dd5-46ca-ba05-6b1dcdd63109 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0449061 Aug 25 15:56:35.504770 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b0513310-8692-4d62-bfe3-2fa4eee2603f req-a67d0fbb-19ec-488b-935d-2186dfbe0707 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277519 Aug 25 15:56:35.627652 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc27106-4815-43e5-b174-4cf8c0967b99 req-e623de12-131a-446c-a53f-ef11c39c61a8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:35.629054 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-adc27106-4815-43e5-b174-4cf8c0967b99 req-e623de12-131a-446c-a53f-ef11c39c61a8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Aug 25 15:56:35.667331 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-adc27106-4815-43e5-b174-4cf8c0967b99 req-970ab2cb-2bd9-4cc0-87fe-30180b0496a8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Aug 25 15:56:36.785368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d99d-eb34-4338-9a96-7116677ecaa8 req-f848cfbd-7830-4532-93a8-63deb3cff517 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:36.786912 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c657d99d-eb34-4338-9a96-7116677ecaa8 req-f848cfbd-7830-4532-93a8-63deb3cff517 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Aug 25 15:56:36.826255 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c657d99d-eb34-4338-9a96-7116677ecaa8 req-7e0056e6-fe75-4827-89ad-303816cd2368 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330014 Aug 25 15:56:37.951368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534c33-653b-45e4-a1e0-bb45b178fca1 req-c651527b-1f85-4163-abb6-fc74f28128fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:37.952895 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04534c33-653b-45e4-a1e0-bb45b178fca1 req-c651527b-1f85-4163-abb6-fc74f28128fa tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0534451 Aug 25 15:56:37.992770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-04534c33-653b-45e4-a1e0-bb45b178fca1 req-eea00025-84e8-40cb-8f8b-477ad7fea335 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Aug 25 15:56:38.125023 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9b1ba-d4b1-4f26-9947-62146cc28fd5 req-5f0c4053-657b-4fe2-a420-255c8bae37e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:38.126535 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daa9b1ba-d4b1-4f26-9947-62146cc28fd5 req-5f0c4053-657b-4fe2-a420-255c8bae37e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Aug 25 15:56:38.178442 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-daa9b1ba-d4b1-4f26-9947-62146cc28fd5 req-5b1ea85e-b8a9-49b7-965b-c9c6037e7778 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Aug 25 15:56:38.200266 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55290) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:38.240103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57b26d-410d-4589-921d-cd507c9c9d16 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:38.241720 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ea57b26d-410d-4589-921d-cd507c9c9d16 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1091 time: 0.0404649 Aug 25 15:56:38.245071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55292) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:38.249686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:56:38.322930 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.425971 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.530405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.190 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/e47d8117-1a0f-4155-9d3c-00937a65007c) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:38.635465 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.734199 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.774903 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:38.779466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:38.783812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:38.786809 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=e47d8117-1a0f-4155-9d3c-00937a65007c,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:38.814802 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.815184 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.815537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.815881 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.816224 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.816566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.816902 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.817238 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.817574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.817909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.818236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:38.818565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.162124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.273113 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.425791 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.465028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.542578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=e47d8117-1a0f-4155-9d3c-00937a65007c,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:39.552730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.654060 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 48d9476c-8606-4283-a78f-d5ec42c156fb associated. External IP: 172.25.8.190, port: e34fe97b-4781-4511-9731-948d11b9b23c. Aug 25 15:56:39.858666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router b28e5404-6c1e-482b-9db5-ef270b508b16 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:56:39.966806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:39.977593 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] Sync routers for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:56:39.986853 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:39.996489 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:40.030810 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:40.058990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f5262390-2acb-4de7-91fd-7448e3299fe6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8128991 Aug 25 15:56:40.060006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:56:40.062382 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:56:40.094308 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:40.105687 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f6427e-90aa-4374-868a-15128dc8ced9 x-openstack-request-id: req-69f6427e-90aa-4374-868a-15128dc8ced9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:56:40.105687 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:56:40.105687 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69f6427e-90aa-4374-868a-15128dc8ced9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:56:40.105955 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'status': 'completed', 'code': 200} Aug 25 15:56:40.178068 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-70246b26-e9fa-4c8a-a532-72ab8270b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:40.179723 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-70246b26-e9fa-4c8a-a532-72ab8270b0d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0494630 Aug 25 15:56:40.185137 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e70568-a7df-477d-ad34-66088a8edec5 req-6ac466b7-ef32-41bb-9e8c-b9720e654b43 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:40.186745 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3e70568-a7df-477d-ad34-66088a8edec5 req-6ac466b7-ef32-41bb-9e8c-b9720e654b43 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0581000 Aug 25 15:56:40.230988 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3e70568-a7df-477d-ad34-66088a8edec5 req-af20c9df-bc8e-4452-bcbc-f8a208d16a2a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Aug 25 15:56:40.260590 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55298) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:40.276278 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-c8a94423-9b96-4f74-8e76-eef3ecf57df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:40.277781 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-c8a94423-9b96-4f74-8e76-eef3ecf57df3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 200 len: 897 time: 0.0896988 Aug 25 15:56:40.324314 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-16ac45c2-c8e1-4fb0-a0dd-37ea67a07f6a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/48d9476c-8606-4283-a78f-d5ec42c156fb HTTP/1.1" status: 200 len: 991 time: 0.0617378 Aug 25 15:56:40.341051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '48d9476c-8606-4283-a78f-d5ec42c156fb', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'port_id': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'mac_address': 'fa:16:3e:27:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c308e8-7251-40a0-a572-6525346bf4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:56:39Z', 'updated_at': '2021-08-25T15:56:39Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:40.350580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-ef5cb487-7de1-4957-90b0-2e2327640da1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 200 len: 999 time: 0.0652895 Aug 25 15:56:40.371145 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] Checking router: b28e5404-6c1e-482b-9db5-ef270b508b16 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:56:40.379218 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:40.379821 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:56:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:40.401370 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-d78293a7-3f93-49e1-92bc-5c313acef4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:40.402866 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-d78293a7-3f93-49e1-92bc-5c313acef4f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 HTTP/1.1" status: 200 len: 834 time: 0.0444856 Aug 25 15:56:40.449439 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-cbcf0213-395c-4891-b480-bd05d1dfe8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:40.450962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-cbcf0213-395c-4891-b480-bd05d1dfe8ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d9f3d6-ee81-4840-bc5a-4f4b92688538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409894 Aug 25 15:56:40.483345 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:56:40.549997 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-23c40d69-6b29-46b2-9d40-5c985b37ce1f service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907693 Aug 25 15:56:40.643731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-57b5ed22-d662-4d20-850c-eb8e6f4fa6c0 req-d934f5c9-9b56-48dd-baed-7c065b02845d service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853922 Aug 25 15:56:40.702361 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '48d9476c-8606-4283-a78f-d5ec42c156fb', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'port_id': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'mac_address': 'fa:16:3e:27:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c308e8-7251-40a0-a572-6525346bf4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:56:39Z', 'updated_at': '2021-08-25T15:56:39Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:40.728612 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfdc5d-1d71-43ac-a4e3-97e32ea4a0d0 None None] The sync data for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 is: [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '48d9476c-8606-4283-a78f-d5ec42c156fb', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'port_id': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'mac_address': 'fa:16:3e:27:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c308e8-7251-40a0-a572-6525346bf4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:56:39Z', 'updated_at': '2021-08-25T15:56:39Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:56:40.928542 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68acdcba-9bf2-4012-8d6f-de9766489179 None None] New status for floating IP 48d9476c-8606-4283-a78f-d5ec42c156fb: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:56:41.327458 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55300) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:56:41.394338 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-691cab96-e61a-437f-b0d0-20b7df8fd5ea tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/48d9476c-8606-4283-a78f-d5ec42c156fb HTTP/1.1" status: 200 len: 993 time: 0.0657101 Aug 25 15:56:51.058969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e18aab64-33cb-4f6a-9351-a9a8bc6435a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:53.733588 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb89c3a4-5935-4b4f-a6b9-89299dc74958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:54.219832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:55.767313 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.385475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.871641 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:59.590257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.939729 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:57:04.771405 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-9feb9267-1776-4804-b813-0f2876c65a01 req-af40d920-9cca-4c62-b979-7f411cdbf737 service neutron] (101872) timed out ('10.222.0.58', 52116) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 15:57:12.625529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1181f-175a-49f3-add9-525c6721d70f req-ca5fd225-93fa-41ab-af1e-84003bbf79f7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:12.627015 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55c1181f-175a-49f3-add9-525c6721d70f req-ca5fd225-93fa-41ab-af1e-84003bbf79f7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0498483 Aug 25 15:57:12.664532 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-55c1181f-175a-49f3-add9-525c6721d70f req-4b9ecbc9-d494-4537-9e94-0102c09ca7ca tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 25 15:57:13.797508 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b888de1-57ae-4016-9576-4093dc165944 req-cfcb9ce2-f71b-4f1b-93dc-f85fc0ff1e6f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:13.799245 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b888de1-57ae-4016-9576-4093dc165944 req-cfcb9ce2-f71b-4f1b-93dc-f85fc0ff1e6f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0532811 Aug 25 15:57:13.838187 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1b888de1-57ae-4016-9576-4093dc165944 req-71ec285a-bde0-446b-a3a4-8c8409330ad5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Aug 25 15:57:14.997325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d443e8-6be7-43c4-b42c-0497d5172ab8 req-6bdceba2-2447-4b4c-8888-f7b5acedf3ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:14.998798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77d443e8-6be7-43c4-b42c-0497d5172ab8 req-6bdceba2-2447-4b4c-8888-f7b5acedf3ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0933068 Aug 25 15:57:15.036093 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77d443e8-6be7-43c4-b42c-0497d5172ab8 req-359efbfd-d463-4d69-acd8-4e652ebb6817 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Aug 25 15:57:16.194866 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143765ef-e6e1-4528-9754-80acfb2d5d1e req-ff0eeea4-5ee1-4e5a-9410-7a5edffba51c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:16.196645 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-143765ef-e6e1-4528-9754-80acfb2d5d1e req-ff0eeea4-5ee1-4e5a-9410-7a5edffba51c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0933154 Aug 25 15:57:16.233332 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-143765ef-e6e1-4528-9754-80acfb2d5d1e req-61b9b5bc-450c-431d-ad5e-0b8882519800 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 Aug 25 15:57:17.348931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd788-1f3f-4ac5-8110-949c5169ee91 req-328fad2e-185b-4eb1-b594-8d437dbb8ed3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:17.350414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-168bd788-1f3f-4ac5-8110-949c5169ee91 req-328fad2e-185b-4eb1-b594-8d437dbb8ed3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0498326 Aug 25 15:57:17.392298 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-168bd788-1f3f-4ac5-8110-949c5169ee91 req-d31a2a2a-404c-4e5b-b994-507e36a97f01 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357957 Aug 25 15:57:18.506038 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a26ba3-b14a-4048-9375-02be66992aed req-49866952-cf02-488d-9157-7926f9f35f90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:18.507565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4a26ba3-b14a-4048-9375-02be66992aed req-49866952-cf02-488d-9157-7926f9f35f90 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0484862 Aug 25 15:57:18.544542 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c4a26ba3-b14a-4048-9375-02be66992aed req-7f89e82b-fa6f-484e-be68-c2847e8ea94e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Aug 25 15:57:19.658256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed534c-1cc1-4860-81bf-b9cc329344f4 req-e7b01b64-c951-465b-8d64-f319ed134593 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:19.659749 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7ed534c-1cc1-4860-81bf-b9cc329344f4 req-e7b01b64-c951-465b-8d64-f319ed134593 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 25 15:57:19.697539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7ed534c-1cc1-4860-81bf-b9cc329344f4 req-da072d67-b4be-4391-abab-e93e9f05ae16 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Aug 25 15:57:20.812891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960a2df-d253-470e-892f-2c23bcf83f26 req-4562a267-4193-4099-9b6a-577165ac113e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:20.814365 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7960a2df-d253-470e-892f-2c23bcf83f26 req-4562a267-4193-4099-9b6a-577165ac113e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Aug 25 15:57:20.852392 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7960a2df-d253-470e-892f-2c23bcf83f26 req-33442ba8-0ff5-4f3c-aead-893d19514eb1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320909 Aug 25 15:57:21.046653 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-246315ff-00cf-40df-be87-1ff75de6e8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:21.965284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e04fb-d054-4349-8f2b-f631f68aa27d req-d5fdd36f-54dc-49b3-b338-49a35a56f453 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:21.966779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-205e04fb-d054-4349-8f2b-f631f68aa27d req-d5fdd36f-54dc-49b3-b338-49a35a56f453 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Aug 25 15:57:22.005003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-205e04fb-d054-4349-8f2b-f631f68aa27d req-4e38b3e8-0c99-4ce9-8ced-ada1f05bf023 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Aug 25 15:57:23.119293 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602f9ae-0cec-4ffa-b0bb-5f06e4fbfa18 req-034bdc38-3922-479a-a469-b6e9916bb9cb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:23.120716 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3602f9ae-0cec-4ffa-b0bb-5f06e4fbfa18 req-034bdc38-3922-479a-a469-b6e9916bb9cb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 25 15:57:23.159049 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3602f9ae-0cec-4ffa-b0bb-5f06e4fbfa18 req-e05547df-81bc-4b9e-8127-d69d64050196 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Aug 25 15:57:23.180711 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55340) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:57:23.243098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7db70583-352d-4c1b-9d5b-18a316ae7c29 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/48d9476c-8606-4283-a78f-d5ec42c156fb HTTP/1.1" status: 200 len: 993 time: 0.0611644 Aug 25 15:57:23.744023 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-25cde6e7-03cd-4434-9cbd-bf203ca737a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:24.201583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:24.618080 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027c8a6-8e46-410d-8550-51d48d49b8c2 req-5b804cdd-ad47-4510-adc9-b1570910da1c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:24.619621 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4027c8a6-8e46-410d-8550-51d48d49b8c2 req-5b804cdd-ad47-4510-adc9-b1570910da1c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Aug 25 15:57:24.679860 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4027c8a6-8e46-410d-8550-51d48d49b8c2 req-d4d81eba-7c37-4fd3-bcdb-d1aab45c6286 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536039 Aug 25 15:57:24.693101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-1249e906-d6f2-4def-84f4-e879b10763fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:24.694596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-1249e906-d6f2-4def-84f4-e879b10763fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0490377 Aug 25 15:57:24.785995 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-9f565e96-2f92-4649-9ab8-ec69211aa0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:24.787400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-9f565e96-2f92-4649-9ab8-ec69211aa0e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 200 len: 897 time: 0.0854363 Aug 25 15:57:24.852762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-16cb14fd-2047-4347-9f37-cc865ed7e9f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 200 len: 1001 time: 0.0580394 Aug 25 15:57:24.906190 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-f6948ae1-9f88-4e20-b9d5-d05bdd353145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:24.907674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-f6948ae1-9f88-4e20-b9d5-d05bdd353145 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 HTTP/1.1" status: 200 len: 834 time: 0.0478160 Aug 25 15:57:24.954212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-dca3ea66-a0cc-4e6f-8db1-fdaaa1b1632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:24.955760 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-dca3ea66-a0cc-4e6f-8db1-fdaaa1b1632e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d9f3d6-ee81-4840-bc5a-4f4b92688538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402968 Aug 25 15:57:25.044080 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-1ca29b08-7a70-4854-ae9f-8b6dfab463a3 service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799801 Aug 25 15:57:25.136873 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d55b384-22ce-4ce4-b99f-5e447d39bc0b req-0d8c4508-57f0-44b9-9659-de81e11229a5 service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855556 Aug 25 15:57:25.743825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:25.799113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431269f7-5f47-4ed9-a763-9575c2ec4f40 req-00593348-a63f-42fe-8674-e42b0a810be7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:25.800685 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-431269f7-5f47-4ed9-a763-9575c2ec4f40 req-00593348-a63f-42fe-8674-e42b0a810be7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0496597 Aug 25 15:57:25.841620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-431269f7-5f47-4ed9-a763-9575c2ec4f40 req-09bd480d-6461-4640-9dd5-e3595e936d09 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349400 Aug 25 15:57:26.958308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ac046-d09c-4399-9753-5b1d91bee43e req-f096fcc8-6fe4-4a2e-8d56-94e0d3d445a1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:26.959861 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-605ac046-d09c-4399-9753-5b1d91bee43e req-f096fcc8-6fe4-4a2e-8d56-94e0d3d445a1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Aug 25 15:57:26.997547 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-605ac046-d09c-4399-9753-5b1d91bee43e req-0c001a47-3629-4469-bad7-affe271953c5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Aug 25 15:57:27.020094 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55356) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:57:27.084650 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-0a3f3235-e300-461e-a771-0c3f3f72bf71 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/48d9476c-8606-4283-a78f-d5ec42c156fb HTTP/1.1" status: 200 len: 993 time: 0.0633404 Aug 25 15:57:27.315253 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:27.880894 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:28.575655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-bf7196c4-90aa-44c7-a221-7db94fe5011f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382495 Aug 25 15:57:28.654046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-c1b192a0-0835-4c70-a9e4-e9540a41cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:28.655554 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-c1b192a0-0835-4c70-a9e4-e9540a41cc93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0393772 Aug 25 15:57:28.757209 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-72090d93-f072-4f71-b1e6-7091168250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:28.758663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-72090d93-f072-4f71-b1e6-7091168250ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 200 len: 897 time: 0.0846567 Aug 25 15:57:28.825428 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-2a2618af-48ab-4bde-bc15-7a57957139e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 200 len: 1001 time: 0.0561559 Aug 25 15:57:28.874441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-c0264015-4a66-4058-a9e1-c06f948aa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:28.875895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-c0264015-4a66-4058-a9e1-c06f948aa410 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 HTTP/1.1" status: 200 len: 834 time: 0.0426686 Aug 25 15:57:28.924354 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-fa04e7ca-3a64-46e7-a02f-226e36d02fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:28.925832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-fa04e7ca-3a64-46e7-a02f-226e36d02fd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d9f3d6-ee81-4840-bc5a-4f4b92688538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423534 Aug 25 15:57:29.015765 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-fa6e9b3c-c656-49fe-9773-eaa41827eeea service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810540 Aug 25 15:57:29.109729 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-eaa564a5-941d-4d48-9607-6ac92af3c5df req-df06bf46-5767-4187-9bb5-09bb3a486fa3 service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Aug 25 15:57:29.583269 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:39.938606 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:57:51.057401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b0c7828b-af7f-4936-b099-b78eabc48497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:53.720844 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d9f4-5c9d-4e65-8e33-9be25d280f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:54.194895 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:55.754896 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.280213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.425126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55384) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:57:57.580000 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port e47d8117-1a0f-4155-9d3c-00937a65007c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:57:57.580265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.652794 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.653128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.664913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for e47d8117-1a0f-4155-9d3c-00937a65007c owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:57:57.852244 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.877043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=e47d8117-1a0f-4155-9d3c-00937a65007c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:57.890791 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.891283 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.891537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.891877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.892028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.892208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.892537 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.892876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.893206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.893533 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.893856 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.894206 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.894524 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:57.951546 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.951868 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 48d9476c-8606-4283-a78f-d5ec42c156fb disassociated (deleted). External IP: 172.25.8.190, port: e34fe97b-4781-4511-9731-948d11b9b23c. Aug 25 15:57:58.500244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router b28e5404-6c1e-482b-9db5-ef270b508b16 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:57:58.605118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:57:58.610625 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:58.614869 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] Sync routers for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:57:58.639200 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dc76da86-f765-4a65-ae21-9620aefa86f3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/floatingips/48d9476c-8606-4283-a78f-d5ec42c156fb HTTP/1.1" status: 204 len: 168 time: 1.2129183 Aug 25 15:57:58.639915 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:57:58.643074 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d32d1-fe1f-404b-963d-191487f005a7" -d '{"events": [{"name": "network-changed", "server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:57:58.684599 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b402cd48-38bc-4d9f-b592-84255ce7ec11 x-openstack-request-id: req-b402cd48-38bc-4d9f-b592-84255ce7ec11 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:57:58.685093 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:57:58.685459 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b402cd48-38bc-4d9f-b592-84255ce7ec11 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:57:58.685990 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'status': 'completed', 'code': 200} Aug 25 15:57:58.722577 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:57:58.723224 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:58.749329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d32d1-fe1f-404b-963d-191487f005a7 req-c5b831f6-40a3-48f3-904e-26224f75a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:58.756954 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-c5b831f6-40a3-48f3-904e-26224f75a74e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0427194 Aug 25 15:57:58.833339 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:57:58.844159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d32d1-fe1f-404b-963d-191487f005a7 req-4a5f09ec-6020-45d8-8c0e-2b5f2187fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:58.846264 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-4a5f09ec-6020-45d8-8c0e-2b5f2187fbc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 200 len: 897 time: 0.0857322 Aug 25 15:57:58.897302 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-6177e758-3f07-469b-a31a-d3bd133ae9e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 200 len: 217 time: 0.0388296 Aug 25 15:57:58.952208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d32d1-fe1f-404b-963d-191487f005a7 req-d22bb5ef-1bd2-4c09-853f-df26bf9d8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:58.956511 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-d22bb5ef-1bd2-4c09-853f-df26bf9d8d8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 HTTP/1.1" status: 200 len: 834 time: 0.0490644 Aug 25 15:57:59.004039 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d32d1-fe1f-404b-963d-191487f005a7 req-199a7b91-7522-40fe-a9a6-6f14df279a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:59.005600 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-199a7b91-7522-40fe-a9a6-6f14df279a76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d9f3d6-ee81-4840-bc5a-4f4b92688538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423164 Aug 25 15:57:59.019356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-55f76789-6195-4298-88ce-e699a891fdb7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:57:59.020235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-55f76789-6195-4298-88ce-e699a891fdb7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054643 Aug 25 15:57:59.036023 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:59.036797 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211e7f-f222-40a0-8a30-996116509268 req-f8ccca6e-4110-43a5-b1a9-3d10f0172231 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:59.038918 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c211e7f-f222-40a0-8a30-996116509268 req-f8ccca6e-4110-43a5-b1a9-3d10f0172231 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0611634 Aug 25 15:57:59.068252 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] Checking router: b28e5404-6c1e-482b-9db5-ef270b508b16 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:57:59.077428 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:57:59.077983 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:59.078420 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0c211e7f-f222-40a0-8a30-996116509268 req-9388e4a9-cafd-4c20-be35-3c097df57cb3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334651 Aug 25 15:57:59.121702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-96c531e7-7b4f-4295-957f-5e82c39d538d service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925705 Aug 25 15:57:59.179894 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:57:59.213964 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-664d32d1-fe1f-404b-963d-191487f005a7 req-62feb8dd-cb34-4714-8a7a-63d2e777a5f7 service neutron] 10.222.0.45 "GET /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831406 Aug 25 15:57:59.374238 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:59.400054 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdac15c-2d7e-4e07-9a84-d532c8d5f82f None None] The sync data for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 is: [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '7294524b-1c98-4def-8389-0184a0725bb7', 'name': '', 'network_id': '66d9f3d6-ee81-4840-bc5a-4f4b92688538', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:97:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:27Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:57:59.612355 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:59.621203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d60ab10-3bc4-464f-a9eb-5b4470d3dea3 None None] New status for floating IP 48d9476c-8606-4283-a78f-d5ec42c156fb: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:58:00.210303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33fd3c-877b-41ef-8bc6-02fd9cd8b7d3 req-65a41ac0-843e-444a-86f7-120037b8a1ca tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:00.211845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b33fd3c-877b-41ef-8bc6-02fd9cd8b7d3 req-65a41ac0-843e-444a-86f7-120037b8a1ca tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0548000 Aug 25 15:58:00.250227 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5b33fd3c-877b-41ef-8bc6-02fd9cd8b7d3 req-c47d3f05-73e0-411e-a467-d1ea4b7c0926 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=258353ef-be99-4fdc-978f-63778f85bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Aug 25 15:58:00.661937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-cebc05bd-95a4-4b3f-8492-da8333a6f335 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:00.663467 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-cebc05bd-95a4-4b3f-8492-da8333a6f335 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Aug 25 15:58:00.750566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port e34fe97b-4781-4511-9731-948d11b9b23c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:58:00.750894 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:00.842607 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port e34fe97b-4781-4511-9731-948d11b9b23c, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e34fe97b-4781-4511-9731-948d11b9b23c,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:00.842973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:00.855496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for e34fe97b-4781-4511-9731-948d11b9b23c owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:58:01.045898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:01.074092 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=e34fe97b-4781-4511-9731-948d11b9b23c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:01.117868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] No DVR routers for this DVR port e34fe97b-4781-4511-9731-948d11b9b23c on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:58:01.120500 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:01.122580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89876e58-d3d5-480a-a53c-bf107e7e7d29 req-094407bc-cba0-44f0-8859-1eac474e74ff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.45 "DELETE /v2.0/ports/e34fe97b-4781-4511-9731-948d11b9b23c HTTP/1.1" status: 204 len: 173 time: 0.4534016 Aug 25 15:58:01.123129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'name': 'network-vif-deleted', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:58:01.125411 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1596f537-8efa-4ec1-9851-c63ddea02d5a" -d '{"events": [{"server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "name": "network-vif-deleted", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:58:01.161371 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d339234-be08-46dc-a761-3b161bdd7e38 x-openstack-request-id: req-6d339234-be08-46dc-a761-3b161bdd7e38 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:58:01.161671 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c308e8-7251-40a0-a572-6525346bf4a8", "name": "network-vif-deleted", "tag": "e34fe97b-4781-4511-9731-948d11b9b23c", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:58:01.161958 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d339234-be08-46dc-a761-3b161bdd7e38 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:58:01.162367 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c308e8-7251-40a0-a572-6525346bf4a8', 'name': 'network-vif-deleted', 'tag': 'e34fe97b-4781-4511-9731-948d11b9b23c', 'status': 'completed', 'code': 200} Aug 25 15:58:01.344175 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-01b44fdf-d7d3-47c5-92f1-570f90d60ea1 req-b58b5fb6-200f-4b40-8382-e893fe3ec5ac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c308e8-7251-40a0-a572-6525346bf4a8 HTTP/1.1" status: 200 len: 210 time: 0.0261829 Aug 25 15:58:02.402172 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55402) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:02.772067 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:03.031589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 7294524b-1c98-4def-8389-0184a0725bb7 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:58:03.031848 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:03.119425 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 7294524b-1c98-4def-8389-0184a0725bb7, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=7294524b-1c98-4def-8389-0184a0725bb7,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:03.119792 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:03.134664 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 7294524b-1c98-4def-8389-0184a0725bb7 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:58:03.371651 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:03.400125 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=7294524b-1c98-4def-8389-0184a0725bb7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:03.579591 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:03.797127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router b28e5404-6c1e-482b-9db5-ef270b508b16 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:58:03.906696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:58:03.912527 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-f1e1030f-bba6-4e24-bd31-f0202e435e1a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/b28e5404-6c1e-482b-9db5-ef270b508b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093169 Aug 25 15:58:03.915363 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55404) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:03.916944 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] Sync routers for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:58:03.926614 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:03.927339 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:03.966937 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting subnet ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:58:03.970028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.009977 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.031936 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:04.099366 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.209687 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:58:03Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:04.229642 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.234957 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] Checking router: b28e5404-6c1e-482b-9db5-ef270b508b16 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:58:04.243249 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] Routers {'b28e5404-6c1e-482b-9db5-ef270b508b16'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:04.243836 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['b28e5404-6c1e-482b-9db5-ef270b508b16'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:04.257382 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:04.261035 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.263387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-dad2c8da-9b9a-445a-ae01-184ea0d2228b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/subnets/ac3b3bbf-f31c-41a3-96d9-3868fe5f05c7 HTTP/1.1" status: 204 len: 168 time: 0.3462725 Aug 25 15:58:04.265699 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55406) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:04.272128 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3edadd-dd54-41a5-9ad9-97316a666e86 None None] Network 66d9f3d6-ee81-4840-bc5a-4f4b92688538 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:58:04.358690 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] Set router b28e5404-6c1e-482b-9db5-ef270b508b16 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:04.379690 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.478225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] DHCP port deletion for 66d9f3d6-ee81-4840-bc5a-4f4b92688538 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:58:04.495528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.525257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Deleting port d6799541-eb99-4ac9-8919-3715b3a3f9df {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:58:04.525661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.550960 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:58:03Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:04.580814 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6050bb-9d34-4e50-b11e-85c180db7272 None None] The sync data for ids ['b28e5404-6c1e-482b-9db5-ef270b508b16'] in n-d-805995-2 is: [{'id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505251498', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:18Z', 'updated_at': '2021-08-25T15:58:03Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '9317f414-28ee-4a04-b24f-e273ee31c24b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e5404-6c1e-482b-9db5-ef270b508b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:19Z', 'updated_at': '2021-08-25T15:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:58:04.591529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] For port d6799541-eb99-4ac9-8919-3715b3a3f9df, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d6799541-eb99-4ac9-8919-3715b3a3f9df,segment=NetworkSegment(72ebfb1b-73ef-4c4c-babb-f5e321847df0),segment_id=72ebfb1b-73ef-4c4c-babb-f5e321847df0)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:04.591930 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.605728 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Calling delete_port for d6799541-eb99-4ac9-8919-3715b3a3f9df owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:58:04.612214 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 9317f414-28ee-4a04-b24f-e273ee31c24b {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:58:04.612721 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.700905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 9317f414-28ee-4a04-b24f-e273ee31c24b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9317f414-28ee-4a04-b24f-e273ee31c24b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:04.701212 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.713067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 9317f414-28ee-4a04-b24f-e273ee31c24b owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:58:04.737917 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.761669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Pushing event deleted for resources: {'Port': ['ID=d6799541-eb99-4ac9-8919-3715b3a3f9df,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:04.771518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.771856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.772197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.772520 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.772852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.773265 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.773592 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.773923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.774234 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.774554 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.774894 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.775216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:04.777869 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac7221-d73a-4928-a480-14240a48f4ed None None] No DVR routers for this DVR port d6799541-eb99-4ac9-8919-3715b3a3f9df on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:58:04.949456 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:04.977581 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=9317f414-28ee-4a04-b24f-e273ee31c24b,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:05.042336 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.137154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.139434 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.196640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d6799541-eb99-4ac9-8919-3715b3a3f9df no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:58:05.216435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d6799541-eb99-4ac9-8919-3715b3a3f9df {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:58:05.216784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d6799541-eb99-4ac9-8919-3715b3a3f9df not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:58:05.217202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7294524b-1c98-4def-8389-0184a0725bb7 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:58:05.223266 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.223812 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Fanout notify agent at l3_agent the message router_deleted on router b28e5404-6c1e-482b-9db5-ef270b508b16 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:58:05.232334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.236975 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3240ce15-90dd-45a6-b3a6-0e584a435596 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/routers/b28e5404-6c1e-482b-9db5-ef270b508b16 HTTP/1.1" status: 204 len: 168 time: 0.9668348 Aug 25 15:58:05.237169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 7294524b-1c98-4def-8389-0184a0725bb7 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:58:05.237417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55408) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:05.237528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 7294524b-1c98-4def-8389-0184a0725bb7 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:58:05.321809 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.415369 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.425646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d9f3d6-ee81-4840-bc5a-4f4b92688538']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:05.435826 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ebfb1b-73ef-4c4c-babb-f5e321847df0') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:05.436117 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ebfb1b-73ef-4c4c-babb-f5e321847df0') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:05.444864 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.458767 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.462737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e34fe97b-4781-4511-9731-948d11b9b23c no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:58:05.465838 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:58:05.465838 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:58:05.468288 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:58:05.484390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: e34fe97b-4781-4511-9731-948d11b9b23c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:58:05.484825 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e34fe97b-4781-4511-9731-948d11b9b23c not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:58:05.577408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.592070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.592070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/networks/66d9f3d6-ee81-4840-bc5a-4f4b92688538 HTTP/1.1" status: 204 len: 168 time: 0.3486688 Aug 25 15:58:05.592295 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55410) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:05.599344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfcfbb-7f7e-41d1-a65b-522d1739226d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Network': ['ID=66d9f3d6-ee81-4840-bc5a-4f4b92688538,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:05.654854 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.680713 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.811654 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.814809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:05.816105 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/security-groups/258353ef-be99-4fdc-978f-63778f85bbd3 HTTP/1.1" status: 204 len: 168 time: 0.2257178 Aug 25 15:58:05.826403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258353ef-be99-4fdc-978f-63778f85bbd3,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:05.834935 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.835324 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.835687 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.836035 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.836370 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.836708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.837051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.837392 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.837738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.838070 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.838403 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:05.838733 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbb432-9169-400e-9aee-1f70a84a3f7d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:06.286155 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55416) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:06.290992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589908503', 'description': 'tempest-secgroup-smoke-589908503 description', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:06.371864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.455919 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.508590 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.537233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c91a20-7ed3-4210-ae42-d05905969fc1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:06.583153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.584414 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1aaa2eb9-d743-4a93-a58c-b2e36185e8e5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2972174 Aug 25 15:58:06.587267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55418) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:06.591671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '36c91a20-7ed3-4210-ae42-d05905969fc1', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:06.679691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.735419 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.805749 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.824435 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39639586-5012-4015-ae48-060069becff6,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:06.891511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:06.892766 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b251b2e6-7207-4dc2-a8c7-1bcaa401a3c1 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045628 Aug 25 15:58:06.895606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55420) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:06.900117 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '36c91a20-7ed3-4210-ae42-d05905969fc1', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:06.975648 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.031536 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.098764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9317f414-28ee-4a04-b24f-e273ee31c24b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:58:07.103010 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.121713 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1156f1-9bb1-40a2-bc0f-511af6b59009,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:07.122045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9317f414-28ee-4a04-b24f-e273ee31c24b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:58:07.122392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9317f414-28ee-4a04-b24f-e273ee31c24b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:58:07.177740 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.179006 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-03b87469-cd1a-483c-8e8a-19aff538e606 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2824099 Aug 25 15:58:07.181725 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55422) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:07.186140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '36c91a20-7ed3-4210-ae42-d05905969fc1', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:07.275326 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.340730 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.412275 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.433502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4249a03-9a31-4dd0-b471-ef40ce0deb6f,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:07.502779 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.504129 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-0d6aafc7-7133-4942-a648-32ddf2dfcd91 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214447 Aug 25 15:58:07.507298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55424) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:07.511904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '36c91a20-7ed3-4210-ae42-d05905969fc1', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:07.610813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.670215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.749132 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.767398 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d1113a-a831-4f4e-8a03-464e9af68bcc,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:07.834783 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.836076 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6e8229cd-fff1-4511-8a49-13304ca0fcae tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277647 Aug 25 15:58:07.838704 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55426) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:07.843145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '36c91a20-7ed3-4210-ae42-d05905969fc1', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:07.909416 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:58:07.914529 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:07.976354 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.035337 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.053665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153b5cf7-29e6-43a8-aaaf-1235974ac655,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:08.108990 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.110262 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-256c6b8c-9c69-493b-bfd7-48ecd3254cff tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2705770 Aug 25 15:58:08.113669 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55428) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:08.123173 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'security_group_rule': {'security_group_id': '36c91a20-7ed3-4210-ae42-d05905969fc1', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:08.200013 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Project f91a086d14bb4020b68a34f2908ed69d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:58:08.205116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.267352 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.325947 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.343723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5b961b-d4b5-4826-a897-92854a475787,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:08.406195 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.407724 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3ac295bf-16eb-4f20-a875-d591d201dfa3 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2927959 Aug 25 15:58:08.410965 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55430) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:08.415919 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'network': {'name': 'tempest-network-smoke--959181214', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'port_security_enabled': True}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:08.491497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:58:08.495001 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.518504 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:58:08.527201 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.527547 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Added segment 6f0a231f-0710-4add-a810-aa83c1cf4fba of type vlan for network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 Aug 25 15:58:08.568401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.634239 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.639814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:08.640397 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.704249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Network': ['ID=464d2c47-403b-4b73-bf20-9c0bdde4dbc5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:08.714807 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:58:08.749330 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bff877ca-308e-4a14-9640-d2812aa55951 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3371897 Aug 25 15:58:08.752402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55432) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:08.757042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'admin_state_up': True, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:08.862598 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.863743 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:08.917401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:09.108030 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:09.689029 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:09.707213 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:09.810186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.122 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/1d1d3c92-ef49-4008-84df-173208beb82c) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:58:09.909745 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:09.983726 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:10.027222 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:58:10.030113 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:10.034330 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:58:10.039703 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=1d1d3c92-ef49-4008-84df-173208beb82c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:10.335953 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:10.533677 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:10.755572 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 62bba5d5-d225-4157-ab9b-eccc38973bae is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:58:10.866056 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:58:10.876521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Sync routers for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:58:10.886540 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:10.887223 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:10.943128 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:10.944464 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b1895475-922b-46eb-97dc-9c3f03bce8f4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1909938 Aug 25 15:58:10.947845 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55434) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:10.979792 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e0bb7dff-d019-466e-b541-04cebeed5829 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f91a086d14bb4020b68a34f2908ed69d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307989 Aug 25 15:58:10.982319 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55436) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:10.997473 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:11.067925 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e56fb3-b57a-4294-ade8-431f168802dd tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:11.069341 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-36e56fb3-b57a-4294-ade8-431f168802dd tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860941 Aug 25 15:58:11.072481 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55438) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:11.102565 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-74252235-87f6-4a60-8255-585d87450e5c tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=4b029e60-5bcb-46e6-983c-ea15f620bb16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273187 Aug 25 15:58:11.106502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55440) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:11.108309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481281259', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:11.173198 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:10Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:11.203655 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Checking router: 62bba5d5-d225-4157-ab9b-eccc38973bae for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:58:11.204000 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Updating router 62bba5d5-d225-4157-ab9b-eccc38973bae port 1d1d3c92-ef49-4008-84df-173208beb82c binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:58:11.228912 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.268795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:58:11.272500 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.477993 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.487622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Transition to ACTIVE for port object 1d1d3c92-ef49-4008-84df-173208beb82c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:11.549488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.577622 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.611157 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Subnet': ['ID=ad39697b-3fd7-41eb-938f-85230934c3fb,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:11.619195 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Checking segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:58:11.619573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network hostable DHCP agents. Network: 464d2c47-403b-4b73-bf20-9c0bdde4dbc5, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:58:11.633038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Attempting to bind port 1d1d3c92-ef49-4008-84df-173208beb82c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:58:11.633404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Attempting to bind port 1d1d3c92-ef49-4008-84df-173208beb82c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:58:11.633765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Attempting to bind port 1d1d3c92-ef49-4008-84df-173208beb82c on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:58:11.636534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bec7e-2a31-4391-8659-d011e050146a None None] Pushing event updated for resources: {'Port': ['ID=1d1d3c92-ef49-4008-84df-173208beb82c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:11.640982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:58:11.644213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:58:11.644213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.644213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:58:11.644213 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Bound port: 1d1d3c92-ef49-4008-84df-173208beb82c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:58:11.644213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.691505 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:58:11.694843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] For port 1d1d3c92-ef49-4008-84df-173208beb82c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:58:11.698204 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] For port 1d1d3c92-ef49-4008-84df-173208beb82c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1d1d3c92-ef49-4008-84df-173208beb82c,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:58:11.771323 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 464d2c47-403b-4b73-bf20-9c0bdde4dbc5) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:11.775267 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:11.775868 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.779657 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ce443-2390-4e0a-a4be-51ab8ea8a410 None None] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:58:11.792560 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:11.841082 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-4fe9e2b8-c99d-4480-a260-9909f0b4a344 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7365751 Aug 25 15:58:11.843989 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55442) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:11.896503 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:11.897141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:11.935582 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bec7e-2a31-4391-8659-d011e050146a None None] Pushing event updated for resources: {'Port': ['ID=1d1d3c92-ef49-4008-84df-173208beb82c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:12.057753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:12.061260 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:58:12.062116 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.280844 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.325840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Allocated IP 172.20.0.2 (464d2c47-403b-4b73-bf20-9c0bdde4dbc5/ad39697b-3fd7-41eb-938f-85230934c3fb/3c1a4300-fac1-4083-9570-acf33de685e4) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:58:12.402752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:10Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:12.435736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c6f3c-c6c6-4cf0-9883-f29777e48574 None None] The sync data for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 is: [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:10Z', 'revision_number': 3, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:58:12.519452 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.527629 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Transition to ACTIVE for port object 3c1a4300-fac1-4083-9570-acf33de685e4 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:12.543381 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Transition to ACTIVE for port object 3c1a4300-fac1-4083-9570-acf33de685e4 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:12.612782 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.649673 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:58:12.652991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:12.656278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:58:12.687954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.1 (464d2c47-403b-4b73-bf20-9c0bdde4dbc5/ad39697b-3fd7-41eb-938f-85230934c3fb/32642f9a-1be4-409a-95d9-0feec9cb2099) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:58:12.714888 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Pushing event updated for resources: {'Port': ['ID=3c1a4300-fac1-4083-9570-acf33de685e4,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:12.733040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Attempting to bind port 3c1a4300-fac1-4083-9570-acf33de685e4 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:58:12.733426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Attempting to bind port 3c1a4300-fac1-4083-9570-acf33de685e4 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:58:12.733796 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Attempting to bind port 3c1a4300-fac1-4083-9570-acf33de685e4 on network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:58:12.740245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:58:12.740628 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Checking segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:58:12.741045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.741444 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Bound using segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:58:12.741992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Bound port: 3c1a4300-fac1-4083-9570-acf33de685e4, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:58:12.742447 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.826187 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] For port 3c1a4300-fac1-4083-9570-acf33de685e4, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:58:12.829588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] For port 3c1a4300-fac1-4083-9570-acf33de685e4, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3c1a4300-fac1-4083-9570-acf33de685e4,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:58:12.845114 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.860860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object 32642f9a-1be4-409a-95d9-0feec9cb2099 will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:12.937882 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:12.966000 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.003491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a04c8-1d61-4237-a1cc-af8c857fdf6b None None] Pushing event updated for resources: {'Port': ['ID=3c1a4300-fac1-4083-9570-acf33de685e4,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:13.008285 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:58:13.011604 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:13.017800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:58:13.054374 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=32642f9a-1be4-409a-95d9-0feec9cb2099,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:13.077255 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.208534 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1d1d3c92-ef49-4008-84df-173208beb82c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:13.319686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.360012 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 1d1d3c92-ef49-4008-84df-173208beb82c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:13.364530 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1d1d3c92-ef49-4008-84df-173208beb82c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:13.364907 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.449273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.472215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 1d1d3c92-ef49-4008-84df-173208beb82c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1d1d3c92-ef49-4008-84df-173208beb82c,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:13.560072 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.611866 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=1d1d3c92-ef49-4008-84df-173208beb82c,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:13.613578 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.680057 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.760356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=32642f9a-1be4-409a-95d9-0feec9cb2099,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:13.762814 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:13.863428 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:58:13.864816 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:13.987264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 62bba5d5-d225-4157-ab9b-eccc38973bae has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:58:13.990821 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484685d-e9cc-42d2-91e4-13efba237f08 None None] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:58:14.104110 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-1774075b-9ceb-4a0c-984f-b39c9e3f769f None None] Provisioning for port 3c1a4300-fac1-4083-9570-acf33de685e4 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:14.474267 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7d117f7e-dd9b-4ed1-bb5e-09eaf2fcb5e2 None None] Provisioning for port 32642f9a-1be4-409a-95d9-0feec9cb2099 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:14.478966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-7d117f7e-dd9b-4ed1-bb5e-09eaf2fcb5e2 None None] Provisioning complete for port 32642f9a-1be4-409a-95d9-0feec9cb2099 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:14.479384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7d117f7e-dd9b-4ed1-bb5e-09eaf2fcb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:14.487355 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:58:14.493624 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-999474e1-0f6b-400e-bfbf-786186c862e4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/62bba5d5-d225-4157-ab9b-eccc38973bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483862 Aug 25 15:58:14.534643 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-7d117f7e-dd9b-4ed1-bb5e-09eaf2fcb5e2 None None] Port 32642f9a-1be4-409a-95d9-0feec9cb2099 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:58:14.542228 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Sync routers for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:58:14.553646 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:14.554857 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:14.684764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-16235122-e09b-4b4d-ac2e-e304165c65af None None] Provisioning complete for port 32642f9a-1be4-409a-95d9-0feec9cb2099 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:14.685284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-16235122-e09b-4b4d-ac2e-e304165c65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:14.690178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-59b9a4cb-bd08-468b-80f8-d43281735f49 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589908503&fields=id&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 267 time: 0.0526333 Aug 25 15:58:14.724856 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-16235122-e09b-4b4d-ac2e-e304165c65af None None] Port 32642f9a-1be4-409a-95d9-0feec9cb2099 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:58:14.787050 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:14.815955 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-69e03497-309d-440b-a0e3-301da5f53de7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:14.817539 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-69e03497-309d-440b-a0e3-301da5f53de7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/networks?id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 200 len: 796 time: 0.1135817 Aug 25 15:58:14.839394 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-c8b8e335-8d89-4f68-80bd-dba60862ddc7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/quotas/f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 375 time: 0.0141664 Aug 25 15:58:14.844656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-14c4ad54-192f-4417-a779-c7ad04cff25b None None] Provisioning complete for port 32642f9a-1be4-409a-95d9-0feec9cb2099 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:14.845028 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-14c4ad54-192f-4417-a779-c7ad04cff25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:14.880411 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-14c4ad54-192f-4417-a779-c7ad04cff25b None None] Port 32642f9a-1be4-409a-95d9-0feec9cb2099 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:58:14.895458 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-4ffcdd65-793d-4415-95b3-76fca67504ce tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524895 Aug 25 15:58:14.962215 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-78647756-df3b-4697-9bbc-ce7ddb6df7d2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:58:14.963231 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-78647756-df3b-4697-9bbc-ce7ddb6df7d2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554898 Aug 25 15:58:14.995217 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 2, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:15.025300 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Checking router: 62bba5d5-d225-4157-ab9b-eccc38973bae for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:58:15.025896 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Updating router 62bba5d5-d225-4157-ab9b-eccc38973bae port 32642f9a-1be4-409a-95d9-0feec9cb2099 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:58:15.056671 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-bea3d845-484b-49d8-8ddc-e5304a1509cd service neutron] 10.222.0.58 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871134 Aug 25 15:58:15.057585 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.176149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-3e5c2864-0fd2-455b-8dbe-5a91959f09da service neutron] 10.222.0.58 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103797 Aug 25 15:58:15.241133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1d1d3c92-ef49-4008-84df-173208beb82c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:15.293733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 1d1d3c92-ef49-4008-84df-173208beb82c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:15.294106 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.340747 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.351646 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Transition to ACTIVE for port object 32642f9a-1be4-409a-95d9-0feec9cb2099 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:15.389803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3c1a4300-fac1-4083-9570-acf33de685e4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:15.402973 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-728d1138-32fa-419d-a365-f780038d1799 req-5a54932b-b0b3-430a-9006-41a6eda68924 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Aug 25 15:58:15.434062 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.481868 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Pushing event updated for resources: {'Port': ['ID=32642f9a-1be4-409a-95d9-0feec9cb2099,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:15.495320 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.495668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.496043 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.496312 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.496713 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.497035 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.497360 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.497680 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.498123 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.498447 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.498763 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.499276 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:58:15.500114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 3c1a4300-fac1-4083-9570-acf33de685e4 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:15.508053 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3c1a4300-fac1-4083-9570-acf33de685e4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:15.508053 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.556699 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Attempting to bind port 32642f9a-1be4-409a-95d9-0feec9cb2099 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:58:15.557132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Attempting to bind port 32642f9a-1be4-409a-95d9-0feec9cb2099 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:58:15.557415 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Attempting to bind port 32642f9a-1be4-409a-95d9-0feec9cb2099 on network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:58:15.564797 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:58:15.565399 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Checking segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:58:15.566013 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.566404 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Bound using segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:58:15.566863 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Bound port: 32642f9a-1be4-409a-95d9-0feec9cb2099, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:58:15.567429 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.598589 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.633985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 3c1a4300-fac1-4083-9570-acf33de685e4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3c1a4300-fac1-4083-9570-acf33de685e4,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:15.634371 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] For port 32642f9a-1be4-409a-95d9-0feec9cb2099, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:58:15.637563 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] For port 32642f9a-1be4-409a-95d9-0feec9cb2099, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=32642f9a-1be4-409a-95d9-0feec9cb2099,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:58:15.714019 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.714569 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:15.770061 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=3c1a4300-fac1-4083-9570-acf33de685e4,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:15.775043 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba76730-87d5-4021-8d94-6045180ae901 None None] Pushing event updated for resources: {'Port': ['ID=32642f9a-1be4-409a-95d9-0feec9cb2099,revision_number=4']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:15.778071 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:15.778540 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:57:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:15.891495 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:16.089922 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:15Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:16.115802 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8a91f-48bb-46ac-ab94-4584a15e47d5 None None] The sync data for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 is: [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:15Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:58:16.506783 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0b2433ab-4709-4547-a07b-fbf8f5a23683 req-71f72a49-b9c0-4e0e-81fc-09e0bed006ac tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Aug 25 15:58:16.938356 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:58:17.222120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 32642f9a-1be4-409a-95d9-0feec9cb2099 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:17.315147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-666f48d4-edd1-4be1-9bc0-cc4fa18476b9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:17.316623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-666f48d4-edd1-4be1-9bc0-cc4fa18476b9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/networks?id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 200 len: 796 time: 0.1130388 Aug 25 15:58:17.367730 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d5487a2a-c0c4-4e7c-944b-0f6890f63518 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91a086d14bb4020b68a34f2908ed69d HTTP/1.1" status: 200 len: 379 time: 0.0414591 Aug 25 15:58:17.377689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'port': {'device_id': '7c423179-e740-4ead-8c96-d2d779a084b9', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'admin_state_up': True, 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'security_groups': ['36c91a20-7ed3-4210-ae42-d05905969fc1']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:17.480214 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 32642f9a-1be4-409a-95d9-0feec9cb2099 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:17.484195 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 32642f9a-1be4-409a-95d9-0feec9cb2099 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:17.484564 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.561392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.566309 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Made reservation on behalf of f91a086d14bb4020b68a34f2908ed69d for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:58:17.569871 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.597335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 32642f9a-1be4-409a-95d9-0feec9cb2099, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=32642f9a-1be4-409a-95d9-0feec9cb2099,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:17.610214 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-156e69ff-55e1-4413-8fc8-3aaf91c19dd8 req-f0d8305f-bd61-4e4e-b352-eea6d7adb2e9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 210 time: 0.0281417 Aug 25 15:58:17.668558 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.669475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3c1a4300-fac1-4083-9570-acf33de685e4 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:17.704208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.20.0.14 (464d2c47-403b-4b73-bf20-9c0bdde4dbc5/ad39697b-3fd7-41eb-938f-85230934c3fb/afc3638e-d387-49e6-b669-d6c6d03c0559) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:58:17.748397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=32642f9a-1be4-409a-95d9-0feec9cb2099,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:17.760161 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 3c1a4300-fac1-4083-9570-acf33de685e4 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:17.760538 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.841958 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.854365 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Transition to ACTIVE for port object afc3638e-d387-49e6-b669-d6c6d03c0559 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:17.954535 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:17.999129 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:58:18.004672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:18.007626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:58:18.308538 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-408c1415-a32b-4f3d-8029-09004a946463 None None] Provisioning for port afc3638e-d387-49e6-b669-d6c6d03c0559 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:18.312919 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-408c1415-a32b-4f3d-8029-09004a946463 None None] Provisioning complete for port afc3638e-d387-49e6-b669-d6c6d03c0559 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:18.313419 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-408c1415-a32b-4f3d-8029-09004a946463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:18.351860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-408c1415-a32b-4f3d-8029-09004a946463 None None] Port afc3638e-d387-49e6-b669-d6c6d03c0559 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:58:18.397678 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=afc3638e-d387-49e6-b669-d6c6d03c0559,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:18.423873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:18.424485 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:18.468928 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-fb4db2f5-02c1-4dee-892e-05a7f09d5478 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0956545 Aug 25 15:58:18.480262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-7f7cb290-a21a-4283-9f2e-9cad65a6a6cb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 15:58:18.481191 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-7f7cb290-a21a-4283-9f2e-9cad65a6a6cb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Aug 25 15:58:18.536255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Request body: {'port': {'device_id': '7c423179-e740-4ead-8c96-d2d779a084b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:18.595919 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:18.798009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43595f6c-6198-48d7-b6c7-ec395065eaad req-01fe479a-1712-4095-866d-d5e0ffa4cb38 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:18.800064 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43595f6c-6198-48d7-b6c7-ec395065eaad req-01fe479a-1712-4095-866d-d5e0ffa4cb38 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 932 time: 0.1063032 Aug 25 15:58:18.864663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-43595f6c-6198-48d7-b6c7-ec395065eaad req-7ac86caf-1349-4aba-9720-e9561605338b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585058 Aug 25 15:58:18.915568 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc3638e-d387-49e6-b669-d6c6d03c0559 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:58:18.923238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:18.935677 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Transition to ACTIVE for port object afc3638e-d387-49e6-b669-d6c6d03c0559 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:58:18.988586 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:19.043293 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Pushing event updated for resources: {'Port': ['ID=afc3638e-d387-49e6-b669-d6c6d03c0559,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:19.115992 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Attempting to bind port afc3638e-d387-49e6-b669-d6c6d03c0559 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:58:19.116334 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Attempting to bind port afc3638e-d387-49e6-b669-d6c6d03c0559 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:58:19.116670 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Attempting to bind port afc3638e-d387-49e6-b669-d6c6d03c0559 on network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:58:19.121422 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Port afc3638e-d387-49e6-b669-d6c6d03c0559 on network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:58:19.121745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Attempting to bind port afc3638e-d387-49e6-b669-d6c6d03c0559 on network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:58:19.127672 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:58:19.128021 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Checking segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:58:19.128413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Bound using segment: {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:58:19.128844 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Bound port: afc3638e-d387-49e6-b669-d6c6d03c0559, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0a231f-0710-4add-a810-aa83c1cf4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:58:19.129204 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:19.156434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 32642f9a-1be4-409a-95d9-0feec9cb2099 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:19.206151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 32642f9a-1be4-409a-95d9-0feec9cb2099 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:19.206434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] For port afc3638e-d387-49e6-b669-d6c6d03c0559, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:58:19.206562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:19.209988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] For port afc3638e-d387-49e6-b669-d6c6d03c0559, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afc3638e-d387-49e6-b669-d6c6d03c0559,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:58:19.258785 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:19.297517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.298131 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:19.300098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] 10.222.0.52 "PUT /v2.0/ports/afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 200 len: 1092 time: 0.8072388 Aug 25 15:58:19.300554 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:58:19.302813 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86053e0b-9215-4f7f-b7fd-19e6acd733d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:58:19.326776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da155d-0d91-4b74-996d-afc321867735 service neutron] Pushing event updated for resources: {'Port': ['ID=afc3638e-d387-49e6-b669-d6c6d03c0559,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:19.343873 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682a14a-20af-4430-8e90-1b49f604ae11 x-openstack-request-id: req-e682a14a-20af-4430-8e90-1b49f604ae11 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:58:19.344169 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:58:19.344424 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e682a14a-20af-4430-8e90-1b49f604ae11 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:58:19.344832 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'status': 'completed', 'code': 200} Aug 25 15:58:19.405725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053e0b-9215-4f7f-b7fd-19e6acd733d0 req-59f301ae-fcdf-40d4-bfe6-816879630a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.409054 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86053e0b-9215-4f7f-b7fd-19e6acd733d0 req-59f301ae-fcdf-40d4-bfe6-816879630a8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1095 time: 0.0418301 Aug 25 15:58:19.509170 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053e0b-9215-4f7f-b7fd-19e6acd733d0 req-7e8f95fc-1321-4e13-b3ef-75832149b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.510659 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86053e0b-9215-4f7f-b7fd-19e6acd733d0 req-7e8f95fc-1321-4e13-b3ef-75832149b536 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f91a086d14bb4020b68a34f2908ed69d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0961869 Aug 25 15:58:19.605965 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053e0b-9215-4f7f-b7fd-19e6acd733d0 req-ba49270a-a57b-4428-a5e2-3366892c6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.607375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86053e0b-9215-4f7f-b7fd-19e6acd733d0 req-ba49270a-a57b-4428-a5e2-3366892c6a82 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905848 Aug 25 15:58:19.681183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-562c22f4-a7df-4044-923e-295a82ccf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.682660 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-562c22f4-a7df-4044-923e-295a82ccf784 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1095 time: 0.0408831 Aug 25 15:58:19.728309 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-cb81988f-9d8d-43d0-a1a0-eef27f61ec1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 200 len: 217 time: 0.0378685 Aug 25 15:58:19.776964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-1641a07d-d8fc-47db-90cc-baa99dd063ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.778374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-1641a07d-d8fc-47db-90cc-baa99dd063ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad39697b-3fd7-41eb-938f-85230934c3fb HTTP/1.1" status: 200 len: 834 time: 0.0427971 Aug 25 15:58:19.823322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-ae282dea-d64c-4e1d-b909-842278e9dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:19.824826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-ae282dea-d64c-4e1d-b909-842278e9dfe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393772 Aug 25 15:58:19.917806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-26ac9fb5-2430-41fa-978f-0e1b52b949a8 service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852060 Aug 25 15:58:20.032840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4679de-1e00-47a3-b2da-cc4f578b1850 req-9e74ae35-43e9-4e6a-b68a-5f0adb71b070 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:20.034241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a4679de-1e00-47a3-b2da-cc4f578b1850 req-9e74ae35-43e9-4e6a-b68a-5f0adb71b070 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 944 time: 0.1017680 Aug 25 15:58:20.062272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5a9350fe-8a2b-4a70-ad4d-222bdf4d03f1 req-e7d374ab-0c19-446f-933d-f7eb198f847b service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369660 Aug 25 15:58:20.083815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9a4679de-1e00-47a3-b2da-cc4f578b1850 req-2102bbff-c243-469a-bcbc-6a9791224bf0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 Aug 25 15:58:21.062741 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ef080618-1755-4b0e-b14f-f3fe91dc7608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:21.201930 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa1aae-c46b-460a-9e42-618893133bcd req-2e71d0ee-e156-49b2-afaa-818c697bafda tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:21.203456 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18fa1aae-c46b-460a-9e42-618893133bcd req-2e71d0ee-e156-49b2-afaa-818c697bafda tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 944 time: 0.0522892 Aug 25 15:58:21.240233 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-18fa1aae-c46b-460a-9e42-618893133bcd req-8debd85d-67ef-4901-b6c8-b41b2f17bab9 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308228 Aug 25 15:58:22.354868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99a50e-1967-48b6-b4e8-86884fd926d5 req-43a92cd5-2119-4b73-aea7-66451d4419ee tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:22.356288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c99a50e-1967-48b6-b4e8-86884fd926d5 req-43a92cd5-2119-4b73-aea7-66451d4419ee tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 944 time: 0.0498817 Aug 25 15:58:22.394430 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7c99a50e-1967-48b6-b4e8-86884fd926d5 req-6041482a-ac09-443a-b5f7-112a9a759956 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Aug 25 15:58:23.284458 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afc3638e-d387-49e6-b669-d6c6d03c0559 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:58:23.377685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afc3638e-d387-49e6-b669-d6c6d03c0559, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afc3638e-d387-49e6-b669-d6c6d03c0559,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:23.388662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'port_id': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'mac_address': 'fa:16:3e:4e:29:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:58:23.425520 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:23.438775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc3638e-d387-49e6-b669-d6c6d03c0559 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:58:23.462833 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afc3638e-d387-49e6-b669-d6c6d03c0559, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afc3638e-d387-49e6-b669-d6c6d03c0559,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:23.510510 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111da68-452a-4b0d-b2dc-c49b53539ef6 req-a1706bc4-b634-44b5-b546-a56b329a5a6b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:23.512001 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3111da68-452a-4b0d-b2dc-c49b53539ef6 req-a1706bc4-b634-44b5-b546-a56b329a5a6b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 944 time: 0.0505111 Aug 25 15:58:23.525343 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:23.551910 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3111da68-452a-4b0d-b2dc-c49b53539ef6 req-1a2d07b7-5e77-41d3-9f47-41f25ef2b04e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338449 Aug 25 15:58:23.573123 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=afc3638e-d387-49e6-b669-d6c6d03c0559,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:23.725297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-84a89f9e-462d-476e-bc9e-5a056751be39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:23.743675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['afc3638e-d387-49e6-b669-d6c6d03c0559'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:58:24.228443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:24.669389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aa68d-2e72-4728-8a21-f12b575db03b req-d0c78723-c2d5-4f1f-9170-e127e2e33cf0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:24.670896 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b49aa68d-2e72-4728-8a21-f12b575db03b req-d0c78723-c2d5-4f1f-9170-e127e2e33cf0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 25 15:58:24.711122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b49aa68d-2e72-4728-8a21-f12b575db03b req-9dd02e8b-81ec-4f31-9f7b-c901ec153cf4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Aug 25 15:58:25.299528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afc3638e-d387-49e6-b669-d6c6d03c0559 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:58:25.410702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port afc3638e-d387-49e6-b669-d6c6d03c0559 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:58:25.414300 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port afc3638e-d387-49e6-b669-d6c6d03c0559 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:58:25.414666 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:25.491292 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:25.514642 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:58:25.516925 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd753c03-cbc3-451c-97c9-92a98dec0cb7" -d '{"events": [{"server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "name": "network-vif-plugged", "status": "completed", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:58:25.529593 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port afc3638e-d387-49e6-b669-d6c6d03c0559, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afc3638e-d387-49e6-b669-d6c6d03c0559,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:58:25.554035 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87d9b5f-f91b-4fb3-ba68-09d3e1310195 x-openstack-request-id: req-f87d9b5f-f91b-4fb3-ba68-09d3e1310195 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:58:25.554340 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "name": "network-vif-plugged", "status": "completed", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:58:25.554597 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f87d9b5f-f91b-4fb3-ba68-09d3e1310195 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:58:25.554994 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'code': 200} Aug 25 15:58:25.594367 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:25.643527 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=afc3638e-d387-49e6-b669-d6c6d03c0559,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:25.652542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ff73-3de9-41d7-bffa-a5b3455246ed req-5dfd1e14-ff98-481a-80a5-1ed5d2320133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:25.654038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a297ff73-3de9-41d7-bffa-a5b3455246ed req-5dfd1e14-ff98-481a-80a5-1ed5d2320133 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1097 time: 0.0450048 Aug 25 15:58:25.689523 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a297ff73-3de9-41d7-bffa-a5b3455246ed req-26c8e261-e833-44a7-8831-99c0eaef47f1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283220 Aug 25 15:58:25.748667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:25.827402 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ee96-9d79-41d9-8e6c-5bcadf086b40 req-fc5243cd-57ba-4d00-8219-0039c42053d8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:25.828877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0332ee96-9d79-41d9-8e6c-5bcadf086b40 req-fc5243cd-57ba-4d00-8219-0039c42053d8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0497890 Aug 25 15:58:25.866569 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0332ee96-9d79-41d9-8e6c-5bcadf086b40 req-8dfc8eb3-b09c-4664-a41d-e22bd4ff95a4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316474 Aug 25 15:58:26.980979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228d26e-bc8e-46ea-9508-fab3df344d92 req-6800b755-4e8b-49ca-a477-c91af716c0d4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:26.982445 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3228d26e-bc8e-46ea-9508-fab3df344d92 req-6800b755-4e8b-49ca-a477-c91af716c0d4 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0480108 Aug 25 15:58:27.019803 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3228d26e-bc8e-46ea-9508-fab3df344d92 req-50b780ed-de5e-40d1-b433-b9a1dd2f98a0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313106 Aug 25 15:58:27.133847 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ec27-6c6b-4f69-aa3f-610bd59a2679 req-a2cc5e8c-64da-4e14-8724-43679e1605cf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:27.135446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f30ec27-6c6b-4f69-aa3f-610bd59a2679 req-a2cc5e8c-64da-4e14-8724-43679e1605cf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0499737 Aug 25 15:58:27.172962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2f30ec27-6c6b-4f69-aa3f-610bd59a2679 req-cdbe0f9f-2af9-456a-8b21-a991a6d5b639 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Aug 25 15:58:27.195268 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55504) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:27.238321 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81524f23-421e-442e-a972-0ad2e48beb45 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:27.239805 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-81524f23-421e-442e-a972-0ad2e48beb45 tempest-TestNetworkAdvancedServerOps-1067307473 tempest-TestNetworkAdvancedServerOps-1067307473-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1092 time: 0.0435395 Aug 25 15:58:27.242552 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55506) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:27.246916 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:58:27.336793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:27.365376 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:27.459722 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:27.562837 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Allocated IP 172.25.8.251 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/17435468-3142-4dc6-a477-18fa86b74f02) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:58:27.660744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:27.742671 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:27.780643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:58:27.783422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:58:27.789581 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:58:27.819411 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=17435468-3142-4dc6-a477-18fa86b74f02,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:27.879760 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.154310 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.270993 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.417966 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.479265 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.546592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event updated for resources: {'Port': ['ID=17435468-3142-4dc6-a477-18fa86b74f02,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:58:28.556950 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.657329 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 07246710-3cd6-4e85-a60e-40040d1af8ea associated. External IP: 172.25.8.251, port: afc3638e-d387-49e6-b669-d6c6d03c0559. Aug 25 15:58:28.864141 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 62bba5d5-d225-4157-ab9b-eccc38973bae has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:58:28.971726 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:58:28.981452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] Sync routers for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:58:28.990166 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:28.990778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:29.062774 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:29.091578 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-b8bc606c-dcaa-460a-af8b-deee1711112a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8478594 Aug 25 15:58:29.092073 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:58:29.094352 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b942a01b-b2d0-43de-bce9-de464bff820d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:58:29.102760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:29.133411 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fe0727-f13b-431c-9015-1f474161c5f1 x-openstack-request-id: req-64fe0727-f13b-431c-9015-1f474161c5f1 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:58:29.133698 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:58:29.133951 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64fe0727-f13b-431c-9015-1f474161c5f1 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:58:29.134370 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'status': 'completed', 'code': 200} Aug 25 15:58:29.192497 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e073c-3ec9-4866-bfee-c1bdce939493 req-d2c535ed-b557-4dc3-872d-1ac20029df1d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:29.195200 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f3e073c-3ec9-4866-bfee-c1bdce939493 req-d2c535ed-b557-4dc3-872d-1ac20029df1d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0536938 Aug 25 15:58:29.202275 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a01b-b2d0-43de-bce9-de464bff820d req-0c0fc730-5845-42e7-b9ce-a673eebd9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:29.203887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-0c0fc730-5845-42e7-b9ce-a673eebd9be3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1097 time: 0.0470669 Aug 25 15:58:29.236485 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2f3e073c-3ec9-4866-bfee-c1bdce939493 req-f555e203-4dbf-40c7-b6e6-35b4c72a2d3f tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341766 Aug 25 15:58:29.260924 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55512) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:29.295909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a01b-b2d0-43de-bce9-de464bff820d req-66542194-88d1-4d10-9aa0-41fd6c2d0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:29.297393 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-66542194-88d1-4d10-9aa0-41fd6c2d0c0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 200 len: 897 time: 0.0866771 Aug 25 15:58:29.327477 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-104580c1-50d0-493e-b6dc-d586f505b87a tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/07246710-3cd6-4e85-a60e-40040d1af8ea HTTP/1.1" status: 200 len: 992 time: 0.0650966 Aug 25 15:58:29.342301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '07246710-3cd6-4e85-a60e-40040d1af8ea', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'port_id': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'mac_address': 'fa:16:3e:4e:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c423179-e740-4ead-8c96-d2d779a084b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:58:28Z', 'updated_at': '2021-08-25T15:58:28Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:17Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:29.369921 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] Checking router: 62bba5d5-d225-4157-ab9b-eccc38973bae for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:58:29.374949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-189c21cb-ed87-405e-864b-d6f3e2a19e95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 200 len: 1000 time: 0.0701170 Aug 25 15:58:29.379613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:58:29.380235 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:29.434526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a01b-b2d0-43de-bce9-de464bff820d req-91753c81-8f1d-49a8-aff2-d4c7ca7cb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:29.443459 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-91753c81-8f1d-49a8-aff2-d4c7ca7cb297 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad39697b-3fd7-41eb-938f-85230934c3fb HTTP/1.1" status: 200 len: 834 time: 0.0542674 Aug 25 15:58:29.481223 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a01b-b2d0-43de-bce9-de464bff820d req-96eec3ac-f167-4535-ac08-aff84bc3cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:29.482745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-96eec3ac-f167-4535-ac08-aff84bc3cbae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398576 Aug 25 15:58:29.489478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:58:29.578719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-23560120-4346-46a9-94d6-51622b3fc433 service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888355 Aug 25 15:58:29.642711 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:29.671933 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b942a01b-b2d0-43de-bce9-de464bff820d req-4ecbabb1-714a-4b2b-9a9a-57a852ad6207 service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860345 Aug 25 15:58:29.733764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '07246710-3cd6-4e85-a60e-40040d1af8ea', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'port_id': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'mac_address': 'fa:16:3e:4e:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c423179-e740-4ead-8c96-d2d779a084b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:58:28Z', 'updated_at': '2021-08-25T15:58:28Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:17Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:58:29.766312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad9548-c8d4-43cb-8a6b-c66e5ee4f8c5 None None] The sync data for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 is: [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '07246710-3cd6-4e85-a60e-40040d1af8ea', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'port_id': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'mac_address': 'fa:16:3e:4e:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c423179-e740-4ead-8c96-d2d779a084b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:58:28Z', 'updated_at': '2021-08-25T15:58:28Z', 'revision_number': 0, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:17Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:58:29.970882 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cf72d-10d0-4b84-8e19-0e46aeebf73e None None] New status for floating IP 07246710-3cd6-4e85-a60e-40040d1af8ea: ACTIVE {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:58:30.331961 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55514) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:58:30.394329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-940182c7-b3ea-499e-bd39-257720cfd722 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/07246710-3cd6-4e85-a60e-40040d1af8ea HTTP/1.1" status: 200 len: 994 time: 0.0605967 Aug 25 15:58:40.908695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-149dd88a-1969-499e-ac30-62b5af0683d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454125 Aug 25 15:58:40.994936 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796392-2467-4f05-9385-b80f5a59dd20 req-a161f8e3-9b18-41e2-9740-dda5168148c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:40.996436 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-a161f8e3-9b18-41e2-9740-dda5168148c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1097 time: 0.0435004 Aug 25 15:58:41.107660 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796392-2467-4f05-9385-b80f5a59dd20 req-178c60f8-ac24-4871-a903-81135106dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:41.109138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-178c60f8-ac24-4871-a903-81135106dc26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 200 len: 897 time: 0.0855820 Aug 25 15:58:41.179301 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-95e03028-01e7-45d2-a9d5-eb794c26d463 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 200 len: 1002 time: 0.0628619 Aug 25 15:58:41.230934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796392-2467-4f05-9385-b80f5a59dd20 req-426d4abe-4a02-4945-a142-35244101a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:41.232517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-426d4abe-4a02-4945-a142-35244101a4b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad39697b-3fd7-41eb-938f-85230934c3fb HTTP/1.1" status: 200 len: 834 time: 0.0460269 Aug 25 15:58:41.277189 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796392-2467-4f05-9385-b80f5a59dd20 req-0e47ed2d-ccca-4bad-a329-2184e6ea5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:41.278677 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-0e47ed2d-ccca-4bad-a329-2184e6ea5daf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398610 Aug 25 15:58:41.372864 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-596fec47-0827-43b2-9ab7-976af36a3ff0 service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868649 Aug 25 15:58:41.462941 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-80796392-2467-4f05-9385-b80f5a59dd20 req-a063980a-418e-4f7a-bfdf-ce797e6e4fba service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828910 Aug 25 15:58:51.033543 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-608be42c-f37a-4e63-9be1-b6583f42bb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:53.730675 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8d72c2e7-478b-41dd-98d6-d5a59727c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:53.938496 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:58:54.204489 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:55.776455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:57.312650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:57.895970 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:59.351771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622910da-7dcc-421a-a1ce-1c2089a7acf3 req-188ba0d4-77db-4a63-a52f-59d5fd531fa7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:59.353506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-622910da-7dcc-421a-a1ce-1c2089a7acf3 req-188ba0d4-77db-4a63-a52f-59d5fd531fa7 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0603371 Aug 25 15:58:59.392969 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-622910da-7dcc-421a-a1ce-1c2089a7acf3 req-db19e826-2c8e-4715-9021-2275a039488e tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Aug 25 15:58:59.621975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:00.515841 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65bb8a-6c27-4dc5-88eb-2fea7a2e2a41 req-4b76dd3d-aeb5-48fe-afae-8191cd36d580 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:00.517413 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a65bb8a-6c27-4dc5-88eb-2fea7a2e2a41 req-4b76dd3d-aeb5-48fe-afae-8191cd36d580 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0537169 Aug 25 15:59:00.557267 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-3a65bb8a-6c27-4dc5-88eb-2fea7a2e2a41 req-58ba7210-c191-4f88-83c0-3805528f19ab tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333872 Aug 25 15:59:00.580951 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55534) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:00.641676 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-70c9ed0e-4588-4553-886e-47cc1ade3555 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/07246710-3cd6-4e85-a60e-40040d1af8ea HTTP/1.1" status: 200 len: 994 time: 0.0595226 Aug 25 15:59:02.019855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaa8ca-d206-4a43-995d-008907131237 req-61065094-c052-437f-80d5-4a4d2d1104db tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:02.022104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7edaa8ca-d206-4a43-995d-008907131237 req-61065094-c052-437f-80d5-4a4d2d1104db tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0552390 Aug 25 15:59:02.086652 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7edaa8ca-d206-4a43-995d-008907131237 req-2c6c2b60-1e9c-4538-b40e-0139981f7d5b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585158 Aug 25 15:59:02.101502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-8c497d0a-9520-4d55-a667-fa8d0e22d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:02.103017 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-8c497d0a-9520-4d55-a667-fa8d0e22d5d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1097 time: 0.0522935 Aug 25 15:59:02.198487 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-a72324e3-75fb-407d-b436-efc159e46872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:02.199911 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-a72324e3-75fb-407d-b436-efc159e46872 service neutron] 10.222.0.52 "GET /v2.0/networks?id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 200 len: 897 time: 0.0896730 Aug 25 15:59:02.265002 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-197bd5bb-7b2b-4daa-8c84-7ac061248339 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 200 len: 1002 time: 0.0579300 Aug 25 15:59:02.313046 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-0fc209d8-23d9-41d1-ba03-695826945041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:02.314505 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-0fc209d8-23d9-41d1-ba03-695826945041 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad39697b-3fd7-41eb-938f-85230934c3fb HTTP/1.1" status: 200 len: 834 time: 0.0432961 Aug 25 15:59:02.363188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-f1d8cbff-4f44-484a-a548-fb77a99253f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:02.364725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-f1d8cbff-4f44-484a-a548-fb77a99253f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429966 Aug 25 15:59:02.452777 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-835262ed-cf74-461a-97ce-8731d5f2faca service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805962 Aug 25 15:59:02.546122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-345deab8-0c36-4777-9d5e-b248b757cd90 req-93858a37-3ab8-48ef-80cf-cda56ed7eb9f service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861981 Aug 25 15:59:03.214134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe5b4-7c8d-4e73-93a7-4d91d03167bf req-f8344ea9-9fbb-44d3-b44a-d9bd809c6c27 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:03.215724 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-784fe5b4-7c8d-4e73-93a7-4d91d03167bf req-f8344ea9-9fbb-44d3-b44a-d9bd809c6c27 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0539362 Aug 25 15:59:03.254136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-784fe5b4-7c8d-4e73-93a7-4d91d03167bf req-68ebd546-f170-4f85-9b24-d49fbb8327b8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320525 Aug 25 15:59:04.370499 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824366a-1d58-4f27-8a7a-6ac3171b8649 req-592d8c76-be80-4e7d-9a06-39e7724e207b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:04.372011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0824366a-1d58-4f27-8a7a-6ac3171b8649 req-592d8c76-be80-4e7d-9a06-39e7724e207b tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Aug 25 15:59:04.410649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0824366a-1d58-4f27-8a7a-6ac3171b8649 req-6d4ce7fc-b1c3-471e-9da4-76935548d9f6 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Aug 25 15:59:04.433188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55546) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:04.492271 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ed1d0059-a78d-47a1-8f8d-e8978cdbf3eb tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/floatingips/07246710-3cd6-4e85-a60e-40040d1af8ea HTTP/1.1" status: 200 len: 994 time: 0.0578825 Aug 25 15:59:04.782437 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55552) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:04.941315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 17435468-3142-4dc6-a477-18fa86b74f02 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:59:04.941655 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:05.019110 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:05.019438 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:05.030707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 17435468-3142-4dc6-a477-18fa86b74f02 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:59:05.279261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:05.306169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=17435468-3142-4dc6-a477-18fa86b74f02,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:05.331276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.331628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.331969 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.332307 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.332640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.332970 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.333297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.333625 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.333950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.334272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.334593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.334911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:05.376201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:05.377011 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Floating IP 07246710-3cd6-4e85-a60e-40040d1af8ea disassociated (deleted). External IP: 172.25.8.251, port: afc3638e-d387-49e6-b669-d6c6d03c0559. Aug 25 15:59:05.583121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 62bba5d5-d225-4157-ab9b-eccc38973bae has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:59:05.690729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:05.696253 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:05.700791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] Sync routers for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:05.710830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:05.711504 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:05.723766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-542b952f-1a85-4fc1-8120-7338eccc717c tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/floatingips/07246710-3cd6-4e85-a60e-40040d1af8ea HTTP/1.1" status: 204 len: 168 time: 0.9402037 Aug 25 15:59:05.727453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:59:05.727453 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72259a-4a08-4887-8ef0-ece2ec312418" -d '{"events": [{"name": "network-changed", "server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:59:05.766148 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6bc21f-37f4-41d4-ad46-8d7c1d06b662 x-openstack-request-id: req-bc6bc21f-37f4-41d4-ad46-8d7c1d06b662 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:59:05.766530 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:59:05.766833 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc6bc21f-37f4-41d4-ad46-8d7c1d06b662 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:59:05.767356 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'status': 'completed', 'code': 200} Aug 25 15:59:05.834229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:05.849012 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-bc8cbfe0-842c-4fad-ad48-383f3b2b3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:05.850682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-bc8cbfe0-842c-4fad-ad48-383f3b2b3331 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f91a086d14bb4020b68a34f2908ed69d&device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 1097 time: 0.0596838 Aug 25 15:59:05.944187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-a3e290af-805a-4a00-b086-edcf1d011cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:05.945851 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-a3e290af-805a-4a00-b086-edcf1d011cf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 200 len: 897 time: 0.0881503 Aug 25 15:59:05.988745 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-dd5ff17a-265a-4d6e-969d-327fd3f474c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 200 len: 217 time: 0.0346191 Aug 25 15:59:06.041693 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:17Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:06.043110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-e24e1954-8170-4415-b0a5-81628b0d9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:06.044580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-e24e1954-8170-4415-b0a5-81628b0d9be7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ad39697b-3fd7-41eb-938f-85230934c3fb HTTP/1.1" status: 200 len: 834 time: 0.0487175 Aug 25 15:59:06.076489 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] Checking router: 62bba5d5-d225-4157-ab9b-eccc38973bae for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:06.086006 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:06.087407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:06.093724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-b138e0fe-1325-4642-80a4-39ccc1e95bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:06.095328 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-b138e0fe-1325-4642-80a4-39ccc1e95bd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=464d2c47-403b-4b73-bf20-9c0bdde4dbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436206 Aug 25 15:59:06.169956 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7681f1-6d12-4f43-8d7e-6442668f323b req-4af27120-807c-4b5e-91fa-11e345e426ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:06.171835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d7681f1-6d12-4f43-8d7e-6442668f323b req-4af27120-807c-4b5e-91fa-11e345e426ba tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0615201 Aug 25 15:59:06.192337 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-872ac094-2f35-41cb-8609-d7cba438b6ea service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893123 Aug 25 15:59:06.198783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:06.213510 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d7681f1-6d12-4f43-8d7e-6442668f323b req-c23dc866-1a52-4d36-bfef-b77857adab96 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Aug 25 15:59:06.293690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f72259a-4a08-4887-8ef0-ece2ec312418 req-907a113d-193c-42da-ad70-0fd2e6d6868e service neutron] 10.222.0.52 "GET /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925357 Aug 25 15:59:06.406449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:17Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:06.433266 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00827f66-ba15-49a3-87ef-cc0daef5d883 None None] The sync data for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 is: [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '32642f9a-1be4-409a-95d9-0feec9cb2099', 'name': '', 'network_id': '464d2c47-403b-4b73-bf20-9c0bdde4dbc5', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'mac_address': 'fa:16:3e:ab:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:12Z', 'updated_at': '2021-08-25T15:58:17Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'subnets': [{'id': 'ad39697b-3fd7-41eb-938f-85230934c3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:06.667320 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67361c-2473-480b-9663-42776c840f37 None None] New status for floating IP 07246710-3cd6-4e85-a60e-40040d1af8ea: DOWN {{(pid=101875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:59:07.335861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9eb29-e27a-4d93-b874-d2243371f30e req-dc689ee1-073d-44cd-bb0a-81c72f01ef48 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:07.337356 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45f9eb29-e27a-4d93-b874-d2243371f30e req-dc689ee1-073d-44cd-bb0a-81c72f01ef48 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0495441 Aug 25 15:59:07.376308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-45f9eb29-e27a-4d93-b874-d2243371f30e req-6b5e9ef4-85e9-4ff1-8603-00f75ff733bd tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/security-groups?id=36c91a20-7ed3-4210-ae42-d05905969fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Aug 25 15:59:07.728851 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-c073b776-126f-4218-9bc7-bf0575fca550 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:07.730341 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-c073b776-126f-4218-9bc7-bf0575fca550 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 946 time: 0.0485289 Aug 25 15:59:07.825920 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port afc3638e-d387-49e6-b669-d6c6d03c0559 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:59:07.826274 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:07.915288 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port afc3638e-d387-49e6-b669-d6c6d03c0559, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=afc3638e-d387-49e6-b669-d6c6d03c0559,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:07.915648 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:07.929413 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for afc3638e-d387-49e6-b669-d6c6d03c0559 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:59:08.131018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:08.159846 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=afc3638e-d387-49e6-b669-d6c6d03c0559,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:08.206450 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] No DVR routers for this DVR port afc3638e-d387-49e6-b669-d6c6d03c0559 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:59:08.209408 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:08.211478 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea5e2793-3704-405d-a6fe-86edb18b902a req-ce401968-d869-423d-a87d-6720e54380f0 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.52 "DELETE /v2.0/ports/afc3638e-d387-49e6-b669-d6c6d03c0559 HTTP/1.1" status: 204 len: 173 time: 0.4755032 Aug 25 15:59:08.216686 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'name': 'network-vif-deleted', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:59:08.216686 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c5bc86-76a0-4fb5-baed-d470a501e0be" -d '{"events": [{"server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "name": "network-vif-deleted", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:59:08.313110 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be9fa16-b627-4065-abf3-b5e5bcb4e6b1 x-openstack-request-id: req-9be9fa16-b627-4065-abf3-b5e5bcb4e6b1 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:59:08.313110 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c423179-e740-4ead-8c96-d2d779a084b9", "name": "network-vif-deleted", "tag": "afc3638e-d387-49e6-b669-d6c6d03c0559", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:59:08.313110 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9be9fa16-b627-4065-abf3-b5e5bcb4e6b1 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:59:08.313110 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c423179-e740-4ead-8c96-d2d779a084b9', 'name': 'network-vif-deleted', 'tag': 'afc3638e-d387-49e6-b669-d6c6d03c0559', 'status': 'completed', 'code': 200} Aug 25 15:59:08.472991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea5fa855-3d8c-4c7d-941a-a5ceabc4d00e req-0d974016-e972-45f0-bba8-b302d0833f38 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c423179-e740-4ead-8c96-d2d779a084b9 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Aug 25 15:59:09.538276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55570) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:10.257733 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:10.504531 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 32642f9a-1be4-409a-95d9-0feec9cb2099 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:59:10.504867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:10.592913 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 32642f9a-1be4-409a-95d9-0feec9cb2099, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=32642f9a-1be4-409a-95d9-0feec9cb2099,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:10.593572 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:10.606548 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 32642f9a-1be4-409a-95d9-0feec9cb2099 owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:59:10.856154 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:10.882850 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=32642f9a-1be4-409a-95d9-0feec9cb2099,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:11.061350 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.274762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Router 62bba5d5-d225-4157-ab9b-eccc38973bae has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:59:11.382186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:11.387686 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-91035223-99b5-480d-9b38-8c2209ed2aaf tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "PUT /v2.0/routers/62bba5d5-d225-4157-ab9b-eccc38973bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482842 Aug 25 15:59:11.390296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55572) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:11.393712 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] Sync routers for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:11.402761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:11.403414 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:11.446401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting subnet ad39697b-3fd7-41eb-938f-85230934c3fb {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 15:59:11.449429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.488080 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.513189 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:11.572646 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.696135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afc3638e-d387-49e6-b669-d6c6d03c0559 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:59:11.705151 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.734228 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Subnet': ['ID=ad39697b-3fd7-41eb-938f-85230934c3fb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:11.737916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.740667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3a40963d-6eb5-4273-8477-38cf8846904d tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/subnets/ad39697b-3fd7-41eb-938f-85230934c3fb HTTP/1.1" status: 204 len: 168 time: 0.3477502 Aug 25 15:59:11.743010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55574) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:11.743979 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: afc3638e-d387-49e6-b669-d6c6d03c0559 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:59:11.744326 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device afc3638e-d387-49e6-b669-d6c6d03c0559 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:59:11.755305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ba365-53ed-4ef4-92de-772335128ec4 None None] Network 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:59:11.857410 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.966906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:59:10Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:11.967928 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:11.994216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] Checking router: 62bba5d5-d225-4157-ab9b-eccc38973bae for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:12.002742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] Routers {'62bba5d5-d225-4157-ab9b-eccc38973bae'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:12.003392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['62bba5d5-d225-4157-ab9b-eccc38973bae'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:12.041159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] DHCP port deletion for 464d2c47-403b-4b73-bf20-9c0bdde4dbc5 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 15:59:12.078137 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Deleting port 1d1d3c92-ef49-4008-84df-173208beb82c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:59:12.078490 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.142765 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] Set router 62bba5d5-d225-4157-ab9b-eccc38973bae gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:12.157295 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] For port 1d1d3c92-ef49-4008-84df-173208beb82c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=1d1d3c92-ef49-4008-84df-173208beb82c,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:12.157662 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.170922 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Calling delete_port for 1d1d3c92-ef49-4008-84df-173208beb82c owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:59:12.172769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Deleting port 3c1a4300-fac1-4083-9570-acf33de685e4 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 15:59:12.173150 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.308049 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] For port 3c1a4300-fac1-4083-9570-acf33de685e4, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=3c1a4300-fac1-4083-9570-acf33de685e4,segment=NetworkSegment(6f0a231f-0710-4add-a810-aa83c1cf4fba),segment_id=6f0a231f-0710-4add-a810-aa83c1cf4fba)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:12.308370 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.329738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Calling delete_port for 3c1a4300-fac1-4083-9570-acf33de685e4 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 15:59:12.393251 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.432109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Port': ['ID=1d1d3c92-ef49-4008-84df-173208beb82c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:12.454563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:59:10Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:12.484435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f4031d-9540-4cd0-a90e-aa6cae15c9de None None] The sync data for ids ['62bba5d5-d225-4157-ab9b-eccc38973bae'] in n-d-805995-2 is: [{'id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462732646', 'tenant_id': 'f91a086d14bb4020b68a34f2908ed69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:58:08Z', 'updated_at': '2021-08-25T15:59:10Z', 'revision_number': 5, 'project_id': 'f91a086d14bb4020b68a34f2908ed69d', 'gw_port': {'id': '1d1d3c92-ef49-4008-84df-173208beb82c', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bba5d5-d225-4157-ab9b-eccc38973bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:58:09Z', 'updated_at': '2021-08-25T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:12.488493 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.501983 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.528342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Pushing event deleted for resources: {'Port': ['ID=3c1a4300-fac1-4083-9570-acf33de685e4,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:12.537763 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] No DVR routers for this DVR port 3c1a4300-fac1-4083-9570-acf33de685e4 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 15:59:12.540207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.540675 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.541022 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.541368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.541707 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.542043 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.542374 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.542706 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.543087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.543413 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.543743 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.544070 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3099e4-02ff-42e8-ab81-4c8a856f2d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:12.588139 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.590181 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.695617 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.696144 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Fanout notify agent at l3_agent the message router_deleted on router 62bba5d5-d225-4157-ab9b-eccc38973bae {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 15:59:12.702820 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.703960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b5192c3e-d3f3-468a-a12c-154c23a100b2 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/routers/62bba5d5-d225-4157-ab9b-eccc38973bae HTTP/1.1" status: 204 len: 168 time: 0.9595487 Aug 25 15:59:12.706503 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55576) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:12.785395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.873435 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.884119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464d2c47-403b-4b73-bf20-9c0bdde4dbc5']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:12.895155 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0a231f-0710-4add-a810-aa83c1cf4fba') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:12.895501 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0a231f-0710-4add-a810-aa83c1cf4fba') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:12.904761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.923571 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.930372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 15:59:12.930778 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: timer() Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 15:59:12.933955 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 15:59:13.073206 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:13.080978 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:13.082849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/networks/464d2c47-403b-4b73-bf20-9c0bdde4dbc5 HTTP/1.1" status: 204 len: 168 time: 0.3752558 Aug 25 15:59:13.085550 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55578) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:13.095126 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4fb7d-0773-4ea3-8b92-9bf5682bddc8 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'Network': ['ID=464d2c47-403b-4b73-bf20-9c0bdde4dbc5,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:13.152082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:13.178696 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:13.295422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:13.298062 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:13.299278 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] 10.222.0.58 "DELETE /v2.0/security-groups/36c91a20-7ed3-4210-ae42-d05905969fc1 HTTP/1.1" status: 204 len: 168 time: 0.2125814 Aug 25 15:59:13.308963 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c91a20-7ed3-4210-ae42-d05905969fc1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:13.316788 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.317145 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.320359 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.321106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.321106 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32629dca-09d1-464a-8002-0038a36c8ba5 tempest-TestNetworkAdvancedServerOps-548018297 tempest-TestNetworkAdvancedServerOps-548018297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:13.555179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 32642f9a-1be4-409a-95d9-0feec9cb2099 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:59:13.575443 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 32642f9a-1be4-409a-95d9-0feec9cb2099 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:59:13.575785 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 32642f9a-1be4-409a-95d9-0feec9cb2099 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:59:13.576191 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3c1a4300-fac1-4083-9570-acf33de685e4 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:59:13.594357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 3c1a4300-fac1-4083-9570-acf33de685e4 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:59:13.594702 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 3c1a4300-fac1-4083-9570-acf33de685e4 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:59:13.895592 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55586) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:14.024845 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-61d65d06-2f66-4e2e-9d53-22c0c5b0b016 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f91a086d14bb4020b68a34f2908ed69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280820 Aug 25 15:59:14.027365 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55590) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:14.078122 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91016a96-8714-469a-8149-e4cd87647d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.098609 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91016a96-8714-469a-8149-e4cd87647d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.192560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91016a96-8714-469a-8149-e4cd87647d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.195379 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-91016a96-8714-469a-8149-e4cd87647d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.196560 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-91016a96-8714-469a-8149-e4cd87647d97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d9ccef2-e833-4def-bbb3-25899b5cedad HTTP/1.1" status: 204 len: 168 time: 0.1683016 Aug 25 15:59:14.204291 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016a96-8714-469a-8149-e4cd87647d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ccef2-e833-4def-bbb3-25899b5cedad,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:14.734260 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55596) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:14.747674 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9f66e5f7-42c3-4cf5-a6a8-fd5bc47d5d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.834284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9f66e5f7-42c3-4cf5-a6a8-fd5bc47d5d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.889769 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9f66e5f7-42c3-4cf5-a6a8-fd5bc47d5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:14.925892 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66e5f7-42c3-4cf5-a6a8-fd5bc47d5d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc2b11-6632-4aa9-a696-e5329864824a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:14.931428 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9f66e5f7-42c3-4cf5-a6a8-fd5bc47d5d69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fed0c6a80e145489b607de17d6e31cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955471 Aug 25 15:59:14.933781 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55598) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:14.982197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ee093a8-98c2-491e-87da-b8aec8e54a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:15.002488 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ee093a8-98c2-491e-87da-b8aec8e54a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:15.124896 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ee093a8-98c2-491e-87da-b8aec8e54a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:15.127587 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5ee093a8-98c2-491e-87da-b8aec8e54a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:15.128733 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5ee093a8-98c2-491e-87da-b8aec8e54a27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60cc2b11-6632-4aa9-a696-e5329864824a HTTP/1.1" status: 204 len: 168 time: 0.1943743 Aug 25 15:59:15.136615 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1d1d3c92-ef49-4008-84df-173208beb82c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 15:59:15.138968 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee093a8-98c2-491e-87da-b8aec8e54a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc2b11-6632-4aa9-a696-e5329864824a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:15.166421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 1d1d3c92-ef49-4008-84df-173208beb82c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 15:59:15.166761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 1d1d3c92-ef49-4008-84df-173208beb82c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 15:59:16.176186 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55620) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:16.272408 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-58521642-network', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:16.364280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Made reservation on behalf of 33c5ae585a0445f0bac12770757a7ae5 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:16.366538 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.374972 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.463342 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.524330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.545053 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:59:16.564059 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8eedfc-50a5-4aef-adc2-01904eaa19d3,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:16.564793 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.565144 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Added segment 4cd50eca-2886-4f67-b024-e59628ab3c51 of type vlan for network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c Aug 25 15:59:16.605519 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.672032 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.672890 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:16.673466 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.736281 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] Pushing event updated for resources: {'Network': ['ID=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:16.746193 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:59:16.816209 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-39fc1b04-6b8e-4a98-b3f2-94490283db0c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6388509 Aug 25 15:59:16.819318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55624) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:16.824533 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Request body: {'subnet': {'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-58521642-subnet', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:16.924134 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Made reservation on behalf of 33c5ae585a0445f0bac12770757a7ae5 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:16.926417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.136008 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.191081 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5452af03-1591-4d32-b01b-86de1a1b3bc7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:17.200527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:17.200894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Network hostable DHCP agents. Network: 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:59:17.289981 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:59:17.358298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:17.362502 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:17.363121 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.368048 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11accd-8268-478a-932a-60519549e810 None None] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:59:17.446872 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d718f4e0-7147-4134-ac2f-8a5946b215e5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6256206 Aug 25 15:59:17.449585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55626) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:17.454042 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:17.511399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:59:17.512297 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.552886 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.553965 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.608736 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.643560 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Allocated IP 172.20.0.2 (618a20ba-bcff-4c1e-84e0-c6f2e16deb4c/5452af03-1591-4d32-b01b-86de1a1b3bc7/526e5f8f-e76f-45e1-bc0e-fa171806c270) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:17.782846 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.791342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Transition to ACTIVE for port object 526e5f8f-e76f-45e1-bc0e-fa171806c270 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:17.799293 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.806225 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Transition to ACTIVE for port object 526e5f8f-e76f-45e1-bc0e-fa171806c270 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:17.878735 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.918354 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:17.922952 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:17.927293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:17.930245 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Pushing event updated for resources: {'Port': ['ID=526e5f8f-e76f-45e1-bc0e-fa171806c270,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:17.984855 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Attempting to bind port 526e5f8f-e76f-45e1-bc0e-fa171806c270 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:17.985228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Attempting to bind port 526e5f8f-e76f-45e1-bc0e-fa171806c270 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:17.985589 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Attempting to bind port 526e5f8f-e76f-45e1-bc0e-fa171806c270 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:17.990405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:17.990779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:17.991213 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:17.991631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Bound using segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:17.992099 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Bound port: 526e5f8f-e76f-45e1-bc0e-fa171806c270, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:17.992478 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.052906 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.053148 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] For port 526e5f8f-e76f-45e1-bc0e-fa171806c270, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:18.056120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] For port 526e5f8f-e76f-45e1-bc0e-fa171806c270, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=526e5f8f-e76f-45e1-bc0e-fa171806c270,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:18.072029 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.118473 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.177419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022386f-36dc-498d-9a88-2cd27d8948ae None None] Pushing event updated for resources: {'Port': ['ID=526e5f8f-e76f-45e1-bc0e-fa171806c270,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:18.180393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Allocated IP 172.25.8.133 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/90a6f01d-f59c-4076-b959-8f37523bcda2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:18.289753 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.410540 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.448252 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:18.453200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:18.456817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:18.482228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=90a6f01d-f59c-4076-b959-8f37523bcda2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:18.793247 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:18.998725 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.097368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaaded8-31ea-416b-9090-bced7ff021e3 None None] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:59:19.198500 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:59:19.210023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 526e5f8f-e76f-45e1-bc0e-fa171806c270 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:19.280259 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-24397690-fdc0-4483-a88c-1c0928f6cecd None None] Provisioning for port 526e5f8f-e76f-45e1-bc0e-fa171806c270 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:19.311676 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:19.323419 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:19.333322 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:19.333993 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:19.364333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 526e5f8f-e76f-45e1-bc0e-fa171806c270 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:19.370754 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 526e5f8f-e76f-45e1-bc0e-fa171806c270 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:19.371169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.387091 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.391418 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-82ab26f8-3c97-4a8d-8adc-47731d29d1c3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9406049 Aug 25 15:59:19.391604 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55628) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:19.451352 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:19.462829 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.497390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 526e5f8f-e76f-45e1-bc0e-fa171806c270, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=526e5f8f-e76f-45e1-bc0e-fa171806c270,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:19.581780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.640965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=526e5f8f-e76f-45e1-bc0e-fa171806c270,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:19.647333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4d9e17bb-fb94-4017-9515-cd1076ac896a None None] Provisioning complete for port 526e5f8f-e76f-45e1-bc0e-fa171806c270 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:19.648292 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4d9e17bb-fb94-4017-9515-cd1076ac896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.736550 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:18Z', 'revision_number': 3, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:19.768638 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:19.768974 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Updating router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 port 90a6f01d-f59c-4076-b959-8f37523bcda2 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:59:19.793559 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.859095 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.009904 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Allocated IP 172.20.0.1 (618a20ba-bcff-4c1e-84e0-c6f2e16deb4c/5452af03-1591-4d32-b01b-86de1a1b3bc7/01b0db02-91e1-4d87-bb26-4e9a04ad3608) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:20.038410 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.047901 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Transition to ACTIVE for port object 90a6f01d-f59c-4076-b959-8f37523bcda2 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:20.112568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.126102 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Transition to ACTIVE for port object 01b0db02-91e1-4d87-bb26-4e9a04ad3608 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:20.140894 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.186906 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Attempting to bind port 90a6f01d-f59c-4076-b959-8f37523bcda2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:20.187295 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Attempting to bind port 90a6f01d-f59c-4076-b959-8f37523bcda2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:20.187650 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Attempting to bind port 90a6f01d-f59c-4076-b959-8f37523bcda2 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:20.196855 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Pushing event updated for resources: {'Port': ['ID=90a6f01d-f59c-4076-b959-8f37523bcda2,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:20.198776 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:20.199164 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:20.199556 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.199935 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:20.200382 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Bound port: 90a6f01d-f59c-4076-b959-8f37523bcda2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:20.200751 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.225848 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.226216 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.226547 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.226875 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.227281 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.227608 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.227930 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.228252 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.228571 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.228885 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.229204 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.229517 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:20.263789 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] For port 90a6f01d-f59c-4076-b959-8f37523bcda2, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:20.266416 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] For port 90a6f01d-f59c-4076-b959-8f37523bcda2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=90a6f01d-f59c-4076-b959-8f37523bcda2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:20.273343 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.310868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:20.315589 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:20.321658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:20.340460 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.348923 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Pushing event updated for resources: {'Port': ['ID=01b0db02-91e1-4d87-bb26-4e9a04ad3608,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:20.373837 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.396718 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:20.397445 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:20.434565 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f347f-d2db-4c05-9c5a-44c6d229e2a9 None None] Pushing event updated for resources: {'Port': ['ID=90a6f01d-f59c-4076-b959-8f37523bcda2,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:20.519715 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:20.560947 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.592842 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f351d214-73e0-4d30-ac53-2935a902321c None None] Provisioning for port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:20.596739 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-f351d214-73e0-4d30-ac53-2935a902321c None None] Provisioning complete for port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:20.597120 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f351d214-73e0-4d30-ac53-2935a902321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.633663 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-f351d214-73e0-4d30-ac53-2935a902321c None None] Port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:59:20.689521 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:18Z', 'revision_number': 3, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:20.719619 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98e48b-6faf-40af-8f85-2611b0eec93e None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:18Z', 'revision_number': 3, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:20.723576 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.781582 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.850227 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Pushing event updated for resources: {'Port': ['ID=01b0db02-91e1-4d87-bb26-4e9a04ad3608,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:20.854265 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:20.968081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:20.970542 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:21.034790 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bf4f7267-c5e6-4a1c-9428-7eb0fdd30925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:21.098600 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:59:21.258069 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-81746729-1105-4739-8e13-8b4698a93007 None None] Provisioning complete for port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:21.259098 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-81746729-1105-4739-8e13-8b4698a93007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:21.294598 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 90a6f01d-f59c-4076-b959-8f37523bcda2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:21.329613 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-81746729-1105-4739-8e13-8b4698a93007 None None] Port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:59:21.409499 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 90a6f01d-f59c-4076-b959-8f37523bcda2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:21.414574 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 90a6f01d-f59c-4076-b959-8f37523bcda2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:21.414982 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:21.500825 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:21.521852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 90a6f01d-f59c-4076-b959-8f37523bcda2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=90a6f01d-f59c-4076-b959-8f37523bcda2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:21.576002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:21.577071 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 526e5f8f-e76f-45e1-bc0e-fa171806c270 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:21.600083 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:21.605034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-157f22e0-0070-45d8-a012-c04b784462b5 admin admin] 10.222.0.58 "PUT /v2.0/routers/c6e48072-b23f-4a2e-ab61-f6cd5bc741f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2123260 Aug 25 15:59:21.656550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=90a6f01d-f59c-4076-b959-8f37523bcda2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:21.666875 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 526e5f8f-e76f-45e1-bc0e-fa171806c270 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:21.667286 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.221696 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55644) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:22.227284 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2146110130-network', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:22.257378 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:22.266394 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:22.267005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:22.307326 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Made reservation on behalf of 7a3311c286e5459ca9de71d935da77e2 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:22.309866 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.319460 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.374562 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:22.409996 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.461583 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.483970 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 15:59:22.497234 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014a765d-e205-4588-a690-39a61af83eb9,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:22.502348 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.502634 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Added segment 83c8ae78-2ba1-48a7-a71d-679972172631 of type vlan for network bd0cfec4-1314-4e7a-9087-f34df98a07d5 Aug 25 15:59:22.544066 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.633240 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.634166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:22.634768 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.698499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0cfec4-1314-4e7a-9087-f34df98a07d5,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:22.709777 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 15:59:22.759595 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-72b59748-79a5-41c3-8fd4-ed1dfec1add2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5367374 Aug 25 15:59:22.762478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55646) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:22.768141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Request body: {'subnet': {'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2146110130-subnet', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'ip_version': 4}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:22.785086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 2, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:22.813992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:22.814285 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Updating router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:59:22.839418 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.849742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Made reservation on behalf of 7a3311c286e5459ca9de71d935da77e2 for: {'subnet': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:22.852179 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494602'] for subnet, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.050352 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494712'] for subnet, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.100969 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.107927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7932e863-ced3-4181-b5be-406872ee4bc7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:23.114317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Transition to ACTIVE for port object 01b0db02-91e1-4d87-bb26-4e9a04ad3608 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:23.115292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Checking segment: {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:23.115659 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Network hostable DHCP agents. Network: bd0cfec4-1314-4e7a-9087-f34df98a07d5, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:59:23.169966 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.192637 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:59:23.198964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 90a6f01d-f59c-4076-b959-8f37523bcda2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:23.244142 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, bd0cfec4-1314-4e7a-9087-f34df98a07d5) {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:23.255342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c4a2-a9b3-4971-a8df-116989acd099 None None] Pushing event updated for resources: {'Port': ['ID=01b0db02-91e1-4d87-bb26-4e9a04ad3608,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:23.255480 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:23.255480 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.258980 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe9eac-711f-448c-914f-36d28bc83537 None None] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:59:23.324836 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d5efbe99-2d79-47b1-acf6-36572f3fb4c8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5607104 Aug 25 15:59:23.327691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55648) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:23.332502 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:23.372404 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Attempting to bind port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:23.372779 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Attempting to bind port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:23.373140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Attempting to bind port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:23.377699 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 90a6f01d-f59c-4076-b959-8f37523bcda2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:23.378065 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.407953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:23.408332 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:23.408735 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.409216 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Bound using segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:23.409653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Bound port: 01b0db02-91e1-4d87-bb26-4e9a04ad3608, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:23.409965 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.421696 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.422773 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.478913 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.571669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] For port 01b0db02-91e1-4d87-bb26-4e9a04ad3608, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:23.576752 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-bd0cfec4-1314-4e7a-9087-f34df98a07d5', 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'fixed_ips': [{'subnet_id': '7932e863-ced3-4181-b5be-406872ee4bc7'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 15:59:23.577603 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.598819 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] For port 01b0db02-91e1-4d87-bb26-4e9a04ad3608, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=01b0db02-91e1-4d87-bb26-4e9a04ad3608,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:23.680532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.684964 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.784905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:23.785814 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:58:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:23.787342 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c4a2-a9b3-4971-a8df-116989acd099 None None] Pushing event updated for resources: {'Port': ['ID=01b0db02-91e1-4d87-bb26-4e9a04ad3608,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:23.799750 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6a87bcb8-518a-4718-be36-38d0f667b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:23.833165 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Allocated IP 172.20.0.2 (bd0cfec4-1314-4e7a-9087-f34df98a07d5/7932e863-ced3-4181-b5be-406872ee4bc7/d5aafb10-efe8-4e88-9f6a-bf7816b79207) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:23.987350 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:23.993186 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.013117 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.116551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Allocated IP 172.25.8.126 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/996ea748-3b3a-4911-99cb-52011869b79b) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:24.165975 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.186019 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Transition to ACTIVE for port object d5aafb10-efe8-4e88-9f6a-bf7816b79207 will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:24.213505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Transition to ACTIVE for port object d5aafb10-efe8-4e88-9f6a-bf7816b79207 will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:24.222933 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.261938 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.269224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:23Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:24.300054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.301930 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0811c-d6f5-4ad2-a91a-a5fb549529b1 None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:23Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:24.339620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:24.341580 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.349880 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:24.355619 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:24.362055 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Pushing event updated for resources: {'Port': ['ID=d5aafb10-efe8-4e88-9f6a-bf7816b79207,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:24.409315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:24.420389 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Pushing event updated for resources: {'Port': ['ID=996ea748-3b3a-4911-99cb-52011869b79b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:24.423725 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:24.426188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:24.446171 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Attempting to bind port d5aafb10-efe8-4e88-9f6a-bf7816b79207 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:24.446616 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Attempting to bind port d5aafb10-efe8-4e88-9f6a-bf7816b79207 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:24.447103 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Attempting to bind port d5aafb10-efe8-4e88-9f6a-bf7816b79207 on network bd0cfec4-1314-4e7a-9087-f34df98a07d5 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:24.452903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:24.453372 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Checking segment: {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:24.454025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.454813 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Bound using segment: {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:24.454996 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Bound port: d5aafb10-efe8-4e88-9f6a-bf7816b79207, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:24.455610 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.534317 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] For port d5aafb10-efe8-4e88-9f6a-bf7816b79207, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:24.538201 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] For port d5aafb10-efe8-4e88-9f6a-bf7816b79207, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d5aafb10-efe8-4e88-9f6a-bf7816b79207,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:24.622191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:24.685991 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34315667-1d6d-4c1b-84ea-e987ec3a50cf None None] Pushing event updated for resources: {'Port': ['ID=d5aafb10-efe8-4e88-9f6a-bf7816b79207,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:24.784973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.028813 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.220694 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Router f33dc195-cd42-4dda-b5de-ff7b24153310 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:59:25.252144 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d5aafb10-efe8-4e88-9f6a-bf7816b79207 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:25.357733 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d5aafb10-efe8-4e88-9f6a-bf7816b79207 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:25.362272 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 01b0db02-91e1-4d87-bb26-4e9a04ad3608 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:25.370508 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:25.386572 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Sync routers for ids ['f33dc195-cd42-4dda-b5de-ff7b24153310'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:25.400017 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Routers {'f33dc195-cd42-4dda-b5de-ff7b24153310'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:25.400927 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f33dc195-cd42-4dda-b5de-ff7b24153310'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:25.467183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.468702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-61ba725d-e5b2-440a-a563-990b1949d909 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1399353 Aug 25 15:59:25.471534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55650) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:25.495622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:25.499811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:25.500284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.531413 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Set router f33dc195-cd42-4dda-b5de-ff7b24153310 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:25.602595 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.652209 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 01b0db02-91e1-4d87-bb26-4e9a04ad3608, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=01b0db02-91e1-4d87-bb26-4e9a04ad3608,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:25.682519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47324481-55fb-4e9a-a8c8-78aa39c8d382 None None] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 15:59:25.748446 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.759882 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T15:59:24Z', 'revision_number': 3, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:25.790855 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Checking router: f33dc195-cd42-4dda-b5de-ff7b24153310 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:25.790855 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Updating router f33dc195-cd42-4dda-b5de-ff7b24153310 port 996ea748-3b3a-4911-99cb-52011869b79b binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:59:25.802056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.824264 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.836311 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=01b0db02-91e1-4d87-bb26-4e9a04ad3608,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:25.860072 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] Provisioning for port d5aafb10-efe8-4e88-9f6a-bf7816b79207 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:25.868635 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] Provisioning complete for port d5aafb10-efe8-4e88-9f6a-bf7816b79207 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:25.869125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.969556 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.102777 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.116116 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Transition to ACTIVE for port object 996ea748-3b3a-4911-99cb-52011869b79b will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:26.138884 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Allocated IP 172.20.0.1 (bd0cfec4-1314-4e7a-9087-f34df98a07d5/7932e863-ced3-4181-b5be-406872ee4bc7/d1a8333e-ec31-47cd-85e0-d674d448064f) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:26.145196 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.180282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] For port d5aafb10-efe8-4e88-9f6a-bf7816b79207, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d5aafb10-efe8-4e88-9f6a-bf7816b79207,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:26.198849 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.254743 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.255576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.256896 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Attempting to bind port 996ea748-3b3a-4911-99cb-52011869b79b on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:26.258025 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Attempting to bind port 996ea748-3b3a-4911-99cb-52011869b79b by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:26.258558 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Attempting to bind port 996ea748-3b3a-4911-99cb-52011869b79b on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:26.267058 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:26.267462 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:26.267871 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.268268 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:26.268796 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Bound port: 996ea748-3b3a-4911-99cb-52011869b79b, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:26.269182 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.274409 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Transition to ACTIVE for port object d1a8333e-ec31-47cd-85e0-d674d448064f will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:26.294598 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dfb4d-7d35-46ae-aa58-1d77380d5c1d None None] Pushing event updated for resources: {'Port': ['ID=996ea748-3b3a-4911-99cb-52011869b79b,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:26.314791 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f3a87-300e-46e2-badf-6f68a1e8fa0f None None] Pushing event updated for resources: {'Port': ['ID=d5aafb10-efe8-4e88-9f6a-bf7816b79207,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:26.338045 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] For port 996ea748-3b3a-4911-99cb-52011869b79b, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:26.341188 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] For port 996ea748-3b3a-4911-99cb-52011869b79b, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=996ea748-3b3a-4911-99cb-52011869b79b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:26.370603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.381835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-91e12d15-5066-4e96-86a5-f70e91e4881c None None] Provisioning complete for port d5aafb10-efe8-4e88-9f6a-bf7816b79207 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:26.382794 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-91e12d15-5066-4e96-86a5-f70e91e4881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.412095 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:26.414997 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:26.418767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:26.427524 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.445384 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a8333e-ec31-47cd-85e0-d674d448064f,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:26.471076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.483325 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Routers {'f33dc195-cd42-4dda-b5de-ff7b24153310'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:26.483960 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f33dc195-cd42-4dda-b5de-ff7b24153310'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:26.537211 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dfb4d-7d35-46ae-aa58-1d77380d5c1d None None] Pushing event updated for resources: {'Port': ['ID=996ea748-3b3a-4911-99cb-52011869b79b,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:26.678042 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.710016 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] Set router f33dc195-cd42-4dda-b5de-ff7b24153310 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:26.780730 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0a333bde-b3e2-46cf-9e8f-b0afbcbf44ab None None] Provisioning for port d1a8333e-ec31-47cd-85e0-d674d448064f completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:26.785247 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-0a333bde-b3e2-46cf-9e8f-b0afbcbf44ab None None] Provisioning complete for port d1a8333e-ec31-47cd-85e0-d674d448064f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:26.787954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0a333bde-b3e2-46cf-9e8f-b0afbcbf44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.830237 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-0a333bde-b3e2-46cf-9e8f-b0afbcbf44ab None None] Port d1a8333e-ec31-47cd-85e0-d674d448064f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:59:26.850167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.903133 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T15:59:24Z', 'revision_number': 3, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:26.912418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.932585 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87eba4-df88-4ef4-8f90-0122c6817ca7 None None] The sync data for ids ['f33dc195-cd42-4dda-b5de-ff7b24153310'] in n-d-805995-2 is: [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T15:59:24Z', 'revision_number': 3, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:26.982450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.984296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a8333e-ec31-47cd-85e0-d674d448064f,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:27.082036 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:27.084619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:27.263110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Router f33dc195-cd42-4dda-b5de-ff7b24153310 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:59:27.312821 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.390957 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d5aafb10-efe8-4e88-9f6a-bf7816b79207 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:27.423040 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:27.439611 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a7004f4e-0dcc-4bbd-bcbb-1c4c200f5f72 admin admin] 10.222.0.58 "PUT /v2.0/routers/f33dc195-cd42-4dda-b5de-ff7b24153310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9583900 Aug 25 15:59:27.470853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38d50d83-091f-46c7-bc27-a38985bf2a62 None None] Provisioning complete for port d1a8333e-ec31-47cd-85e0-d674d448064f triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:27.471368 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38d50d83-091f-46c7-bc27-a38985bf2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.474330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d5aafb10-efe8-4e88-9f6a-bf7816b79207 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:27.474437 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.539726 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-38d50d83-091f-46c7-bc27-a38985bf2a62 None None] Port d1a8333e-ec31-47cd-85e0-d674d448064f cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:59:27.589052 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 01b0db02-91e1-4d87-bb26-4e9a04ad3608 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:27.638872 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:27.639596 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.728600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 996ea748-3b3a-4911-99cb-52011869b79b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:27.821618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 996ea748-3b3a-4911-99cb-52011869b79b completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:27.825936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 996ea748-3b3a-4911-99cb-52011869b79b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:27.826315 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.922617 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.928759 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.943151 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 996ea748-3b3a-4911-99cb-52011869b79b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=996ea748-3b3a-4911-99cb-52011869b79b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:28.015604 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.064550 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=996ea748-3b3a-4911-99cb-52011869b79b,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:28.165926 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:28.170623 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381627196', 'description': 'tempest-secgroup-smoke-1381627196 description', 'project_id': '33c5ae585a0445f0bac12770757a7ae5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:28.238291 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.322684 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.392581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.421443 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392d97de-401a-4aec-9979-8704d4c71378,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:28.495752 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.497052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7086fa78-8000-4479-b6ad-b25e8d6cfff3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3301127 Aug 25 15:59:28.500074 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55660) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:28.504782 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '392d97de-401a-4aec-9979-8704d4c71378', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:28.583423 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Sync routers for ids ['f33dc195-cd42-4dda-b5de-ff7b24153310'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:28.586428 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.592329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Routers {'f33dc195-cd42-4dda-b5de-ff7b24153310'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:28.596797 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f33dc195-cd42-4dda-b5de-ff7b24153310'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:28.642603 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.698923 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Set router f33dc195-cd42-4dda-b5de-ff7b24153310 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:28.712644 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.730757 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ec1a42-aae3-47f2-b2b8-497c1e68dab8,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:28.821414 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.822649 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b321c366-d596-4f9f-81a1-4b1ac9e46f1f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215070 Aug 25 15:59:28.825505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55662) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:28.830269 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '392d97de-401a-4aec-9979-8704d4c71378', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:28.897312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T15:59:26Z', 'revision_number': 4, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd1a8333e-ec31-47cd-85e0-d674d448064f', 'name': '', 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'mac_address': 'fa:16:3e:2c:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7932e863-ced3-4181-b5be-406872ee4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:25Z', 'updated_at': '2021-08-25T15:59:26Z', 'revision_number': 2, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'subnets': [{'id': '7932e863-ced3-4181-b5be-406872ee4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:28.929713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.930478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Checking router: f33dc195-cd42-4dda-b5de-ff7b24153310 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:28.930835 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Updating router f33dc195-cd42-4dda-b5de-ff7b24153310 port d1a8333e-ec31-47cd-85e0-d674d448064f binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 15:59:28.955557 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.985704 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.044579 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.066178 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3891e996-2d5a-4afb-9773-4afe1d6cabb0,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:29.118436 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.119775 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1bbca03a-345c-46d7-b129-ec4f938b3e0f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933514 Aug 25 15:59:29.122511 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55664) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:29.127106 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '392d97de-401a-4aec-9979-8704d4c71378', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:29.198566 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.199928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 996ea748-3b3a-4911-99cb-52011869b79b up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:29.249396 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.257639 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.264046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Transition to ACTIVE for port object d1a8333e-ec31-47cd-85e0-d674d448064f will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:29.275551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 996ea748-3b3a-4911-99cb-52011869b79b triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:29.275915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.330017 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.339007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.348681 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce98578-323e-4daf-91b1-1c66c4ca05ae,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:29.387306 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.391364 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55666) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:29.394345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-790f6460-4dd3-4ee3-9538-e676a8d1cc59 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2678516 Aug 25 15:59:29.396425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '392d97de-401a-4aec-9979-8704d4c71378', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:29.403822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97f84a-ec6d-4c77-8568-61f32502cbf7 None None] Pushing event updated for resources: {'Port': ['ID=d1a8333e-ec31-47cd-85e0-d674d448064f,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:29.458126 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Attempting to bind port d1a8333e-ec31-47cd-85e0-d674d448064f on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:29.458505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Attempting to bind port d1a8333e-ec31-47cd-85e0-d674d448064f by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:29.458877 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Attempting to bind port d1a8333e-ec31-47cd-85e0-d674d448064f on network bd0cfec4-1314-4e7a-9087-f34df98a07d5 {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:29.464040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:29.464421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Checking segment: {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:29.464828 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.465227 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Bound using segment: {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:29.465804 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Bound port: d1a8333e-ec31-47cd-85e0-d674d448064f, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c8ae78-2ba1-48a7-a71d-679972172631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:29.466110 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.472359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.541035 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.547546 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] For port d1a8333e-ec31-47cd-85e0-d674d448064f, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:29.550920 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] For port d1a8333e-ec31-47cd-85e0-d674d448064f, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d1a8333e-ec31-47cd-85e0-d674d448064f,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:29.615421 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.633531 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19ed940-fc28-4a1d-9b94-da733ea3f317,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:29.666146 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.697400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.718401 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.719928 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a98b0181-cea1-4b45-93eb-800341517822 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273282 Aug 25 15:59:29.722541 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55668) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:29.728992 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '392d97de-401a-4aec-9979-8704d4c71378', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:29.730572 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97f84a-ec6d-4c77-8568-61f32502cbf7 None None] Pushing event updated for resources: {'Port': ['ID=d1a8333e-ec31-47cd-85e0-d674d448064f,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:29.733670 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Routers {'f33dc195-cd42-4dda-b5de-ff7b24153310'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:29.734293 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f33dc195-cd42-4dda-b5de-ff7b24153310'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:29.809956 n-d-805995-2 neutron-server[101872]: INFO neutron.db.securitygroups_db [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Project 33c5ae585a0445f0bac12770757a7ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:59:29.815792 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.854132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] Set router f33dc195-cd42-4dda-b5de-ff7b24153310 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:29.882739 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.952303 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:29.971962 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bc5259-97bc-478a-9f1c-0eb9c1b9358b,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:30.032951 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:30.034130 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-09d436c0-e532-462a-a751-c4783b48e718 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103919 Aug 25 15:59:30.037149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 55670) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:30.042412 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '392d97de-401a-4aec-9979-8704d4c71378', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:30.065849 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T15:59:26Z', 'revision_number': 4, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd1a8333e-ec31-47cd-85e0-d674d448064f', 'name': '', 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'mac_address': 'fa:16:3e:2c:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7932e863-ced3-4181-b5be-406872ee4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:25Z', 'updated_at': '2021-08-25T15:59:29Z', 'revision_number': 4, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'subnets': [{'id': '7932e863-ced3-4181-b5be-406872ee4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:30.092974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9aa0-2a6c-4dfb-8e35-faad76148d91 None None] The sync data for ids ['f33dc195-cd42-4dda-b5de-ff7b24153310'] in n-d-805995-2 is: [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T15:59:26Z', 'revision_number': 4, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': 'd1a8333e-ec31-47cd-85e0-d674d448064f', 'name': '', 'network_id': 'bd0cfec4-1314-4e7a-9087-f34df98a07d5', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'mac_address': 'fa:16:3e:2c:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7932e863-ced3-4181-b5be-406872ee4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:25Z', 'updated_at': '2021-08-25T15:59:29Z', 'revision_number': 4, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'subnets': [{'id': '7932e863-ced3-4181-b5be-406872ee4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:30.140630 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Project 33c5ae585a0445f0bac12770757a7ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 15:59:30.161823 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:30.232671 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:30.278467 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:30.297035 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235d3587-a6ff-4221-96e4-a4aa8f19c930,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:30.347205 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:30.348854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d977fb39-3b49-4330-bc3f-1a87accf6921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106680 Aug 25 15:59:30.491126 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-0a1b4868-2797-4636-a8ea-d272e1e50cc8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381627196&fields=id&tenant_id=33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 267 time: 0.0340908 Aug 25 15:59:30.627138 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-bc2aa8ab-094c-4765-b11c-1b15de728f9b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:30.628985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-bc2aa8ab-094c-4765-b11c-1b15de728f9b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 807 time: 0.1299803 Aug 25 15:59:30.644785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-9edb1d4b-37c1-4b2e-9a7b-62ca74612d33 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/quotas/33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 375 time: 0.0101318 Aug 25 15:59:30.695715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-589a9870-02e5-453f-a201-68e2d8d945e7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449495 Aug 25 15:59:30.798450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-69ce06ef-f79f-425a-bc16-416d0a92f029 service neutron] 10.222.0.58 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909426 Aug 25 15:59:30.893407 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-d900dda2-40a0-48b5-a060-a65104424f33 service neutron] 10.222.0.58 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Aug 25 15:59:30.937217 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 15:59:31.260190 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d1a8333e-ec31-47cd-85e0-d674d448064f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:31.392377 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port d1a8333e-ec31-47cd-85e0-d674d448064f completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:31.401159 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d1a8333e-ec31-47cd-85e0-d674d448064f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:31.401159 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:31.485218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:31.496174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7daadb5c-3de5-432f-9d67-18acddca9329 req-8177a6e2-3101-4e2b-8850-106806d46673 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 210 time: 0.4027424 Aug 25 15:59:31.520594 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port d1a8333e-ec31-47cd-85e0-d674d448064f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d1a8333e-ec31-47cd-85e0-d674d448064f,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:31.581333 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:31.634418 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=d1a8333e-ec31-47cd-85e0-d674d448064f,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:32.605760 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f8c4a1e-810a-4924-83e7-e5185d7b8fbf req-a18dcdb2-5de8-4b66-9490-d4d890d12023 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 210 time: 0.0281141 Aug 25 15:59:33.196817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d1a8333e-ec31-47cd-85e0-d674d448064f up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:33.209496 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-88af6fe6-1e57-499b-b0f4-527ebf351035 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:33.210959 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-88af6fe6-1e57-499b-b0f4-527ebf351035 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 807 time: 0.1067586 Aug 25 15:59:33.250131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port d1a8333e-ec31-47cd-85e0-d674d448064f triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:33.250513 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:33.255870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-9a09e22f-fe0d-4ba8-a1b8-ffcc7479c595 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 380 time: 0.0355313 Aug 25 15:59:33.265277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'port': {'device_id': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'admin_state_up': True, 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'security_groups': ['392d97de-401a-4aec-9979-8704d4c71378']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:33.426691 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Made reservation on behalf of 33c5ae585a0445f0bac12770757a7ae5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:33.430830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:33.556648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Allocated IP 172.20.0.8 (618a20ba-bcff-4c1e-84e0-c6f2e16deb4c/5452af03-1591-4d32-b01b-86de1a1b3bc7/c43ea850-0988-466e-a7d7-aca5c805f9f2) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:33.699094 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:33.701971 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e0b260b0-03c5-418d-a4ff-03b263d5b89c req-f8a672dc-b731-4ca8-83b9-4dea6bf6f6c5 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 210 time: 0.0280907 Aug 25 15:59:34.066127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Transition to ACTIVE for port object c43ea850-0988-466e-a7d7-aca5c805f9f2 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:34.176536 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:34.222718 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:34.225855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:34.229909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:34.286746 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:34.311505 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:34.312418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:34.388032 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-2b1bf9ae-7558-4839-bd55-26010618aa2d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1262870 Aug 25 15:59:34.514609 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Request body: {'port': {'device_id': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:34.570680 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:34.609953 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b8940f32-2198-4f02-8df8-3ae6fa2625ad None None] Provisioning for port c43ea850-0988-466e-a7d7-aca5c805f9f2 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:34.613913 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b8940f32-2198-4f02-8df8-3ae6fa2625ad None None] Provisioning complete for port c43ea850-0988-466e-a7d7-aca5c805f9f2 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:34.614284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b8940f32-2198-4f02-8df8-3ae6fa2625ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:34.650648 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-b8940f32-2198-4f02-8df8-3ae6fa2625ad None None] Port c43ea850-0988-466e-a7d7-aca5c805f9f2 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 15:59:34.857636 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcad39-8540-4f58-8197-8464811891e4 req-e0f80363-b7f4-4724-9131-4ed9a49f777d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:34.859165 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7dcad39-8540-4f58-8197-8464811891e4 req-e0f80363-b7f4-4724-9131-4ed9a49f777d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 931 time: 0.0897176 Aug 25 15:59:34.877778 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:59:34.895281 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:34.918666 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Transition to ACTIVE for port object c43ea850-0988-466e-a7d7-aca5c805f9f2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:34.921913 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7dcad39-8540-4f58-8197-8464811891e4 req-dca0a4a3-188a-4840-9603-bf24d6da30a4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546169 Aug 25 15:59:34.980979 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:35.033732 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:35.100376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:35.101256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:35.101595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:35.106042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Port c43ea850-0988-466e-a7d7-aca5c805f9f2 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 15:59:35.106491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:35.111562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:35.111905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 15:59:35.112327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Bound using segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:35.112759 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Bound port: c43ea850-0988-466e-a7d7-aca5c805f9f2, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:35.113124 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:35.185111 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:35.188424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:35.255669 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:35.290539 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.291185 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:35.294213 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] 10.222.0.45 "PUT /v2.0/ports/c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1091 time: 0.8934832 Aug 25 15:59:35.294213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:59:35.295344 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef547cd-8e07-4919-aae1-d521ba2bbb88" -d '{"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:59:35.319566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297127c0-15d2-4ddc-b4b9-5275e9eaa06b service neutron] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:35.331977 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab69d6-474f-4180-85fd-6cf587f329c6 x-openstack-request-id: req-44ab69d6-474f-4180-85fd-6cf587f329c6 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:59:35.332279 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:59:35.332536 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44ab69d6-474f-4180-85fd-6cf587f329c6 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:59:35.332942 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'status': 'completed', 'code': 200} Aug 25 15:59:35.394578 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef547cd-8e07-4919-aae1-d521ba2bbb88 req-60c25efb-e6fd-4b1b-9005-d68b76cc9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.396224 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0ef547cd-8e07-4919-aae1-d521ba2bbb88 req-60c25efb-e6fd-4b1b-9005-d68b76cc9e0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1094 time: 0.0424190 Aug 25 15:59:35.501001 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef547cd-8e07-4919-aae1-d521ba2bbb88 req-2e45d54a-4297-4de1-a961-f46f9492b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.502503 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0ef547cd-8e07-4919-aae1-d521ba2bbb88 req-2e45d54a-4297-4de1-a961-f46f9492b14b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=33c5ae585a0445f0bac12770757a7ae5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0974128 Aug 25 15:59:35.597056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef547cd-8e07-4919-aae1-d521ba2bbb88 req-4cbf027d-d0f9-4816-8766-97afe26c4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.598555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0ef547cd-8e07-4919-aae1-d521ba2bbb88 req-4cbf027d-d0f9-4816-8766-97afe26c4f57 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877090 Aug 25 15:59:35.725696 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-ec540a31-2499-4b98-b865-bb87c30369e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.727240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-ec540a31-2499-4b98-b865-bb87c30369e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1094 time: 0.0472763 Aug 25 15:59:35.775740 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-244230c1-1cf3-40bb-993d-1084e729bb8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0401280 Aug 25 15:59:35.824377 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-92a96cb9-dd37-4ae2-b7c2-4cf655108c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.825869 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-92a96cb9-dd37-4ae2-b7c2-4cf655108c61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0433955 Aug 25 15:59:35.872457 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-1283a756-6291-4392-9f0d-97cb5e30690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:35.874063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-1283a756-6291-4392-9f0d-97cb5e30690a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410416 Aug 25 15:59:35.969310 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-a793b573-9d54-4bd8-88e0-3cd2ac5e0192 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863154 Aug 25 15:59:36.097698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be948999-fd8a-4a65-aee4-87aa1ff06422 req-e8c9723c-b55a-431b-880e-a69874ff4812 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:36.099178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be948999-fd8a-4a65-aee4-87aa1ff06422 req-e8c9723c-b55a-431b-880e-a69874ff4812 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.1037216 Aug 25 15:59:36.102701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5515d64f-1c90-448e-80c1-af6602b9a15c req-56d395e8-45b5-4651-9c3e-d480aef0c93d service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260114 Aug 25 15:59:36.138938 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-be948999-fd8a-4a65-aee4-87aa1ff06422 req-f1100c6c-7103-4dd1-b187-70e5cfe8cc73 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335004 Aug 25 15:59:37.253734 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273697a8-48d2-4f56-85c4-6513875da626 req-ddd8ca69-b5e0-43ac-b0b9-196523ce8c3a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:37.255237 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-273697a8-48d2-4f56-85c4-6513875da626 req-ddd8ca69-b5e0-43ac-b0b9-196523ce8c3a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0479913 Aug 25 15:59:37.294017 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-273697a8-48d2-4f56-85c4-6513875da626 req-5d9cc440-1a2b-411c-a69b-4335d2e4ef8c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322566 Aug 25 15:59:38.408122 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c8bb1-c4e5-4247-98b3-fe9250674ab5 req-ffb5aab5-5ebf-408b-b4f3-90b4a186de1d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:38.409596 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-039c8bb1-c4e5-4247-98b3-fe9250674ab5 req-ffb5aab5-5ebf-408b-b4f3-90b4a186de1d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0498662 Aug 25 15:59:38.449327 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-039c8bb1-c4e5-4247-98b3-fe9250674ab5 req-91e8af86-0c78-44dc-8327-7fdbcac9de51 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337424 Aug 25 15:59:39.564834 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e5221-0874-4f35-999e-0ab1a4829e5e req-5bc2de5f-5fd6-42c1-b38e-b0085ffd376b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:39.566289 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f84e5221-0874-4f35-999e-0ab1a4829e5e req-5bc2de5f-5fd6-42c1-b38e-b0085ffd376b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0511458 Aug 25 15:59:39.604384 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f84e5221-0874-4f35-999e-0ab1a4829e5e req-cfe0ac0c-59e1-4f33-8ae7-741cd3f4a6b2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Aug 25 15:59:39.882392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 15:59:39.976607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:39.988263 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'mac_address': 'fa:16:3e:84:47:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 15:59:40.027111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:40.040370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 15:59:40.059114 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:40.117832 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:40.164121 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:40.360737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c43ea850-0988-466e-a7d7-aca5c805f9f2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 15:59:40.717687 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eb62-2f86-404f-aad5-4ab0225f557f req-5e67cab1-663a-4018-8634-3988febbd63d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:40.719183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b02eb62-2f86-404f-aad5-4ab0225f557f req-5e67cab1-663a-4018-8634-3988febbd63d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0487616 Aug 25 15:59:40.756636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9b02eb62-2f86-404f-aad5-4ab0225f557f req-b2f90d6f-0424-4c5d-95e7-649fb410abf3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307205 Aug 25 15:59:41.872894 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1dc9-fd65-483a-860d-da6f1744393e req-3ebfa006-36fd-49ff-aebd-3e6961ab83e3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:41.874386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f60a1dc9-fd65-483a-860d-da6f1744393e req-3ebfa006-36fd-49ff-aebd-3e6961ab83e3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0493803 Aug 25 15:59:41.896909 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 15:59:41.912038 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f60a1dc9-fd65-483a-860d-da6f1744393e req-21e5ef5e-1b7a-4b22-8eac-1a4bdfbd1889 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Aug 25 15:59:41.997588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port c43ea850-0988-466e-a7d7-aca5c805f9f2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:42.001380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port c43ea850-0988-466e-a7d7-aca5c805f9f2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:42.001754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.075458 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.096973 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:59:42.099252 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef9aa1-4838-4d40-89f0-e187f26cfccd" -d '{"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-plugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:59:42.111678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:42.157778 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.195846 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65f6de-a97d-4f6c-9fe2-bae37f22ea4a x-openstack-request-id: req-3a65f6de-a97d-4f6c-9fe2-bae37f22ea4a {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:59:42.196145 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-plugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:59:42.196913 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a65f6de-a97d-4f6c-9fe2-bae37f22ea4a {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:59:42.197300 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'code': 200} Aug 25 15:59:42.211331 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:42.297400 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090b112-8a74-4d59-92f1-8bf7a776e843 req-1ff1e6c8-efb1-439b-bd09-71b77af8b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:42.298871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1090b112-8a74-4d59-92f1-8bf7a776e843 req-1ff1e6c8-efb1-439b-bd09-71b77af8b8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1096 time: 0.0436656 Aug 25 15:59:42.333874 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1090b112-8a74-4d59-92f1-8bf7a776e843 req-e14da478-14ad-4b57-8e4a-b6be6ccdb3c6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270264 Aug 25 15:59:43.024623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95c043-052f-4d50-9e9b-968b97167113 req-6a0f2708-a104-4ec2-bd31-e054b188054c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:43.026090 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae95c043-052f-4d50-9e9b-968b97167113 req-6a0f2708-a104-4ec2-bd31-e054b188054c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0486002 Aug 25 15:59:43.063887 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ae95c043-052f-4d50-9e9b-968b97167113 req-bd9a35c1-ea4b-47a5-9a95-e2cacc001e9d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Aug 25 15:59:44.178621 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17dd7-2760-410b-b3f6-b4b23b31761c req-1e6dcb34-064c-40db-b7c3-f4eea11c0d01 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:44.180123 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50e17dd7-2760-410b-b3f6-b4b23b31761c req-1e6dcb34-064c-40db-b7c3-f4eea11c0d01 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0478115 Aug 25 15:59:44.217683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50e17dd7-2760-410b-b3f6-b4b23b31761c req-232cc226-dc79-47f7-b443-e2db2486e64d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Aug 25 15:59:44.334200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7f4b2-686f-4863-a965-15e4b06e6502 req-f8765eba-f8b2-4577-ba05-637e1fb27786 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:44.344290 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2b7f4b2-686f-4863-a965-15e4b06e6502 req-f8765eba-f8b2-4577-ba05-637e1fb27786 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0525656 Aug 25 15:59:44.374469 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d2b7f4b2-686f-4863-a965-15e4b06e6502 req-236cbcf8-d4d6-42c3-9e9c-e2ac2dac4dfc tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Aug 25 15:59:44.396645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:44.476527 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1ee28-616d-43b5-a6dd-be6ce52e7b9b tempest-TestShelveInstance-2018134711 tempest-TestShelveInstance-2018134711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:44.478585 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-25a1ee28-616d-43b5-a6dd-be6ce52e7b9b tempest-TestShelveInstance-2018134711 tempest-TestShelveInstance-2018134711-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1091 time: 0.0809624 Aug 25 15:59:44.481633 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55738) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 15:59:44.486159 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 15:59:44.570047 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:44.666924 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:44.764929 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Allocated IP 172.25.8.86 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/b70aa34f-8a08-4129-98ae-db8796bff755) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:44.868116 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:44.963709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:44.999315 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:45.003987 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:45.007501 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:45.035494 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'Port': ['ID=b70aa34f-8a08-4129-98ae-db8796bff755,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:45.364744 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.467858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.615697 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.660618 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.728825 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'Port': ['ID=b70aa34f-8a08-4129-98ae-db8796bff755,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:45.738823 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.850205 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Floating IP 5be8e378-a553-4cfb-ae87-8b2d5b544db4 associated. External IP: 172.25.8.86, port: c43ea850-0988-466e-a7d7-aca5c805f9f2. Aug 25 15:59:46.054801 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:59:46.162092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:59:46.171697 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 15:59:46.183597 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:46.184213 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:46.238273 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.265734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-c10714cb-0f6b-42dc-a905-b82855cb7f8f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7830586 Aug 25 15:59:46.266462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 15:59:46.268779 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 15:59:46.288316 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:46.304140 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3155532e-77e2-44d5-8338-5c54be088c47 x-openstack-request-id: req-3155532e-77e2-44d5-8338-5c54be088c47 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 15:59:46.304433 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 15:59:46.304691 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3155532e-77e2-44d5-8338-5c54be088c47 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 15:59:46.305149 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'status': 'completed', 'code': 200} Aug 25 15:59:46.366612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-ac493d10-df8f-4164-9be0-d818f1840ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:46.368662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-ac493d10-df8f-4164-9be0-d818f1840ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1096 time: 0.0397420 Aug 25 15:59:46.464441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-dc34309f-b70a-4c94-9f89-5826bb1e42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:46.465974 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-dc34309f-b70a-4c94-9f89-5826bb1e42a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0883687 Aug 25 15:59:46.508803 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '5be8e378-a553-4cfb-ae87-8b2d5b544db4', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'mac_address': 'fa:16:3e:84:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:59:45Z', 'updated_at': '2021-08-25T15:59:45Z', 'revision_number': 0, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:46.532634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-aab8b330-5243-4960-9395-b8e5e3b9a59f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 998 time: 0.0587344 Aug 25 15:59:46.534986 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 15:59:46.544247 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:59:46.544849 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T15:59:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:46.588950 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-763b7b5e-922e-46e4-90f4-3a6bcc1c4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:46.590483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-763b7b5e-922e-46e4-90f4-3a6bcc1c4c2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0485401 Aug 25 15:59:46.636712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-91126ec8-a3af-4781-b177-6f58deb76111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:46.638235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-91126ec8-a3af-4781-b177-6f58deb76111 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401142 Aug 25 15:59:46.649022 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 15:59:46.734942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-eba1003b-4b8d-465e-baf3-5deb54674693 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870492 Aug 25 15:59:46.833024 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ee1ebbec-66c9-4c6a-bf20-f714fc8918dd req-20901134-77e6-4b6c-bab8-8f0a9047c94a service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894103 Aug 25 15:59:46.875631 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '5be8e378-a553-4cfb-ae87-8b2d5b544db4', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'mac_address': 'fa:16:3e:84:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:59:45Z', 'updated_at': '2021-08-25T15:59:45Z', 'revision_number': 0, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:59:46.900799 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867cde2f-3ca0-4fe7-b3c1-900c10ca6230 None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '5be8e378-a553-4cfb-ae87-8b2d5b544db4', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'mac_address': 'fa:16:3e:84:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T15:59:45Z', 'updated_at': '2021-08-25T15:59:45Z', 'revision_number': 0, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 15:59:47.085391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ad6c36-38f3-44a8-9b4b-1ee7014faec7 None None] New status for floating IP 5be8e378-a553-4cfb-ae87-8b2d5b544db4: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 15:59:51.043421 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-02683e09-3a7e-44c3-91ee-cca5dd004151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:53.717501 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0e65-03f7-4d92-b99c-887718f282df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:54.215032 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:55.757717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:57.335045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:57.917710 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.643298 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:07.937076 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:00:21.043014 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-69524ed6-1064-4f4e-be4a-4c11ae77ba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:23.767694 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5caffe80-16fc-49a5-b1fa-875cab1eba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:24.248571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:25.791250 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:27.305562 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:27.906234 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:29.694435 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:31.553991 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-fcdb896f-13df-4f7c-8d15-defc8aea8f58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413456 Aug 25 16:00:31.637583 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-2b2cfa52-ae8e-436b-a05a-1feed7b9135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:31.639786 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-2b2cfa52-ae8e-436b-a05a-1feed7b9135c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1096 time: 0.0410321 Aug 25 16:00:31.746114 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-54436b9a-a2e7-4150-b3fb-978113969397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:31.747664 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-54436b9a-a2e7-4150-b3fb-978113969397 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0877073 Aug 25 16:00:31.814218 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-bd7b4e1d-682d-42fd-9f26-430e23361bca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0582261 Aug 25 16:00:31.868509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-5237a743-5db4-4fcd-ae51-a5c09e0e3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:31.870020 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-5237a743-5db4-4fcd-ae51-a5c09e0e3a3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0474458 Aug 25 16:00:31.916462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-7c31faac-03a3-470c-8db3-b10f2b2fd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:31.917930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-7c31faac-03a3-470c-8db3-b10f2b2fd5f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390730 Aug 25 16:00:32.006520 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-aee32984-bc6d-4daf-bf8b-1442d024095d service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800254 Aug 25 16:00:32.100450 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-78794cab-cfc4-4456-a9ce-e0869a56dbbd req-982c92ae-41f4-4243-abb8-f2cad178088a service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867388 Aug 25 16:00:44.936532 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:00:51.036647 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0408e99e-bafd-4153-ae8c-76ef7a5887ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.739079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eaad5738-82fc-4ab4-9eb5-c36a6b3410fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:54.207547 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.761605 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:57.316244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:57.927432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:59.693800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:21.035313 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-711a4f7a-a650-485e-b0bf-af7034f5806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:21.935692 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:01:23.732737 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c81743f-043b-4734-a6ba-96375654712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:24.200845 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:25.778358 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:27.327033 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:27.927181 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:29.721099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:32.568392 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-97cf4ad3-d247-40d1-ae32-20a985db81ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420349 Aug 25 16:01:32.649701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-56f668de-1af3-4a0c-88d0-ebbc715b4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:32.651237 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-56f668de-1af3-4a0c-88d0-ebbc715b4d0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1096 time: 0.0409758 Aug 25 16:01:32.756328 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-d9e7dc76-676a-4182-b79d-12882727e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:32.757798 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-d9e7dc76-676a-4182-b79d-12882727e3d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0868559 Aug 25 16:01:32.823018 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-1d8fbfa3-f82b-4f9d-ac3d-d2daf2cddaf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0573816 Aug 25 16:01:32.878917 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-c1838119-262f-4357-82bd-96ce84fd6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:32.880555 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-c1838119-262f-4357-82bd-96ce84fd6c0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0503256 Aug 25 16:01:32.928302 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-4baffb95-04bc-45df-b7f5-c8aa47c42a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:32.929806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-4baffb95-04bc-45df-b7f5-c8aa47c42a9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426581 Aug 25 16:01:33.020225 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-d784a39b-0287-4756-b1c8-5bd5f1b4d03c service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819473 Aug 25 16:01:33.113985 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50f87371-ddf0-4b23-92cd-5b26c244a141 req-222bb9b2-61f9-4eb2-a5be-2e976a1a606c service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854259 Aug 25 16:01:43.303063 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36787de7-019b-45ae-bcec-363212c4111f req-5e2d64f6-cf5f-4544-a03b-d9b6b8668b8b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:43.304606 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36787de7-019b-45ae-bcec-363212c4111f req-5e2d64f6-cf5f-4544-a03b-d9b6b8668b8b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0532696 Aug 25 16:01:43.343086 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36787de7-019b-45ae-bcec-363212c4111f req-3ce68955-f548-463e-bb5b-f30143f64e4a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Aug 25 16:01:44.488530 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba62a-eb55-4085-8566-aeeaa9ee2fc5 req-c35e91d7-0544-4d77-9ea4-1cf71ade088d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:44.490061 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16cba62a-eb55-4085-8566-aeeaa9ee2fc5 req-c35e91d7-0544-4d77-9ea4-1cf71ade088d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0532179 Aug 25 16:01:44.531901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-16cba62a-eb55-4085-8566-aeeaa9ee2fc5 req-94205af9-8107-4905-851a-a56947dc436b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357232 Aug 25 16:01:45.676819 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ece2a3-8511-4cfa-909e-8855fbbda3fc req-9c443db4-cfb7-4f5d-b934-1fb431ca07f2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:45.678304 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59ece2a3-8511-4cfa-909e-8855fbbda3fc req-9c443db4-cfb7-4f5d-b934-1fb431ca07f2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0478690 Aug 25 16:01:45.716229 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-59ece2a3-8511-4cfa-909e-8855fbbda3fc req-4ecd25ff-388c-48dd-9c25-1af2b89109f6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Aug 25 16:01:46.833833 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e575-bf70-465b-a868-19432af5aaf3 req-817554a3-92de-4968-9750-2042eb62eebf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:46.835390 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec9e575-bf70-465b-a868-19432af5aaf3 req-817554a3-92de-4968-9750-2042eb62eebf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0503263 Aug 25 16:01:46.873391 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9ec9e575-bf70-465b-a868-19432af5aaf3 req-0205544c-e419-473e-9d16-6a0c9a5e18dd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Aug 25 16:01:47.991998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08099f-34f6-42d4-bc5b-5c8e05af492d req-30da803c-e0fc-4d9c-a7e2-074a4283e695 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:47.993474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa08099f-34f6-42d4-bc5b-5c8e05af492d req-30da803c-e0fc-4d9c-a7e2-074a4283e695 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0527313 Aug 25 16:01:48.032933 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fa08099f-34f6-42d4-bc5b-5c8e05af492d req-dd95206d-b8fe-4984-9fef-ace6c1811786 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Aug 25 16:01:49.148585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3927357-ff54-418c-a9bc-19c0895c7aa3 req-aec440b9-ae4c-49da-add9-452455d15438 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:49.149985 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3927357-ff54-418c-a9bc-19c0895c7aa3 req-aec440b9-ae4c-49da-add9-452455d15438 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0486960 Aug 25 16:01:49.186642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c3927357-ff54-418c-a9bc-19c0895c7aa3 req-d8f765f8-cae4-471f-924b-02f5ea41dadd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Aug 25 16:01:50.301814 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b637e-5e9b-47b5-b25b-72bde3e2ede8 req-ab92c509-4f05-4b51-b2ca-c3fab759b622 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:50.303380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de7b637e-5e9b-47b5-b25b-72bde3e2ede8 req-ab92c509-4f05-4b51-b2ca-c3fab759b622 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0492876 Aug 25 16:01:50.341132 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-de7b637e-5e9b-47b5-b25b-72bde3e2ede8 req-9470c8df-5bad-49f1-88be-ff4123fe6e5f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Aug 25 16:01:51.017793 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2081f5ce-da53-4d72-b75a-37f7f6d90eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:51.457156 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636277b-5290-4ff8-896a-153956ab9329 req-e9dc116f-5a00-4695-b548-73f66fba9aa9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:51.458567 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5636277b-5290-4ff8-896a-153956ab9329 req-e9dc116f-5a00-4695-b548-73f66fba9aa9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0502453 Aug 25 16:01:51.504371 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5636277b-5290-4ff8-896a-153956ab9329 req-d10ed439-4b52-499f-a0f7-f4a8257cabcf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Aug 25 16:01:52.620073 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd61c6-0375-4f30-80f2-42e641ff96ff req-6aa43e85-f988-4c37-b574-3b8cf8ec3dbf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:52.621610 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cdd61c6-0375-4f30-80f2-42e641ff96ff req-6aa43e85-f988-4c37-b574-3b8cf8ec3dbf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 25 16:01:52.660690 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6cdd61c6-0375-4f30-80f2-42e641ff96ff req-28c83ba9-bee0-4e59-a130-4180c3201568 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Aug 25 16:01:53.760735 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-641ff61b-4902-4346-932f-7f37788ecfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:53.775748 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc22a2-35ce-45e8-bbd7-5007b599b0c7 req-0068ad83-a0bb-406b-9408-f938e440c93e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:53.777255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cefc22a2-35ce-45e8-bbd7-5007b599b0c7 req-0068ad83-a0bb-406b-9408-f938e440c93e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0502734 Aug 25 16:01:53.815309 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cefc22a2-35ce-45e8-bbd7-5007b599b0c7 req-8d2eea30-560a-453c-91af-b6f1a42eaa19 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Aug 25 16:01:54.240595 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.522469 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:01:54.615392 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:01:54.627035 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'mac_address': 'fa:16:3e:84:47:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:01:54.663815 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.676539 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:01:54.694811 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:01:54.754861 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:54.807500 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:54.814601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.814955 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.815327 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.815678 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.816023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.816624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.816956 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.817289 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.817620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.817950 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.818282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.818610 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:54.833792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['c43ea850-0988-466e-a7d7-aca5c805f9f2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:01:54.934168 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438bb8f-38e1-4e62-8916-48885401d593 req-90208c62-3514-4d16-af4e-ba47f982e620 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:54.935708 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d438bb8f-38e1-4e62-8916-48885401d593 req-90208c62-3514-4d16-af4e-ba47f982e620 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0524404 Aug 25 16:01:54.974075 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d438bb8f-38e1-4e62-8916-48885401d593 req-9d3703ff-c880-40d1-97d7-953506080e97 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Aug 25 16:01:55.765816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:56.088587 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf61b2-29f6-48b0-b0cf-5b336b0151ec req-846e8fd1-cad7-46ea-a3f5-85f54b616bee tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:56.089986 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80cf61b2-29f6-48b0-b0cf-5b336b0151ec req-846e8fd1-cad7-46ea-a3f5-85f54b616bee tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0493636 Aug 25 16:01:56.131957 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-80cf61b2-29f6-48b0-b0cf-5b336b0151ec req-03014c23-a37e-40ed-a1c5-c94856c86e38 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358050 Aug 25 16:01:56.541848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:01:56.593215 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port c43ea850-0988-466e-a7d7-aca5c805f9f2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:01:56.593584 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:56.669971 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:56.692998 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:01:56.695187 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3275d418-65a4-4934-9c1b-391dc678dd2a" -d '{"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-plugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:01:56.708302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:01:56.735699 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f9242-aa42-453e-87a3-4e299e6a7637 x-openstack-request-id: req-a46f9242-aa42-453e-87a3-4e299e6a7637 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:01:56.736016 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-plugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:01:56.736205 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a46f9242-aa42-453e-87a3-4e299e6a7637 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:01:56.736696 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'code': 200} Aug 25 16:01:56.774112 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:56.839607 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:57.271567 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6b02a-849f-44bd-bb3e-b84378e550ff req-a507cbe1-6ce2-4169-a921-2a496001b3aa tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:57.273327 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dff6b02a-849f-44bd-bb3e-b84378e550ff req-a507cbe1-6ce2-4169-a921-2a496001b3aa tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0668740 Aug 25 16:01:57.333920 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dff6b02a-849f-44bd-bb3e-b84378e550ff req-3c4b3f4a-5dd1-4952-afff-65521304f0fc tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538955 Aug 25 16:01:57.338399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:57.972889 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:58.491311 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d773a8-6504-47a7-8803-1274ee14e18c req-ae171eec-58f4-476a-9856-91010b6a4387 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:58.493000 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50d773a8-6504-47a7-8803-1274ee14e18c req-ae171eec-58f4-476a-9856-91010b6a4387 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0561633 Aug 25 16:01:58.540692 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-50d773a8-6504-47a7-8803-1274ee14e18c req-765e9df2-58cb-492f-aa17-c007c69f2dd8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 Aug 25 16:01:58.939490 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:01:59.665784 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346fef4-11c6-461c-938d-42f270a269c9 req-a2fb8ade-0c5c-46ea-b823-c8805377ed73 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:01:59.667329 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8346fef4-11c6-461c-938d-42f270a269c9 req-a2fb8ade-0c5c-46ea-b823-c8805377ed73 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0568116 Aug 25 16:01:59.705231 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8346fef4-11c6-461c-938d-42f270a269c9 req-a64b2aeb-86bb-44f2-8fa9-c71935075122 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Aug 25 16:01:59.778382 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.829667 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccebd-4011-42c6-9c33-9a0174369aba req-bbea1a20-11be-447b-88dd-cef07ac3bcb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:00.837446 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24fccebd-4011-42c6-9c33-9a0174369aba req-bbea1a20-11be-447b-88dd-cef07ac3bcb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0593960 Aug 25 16:02:00.873370 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-24fccebd-4011-42c6-9c33-9a0174369aba req-90672ba6-04f3-44f0-90f1-586853129cc9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345643 Aug 25 16:02:02.026714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5a05f-5af0-45d7-96d5-a997076078a1 req-72edb309-e032-4057-b6da-a83fac0a1586 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:02.028306 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e5a05f-5af0-45d7-96d5-a997076078a1 req-72edb309-e032-4057-b6da-a83fac0a1586 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0628707 Aug 25 16:02:02.072670 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e5e5a05f-5af0-45d7-96d5-a997076078a1 req-67d36bc7-f01e-4e31-a89f-0db5a8ef4d46 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376821 Aug 25 16:02:03.223482 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40389a9c-a7bf-43a9-aba5-40aba53d8e23 req-a7f8afce-0a88-4aa3-a0f1-a975a546cda2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:03.225071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40389a9c-a7bf-43a9-aba5-40aba53d8e23 req-a7f8afce-0a88-4aa3-a0f1-a975a546cda2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0739448 Aug 25 16:02:03.278806 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-40389a9c-a7bf-43a9-aba5-40aba53d8e23 req-0aeff43d-be8b-4e5f-bf00-237d1e5abf17 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 Aug 25 16:02:04.410583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4272e-87af-4425-8148-2551d2c84c70 req-34178d9d-7de8-40e8-887b-6c294d517115 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:04.422807 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0af4272e-87af-4425-8148-2551d2c84c70 req-34178d9d-7de8-40e8-887b-6c294d517115 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0630589 Aug 25 16:02:04.473620 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0af4272e-87af-4425-8148-2551d2c84c70 req-77d3c90f-a624-4445-a91d-3f908389977d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516455 Aug 25 16:02:05.596276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a5e7e-5a51-4f7c-b6ca-2135b0cf38ef req-ca6eade9-31f2-40ad-a74f-dae6cd2ab7e4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:05.597766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-114a5e7e-5a51-4f7c-b6ca-2135b0cf38ef req-ca6eade9-31f2-40ad-a74f-dae6cd2ab7e4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0509515 Aug 25 16:02:05.635221 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-114a5e7e-5a51-4f7c-b6ca-2135b0cf38ef req-d17fea6f-bbe5-4254-b8bb-65f0cb6e820b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Aug 25 16:02:06.750636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c494d7-b237-4d17-a514-12d5466e0ad6 req-c56dd43f-f2b3-464c-aa8c-4746f9acd629 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:06.752683 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10c494d7-b237-4d17-a514-12d5466e0ad6 req-c56dd43f-f2b3-464c-aa8c-4746f9acd629 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0483453 Aug 25 16:02:06.792594 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10c494d7-b237-4d17-a514-12d5466e0ad6 req-1ca45117-59f9-4b15-8c11-48ebc273b8e6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336764 Aug 25 16:02:07.459337 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-80e64c24-247b-49e1-ad39-16096d11d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:07.460840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-80e64c24-247b-49e1-ad39-16096d11d473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1096 time: 0.0404568 Aug 25 16:02:07.553054 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-fe947947-cfb0-492b-b0b5-2759adeae2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:07.554540 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-fe947947-cfb0-492b-b0b5-2759adeae2c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0852122 Aug 25 16:02:07.618260 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-2cc3ea0e-0324-4827-82aa-8abc166c3a63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0559392 Aug 25 16:02:07.671121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-608a3aa1-c812-4819-b169-70580b7b55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:07.672573 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-608a3aa1-c812-4819-b169-70580b7b55f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0456436 Aug 25 16:02:07.717368 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-3e526aed-dd9b-4b7c-a0ee-e84140389581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:07.718862 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-3e526aed-dd9b-4b7c-a0ee-e84140389581 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384524 Aug 25 16:02:07.807678 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-d6872c84-86e7-444b-880f-a14ef526a5e1 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797834 Aug 25 16:02:07.936633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ab44-6112-4d7b-9c9e-508b96c1e031 req-75e303e9-efd8-4e1f-8f45-54dcedc2ea41 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:07.938118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d101ab44-6112-4d7b-9c9e-508b96c1e031 req-75e303e9-efd8-4e1f-8f45-54dcedc2ea41 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0752258 Aug 25 16:02:07.942098 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2cf811fe-33a4-4fc4-b860-f5d5aca3d042 req-7b44fadc-a626-4a81-9f05-1fa92bdcf23e service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262083 Aug 25 16:02:07.976092 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d101ab44-6112-4d7b-9c9e-508b96c1e031 req-4ad411b7-bbd4-43b6-9d27-0c0a3707f26e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Aug 25 16:02:09.096658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece2b2-fdd9-499b-a2d6-f0ed0e9fcf95 req-dacdbb4c-6cbb-40d1-89a2-4844c08c2409 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:09.098032 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-24ece2b2-fdd9-499b-a2d6-f0ed0e9fcf95 req-dacdbb4c-6cbb-40d1-89a2-4844c08c2409 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0478270 Aug 25 16:02:09.136157 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-24ece2b2-fdd9-499b-a2d6-f0ed0e9fcf95 req-d979ff17-bf03-4c1c-a295-68756d9190cb tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Aug 25 16:02:10.255953 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bc368-e37b-49d5-ae70-0c3ad0fb6372 req-36c92965-c406-408a-b2a0-49583c281aea tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:10.257435 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b28bc368-e37b-49d5-ae70-0c3ad0fb6372 req-36c92965-c406-408a-b2a0-49583c281aea tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0521586 Aug 25 16:02:10.294766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b28bc368-e37b-49d5-ae70-0c3ad0fb6372 req-3462cbd0-5719-42af-8980-062a4a094d9a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309985 Aug 25 16:02:10.648749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:02:10.721985 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:10.743982 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:02:10.746201 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a49bf6-0f7a-4103-865d-f100b6b70123" -d '{"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-unplugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:02:10.767618 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:10.777984 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b8a136-4e7c-4b5a-8c57-c8a724f90822 x-openstack-request-id: req-a5b8a136-4e7c-4b5a-8c57-c8a724f90822 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:02:10.778303 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-unplugged", "status": "failed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "code": 422}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:02:10.778560 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5b8a136-4e7c-4b5a-8c57-c8a724f90822 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:02:10.778951 n-d-805995-2 neutron-server[101874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'code': 422} returned with failed status Aug 25 16:02:10.817842 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:10.869212 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:11.648308 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3773e0-4e19-4fc8-803c-7db72ae1fcef req-25375626-6f9d-4139-b5ad-dce5d15d40c0 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:11.649801 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa3773e0-4e19-4fc8-803c-7db72ae1fcef req-25375626-6f9d-4139-b5ad-dce5d15d40c0 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0486269 Aug 25 16:02:11.688084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-aa3773e0-4e19-4fc8-803c-7db72ae1fcef req-f959884b-3d97-4fd6-8366-b3124089b970 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Aug 25 16:02:12.086253 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 55942) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:02:12.164656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-6f1514b7-fb61-47cc-9c24-89cd9908223a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771718 Aug 25 16:02:12.806320 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7f8c-fb63-4e24-b539-52a760bc72e6 req-7b1e946e-13c7-4043-8eef-4b9a952cc77a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:12.807840 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7db7f8c-fb63-4e24-b539-52a760bc72e6 req-7b1e946e-13c7-4043-8eef-4b9a952cc77a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0522590 Aug 25 16:02:12.846135 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e7db7f8c-fb63-4e24-b539-52a760bc72e6 req-eb8a0f78-6fb8-404b-8e16-a32e1ff8d9b6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Aug 25 16:02:13.959272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73437f81-1956-45ec-b331-fff6fd76d90f req-4c0d0948-cb89-4936-82f7-6eb584ab1e78 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:13.960754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73437f81-1956-45ec-b331-fff6fd76d90f req-4c0d0948-cb89-4936-82f7-6eb584ab1e78 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0487022 Aug 25 16:02:13.997297 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73437f81-1956-45ec-b331-fff6fd76d90f req-b9c23ad9-23e7-4f6e-8973-711d4066954b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306647 Aug 25 16:02:15.113757 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f3e96-5777-4ac0-bea6-1e04f928a89d req-961bdffd-fa11-4743-8320-0f76c0dfd375 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:15.115178 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-523f3e96-5777-4ac0-bea6-1e04f928a89d req-961bdffd-fa11-4743-8320-0f76c0dfd375 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 943 time: 0.0496809 Aug 25 16:02:15.152173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-523f3e96-5777-4ac0-bea6-1e04f928a89d req-52cb4567-f38c-4057-b9c0-fae29258e766 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Aug 25 16:02:15.350821 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6523-d450-44f7-a499-b3685b11b256 req-c90655b4-2ac3-42b0-9369-07e5a1478867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:15.352289 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-c90655b4-2ac3-42b0-9369-07e5a1478867 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f&tenant_id=33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0445356 Aug 25 16:02:15.365158 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:02:15.415898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:15.614317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:15.649580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:02:15.686303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:02:15.716273 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:15.727748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Transition to ACTIVE for port object c43ea850-0988-466e-a7d7-aca5c805f9f2 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:02:15.788024 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:15.862647 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=9']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:15.876298 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.876651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.877517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.877855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.878185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.878514 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.878841 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.879187 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.883646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.883646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.883646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.883646 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:02:15.916157 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] No DVR routers for this DVR port c43ea850-0988-466e-a7d7-aca5c805f9f2 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:02:16.055895 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:02:16.056344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:02:16.056745 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:02:16.061394 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Port c43ea850-0988-466e-a7d7-aca5c805f9f2 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:02:16.061728 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Attempting to bind port c43ea850-0988-466e-a7d7-aca5c805f9f2 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:02:16.067364 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:02:16.067701 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:02:16.068088 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Bound using segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:02:16.068556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Bound port: c43ea850-0988-466e-a7d7-aca5c805f9f2, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:02:16.068849 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:16.135685 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:02:16.138710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:02:16.212075 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:16.258595 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.259335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:16.260640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1091 time: 0.8995054 Aug 25 16:02:16.261089 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:02:16.263492 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10" -d '{"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:02:16.289536 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6de89-99de-44b9-820e-016f3de338e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=10']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:16.307447 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd700894-79a7-495a-8054-4df0efb4e19e x-openstack-request-id: req-dd700894-79a7-495a-8054-4df0efb4e19e {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:02:16.307873 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:02:16.308203 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd700894-79a7-495a-8054-4df0efb4e19e {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:02:16.308681 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'status': 'completed', 'code': 200} Aug 25 16:02:16.381550 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6523-d450-44f7-a499-b3685b11b256 req-b4b6e61e-2ecc-4c8b-a055-80331eb4bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.383106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-b4b6e61e-2ecc-4c8b-a055-80331eb4bd3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1095 time: 0.0880075 Aug 25 16:02:16.406635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e9814-d6fb-4518-b2dd-3e38f3f81f25 req-c911c372-7281-48fa-bd58-44b32d1af792 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.409517 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-100e9814-d6fb-4518-b2dd-3e38f3f81f25 req-c911c372-7281-48fa-bd58-44b32d1af792 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.1703336 Aug 25 16:02:16.492288 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-100e9814-d6fb-4518-b2dd-3e38f3f81f25 req-fa37507d-2f4f-49fc-9a11-cd48a0c5310f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720990 Aug 25 16:02:16.512081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6523-d450-44f7-a499-b3685b11b256 req-d39e96c4-f9de-4846-ad64-c99b869b8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.513633 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-d39e96c4-f9de-4846-ad64-c99b869b8922 service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.1229830 Aug 25 16:02:16.584506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-e13a3290-5e97-478d-9cd6-4a2bb08c662f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 998 time: 0.0634801 Aug 25 16:02:16.636873 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6523-d450-44f7-a499-b3685b11b256 req-99fb37c4-0a76-412d-979d-f461d263a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.639605 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-99fb37c4-0a76-412d-979d-f461d263a538 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0460582 Aug 25 16:02:16.682985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6523-d450-44f7-a499-b3685b11b256 req-e6ca7d94-6ae7-48c3-bfc7-33d2bc0d531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.684469 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-e6ca7d94-6ae7-48c3-bfc7-33d2bc0d531f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389984 Aug 25 16:02:16.776564 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-c488e84d-6987-4eb1-903b-68764d89827c service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844398 Aug 25 16:02:16.866238 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-c820754e-4ebe-40ad-84ab-b75c457423a4 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817568 Aug 25 16:02:16.997861 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-510403f9-447c-48bc-98d1-af01f5ba3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:16.999372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-510403f9-447c-48bc-98d1-af01f5ba3176 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1095 time: 0.0402689 Aug 25 16:02:17.102013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-969d319f-4f63-439c-8e0a-ba880e117f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:17.103594 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-969d319f-4f63-439c-8e0a-ba880e117f05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0964861 Aug 25 16:02:17.170396 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-7e99313b-7878-4f55-aad3-c3f02e092861 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 998 time: 0.0590236 Aug 25 16:02:17.224931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-c11c65aa-e8b9-4618-aee5-c672a1b96753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:17.226614 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-c11c65aa-e8b9-4618-aee5-c672a1b96753 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0498121 Aug 25 16:02:17.280093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-8d457245-8a1b-49ea-be92-358485278a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:17.282943 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-8d457245-8a1b-49ea-be92-358485278a97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491979 Aug 25 16:02:17.668817 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d54759-8e79-412b-9278-cf9fda1d81d2 req-d6058f20-808d-44a4-9a94-03f3d98ceddf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:17.670540 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12d54759-8e79-412b-9278-cf9fda1d81d2 req-d6058f20-808d-44a4-9a94-03f3d98ceddf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.1070263 Aug 25 16:02:17.712967 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-12d54759-8e79-412b-9278-cf9fda1d81d2 req-25474d61-3346-4cb4-9860-657c3e3e43b2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Aug 25 16:02:18.835477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea092846-1404-4da7-98c1-aeb9cc03f5fc req-b21f65a8-fca9-45ce-b85c-0561f39b525d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:18.836998 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea092846-1404-4da7-98c1-aeb9cc03f5fc req-b21f65a8-fca9-45ce-b85c-0561f39b525d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0499930 Aug 25 16:02:18.874623 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ea092846-1404-4da7-98c1-aeb9cc03f5fc req-db7efd0c-ed67-44a2-977b-844adf9a71b0 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Aug 25 16:02:19.998131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c208eeb-40bb-464a-83e1-6daab268a158 req-1962d353-50ef-4380-9ea4-4b853fa2ce20 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:19.999688 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c208eeb-40bb-464a-83e1-6daab268a158 req-1962d353-50ef-4380-9ea4-4b853fa2ce20 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0539751 Aug 25 16:02:20.049797 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9c208eeb-40bb-464a-83e1-6daab268a158 req-e9749b71-c0ad-4f9d-9f79-5c3b6f50c537 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438001 Aug 25 16:02:21.045842 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-84401e5d-9077-4da4-b08b-a1bcbe27edb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:21.182985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f56ad-1e2f-4820-9f20-6ef891ae20d4 req-23d93624-eb8e-4951-8f2a-d30e5497c826 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:21.188111 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c42f56ad-1e2f-4820-9f20-6ef891ae20d4 req-23d93624-eb8e-4951-8f2a-d30e5497c826 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0577998 Aug 25 16:02:21.228415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c42f56ad-1e2f-4820-9f20-6ef891ae20d4 req-e00c52e7-73c2-429e-9462-941a524cf9f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364811 Aug 25 16:02:22.350807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fed35-ce2c-4f8f-a7ef-971905dfc9ed req-d9c354d2-2ed1-42f5-a1a8-afeed4480160 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:22.358338 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-757fed35-ce2c-4f8f-a7ef-971905dfc9ed req-d9c354d2-2ed1-42f5-a1a8-afeed4480160 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0565898 Aug 25 16:02:22.392353 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-757fed35-ce2c-4f8f-a7ef-971905dfc9ed req-7946f3a1-56c7-48e9-9ee9-9a7f4ca12d8b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Aug 25 16:02:23.510755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e8cab-ca2e-4a49-b350-6c36bd39603e req-cc2e96cc-e7d8-4cca-86a1-b0a798783f7d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:23.512222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-882e8cab-ca2e-4a49-b350-6c36bd39603e req-cc2e96cc-e7d8-4cca-86a1-b0a798783f7d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0520761 Aug 25 16:02:23.553674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-882e8cab-ca2e-4a49-b350-6c36bd39603e req-869d412a-a564-44b4-bb96-68f781c3c2ea tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351586 Aug 25 16:02:23.737117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7a9e-02d2-46f3-a44e-602ed8cf48a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:24.279086 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:24.683194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0974da-9b61-46b8-8b43-fcb877a5a343 req-d857f242-7ebf-481b-94fd-03acb1e54fbd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:24.685514 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d0974da-9b61-46b8-8b43-fcb877a5a343 req-d857f242-7ebf-481b-94fd-03acb1e54fbd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0590372 Aug 25 16:02:24.727924 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d0974da-9b61-46b8-8b43-fcb877a5a343 req-da5d4d0e-c887-42a3-92ba-02c4c12a0bf5 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338495 Aug 25 16:02:25.777202 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:25.870208 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8617a3-1b12-45b6-b1da-fdca7055b654 req-e0f229f0-1e8e-42c1-8d24-1adedbd42a99 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:25.872232 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c8617a3-1b12-45b6-b1da-fdca7055b654 req-e0f229f0-1e8e-42c1-8d24-1adedbd42a99 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0514114 Aug 25 16:02:25.918380 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c8617a3-1b12-45b6-b1da-fdca7055b654 req-ac3b72b9-fd93-47a9-9395-b38433cbf399 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360084 Aug 25 16:02:27.054318 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d330004-78f5-4ee6-840a-ca23d80305d9 req-edf414fd-4c93-4962-aadc-fce8a6b47342 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:27.057027 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d330004-78f5-4ee6-840a-ca23d80305d9 req-edf414fd-4c93-4962-aadc-fce8a6b47342 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0626543 Aug 25 16:02:27.100835 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7d330004-78f5-4ee6-840a-ca23d80305d9 req-00d6a608-dd77-4e06-9bbb-c79a1d620d4e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375636 Aug 25 16:02:27.324694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-717f9f7f-7e50-4da5-b3d1-ebef950900d4 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924530 Aug 25 16:02:27.416823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-35e44be7-dc9d-4e8f-abbb-766a9d1daa10 req-b2c81b87-2689-4ead-a035-535c857ae2d9 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838430 Aug 25 16:02:27.668864 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:27.971179 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:28.219706 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b275450-25c1-4459-b589-af66cda57949 req-c43ea06d-bfa2-4a9b-8577-7197c26e211a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:28.221308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b275450-25c1-4459-b589-af66cda57949 req-c43ea06d-bfa2-4a9b-8577-7197c26e211a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0505867 Aug 25 16:02:28.263888 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1b275450-25c1-4459-b589-af66cda57949 req-9b4e8a90-c8e7-4b89-b9b6-c68e08328b05 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367239 Aug 25 16:02:29.381064 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264f77f-571c-4cd7-9a57-a66e83f522ab req-1bb24dcc-e211-4e4e-a79c-ebe381fb7cb7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:29.382547 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f264f77f-571c-4cd7-9a57-a66e83f522ab req-1bb24dcc-e211-4e4e-a79c-ebe381fb7cb7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0527182 Aug 25 16:02:29.421878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f264f77f-571c-4cd7-9a57-a66e83f522ab req-75feb05c-b3c8-4beb-8c19-4b166d78fcba tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Aug 25 16:02:29.748322 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:30.536658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9a67a-47f2-4994-bb23-934a795d9d8a req-537035ee-096e-4ddd-b7be-0c9eb7bf5b5c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:30.538185 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cf9a67a-47f2-4994-bb23-934a795d9d8a req-537035ee-096e-4ddd-b7be-0c9eb7bf5b5c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0487111 Aug 25 16:02:30.574905 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3cf9a67a-47f2-4994-bb23-934a795d9d8a req-e9ae5853-aa8d-4828-a746-6a976c2c71fd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Aug 25 16:02:31.688084 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745adbb1-3a29-4fb5-810c-1872d71da914 req-fd65f889-31d9-4e32-83dc-f1e5bb7d1f63 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:31.690059 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-745adbb1-3a29-4fb5-810c-1872d71da914 req-fd65f889-31d9-4e32-83dc-f1e5bb7d1f63 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 944 time: 0.0484726 Aug 25 16:02:31.727836 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-745adbb1-3a29-4fb5-810c-1872d71da914 req-808f102d-7b41-496d-bb3a-6792e5bb1b18 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Aug 25 16:02:32.480964 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:02:32.570907 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:32.585386 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'port_id': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'mac_address': 'fa:16:3e:84:47:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:02:32.620698 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:32.632803 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:02:32.651528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:32.713995 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:32.762095 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=11']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:32.843192 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4261ce-220b-4012-8e0d-5d5165f8187c req-0ed99fe0-0ee5-4bd3-bd09-75454b7fb2e7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:32.844667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e4261ce-220b-4012-8e0d-5d5165f8187c req-0ed99fe0-0ee5-4bd3-bd09-75454b7fb2e7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0485826 Aug 25 16:02:32.881849 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3e4261ce-220b-4012-8e0d-5d5165f8187c req-368873da-5345-4671-a560-68cf4f7c63fc tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Aug 25 16:02:32.960447 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['c43ea850-0988-466e-a7d7-aca5c805f9f2'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:02:34.001074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e390ed-2fca-424c-9961-196937662619 req-0df6d605-7acd-4849-ae59-1905a9a1db94 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:34.003224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14e390ed-2fca-424c-9961-196937662619 req-0df6d605-7acd-4849-ae59-1905a9a1db94 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 945 time: 0.0529840 Aug 25 16:02:34.041215 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-14e390ed-2fca-424c-9961-196937662619 req-0706daf7-807a-4c91-9f01-d658b9cda8c3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Aug 25 16:02:34.495487 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:02:34.616947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port c43ea850-0988-466e-a7d7-aca5c805f9f2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:02:34.621264 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port c43ea850-0988-466e-a7d7-aca5c805f9f2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:02:34.621640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:34.701026 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:34.723140 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:02:34.725372 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130aa895-4246-4ebd-88ef-3ceffdde4001" -d '{"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-plugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:02:34.738409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:02:34.762271 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6f007-fff0-49ef-a4a1-5c2c6e0319de x-openstack-request-id: req-18f6f007-fff0-49ef-a4a1-5c2c6e0319de {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:02:34.762574 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-plugged", "status": "completed", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:02:34.762833 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18f6f007-fff0-49ef-a4a1-5c2c6e0319de {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:02:34.763271 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'code': 200} Aug 25 16:02:34.804902 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:34.855994 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=12']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:02:34.998509 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d4438-c9b4-429e-ab1c-66523d61e467 req-649a441c-894a-40de-aa06-bd35b76eb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:35.000036 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e80d4438-c9b4-429e-ab1c-66523d61e467 req-649a441c-894a-40de-aa06-bd35b76eb693 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1097 time: 0.0405350 Aug 25 16:02:35.039695 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e80d4438-c9b4-429e-ab1c-66523d61e467 req-b297840e-a37c-45df-a2c9-8455a44674e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328734 Aug 25 16:02:35.157149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eafb14-91c6-4809-a8ec-89d1032e3311 req-c5e221d9-ce10-4fec-8653-7f40ece879e6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:35.158687 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26eafb14-91c6-4809-a8ec-89d1032e3311 req-c5e221d9-ce10-4fec-8653-7f40ece879e6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 946 time: 0.0497704 Aug 25 16:02:35.198163 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26eafb14-91c6-4809-a8ec-89d1032e3311 req-189c419e-7b27-4fa4-a373-6287b461b1cc tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Aug 25 16:02:35.938297 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:02:36.316465 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d815c9-ea36-4a81-8a55-af76da63dab6 req-127c7c28-354a-48f4-8efb-55287dc8db85 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:36.317942 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77d815c9-ea36-4a81-8a55-af76da63dab6 req-127c7c28-354a-48f4-8efb-55287dc8db85 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 946 time: 0.0485888 Aug 25 16:02:36.356444 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-77d815c9-ea36-4a81-8a55-af76da63dab6 req-0a285307-0cf4-4593-92b4-bdedaf3cd1cd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Aug 25 16:02:37.474699 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea326a60-d8bc-4594-8484-d202352022ce req-fb756e47-74af-49b7-af2a-685147da437a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:37.476298 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ea326a60-d8bc-4594-8484-d202352022ce req-fb756e47-74af-49b7-af2a-685147da437a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 946 time: 0.0529418 Aug 25 16:02:37.514122 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-ea326a60-d8bc-4594-8484-d202352022ce req-475bbd72-ac03-48db-853e-27f1f9c83d25 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Aug 25 16:02:45.479530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-cc7bafa2-3510-48fd-bdc8-fb11013160b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390854 Aug 25 16:02:45.558185 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-171b753d-1be2-4594-86a5-2eb8bf8eac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:45.559541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-171b753d-1be2-4594-86a5-2eb8bf8eac22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1097 time: 0.0387304 Aug 25 16:02:45.669140 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-813a6a1c-e3a3-4a4d-b691-ff054d4bc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:45.670636 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-813a6a1c-e3a3-4a4d-b691-ff054d4bc49a service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0863488 Aug 25 16:02:45.734211 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-0a8ebd81-965b-4c56-b24a-fbca7e4bb526 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0570517 Aug 25 16:02:45.785543 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-e730682d-5973-48bb-abbc-99e379f1e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:45.787048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-e730682d-5973-48bb-abbc-99e379f1e916 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0466719 Aug 25 16:02:45.834449 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-a6801166-3b93-4aaa-84e6-3e1b865a0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:02:45.834449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-a6801166-3b93-4aaa-84e6-3e1b865a0f82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402651 Aug 25 16:02:45.925461 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-919b042e-1fc3-46fa-b64e-bd4e850c85e7 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818231 Aug 25 16:02:46.359351 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-99c50f77-0cc5-42c6-8ab3-faa70f2d66b9 req-fc0c3c4e-f6cc-4c3d-9745-ca0857d50854 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258261 Aug 25 16:02:51.038238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c5518bc-6650-4a87-bacb-a18b5d527e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:53.724848 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-24dd6456-35d9-4e40-942a-aeff1ac8762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:54.210410 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:55.771113 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:57.307941 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:58.045239 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:59.695905 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:12.936828 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:03:21.073182 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3365632b-174a-4398-95af-aa344bdd83b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:23.741088 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-baf726c2-6412-4258-8537-18101319b2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:24.221270 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:25.769746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:27.347284 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:27.981238 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:29.690321 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.633697 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-5b1f02e1-4ddb-4a28-a17c-e6f061a5bc32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871620 Aug 25 16:03:47.719551 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-41d37415-1449-4a89-9b93-b4862f1c7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:47.721105 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-41d37415-1449-4a89-9b93-b4862f1c7fee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1097 time: 0.0442560 Aug 25 16:03:47.836067 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-2751cbd7-8a48-45b6-83a9-80bbeb4ee2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:47.837683 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-2751cbd7-8a48-45b6-83a9-80bbeb4ee2b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0974927 Aug 25 16:03:47.904931 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-0b09e499-4d5d-4b5f-93dc-c322b010a9c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0605850 Aug 25 16:03:47.959049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-8015092a-8c12-4f8b-ab6f-aca4121f191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:47.960530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-8015092a-8c12-4f8b-ab6f-aca4121f191c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0491247 Aug 25 16:03:48.008632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-a51fc7b7-65ff-4e6f-b1d5-401e45e766ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:48.010156 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-a51fc7b7-65ff-4e6f-b1d5-401e45e766ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422189 Aug 25 16:03:48.100039 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-04242136-53bb-4719-9a98-f3dd9da8dc34 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815682 Aug 25 16:03:48.192398 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-f55cd5a1-bfc1-45c5-9dc8-191cbf0e05b6 req-e37b1c4e-22ee-4a75-b2a8-91d9b50f80b7 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855250 Aug 25 16:03:48.300233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56092) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:48.459910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Deleting port b70aa34f-8a08-4129-98ae-db8796bff755 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:03:48.460173 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:48.534735 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:48.535088 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:48.547955 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Calling delete_port for b70aa34f-8a08-4129-98ae-db8796bff755 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:03:48.808727 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:48.836107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event deleted for resources: {'Port': ['ID=b70aa34f-8a08-4129-98ae-db8796bff755,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:48.848779 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.849131 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.849474 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.849813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.850316 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.850663 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.850998 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.851356 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.851685 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.852012 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.852337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.852657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:48.909603 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:48.909931 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Floating IP 5be8e378-a553-4cfb-ae87-8b2d5b544db4 disassociated (deleted). External IP: 172.25.8.86, port: c43ea850-0988-466e-a7d7-aca5c805f9f2. Aug 25 16:03:49.112219 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:03:49.219891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:03:49.224699 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:49.229689 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:03:49.253033 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-37af14bf-6f7f-4623-8257-92f9fdf9b7d8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "DELETE /v2.0/floatingips/5be8e378-a553-4cfb-ae87-8b2d5b544db4 HTTP/1.1" status: 204 len: 168 time: 0.9516628 Aug 25 16:03:49.253643 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:03:49.255986 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142ef18-1665-4c82-971b-155e97b0af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:03:49.344322 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:03:49.344940 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:03:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:03:49.371289 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5400ab2-6cfd-40d4-94c4-06c4dc4b56b1 x-openstack-request-id: req-a5400ab2-6cfd-40d4-94c4-06c4dc4b56b1 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:03:49.371289 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:03:49.371289 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5400ab2-6cfd-40d4-94c4-06c4dc4b56b1 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:03:49.371289 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'status': 'completed', 'code': 200} Aug 25 16:03:49.426825 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ef18-1665-4c82-971b-155e97b0af2a req-00192194-8a5a-480d-9299-28810e3ad33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:49.428379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-00192194-8a5a-480d-9299-28810e3ad33a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 1097 time: 0.0415952 Aug 25 16:03:49.452537 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:03:49.535267 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ef18-1665-4c82-971b-155e97b0af2a req-597166f6-6486-4a7f-ba84-2d1747c0ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:49.536789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-597166f6-6486-4a7f-ba84-2d1747c0ce5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.1011684 Aug 25 16:03:49.582212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-2683c38d-4128-447a-8f2d-a6df9e1be487 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0380239 Aug 25 16:03:49.632644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ef18-1665-4c82-971b-155e97b0af2a req-395bf2cb-060e-4140-8efa-d30af15787a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:49.634097 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-395bf2cb-060e-4140-8efa-d30af15787a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0454814 Aug 25 16:03:49.662035 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:03:49.687658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ef18-1665-4c82-971b-155e97b0af2a req-af966e4a-965a-4cf1-b5eb-28d9d81de739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:49.689591 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-af966e4a-965a-4cf1-b5eb-28d9d81de739 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483763 Aug 25 16:03:49.692991 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:03:49.702322 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:03:49.703076 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:03:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:03:49.752568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed1c64-e2a7-46cb-81e9-74690124e587 req-16bc0d45-b88c-4ecb-a6d8-fa069c72777b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:49.755682 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5aed1c64-e2a7-46cb-81e9-74690124e587 req-16bc0d45-b88c-4ecb-a6d8-fa069c72777b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 946 time: 0.0574253 Aug 25 16:03:49.783581 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-ec38436a-8b88-4318-a85a-074888f9382f service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872731 Aug 25 16:03:49.794199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5aed1c64-e2a7-46cb-81e9-74690124e587 req-a62c621c-99b2-4dbc-897b-1f1ebed20c94 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Aug 25 16:03:49.821460 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:03:49.882190 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-8142ef18-1665-4c82-971b-155e97b0af2a req-2d5e497b-7c3a-4591-a781-e568866a8d46 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908039 Aug 25 16:03:49.943797 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:03:50.023931 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:03:50.049706 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3604cb-519d-4a64-8949-e8b691a47f0e None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:03:50.281862 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb6123-8026-41d7-a702-31907d587ca8 None None] New status for floating IP 5be8e378-a553-4cfb-ae87-8b2d5b544db4: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:03:50.919297 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f54b2-73e7-41fa-896b-ad5e6e7a7675 req-810d9f8e-098c-4102-bdfa-6552391fd38d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:50.920833 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c1f54b2-73e7-41fa-896b-ad5e6e7a7675 req-810d9f8e-098c-4102-bdfa-6552391fd38d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 946 time: 0.0531023 Aug 25 16:03:50.959887 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3c1f54b2-73e7-41fa-896b-ad5e6e7a7675 req-ad381f0e-2b52-4904-8187-f44e09bcf9a6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=392d97de-401a-4aec-9979-8704d4c71378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Aug 25 16:03:51.050085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-d654ffab-6624-4038-b751-e9cbe3c4f3f4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:51.051558 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-d654ffab-6624-4038-b751-e9cbe3c4f3f4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 946 time: 0.0487792 Aug 25 16:03:51.054960 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d55ce158-5df9-46f5-9f4e-adbc54dea611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.147510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Deleting port c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:03:51.147766 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.234741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] For port c43ea850-0988-466e-a7d7-aca5c805f9f2, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=c43ea850-0988-466e-a7d7-aca5c805f9f2,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:03:51.235153 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.247710 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Calling delete_port for c43ea850-0988-466e-a7d7-aca5c805f9f2 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:03:51.426201 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.454628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event deleted for resources: {'Port': ['ID=c43ea850-0988-466e-a7d7-aca5c805f9f2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:51.464553 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.464906 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.465249 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.465588 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.465924 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.466260 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.466593 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.467454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.467454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.467648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.467875 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.468201 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:51.509011 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] No DVR routers for this DVR port c43ea850-0988-466e-a7d7-aca5c805f9f2 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:03:51.511699 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.513707 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ecfd0406-890d-41cb-b035-c22af363bd7b req-f15c468f-5b5b-403b-a540-3d267f3806c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.52 "DELETE /v2.0/ports/c43ea850-0988-466e-a7d7-aca5c805f9f2 HTTP/1.1" status: 204 len: 173 time: 0.4557736 Aug 25 16:03:51.514146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-deleted', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:03:51.516399 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97676996-b0f4-4cf2-8e6b-c918579b341b" -d '{"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-deleted", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:03:51.551649 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139e290-9ce7-4cc6-86c9-7405f94f1d7f x-openstack-request-id: req-c139e290-9ce7-4cc6-86c9-7405f94f1d7f {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:03:51.554177 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64eb65-bbef-47bc-a987-e503a7ce078f", "name": "network-vif-deleted", "tag": "c43ea850-0988-466e-a7d7-aca5c805f9f2", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:03:51.554177 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c139e290-9ce7-4cc6-86c9-7405f94f1d7f {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:03:51.554177 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb64eb65-bbef-47bc-a987-e503a7ce078f', 'name': 'network-vif-deleted', 'tag': 'c43ea850-0988-466e-a7d7-aca5c805f9f2', 'status': 'completed', 'code': 200} Aug 25 16:03:52.069487 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76d73f77-cf75-423f-a04d-441c1059593a req-c45bcb59-520b-4caa-9e7a-a51982d953cc tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb64eb65-bbef-47bc-a987-e503a7ce078f HTTP/1.1" status: 200 len: 210 time: 0.0310829 Aug 25 16:03:53.127311 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56116) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:53.185835 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7749141-018c-4dce-8952-97a59056638a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:53.210039 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7749141-018c-4dce-8952-97a59056638a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:53.340901 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7749141-018c-4dce-8952-97a59056638a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:53.343539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d7749141-018c-4dce-8952-97a59056638a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:53.344755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d7749141-018c-4dce-8952-97a59056638a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "DELETE /v2.0/security-groups/392d97de-401a-4aec-9979-8704d4c71378 HTTP/1.1" status: 204 len: 168 time: 0.2163341 Aug 25 16:03:53.354954 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7749141-018c-4dce-8952-97a59056638a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d97de-401a-4aec-9979-8704d4c71378,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:53.711834 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-87a58755-5096-476f-9b7b-400fdfd2f465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.199478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56122) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:54.204248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445068363', 'description': 'tempest-secgroup-smoke-1445068363 description', 'project_id': '33c5ae585a0445f0bac12770757a7ae5'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:54.232330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.312128 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.392973 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.460821 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.490034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4599e-0dbb-4029-ba21-52eef393968b,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:54.591786 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.593106 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ad8cd51d-e547-496a-bf67-6b30eead5eab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3925824 Aug 25 16:03:54.595796 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56124) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:54.601556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '9fb4599e-0dbb-4029-ba21-52eef393968b', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:54.693663 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.727426 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:03:54.747249 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: c43ea850-0988-466e-a7d7-aca5c805f9f2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:03:54.747588 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device c43ea850-0988-466e-a7d7-aca5c805f9f2 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:03:54.751187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.832429 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.853022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62d48a9-5a34-4ffb-a3be-adfb98df1470,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:54.929261 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:54.930533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4988eb63-2843-4587-8d19-a32304989830 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337822 Aug 25 16:03:54.933277 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56126) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:54.937957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '9fb4599e-0dbb-4029-ba21-52eef393968b', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:55.031305 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.086300 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.159382 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.180727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d46636f-9bc1-42f3-b98a-f09eb54d395c,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:55.232183 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.233415 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-a2009f0d-0e23-43fb-b8f2-a04d01c813ac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991867 Aug 25 16:03:55.236329 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56128) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:55.240714 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '9fb4599e-0dbb-4029-ba21-52eef393968b', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:55.334532 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.392256 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.465843 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.484263 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002bae76-b30c-45a1-98dc-cb9a65b2b6bf,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:55.558260 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.559519 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b541df03-5a44-4a0e-b05a-420098f64f86 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222690 Aug 25 16:03:55.562353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56130) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:55.567005 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '9fb4599e-0dbb-4029-ba21-52eef393968b', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:55.671409 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.730460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.831979 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.860423 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.880561 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe96d2db-ba6d-4035-a3e0-93706c345174,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:55.957874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.959103 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2c185910-458e-4237-b5f7-066a0ca674e8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3957784 Aug 25 16:03:55.961975 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56132) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:55.966387 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '9fb4599e-0dbb-4029-ba21-52eef393968b', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:56.066216 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Project 33c5ae585a0445f0bac12770757a7ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:03:56.071379 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.130156 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.202450 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.223504 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1923024b-d82d-4594-8e17-e3f053f78581,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:56.289203 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.290448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-ca0263ec-c714-4b55-8b54-6b540ff0ad90 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275540 Aug 25 16:03:56.294008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56134) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:03:56.298586 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'security_group_rule': {'security_group_id': '9fb4599e-0dbb-4029-ba21-52eef393968b', 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:03:56.380189 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Project 33c5ae585a0445f0bac12770757a7ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:03:56.385581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.446018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.505880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.523405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be271a55-63d9-4cc4-9e9e-8c28c9d8986b,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:56.569098 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.570308 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b3358de7-6aa8-4535-8846-4bf10f5f6482 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2753561 Aug 25 16:03:57.330036 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:57.997521 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:59.740488 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:17.480515 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-41628a27-d8a5-408e-a4e5-59d54ad921e9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445068363&fields=id&tenant_id=33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 267 time: 0.0342281 Aug 25 16:04:17.590071 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-df470d44-aaa9-4e66-89b1-6bbeb9921ee8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:17.591510 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-df470d44-aaa9-4e66-89b1-6bbeb9921ee8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 807 time: 0.1040509 Aug 25 16:04:17.607149 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-3d5d15d8-fda2-4a54-b87f-c6cbb6f3c073 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/quotas/33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 375 time: 0.0091565 Aug 25 16:04:17.660904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-6d3db02b-993a-4624-a3b2-b6d0aabc031c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470924 Aug 25 16:04:17.797733 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-02effef0-1146-4c4d-9177-7e51e9f4ad21 service neutron] 10.222.0.58 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255610 Aug 25 16:04:17.890562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-497dee73-a411-403e-9015-e4d418eaf4bd service neutron] 10.222.0.58 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866597 Aug 25 16:04:18.365186 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7cffdbcf-4149-4ee7-8940-d26e7f7c52de req-48533e85-dd53-455c-87e7-47ff3f2aef95 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0267973 Aug 25 16:04:19.458763 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4e9bf3ca-adb3-46f9-b52d-a801bb08a70c req-fc21625f-bae9-467d-abd1-e84d8782079a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0283685 Aug 25 16:04:20.175483 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-1ba02324-cbd6-4e72-afc1-c45e141228dd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:20.176877 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-1ba02324-cbd6-4e72-afc1-c45e141228dd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 807 time: 0.1076789 Aug 25 16:04:20.221958 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-6f0c72da-7076-46c5-87dc-d3aa2176dcf5 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 380 time: 0.0358393 Aug 25 16:04:20.231713 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'port': {'device_id': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'admin_state_up': True, 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'security_groups': ['9fb4599e-0dbb-4029-ba21-52eef393968b']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:04:20.448520 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Made reservation on behalf of 33c5ae585a0445f0bac12770757a7ae5 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:20.452286 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:20.560386 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1a59d8d7-6b17-467e-898e-63fe07fb5756 req-bfe90b23-538c-41d4-bd3c-15caa3f77cac tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0302219 Aug 25 16:04:20.590840 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Allocated IP 172.20.0.12 (618a20ba-bcff-4c1e-84e0-c6f2e16deb4c/5452af03-1591-4d32-b01b-86de1a1b3bc7/e1b06a08-71d2-44f7-b6e6-eb484afbcef1) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:20.728021 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:20.746698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Transition to ACTIVE for port object e1b06a08-71d2-44f7-b6e6-eb484afbcef1 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:20.843334 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:20.895530 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:20.898879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:20.901510 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:20.927662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:20.958372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:20.959004 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.043613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0c79b703-9511-4f19-aef2-6f9bc3ddbbb6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8155234 Aug 25 16:04:21.059303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Request body: {'port': {'device_id': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:04:21.078536 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2d230fbb-05a2-49fd-9c15-55e24d5e787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.116960 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.146017 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4e57d65d-f914-47f4-be9f-8f15b67a9099 None None] Provisioning for port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:21.150197 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-4e57d65d-f914-47f4-be9f-8f15b67a9099 None None] Provisioning complete for port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:21.150774 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4e57d65d-f914-47f4-be9f-8f15b67a9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.194484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-4e57d65d-f914-47f4-be9f-8f15b67a9099 None None] Port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:04:21.385648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b06a08-71d2-44f7-b6e6-eb484afbcef1 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:04:21.393793 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.405479 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Transition to ACTIVE for port object e1b06a08-71d2-44f7-b6e6-eb484afbcef1 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:21.471297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.530314 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:21.611877 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:21.612517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:21.612517 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:21.621538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:04:21.621882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:21.631558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:21.632417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:04:21.633056 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Bound using segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:21.633709 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Bound port: e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:21.634301 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.739356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:21.748538 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e9db7-a18d-408c-b6ee-fc71c72c52cb req-7c03891a-f872-46c0-a98e-b1fec3fb21f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:21.750222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af6e9db7-a18d-408c-b6ee-fc71c72c52cb req-7c03891a-f872-46c0-a98e-b1fec3fb21f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0976028 Aug 25 16:04:21.762103 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:21.798272 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-af6e9db7-a18d-408c-b6ee-fc71c72c52cb req-ec6c50a8-1075-4700-b0e4-6abe77dc73db tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369484 Aug 25 16:04:21.826107 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.862540 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:21.863528 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:21.864965 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] 10.222.0.45 "PUT /v2.0/ports/e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1092 time: 0.8124936 Aug 25 16:04:21.867349 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:04:21.870636 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce95e713-82bb-48ea-8ceb-67206e4b836b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:04:21.908341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050540df-a0cc-433a-bce8-d70a740910b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:22.004483 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2492f16-50c3-42e9-a366-33773216860c x-openstack-request-id: req-a2492f16-50c3-42e9-a366-33773216860c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:04:22.004884 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:04:22.005250 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2492f16-50c3-42e9-a366-33773216860c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:04:22.007468 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'status': 'completed', 'code': 200} Aug 25 16:04:22.021630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0ef70e4b-db07-436d-97ef-58a5866c072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.023612 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-0ef70e4b-db07-436d-97ef-58a5866c072b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1095 time: 0.0577376 Aug 25 16:04:22.071169 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-2e07a9ef-4f83-49c0-8b50-d730142aead7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 217 time: 0.0376492 Aug 25 16:04:22.123627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-6f7dde6c-a378-49e2-8b18-701fd9476cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.125235 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-6f7dde6c-a378-49e2-8b18-701fd9476cf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0453401 Aug 25 16:04:22.179398 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-7585caf3-c32c-43b3-82d7-85a2e4f1539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.180817 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-7585caf3-c32c-43b3-82d7-85a2e4f1539d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482247 Aug 25 16:04:22.272305 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-962b86d6-5131-4a42-aef1-8dca54f2c9a0 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832138 Aug 25 16:04:22.368325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3970c525-d868-4332-8f9c-49beb5f7fc2c req-4f2097f2-792d-4f22-9fe6-ce00b0476d54 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875967 Aug 25 16:04:22.535345 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-66f05127-35e7-41ac-bcdf-f6f7737042e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.536977 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-66f05127-35e7-41ac-bcdf-f6f7737042e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1095 time: 0.0426719 Aug 25 16:04:22.632173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-d7a1b970-d712-4b16-a128-4c352b8802ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.633562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-d7a1b970-d712-4b16-a128-4c352b8802ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0898974 Aug 25 16:04:22.677052 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-e0d40daa-0ad9-4319-b99a-acc2d5dd9413 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 217 time: 0.0349019 Aug 25 16:04:22.728656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-06c801fd-22d3-4476-9f7d-67d6b8295f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.730378 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-06c801fd-22d3-4476-9f7d-67d6b8295f0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0452213 Aug 25 16:04:22.776834 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-009d6a16-85e2-453e-92aa-531f27f06301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.778317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-009d6a16-85e2-453e-92aa-531f27f06301 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398288 Aug 25 16:04:22.892580 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-2ccaadc8-e733-4dce-b9da-1b3aaebd2378 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011138 Aug 25 16:04:22.978043 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493a601-3ff7-422c-a550-c57219c65efb req-8b32b15b-66da-4a48-9ea3-58081e02a02e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:22.979651 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c493a601-3ff7-422c-a550-c57219c65efb req-8b32b15b-66da-4a48-9ea3-58081e02a02e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.1122169 Aug 25 16:04:23.031483 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ce95e713-82bb-48ea-8ceb-67206e4b836b req-9110e1a3-8861-4ec7-bb84-42079e3df832 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300490 Aug 25 16:04:23.039246 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c493a601-3ff7-422c-a550-c57219c65efb req-7624e48b-f587-40e3-af8e-838f498df148 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500994 Aug 25 16:04:23.728372 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4b46b6e4-388c-48c3-b724-ffc7404bfb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:24.161787 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8f9c8-741a-47c1-8b04-34f9bff16135 req-b01ffd26-2721-4db5-bac0-11df37be9a97 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:24.163515 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8b8f9c8-741a-47c1-8b04-34f9bff16135 req-b01ffd26-2721-4db5-bac0-11df37be9a97 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0520492 Aug 25 16:04:24.204654 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c8b8f9c8-741a-47c1-8b04-34f9bff16135 req-5dfa6e49-e3af-40e7-abd9-fcb33969d630 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348222 Aug 25 16:04:24.237283 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:25.320081 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50a71-3772-4616-8045-3acff7198b88 req-5f1fb923-d0f5-4d0d-bcde-284215e0798b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:25.321632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76a50a71-3772-4616-8045-3acff7198b88 req-5f1fb923-d0f5-4d0d-bcde-284215e0798b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0497670 Aug 25 16:04:25.358785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-76a50a71-3772-4616-8045-3acff7198b88 req-fbf1c8c6-e3c1-4a80-b701-8c6c9f2712ec tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Aug 25 16:04:25.773742 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:26.481608 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c8f72-3867-4002-8ab6-6b034bbede3d req-04e33bb5-bf4d-41fd-b1da-589990e25e81 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:26.483199 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-963c8f72-3867-4002-8ab6-6b034bbede3d req-04e33bb5-bf4d-41fd-b1da-589990e25e81 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0514321 Aug 25 16:04:26.562504 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-963c8f72-3867-4002-8ab6-6b034bbede3d req-a49ce45c-f49a-4b57-8964-9726fb3ae248 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732329 Aug 25 16:04:26.932487 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:04:27.362823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:27.675101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a78c31-c357-476b-97f5-5d2fdb76958a req-64dd0f1d-a5d1-4dfe-aed5-8348199f9cb4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:27.676658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37a78c31-c357-476b-97f5-5d2fdb76958a req-64dd0f1d-a5d1-4dfe-aed5-8348199f9cb4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0477409 Aug 25 16:04:27.718089 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-37a78c31-c357-476b-97f5-5d2fdb76958a req-8f51a8fe-4698-4e45-a4bf-bcf135059904 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Aug 25 16:04:28.037002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:28.839136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15505086-727b-4cea-890f-3696e55c3dac req-cf146412-6b61-4c09-a293-4e27cdbdf480 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:28.840633 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15505086-727b-4cea-890f-3696e55c3dac req-cf146412-6b61-4c09-a293-4e27cdbdf480 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0528588 Aug 25 16:04:28.878288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-15505086-727b-4cea-890f-3696e55c3dac req-947688fa-d898-4848-9bf3-678c697c517a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311077 Aug 25 16:04:29.727566 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:29.991423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bbc8c-ced1-4bc7-9951-cd384899b153 req-d55810c7-67e1-47ee-a1a8-56677c7d55d6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:29.992844 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-259bbc8c-ced1-4bc7-9951-cd384899b153 req-d55810c7-67e1-47ee-a1a8-56677c7d55d6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0492833 Aug 25 16:04:30.029746 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-259bbc8c-ced1-4bc7-9951-cd384899b153 req-b7c0879e-1191-4eb2-a669-d6b1e35eca95 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Aug 25 16:04:31.143336 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd01eed-1333-4fbc-9792-0c3b4c1bde74 req-723ed3f1-c6f6-46b7-b3d6-4f2ec317c3f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:31.144815 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dd01eed-1333-4fbc-9792-0c3b4c1bde74 req-723ed3f1-c6f6-46b7-b3d6-4f2ec317c3f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0482061 Aug 25 16:04:31.183202 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-7dd01eed-1333-4fbc-9792-0c3b4c1bde74 req-b861261a-1270-40dd-8e46-c30db05ab7d1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324471 Aug 25 16:04:32.295356 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2457915-75c6-4325-b522-c951f4e6375d req-725a9dd8-d5e1-41cc-9add-ee873beebaf5 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:32.296826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2457915-75c6-4325-b522-c951f4e6375d req-725a9dd8-d5e1-41cc-9add-ee873beebaf5 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0483077 Aug 25 16:04:32.334921 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d2457915-75c6-4325-b522-c951f4e6375d req-7ce52851-02cd-49a7-ab15-9c36017da7f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317688 Aug 25 16:04:33.377380 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:04:33.454621 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fa883-bbef-40a5-b088-74981fe34750 req-f26d47fe-1db3-42df-9582-1d2c5515f7b2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:33.456174 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d0fa883-bbef-40a5-b088-74981fe34750 req-f26d47fe-1db3-42df-9582-1d2c5515f7b2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0560465 Aug 25 16:04:33.471340 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:33.482270 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'port_id': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'mac_address': 'fa:16:3e:48:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:04:33.494321 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-2d0fa883-bbef-40a5-b088-74981fe34750 req-e288a458-20e7-4738-8cb7-a7a2cd18d007 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Aug 25 16:04:33.522129 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.534660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b06a08-71d2-44f7-b6e6-eb484afbcef1 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:04:33.553405 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:33.631583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.677568 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:33.684729 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.685096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.685435 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.685774 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.686116 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.686449 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.686786 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.687146 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.690478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.690478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.690478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.690478 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.881408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['e1b06a08-71d2-44f7-b6e6-eb484afbcef1'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:04:34.610590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019693c-784b-4577-b618-5bb3af3e2731 req-13c3c855-d951-4fc6-a721-85baf50839a7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:34.612102 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4019693c-784b-4577-b618-5bb3af3e2731 req-13c3c855-d951-4fc6-a721-85baf50839a7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 945 time: 0.0484755 Aug 25 16:04:34.652966 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4019693c-784b-4577-b618-5bb3af3e2731 req-f659358b-edcb-499e-b710-0531d45f929d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348890 Aug 25 16:04:35.413026 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:04:35.522344 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:35.526753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:35.527109 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.608753 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.631294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:04:35.633528 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2c0d2-e9be-4352-9d41-b71dc8146c9c" -d '{"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-plugged", "status": "completed", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:04:35.649747 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:35.668972 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f330607-33e0-47be-953d-d74476bae76f x-openstack-request-id: req-0f330607-33e0-47be-953d-d74476bae76f {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:04:35.668972 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-plugged", "status": "completed", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:04:35.669234 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f330607-33e0-47be-953d-d74476bae76f {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:04:35.669613 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'code': 200} Aug 25 16:04:35.716746 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.765434 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:35.771392 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2f8f-20df-432f-ab8b-b9add162b808 req-9f045605-3ae6-4b87-b8ba-76f9ea5dccee tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:35.772936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-244e2f8f-20df-432f-ab8b-b9add162b808 req-9f045605-3ae6-4b87-b8ba-76f9ea5dccee tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0544994 Aug 25 16:04:35.839265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-244e2f8f-20df-432f-ab8b-b9add162b808 req-e2d0745d-bd97-4ff7-ab71-5f1de7691cf9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588827 Aug 25 16:04:35.848669 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e204e-ff92-48fb-bb83-e63bd8fe5a2f req-1da293db-4a38-4db1-b6d0-854a96856522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:35.850320 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d7e204e-ff92-48fb-bb83-e63bd8fe5a2f req-1da293db-4a38-4db1-b6d0-854a96856522 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1097 time: 0.1214993 Aug 25 16:04:35.887140 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d7e204e-ff92-48fb-bb83-e63bd8fe5a2f req-35dce131-442f-411f-83b7-fc662310cda5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279028 Aug 25 16:04:36.962251 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f194c-3bf7-4c18-bb26-fc5e0c74feeb req-33b45b5e-6542-491a-894d-608b2faae264 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:36.963770 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d7f194c-3bf7-4c18-bb26-fc5e0c74feeb req-33b45b5e-6542-491a-894d-608b2faae264 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0539443 Aug 25 16:04:37.001098 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4d7f194c-3bf7-4c18-bb26-fc5e0c74feeb req-4d0b8005-91b0-4c9f-ae8b-b99f4b28de12 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Aug 25 16:04:37.548178 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-132c9a5f-8529-4b0d-9a1d-c2ca92570aad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406637 Aug 25 16:04:37.634658 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-18d00c87-5a70-465b-b339-0672e5aa01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:37.636184 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-18d00c87-5a70-465b-b339-0672e5aa01c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1097 time: 0.0443199 Aug 25 16:04:37.739794 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-5cd11192-b98c-479b-b592-e2f58a0a1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:37.741252 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-5cd11192-b98c-479b-b592-e2f58a0a1e77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0831480 Aug 25 16:04:37.790898 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-22a10d9f-7020-41dd-bd04-06dc877f3b27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 217 time: 0.0370164 Aug 25 16:04:37.841026 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-c365aee2-b34d-4a8d-9342-dd36e2903e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:37.842516 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-c365aee2-b34d-4a8d-9342-dd36e2903e75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0438678 Aug 25 16:04:37.886427 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-0dd270bf-b55f-4216-9d97-827b7e5c9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:37.887903 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-0dd270bf-b55f-4216-9d97-827b7e5c9322 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383532 Aug 25 16:04:37.979176 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-42405853-e03b-4180-9a58-b5f071a0b99d service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Aug 25 16:04:38.067715 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d01392f9-7c1e-4dc6-9d99-a64413235c39 req-2e7c6f7a-46fe-48f5-8537-b1ee46f6342f service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Aug 25 16:04:38.117606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b39f-0104-4add-acbe-f116f0fdecfb req-7cfe2c94-b517-4cd6-8f6b-d1bed07c10ae tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:38.118934 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d008b39f-0104-4add-acbe-f116f0fdecfb req-7cfe2c94-b517-4cd6-8f6b-d1bed07c10ae tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0489206 Aug 25 16:04:38.157203 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d008b39f-0104-4add-acbe-f116f0fdecfb req-981f97e1-8c26-42b7-ab9e-ebc4b63f0d2f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Aug 25 16:04:38.275931 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cece00-8fff-4bb7-a198-6f6a58a435f9 req-389c309b-0093-488f-856e-a8dd1be326cf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:38.277461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8cece00-8fff-4bb7-a198-6f6a58a435f9 req-389c309b-0093-488f-856e-a8dd1be326cf tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0490658 Aug 25 16:04:38.315656 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8cece00-8fff-4bb7-a198-6f6a58a435f9 req-0304d4f2-4525-4994-8cbf-2ed30c15ae1e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316567 Aug 25 16:04:38.337049 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56360) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:04:38.376196 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb5575-f39f-4a92-86bb-d986677cb625 tempest-TestShelveInstance-2018134711 tempest-TestShelveInstance-2018134711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:38.377631 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6ddb5575-f39f-4a92-86bb-d986677cb625 tempest-TestShelveInstance-2018134711 tempest-TestShelveInstance-2018134711-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1092 time: 0.0395839 Aug 25 16:04:38.380352 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56362) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:04:38.384714 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:04:38.465153 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.564417 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.663876 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Allocated IP 172.25.8.153 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/2e75242f-784b-48f4-9c40-2ffd2ebdd868) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:38.767809 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.870264 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.910425 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:38.913337 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:38.916995 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:38.938942 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'Port': ['ID=2e75242f-784b-48f4-9c40-2ffd2ebdd868,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:39.269380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.393101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.543511 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.602262 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.671716 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event updated for resources: {'Port': ['ID=2e75242f-784b-48f4-9c40-2ffd2ebdd868,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:39.683036 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.115397 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Floating IP 64e8eac1-eedd-4246-a66b-3b0fb2c15ab3 associated. External IP: 172.25.8.153, port: e1b06a08-71d2-44f7-b6e6-eb484afbcef1. Aug 25 16:04:40.315249 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:04:40.420114 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:04:40.430061 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:04:40.440485 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:40.445124 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:04:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.493220 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.521468 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-20de31fd-2e9b-402e-a02b-7f6570b0b1f1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1400898 Aug 25 16:04:40.525399 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:04:40.525399 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c91397-6401-46c0-b83a-8b7ecf067534" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:04:40.546715 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:04:40.561019 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc42c3-5ba5-4304-9613-22b8ed70ff65 x-openstack-request-id: req-9ecc42c3-5ba5-4304-9613-22b8ed70ff65 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:04:40.561320 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:04:40.561580 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ecc42c3-5ba5-4304-9613-22b8ed70ff65 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:04:40.561993 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'status': 'completed', 'code': 200} Aug 25 16:04:40.628110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-05aaacc6-2b0d-4735-833e-8f1aada807e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:40.629620 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-05aaacc6-2b0d-4735-833e-8f1aada807e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1097 time: 0.0452211 Aug 25 16:04:40.722417 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-55ac30f2-314c-454a-a13e-1b9ae94971c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:40.724281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-55ac30f2-314c-454a-a13e-1b9ae94971c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0862503 Aug 25 16:04:40.774831 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '64e8eac1-eedd-4246-a66b-3b0fb2c15ab3', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'port_id': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'mac_address': 'fa:16:3e:48:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:04:39Z', 'updated_at': '2021-08-25T16:04:39Z', 'revision_number': 0, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.802290 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:04:40.807598 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-bba961a8-794b-42e6-8116-e717505f9981 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1000 time: 0.0715184 Aug 25 16:04:40.811526 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:40.811526 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:04:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.858556 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-93301824-583d-4fcb-bf6b-be59fd19c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:40.860101 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-93301824-583d-4fcb-bf6b-be59fd19c04c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0444875 Aug 25 16:04:40.909566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-3b60d783-7c1a-416f-93e0-c8719622c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:40.911108 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-3b60d783-7c1a-416f-93e0-c8719622c63d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424676 Aug 25 16:04:40.918108 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:04:41.006253 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-072cadd1-9aa4-48cc-9bb6-cecedc79c36f service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Aug 25 16:04:41.098762 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4c91397-6401-46c0-b83a-8b7ecf067534 req-3702f3c2-2ff9-41b6-925c-b61c26686ccd service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837851 Aug 25 16:04:41.139005 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '64e8eac1-eedd-4246-a66b-3b0fb2c15ab3', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'port_id': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'mac_address': 'fa:16:3e:48:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:04:39Z', 'updated_at': '2021-08-25T16:04:39Z', 'revision_number': 0, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:41.254295 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b441e10-c240-4805-84ec-0e6be130063d None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '64e8eac1-eedd-4246-a66b-3b0fb2c15ab3', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'port_id': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'mac_address': 'fa:16:3e:48:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:04:39Z', 'updated_at': '2021-08-25T16:04:39Z', 'revision_number': 0, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:04:41.440045 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f35af-46e1-44ed-89b0-bb6ce603b239 None None] New status for floating IP 64e8eac1-eedd-4246-a66b-3b0fb2c15ab3: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:04:51.139448 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1dff35e3-e54a-45e4-8ab8-d2ad807d8aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.757026 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9ab30767-2d32-429f-864b-1c2a682fcee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.236729 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.848384 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.387567 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.041976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.745079 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.932132 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:05:21.098716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8659c860-06bd-4f5d-8856-c485cdc2ca66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.887353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-88ef43bc-49c2-41c9-811b-d6bdadd16c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.292007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.841405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.356393 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.052490 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.807043 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.575521 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-c5d8df00-6eb6-4ed0-b835-dab65bf43b04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406134 Aug 25 16:05:37.661055 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-f50321c2-a176-47be-9f6b-670f7f1e1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:37.662632 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-f50321c2-a176-47be-9f6b-670f7f1e1388 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1097 time: 0.0455525 Aug 25 16:05:37.767638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-f6911119-904c-4f5e-99ea-0fb1e13bdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:37.769148 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-f6911119-904c-4f5e-99ea-0fb1e13bdac6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0869868 Aug 25 16:05:37.839290 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-807f7781-c613-4fcb-a9d7-5fbe5a4a5ed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1002 time: 0.0618153 Aug 25 16:05:38.235175 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-46dd76c8-c894-415b-bc49-5b7e866cb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:38.236680 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-46dd76c8-c894-415b-bc49-5b7e866cb1a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.3904276 Aug 25 16:05:38.281698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-6e2c51ee-c15b-4bb9-a8be-929ff3567425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:38.283226 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-6e2c51ee-c15b-4bb9-a8be-929ff3567425 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389318 Aug 25 16:05:38.374872 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-e1fb6eae-06f5-44a0-94cf-9a666def559b service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838838 Aug 25 16:05:38.463655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ca0f4b3a-39f0-41df-91ce-c4bd35468355 req-618e0870-4fa8-45d4-94b7-bea2ecde9eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Aug 25 16:05:40.932692 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:05:51.062925 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-21a72d91-b704-4a32-8ec4-9ff5b43db18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.761008 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-dbd7620b-6656-4ed8-99dc-b73d340c3092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.216812 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.851416 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.343180 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.040597 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.731869 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.937521 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:06:21.068732 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7f221b5d-6c65-4683-8718-0fcbc6461698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.731632 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7ee476ca-61c5-4146-b7aa-3dbfdfe01e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.269661 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.867734 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.342667 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.085058 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.844573 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.534748 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-daa328c6-42cf-4173-a8f3-9208319b1dc5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402136 Aug 25 16:06:38.620085 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-d6c4c1e4-78ae-42fb-86a9-4e16f1246768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.621593 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-d6c4c1e4-78ae-42fb-86a9-4e16f1246768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1097 time: 0.0448148 Aug 25 16:06:38.726836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-8400615c-349a-4c16-a368-055b612e5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.728374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-8400615c-349a-4c16-a368-055b612e5eab service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0866370 Aug 25 16:06:38.796139 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-6e032eee-1343-467e-89b0-4f80f0e127b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1002 time: 0.0601823 Aug 25 16:06:38.845817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-e8f24777-e5c0-4329-a825-38a05cd85549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.847854 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-e8f24777-e5c0-4329-a825-38a05cd85549 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0443566 Aug 25 16:06:38.893353 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-b95a2481-998d-4b71-b474-620c6d8c002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.894826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-b95a2481-998d-4b71-b474-620c6d8c002e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392752 Aug 25 16:06:38.986653 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-c57065ec-b7e1-4d47-b533-96186f15b057 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838187 Aug 25 16:06:39.074891 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9f22d6aa-4646-44bb-82ef-b34a70326429 req-a0e71bfc-de9c-4afd-9e34-89210d6394a4 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814660 Aug 25 16:06:51.062293 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cb99c1d5-42cf-4574-ac58-bf368db3de84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:53.724800 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f02476e4-6b64-4095-94b7-c936af739573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:54.245397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:54.937837 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:06:55.799392 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.365346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:58.067788 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:59.775475 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.413914 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056f9ea-031e-4a3a-b5fd-759396903f77 req-4a9ac854-5827-4cb0-ba05-6c633ab09334 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.415427 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a056f9ea-031e-4a3a-b5fd-759396903f77 req-4a9ac854-5827-4cb0-ba05-6c633ab09334 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.1004956 Aug 25 16:07:18.456724 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a056f9ea-031e-4a3a-b5fd-759396903f77 req-650083c8-a1b1-481c-8bb3-437e0749af33 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345964 Aug 25 16:07:19.645244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66c93-22f0-426c-9909-4ae7c544488b req-6754d0af-c869-48e6-93a4-6d1ab0c50950 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:19.646653 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59e66c93-22f0-426c-9909-4ae7c544488b req-6754d0af-c869-48e6-93a4-6d1ab0c50950 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0951281 Aug 25 16:07:19.684878 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-59e66c93-22f0-426c-9909-4ae7c544488b req-aba54135-41b5-4d43-acb1-2df73b1d259d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 Aug 25 16:07:20.829383 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77992-edec-4e28-b3ef-190f2597b21d req-c05a73dc-56ed-40f6-aabc-b39470bb77f6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:20.830880 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70b77992-edec-4e28-b3ef-190f2597b21d req-c05a73dc-56ed-40f6-aabc-b39470bb77f6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0546057 Aug 25 16:07:20.870577 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-70b77992-edec-4e28-b3ef-190f2597b21d req-0c6cc33b-82b8-4702-b7df-e22ccc5467df tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330296 Aug 25 16:07:21.062111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-da4bafa0-c5ab-41dc-816c-8f1d56b28d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.013489 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aac58c-c46d-4e9a-9cac-63553052e28e req-c1307e24-97d4-415e-b104-8846d605a8fd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:22.014987 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19aac58c-c46d-4e9a-9cac-63553052e28e req-c1307e24-97d4-415e-b104-8846d605a8fd tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0488639 Aug 25 16:07:22.054922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-19aac58c-c46d-4e9a-9cac-63553052e28e req-93555e6f-70b0-48ec-b3ae-81425225bf5e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Aug 25 16:07:23.169333 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf8774-158f-4092-8e3a-dfe02223be80 req-eb282b06-13b4-48ff-9b90-e74597aa422a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.170835 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30cf8774-158f-4092-8e3a-dfe02223be80 req-eb282b06-13b4-48ff-9b90-e74597aa422a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0484776 Aug 25 16:07:23.209702 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-30cf8774-158f-4092-8e3a-dfe02223be80 req-43480b1d-c799-4ffe-a3da-b2b9264135c3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Aug 25 16:07:23.758455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0734dc60-3bcb-43a1-a1ac-6949a0396f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.272585 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.325776 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d567-8b58-422f-8022-a362052bdeea req-895218df-f88e-4c70-ad1b-11570b5724a1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.327206 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5748d567-8b58-422f-8022-a362052bdeea req-895218df-f88e-4c70-ad1b-11570b5724a1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0508595 Aug 25 16:07:24.368573 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-5748d567-8b58-422f-8022-a362052bdeea req-b1a45a46-3d2a-4365-af2c-f305a33e91c7 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347717 Aug 25 16:07:25.483188 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c99be-fc45-4c6a-b7d7-67e8bf061ea9 req-9806a090-bf60-459b-a3da-3119513318c8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:25.484694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d5c99be-fc45-4c6a-b7d7-67e8bf061ea9 req-9806a090-bf60-459b-a3da-3119513318c8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0495732 Aug 25 16:07:25.523789 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7d5c99be-fc45-4c6a-b7d7-67e8bf061ea9 req-5230065a-9dc1-48a1-9205-42207d61fe49 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325716 Aug 25 16:07:25.844101 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.637444 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e811-57fe-4d37-9d3d-37ab360ab82a req-3a161e66-6387-47c3-bd02-307f52fabfc8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.640599 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eec4e811-57fe-4d37-9d3d-37ab360ab82a req-3a161e66-6387-47c3-bd02-307f52fabfc8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0494609 Aug 25 16:07:26.683559 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-eec4e811-57fe-4d37-9d3d-37ab360ab82a req-70e874cb-d7f3-49be-b35c-6f04b3569d99 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375047 Aug 25 16:07:27.381386 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.812644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480d0ae-6d91-4fa5-bb20-a000b593da37 req-3941ba7a-7418-4af6-b9d3-9079a4010d6b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:27.814131 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e480d0ae-6d91-4fa5-bb20-a000b593da37 req-3941ba7a-7418-4af6-b9d3-9079a4010d6b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0563679 Aug 25 16:07:27.852331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e480d0ae-6d91-4fa5-bb20-a000b593da37 req-d70b7f44-ee51-4a7c-905c-91b342c0f691 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Aug 25 16:07:28.118289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.582265 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-f07aebd0-9e13-4873-9e29-4074a8ac4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.583792 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-f07aebd0-9e13-4873-9e29-4074a8ac4bba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1097 time: 0.0431919 Aug 25 16:07:28.679344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-49d6c4fe-4d32-4076-9661-14461edbb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.680847 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-49d6c4fe-4d32-4076-9661-14461edbb755 service neutron] 10.222.0.45 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0907030 Aug 25 16:07:28.746767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-866366da-0c06-4101-8dee-6326d33147ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1002 time: 0.0582960 Aug 25 16:07:28.801183 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-bd075c9c-70c7-486b-ac1a-95b2dc6d8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.802669 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-bd075c9c-70c7-486b-ac1a-95b2dc6d8d38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0487516 Aug 25 16:07:28.854836 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-c08b5892-6a71-4cb6-84f3-a39145c1023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.856386 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-c08b5892-6a71-4cb6-84f3-a39145c1023c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452654 Aug 25 16:07:28.948767 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-60426aae-da89-444e-9fb3-bf08fecff54a service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856152 Aug 25 16:07:28.968724 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cf4b1-a9cf-4fc7-a16e-c799c19a882c req-e4b9ba7d-1769-4659-ab0a-d0aa29aaf3e6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.970208 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-845cf4b1-a9cf-4fc7-a16e-c799c19a882c req-e4b9ba7d-1769-4659-ab0a-d0aa29aaf3e6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0489218 Aug 25 16:07:29.011197 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-845cf4b1-a9cf-4fc7-a16e-c799c19a882c req-8a3c0b0d-4a4b-4a5d-b991-714bcea071c3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348394 Aug 25 16:07:29.048658 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da757e20-5ed7-4ca1-9696-19cec9193096 req-ff075504-e100-4ab7-b88b-58640b783811 service neutron] 10.222.0.45 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932276 Aug 25 16:07:29.838954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:30.130494 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc3158-e726-40fe-accf-4cd3bbe954ac req-073d72f5-0cf2-43f1-bb34-b4890bcb2cc4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:30.131926 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73fc3158-e726-40fe-accf-4cd3bbe954ac req-073d72f5-0cf2-43f1-bb34-b4890bcb2cc4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0527780 Aug 25 16:07:30.168562 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-73fc3158-e726-40fe-accf-4cd3bbe954ac req-dd58edc2-8d05-467e-a908-83445b49d52b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307181 Aug 25 16:07:31.286462 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb452cb-26e8-4e71-a10a-f8353a237579 req-f1185842-c06b-415c-99e2-f6dd3e4462d1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.288015 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcb452cb-26e8-4e71-a10a-f8353a237579 req-f1185842-c06b-415c-99e2-f6dd3e4462d1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0508671 Aug 25 16:07:31.330612 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dcb452cb-26e8-4e71-a10a-f8353a237579 req-8364f2ce-2965-4576-858f-7fb19e534fab tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Aug 25 16:07:31.939852 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:07:32.445360 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca462cd-0e77-4817-8622-8304724265c9 req-c585fabb-f1ca-4213-bb46-81a8bc5a8fa4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:32.446831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ca462cd-0e77-4817-8622-8304724265c9 req-c585fabb-f1ca-4213-bb46-81a8bc5a8fa4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0490453 Aug 25 16:07:32.486492 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7ca462cd-0e77-4817-8622-8304724265c9 req-c1e10b06-fd84-4efa-8a65-d46c81a1c534 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335670 Aug 25 16:07:33.603120 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6db4-851b-448e-9b17-3614ed41cf7c req-cc58c3ad-b637-44b9-a2b4-a46ed4925901 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:33.605086 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f05f6db4-851b-448e-9b17-3614ed41cf7c req-cc58c3ad-b637-44b9-a2b4-a46ed4925901 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0507452 Aug 25 16:07:33.645087 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f05f6db4-851b-448e-9b17-3614ed41cf7c req-a0ea60b9-d369-4ae5-95c6-e66c639d8309 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Aug 25 16:07:34.120576 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bd8ee-aef4-4402-8aa9-5252e1ac93db req-cbd175c5-d559-41f1-a226-d151a71904a6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:34.122162 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e1bd8ee-aef4-4402-8aa9-5252e1ac93db req-cbd175c5-d559-41f1-a226-d151a71904a6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 946 time: 0.0485425 Aug 25 16:07:34.173446 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-9e1bd8ee-aef4-4402-8aa9-5252e1ac93db req-67ca0c30-5e85-49d2-9869-4940ed9b78a3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 Aug 25 16:07:34.282375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-7ebbe030-60a6-4e8e-964b-0d675559730f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105158 Aug 25 16:07:34.306870 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:07:34.386967 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.408935 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:34.411771 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb432358-4b63-428a-a7d0-be58e640ce3f" -d '{"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:07:34.423974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:34.524134 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.528403 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02390780-9c86-474d-b047-c5c7444c7cb7 x-openstack-request-id: req-02390780-9c86-474d-b047-c5c7444c7cb7 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:07:34.532326 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-unplugged", "status": "failed", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "code": 422}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:07:34.532326 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02390780-9c86-474d-b047-c5c7444c7cb7 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:07:34.532326 n-d-805995-2 neutron-server[101874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'code': 422} returned with failed status Aug 25 16:07:34.574873 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:34.583253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.583608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.583959 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.584305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.584646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.584985 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.585322 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.585656 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.585989 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.586320 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.586652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:34.586987 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:35.289010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24d8d-b6ba-4569-9b5f-3ba1eff870d5 req-08c486a4-4c78-4c93-a6ba-04275d31e921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:35.290499 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfb24d8d-b6ba-4569-9b5f-3ba1eff870d5 req-08c486a4-4c78-4c93-a6ba-04275d31e921 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0484536 Aug 25 16:07:35.333825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dfb24d8d-b6ba-4569-9b5f-3ba1eff870d5 req-42c97949-b3c1-480f-af85-dfeaa8e53578 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374041 Aug 25 16:07:36.454624 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b5ad3-53ac-4a89-abe6-51afce371700 req-9d021b2f-19c8-40f0-ba5e-68d3602dd71b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:36.457058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e1b5ad3-53ac-4a89-abe6-51afce371700 req-9d021b2f-19c8-40f0-ba5e-68d3602dd71b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0564339 Aug 25 16:07:36.495785 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5e1b5ad3-53ac-4a89-abe6-51afce371700 req-2e12f84c-fd22-4ee4-ba2c-86f04a48058d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320795 Aug 25 16:07:37.624140 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e6d3e-c72b-4daa-827e-12670493f747 req-8e287e73-77c1-4564-82b0-28c2083ea0a1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.625647 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-518e6d3e-c72b-4daa-827e-12670493f747 req-8e287e73-77c1-4564-82b0-28c2083ea0a1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0507576 Aug 25 16:07:37.665258 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-518e6d3e-c72b-4daa-827e-12670493f747 req-eac108ed-5fb7-4b15-9ff0-8c5910df9714 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331869 Aug 25 16:07:38.780628 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e934c-a139-4343-aea6-e347bab639ba req-d1894de6-7306-4b57-a053-bbbc94f76c64 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:38.782173 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd1e934c-a139-4343-aea6-e347bab639ba req-d1894de6-7306-4b57-a053-bbbc94f76c64 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0493858 Aug 25 16:07:38.822402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd1e934c-a139-4343-aea6-e347bab639ba req-bc97a73b-85cf-4d3f-97e5-625532fc17ed tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335708 Aug 25 16:07:39.941754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7ea9c-ca52-47c0-b6f0-5340c1fbf386 req-9d7b0ac2-5d57-4e36-82c1-6e129208e7e3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:39.943313 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7f7ea9c-ca52-47c0-b6f0-5340c1fbf386 req-9d7b0ac2-5d57-4e36-82c1-6e129208e7e3 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0521154 Aug 25 16:07:39.981551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a7f7ea9c-ca52-47c0-b6f0-5340c1fbf386 req-d890e876-aca2-47c9-a41a-203c21fb064c tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Aug 25 16:07:41.096310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f73cc-98c7-4e72-9ed2-0bb01f872d56 req-057cdf40-43cd-4d0c-bad1-29674a17546d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:41.098323 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c31f73cc-98c7-4e72-9ed2-0bb01f872d56 req-057cdf40-43cd-4d0c-bad1-29674a17546d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0499306 Aug 25 16:07:41.140273 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c31f73cc-98c7-4e72-9ed2-0bb01f872d56 req-622ac267-02ce-4367-aec8-a0e11fac9a78 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356078 Aug 25 16:07:42.258074 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251bb6f-040a-4b74-92eb-a3931beebbaa req-6c3f40a1-e0ce-4a37-b91a-e53997b4c07f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.259531 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0251bb6f-040a-4b74-92eb-a3931beebbaa req-6c3f40a1-e0ce-4a37-b91a-e53997b4c07f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0507572 Aug 25 16:07:42.301715 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0251bb6f-040a-4b74-92eb-a3931beebbaa req-5b4c3716-d8ec-4918-86c7-b031eb7edb61 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361581 Aug 25 16:07:42.676762 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-01f5831a-d95d-4fc6-afc5-8f86c415e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.678188 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-01f5831a-d95d-4fc6-afc5-8f86c415e2e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&tenant_id=33c5ae585a0445f0bac12770757a7ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0452757 Aug 25 16:07:42.691434 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805995-2', 'device_owner': 'compute:nova'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:07:42.743494 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.946580 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:42.979612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:43.016428 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b06a08-71d2-44f7-b6e6-eb484afbcef1 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:43.024342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.036045 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Transition to ACTIVE for port object e1b06a08-71d2-44f7-b6e6-eb484afbcef1 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:43.135380 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.210466 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=7']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.224606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.224981 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.225296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.225630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.225961 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.226292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.226619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.226947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.227296 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.227619 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.227939 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.228276 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:43.270858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] No DVR routers for this DVR port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:43.435489 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:43.435770 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:43.436098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:43.444062 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:07:43.444376 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Attempting to bind port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:43.455931 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b77f-f7d6-4b39-87c2-ff28fdd75cd9 req-5a2ef1c0-358a-4b49-9d69-7771ce6803c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.457400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4b5b77f-f7d6-4b39-87c2-ff28fdd75cd9 req-5a2ef1c0-358a-4b49-9d69-7771ce6803c2 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0882096 Aug 25 16:07:43.458671 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:43.458998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Checking segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:07:43.459419 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Bound using segment: {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:43.459837 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Bound port: e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd50eca-2886-4f67-b024-e59628ab3c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:43.460191 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.525145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e4b5b77f-f7d6-4b39-87c2-ff28fdd75cd9 req-582c21aa-f3fe-4071-81b2-fe2725f96a1d tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618021 Aug 25 16:07:43.547569 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:43.551186 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:43.627342 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.665810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.666425 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.667858 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1092 time: 0.9803970 Aug 25 16:07:43.668303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:43.670582 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7ceb92-dbf3-4dc3-9818-37108c233121" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:07:43.704477 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cc0e0-c652-4e41-ab94-cce6d6e3c748 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=8']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.726624 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e60345-a1aa-4a0d-b8f8-3a23e75af840 x-openstack-request-id: req-31e60345-a1aa-4a0d-b8f8-3a23e75af840 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:07:43.726930 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:07:43.727210 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31e60345-a1aa-4a0d-b8f8-3a23e75af840 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:07:43.727622 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'status': 'completed', 'code': 200} Aug 25 16:07:43.745335 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-420c56f3-2244-4635-a789-c4ad08ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.746870 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-420c56f3-2244-4635-a789-c4ad08ccea16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1095 time: 0.0505841 Aug 25 16:07:43.844236 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-9e3472c8-eb8a-4eb6-a229-c6df7b6dd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.850613 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-9e3472c8-eb8a-4eb6-a229-c6df7b6dd1f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0894494 Aug 25 16:07:43.917095 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-25a9a1e2-f0ec-4740-b653-790f0a1a82d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1000 time: 0.0633774 Aug 25 16:07:43.967665 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-f3f62b03-238f-4bb1-9f30-33b32b26c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.969138 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-f3f62b03-238f-4bb1-9f30-33b32b26c780 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0447848 Aug 25 16:07:44.015079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-5067ccec-4842-4aad-88a3-7cf700b901de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.016566 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-5067ccec-4842-4aad-88a3-7cf700b901de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395393 Aug 25 16:07:44.111142 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-85b63c59-ebdf-4414-8b70-efc941308064 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858941 Aug 25 16:07:44.199716 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-e1930acc-45d9-425b-9839-4adea801877b service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Aug 25 16:07:44.347948 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-765b14a2-ae30-464e-9462-67c266fb2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.349491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-765b14a2-ae30-464e-9462-67c266fb2675 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1095 time: 0.0485592 Aug 25 16:07:44.445707 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-e46bb4b6-c21b-4491-8d06-8320ca1865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.447160 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-e46bb4b6-c21b-4491-8d06-8320ca1865c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0889051 Aug 25 16:07:44.519815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-fb21373c-0c85-4e3b-b0fc-419e3d9e03a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1000 time: 0.0618885 Aug 25 16:07:44.572300 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-b5afc68c-7d64-4cf9-900c-0c49d7bfb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.581616 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-b5afc68c-7d64-4cf9-900c-0c49d7bfb47d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0460503 Aug 25 16:07:44.648905 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-7d2ed373-70e4-48de-9d3b-ffd22e98131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.650455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-7d2ed373-70e4-48de-9d3b-ffd22e98131d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665717 Aug 25 16:07:44.665986 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30cd15-a23e-44d7-82e2-946101f71fa6 req-bce360ea-154e-4e28-973e-794d532e5ceb tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.667387 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff30cd15-a23e-44d7-82e2-946101f71fa6 req-bce360ea-154e-4e28-973e-794d532e5ceb tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0597270 Aug 25 16:07:44.755281 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ff30cd15-a23e-44d7-82e2-946101f71fa6 req-acd37f3b-32bf-483d-954d-d12284027cd6 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795188 Aug 25 16:07:44.782627 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-8f5c90a2-4d02-41e8-a791-29c25bca870c service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142645 Aug 25 16:07:44.879449 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0c7ceb92-dbf3-4dc3-9818-37108c233121 req-fb261fa8-5203-4130-b54d-f68b1e029fea service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Aug 25 16:07:45.873976 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35323cd8-f5ce-49fe-a5b9-9786109c6fca req-3d2c03f9-acf1-476c-adec-19da11042fae tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:45.875919 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35323cd8-f5ce-49fe-a5b9-9786109c6fca req-3d2c03f9-acf1-476c-adec-19da11042fae tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0503123 Aug 25 16:07:45.915433 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-35323cd8-f5ce-49fe-a5b9-9786109c6fca req-337a031b-6821-4c19-8b80-52d149d33447 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Aug 25 16:07:47.034478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df95d15-ff7e-4a07-95f8-b28d9e7657b8 req-9bc69467-c726-4d17-8880-debc2df60a8e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:47.036006 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9df95d15-ff7e-4a07-95f8-b28d9e7657b8 req-9bc69467-c726-4d17-8880-debc2df60a8e tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0537333 Aug 25 16:07:47.073895 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-9df95d15-ff7e-4a07-95f8-b28d9e7657b8 req-0eee7b7d-ddf8-4712-aa9b-2247062c74c0 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Aug 25 16:07:48.187423 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43a29-97bd-4526-a3b3-94f2a3671e49 req-1c70885b-0fc2-4492-8629-783d58b4ed1a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:48.188939 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4be43a29-97bd-4526-a3b3-94f2a3671e49 req-1c70885b-0fc2-4492-8629-783d58b4ed1a tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0486975 Aug 25 16:07:48.227223 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-4be43a29-97bd-4526-a3b3-94f2a3671e49 req-92f1c651-3d72-460b-ac8e-e0614d622d55 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Aug 25 16:07:49.342291 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638db103-31af-4467-9b57-a8320520600c req-6d63a701-48d7-43c3-bf8a-d59a3824190f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:49.343826 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-638db103-31af-4467-9b57-a8320520600c req-6d63a701-48d7-43c3-bf8a-d59a3824190f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0494292 Aug 25 16:07:49.381090 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-638db103-31af-4467-9b57-a8320520600c req-e3fafa84-b56f-4989-b945-22747038eac8 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Aug 25 16:07:50.496203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977f85-4252-44b7-b317-ffa6ada0b107 req-4848c8ad-59c3-4fae-a40c-45a99b1de3c4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:50.497720 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb977f85-4252-44b7-b317-ffa6ada0b107 req-4848c8ad-59c3-4fae-a40c-45a99b1de3c4 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0498507 Aug 25 16:07:50.540040 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-fb977f85-4252-44b7-b317-ffa6ada0b107 req-65289988-1880-435e-b34d-c5ab0a5f836f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355840 Aug 25 16:07:50.902927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-94174e45-874f-4186-9075-c9d4a163b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:50.904474 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-94174e45-874f-4186-9075-c9d4a163b0fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1095 time: 0.0399563 Aug 25 16:07:51.015010 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-8e7a1020-be31-4d97-9112-812b9b0c74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.016530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-8e7a1020-be31-4d97-9112-812b9b0c74de service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0917308 Aug 25 16:07:51.060915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1fbd23e5-1c11-4e79-8ea8-9e8a95cae2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.082634 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-dfc11b2c-b354-484a-bc85-a6c7aae68112 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1000 time: 0.0584877 Aug 25 16:07:51.135631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-87c5fa65-9205-428e-b7c4-2a351749539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.137029 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-87c5fa65-9205-428e-b7c4-2a351749539a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0471494 Aug 25 16:07:51.181925 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-46f98bb6-5d14-48b7-af7a-f0887722de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.183490 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-46f98bb6-5d14-48b7-af7a-f0887722de59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393941 Aug 25 16:07:51.270812 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-5ff05315-4947-46b4-bff5-869d5b71ffda service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804119 Aug 25 16:07:51.362815 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cb770b1a-f3ee-4d03-9ee4-f347f27112a3 req-06dfa438-b3f0-46ae-9fe4-6fd0cf4ac45f service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847223 Aug 25 16:07:51.655758 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8714c6-a538-4825-a5a8-f0297334a1ad req-f735bd5e-0ba6-4b03-93e3-758994dc6283 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.657155 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b8714c6-a538-4825-a5a8-f0297334a1ad req-f735bd5e-0ba6-4b03-93e3-758994dc6283 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0494452 Aug 25 16:07:51.701055 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6b8714c6-a538-4825-a5a8-f0297334a1ad req-4d1a7e5b-8f48-4ca4-8557-4119f9ac756b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Aug 25 16:07:52.811568 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d273-3446-47d1-8170-4ce8b63d87a9 req-1d6e83bb-cbd0-468d-bf39-9e59c2201b21 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:52.813173 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d3c9d273-3446-47d1-8170-4ce8b63d87a9 req-1d6e83bb-cbd0-468d-bf39-9e59c2201b21 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0500581 Aug 25 16:07:52.851810 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d3c9d273-3446-47d1-8170-4ce8b63d87a9 req-5fecf2a8-83c5-474c-894c-e1f548af6607 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Aug 25 16:07:53.751976 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e852f91c-36e8-4b4f-9a39-71f4a5b88c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:53.950483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:07:53.978526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837c334-686b-4076-88e8-4008199f5d2a req-375c3928-6122-4a9c-a2b3-1c10611d9d27 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:53.980048 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4837c334-686b-4076-88e8-4008199f5d2a req-375c3928-6122-4a9c-a2b3-1c10611d9d27 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 944 time: 0.0498302 Aug 25 16:07:54.028364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4837c334-686b-4076-88e8-4008199f5d2a req-280e9a80-4f61-4333-8642-b66852be2088 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Aug 25 16:07:54.047363 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:54.059313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'port_id': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'mac_address': 'fa:16:3e:48:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:07:54.096655 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:54.108848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b06a08-71d2-44f7-b6e6-eb484afbcef1 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:54.127573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:54.254443 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:54.304502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=9']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:54.307532 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:54.522170 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['e1b06a08-71d2-44f7-b6e6-eb484afbcef1'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:07:55.143786 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b34b3-521d-4f91-98ee-a898d5e6b677 req-180f3eb3-b219-48e5-a357-49beaec00751 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:55.145746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-634b34b3-521d-4f91-98ee-a898d5e6b677 req-180f3eb3-b219-48e5-a357-49beaec00751 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 945 time: 0.0499349 Aug 25 16:07:55.182755 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-634b34b3-521d-4f91-98ee-a898d5e6b677 req-e459ad8e-dd16-48aa-819d-9311d565fa9b tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Aug 25 16:07:55.809646 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.951304 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:07:56.083573 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:56.087565 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:56.087936 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.169640 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.197949 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:56.200226 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7029bc24-44f6-476e-99a1-fd92d8dabe6f" -d '{"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-plugged", "status": "completed", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:07:56.212632 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:56.243907 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9a964-2938-4559-ac77-31c88e460d05 x-openstack-request-id: req-33d9a964-2938-4559-ac77-31c88e460d05 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:07:56.243907 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-plugged", "status": "completed", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:07:56.243907 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33d9a964-2938-4559-ac77-31c88e460d05 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:07:56.243907 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'code': 200} Aug 25 16:07:56.306007 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5390d-d9fd-45e2-82f9-ea6ceae256ec req-45c54988-0374-4439-b74d-e228ccc1a680 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:56.307582 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51f5390d-d9fd-45e2-82f9-ea6ceae256ec req-45c54988-0374-4439-b74d-e228ccc1a680 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 945 time: 0.0530758 Aug 25 16:07:56.330428 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.352171 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-51f5390d-d9fd-45e2-82f9-ea6ceae256ec req-0f091555-ce70-4e1b-b534-08d75c3a4808 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377343 Aug 25 16:07:56.383736 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=10']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:56.396616 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421b68-8066-4c04-8efc-daeba585ef84 req-8a96ece0-2bb7-47b6-8b8c-16b613b18cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:56.398164 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed421b68-8066-4c04-8efc-daeba585ef84 req-8a96ece0-2bb7-47b6-8b8c-16b613b18cd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1098 time: 0.0430462 Aug 25 16:07:56.433793 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-ed421b68-8066-4c04-8efc-daeba585ef84 req-f66c19a9-83d7-42f9-8629-55bb386d0087 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285132 Aug 25 16:07:57.357954 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:57.469946 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b50cb-54e3-4258-a90f-de297fc25fef req-dc59dc41-76b7-490f-b999-52ada2993375 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:57.472026 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b05b50cb-54e3-4258-a90f-de297fc25fef req-dc59dc41-76b7-490f-b999-52ada2993375 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 947 time: 0.0502453 Aug 25 16:07:57.511644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b05b50cb-54e3-4258-a90f-de297fc25fef req-75799b7a-9803-47a1-a7e4-0f7381c04f19 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Aug 25 16:07:58.128795 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:58.629583 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372355cc-b9b8-42aa-b268-da462c2a2f50 req-12534d36-bd39-4c03-84fd-13e3853a9c37 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:58.631126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-372355cc-b9b8-42aa-b268-da462c2a2f50 req-12534d36-bd39-4c03-84fd-13e3853a9c37 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 947 time: 0.0492823 Aug 25 16:07:58.673356 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-372355cc-b9b8-42aa-b268-da462c2a2f50 req-d808e909-f09c-4eeb-9d3c-6bd1b599c5e0 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362887 Aug 25 16:07:59.797911 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.941531 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:08:21.112401 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-14fa1003-9894-4f63-82cd-0cb7a768ef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:23.814273 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d1e40942-9c14-47cb-839b-fd85909e71a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:24.283133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.951670 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.465830 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.197216 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.888754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.940729 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:08:51.093062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0ec567ec-252b-4fe3-9bd7-eef0e048b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.908810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-915c287a-0bf3-400e-a49d-7c1bb52bce4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788264 Aug 25 16:08:52.993098 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-8c7717ed-55bd-4316-90ec-86e6ccdb5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:52.994587 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-8c7717ed-55bd-4316-90ec-86e6ccdb5ea9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1098 time: 0.0440631 Aug 25 16:08:53.098684 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-80d3e919-5eae-4cf5-a057-e24ea9ae2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:53.100122 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-80d3e919-5eae-4cf5-a057-e24ea9ae2b1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0869465 Aug 25 16:08:53.171359 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-d2b07a82-3680-4b5f-a21c-af813497f526 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1002 time: 0.0630674 Aug 25 16:08:53.222118 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-93348154-f856-41fc-b272-29625c946768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:53.230956 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-93348154-f856-41fc-b272-29625c946768 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0452921 Aug 25 16:08:53.268662 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-7803382b-55e1-46d2-bc89-5143ccda99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:53.270141 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-7803382b-55e1-46d2-bc89-5143ccda99d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393500 Aug 25 16:08:53.281726 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-8e6acc62-6b0f-4c87-8184-e1ef2af6999d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:08:53.283242 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-8e6acc62-6b0f-4c87-8184-e1ef2af6999d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054910 Aug 25 16:08:53.374742 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-399febf6-03ae-4b9e-85c6-ec42a30fc59f service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843103 Aug 25 16:08:53.469313 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-38b80b71-4640-4c6a-9150-9fd014450be3 req-c07e2b45-1ff1-4706-8b73-dced03eafdb7 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875280 Aug 25 16:08:53.870583 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-477f7a02-a7e7-4e16-8d95-abee7cdeeddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:54.293627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.945186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.373430 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.156678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.825001 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:21.115117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f024ae7-e2f2-45eb-aae8-a6b24ffee05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:22.941048 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:09:23.744432 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd46b06f-a054-4d95-9204-9ad75dd02750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:24.229738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.818364 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.407358 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.104353 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.807212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.069206 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0f75-7934-4f2a-936f-c3d1e9215f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:53.777769 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c4def4d-acae-4096-bb55-3c5c04de905b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:53.870100 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-23a59193-7722-4621-a35b-8be582943397 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405703 Aug 25 16:09:53.961497 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618cce-400c-4483-b51e-43353e6532c4 req-52e7fb80-0cdd-49eb-b348-c5fe7d86a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:53.963198 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-52e7fb80-0cdd-49eb-b348-c5fe7d86a0e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1098 time: 0.0466099 Aug 25 16:09:54.069259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618cce-400c-4483-b51e-43353e6532c4 req-d8bec535-7dbe-4b3b-a707-9260038e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:54.070638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-d8bec535-7dbe-4b3b-a707-9260038e0dda service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.0878816 Aug 25 16:09:54.139049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-2033375a-77ef-439e-923d-c5dcf980b625 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 1002 time: 0.0605066 Aug 25 16:09:54.189633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618cce-400c-4483-b51e-43353e6532c4 req-98d85b47-8d06-44e9-acd8-2ab86ebc733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:54.191145 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-98d85b47-8d06-44e9-acd8-2ab86ebc733c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0452216 Aug 25 16:09:54.239460 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618cce-400c-4483-b51e-43353e6532c4 req-06d7e340-c52e-4b95-91ee-8b07e83090ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:54.240970 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-06d7e340-c52e-4b95-91ee-8b07e83090ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411408 Aug 25 16:09:54.251145 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.333300 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-cbf8e5f9-0880-4258-83a4-42a53c4e856b service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839000 Aug 25 16:09:54.423042 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-19618cce-400c-4483-b51e-43353e6532c4 req-ac7941c6-6ef5-4618-a1ca-3f274ae8c491 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824976 Aug 25 16:09:55.840572 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.377232 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.189125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.932490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56604) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:09:59.259795 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Deleting port 2e75242f-784b-48f4-9c40-2ffd2ebdd868 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:09:59.260316 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.341637 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.341976 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.353636 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Calling delete_port for 2e75242f-784b-48f4-9c40-2ffd2ebdd868 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:09:59.583635 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.613240 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event deleted for resources: {'Port': ['ID=2e75242f-784b-48f4-9c40-2ffd2ebdd868,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:59.626313 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.626678 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.627128 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.627485 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.627822 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.628166 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.628503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.628840 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.629221 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.629554 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.630027 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.630488 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:59.685560 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.685893 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Floating IP 64e8eac1-eedd-4246-a66b-3b0fb2c15ab3 disassociated (deleted). External IP: 172.25.8.153, port: e1b06a08-71d2-44f7-b6e6-eb484afbcef1. Aug 25 16:09:59.817546 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.897491 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:59.945062 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:10:00.006944 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:00.011820 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.016430 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:00.024926 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:00.025529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:00.038294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-29cd4fcc-547c-411f-85c9-a22b34da3aad tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "DELETE /v2.0/floatingips/64e8eac1-eedd-4246-a66b-3b0fb2c15ab3 HTTP/1.1" status: 204 len: 168 time: 1.1044452 Aug 25 16:10:00.038904 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:00.041203 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178fad47-b12f-4145-8b50-173aaa2e0d45" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:10:00.133924 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:00.226939 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113acaad-4427-4115-b6fc-e821235ff127 x-openstack-request-id: req-113acaad-4427-4115-b6fc-e821235ff127 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:10:00.226939 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:10:00.226939 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-113acaad-4427-4115-b6fc-e821235ff127 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:10:00.227316 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'status': 'completed', 'code': 200} Aug 25 16:10:00.304638 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-6f2ef4a6-fd15-4c63-9845-4a9f11fb775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.306181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-6f2ef4a6-fd15-4c63-9845-4a9f11fb775f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33c5ae585a0445f0bac12770757a7ae5&device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 1098 time: 0.0425255 Aug 25 16:10:00.338647 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:00.369935 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:00.380748 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:00.381361 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:00.425240 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-c3840383-f168-40a7-92c7-40f13fb4b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.426405 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-c3840383-f168-40a7-92c7-40f13fb4b446 service neutron] 10.222.0.52 "GET /v2.0/networks?id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 200 len: 908 time: 0.1130357 Aug 25 16:10:00.458594 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df65528-3ecb-4302-acc2-2b9f03a2d545 req-576c0192-ae3c-4e08-a17c-2650c3ec0ae1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.460489 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1df65528-3ecb-4302-acc2-2b9f03a2d545 req-576c0192-ae3c-4e08-a17c-2650c3ec0ae1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 947 time: 0.0588956 Aug 25 16:10:00.476795 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-143c3dc2-7735-434f-bff8-92f0b36f07eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 200 len: 217 time: 0.0415759 Aug 25 16:10:00.508413 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:00.509588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1df65528-3ecb-4302-acc2-2b9f03a2d545 req-8c165192-bca1-4810-b407-8c5e356b3ecc tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Aug 25 16:10:00.547988 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-b1eeafe7-e903-47a9-818f-fbd184f214dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.549509 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-b1eeafe7-e903-47a9-818f-fbd184f214dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 200 len: 846 time: 0.0655067 Aug 25 16:10:00.608110 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-2caeeb6a-8c3d-456e-8b95-743eeed84a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.609656 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-2caeeb6a-8c3d-456e-8b95-743eeed84a38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508416 Aug 25 16:10:00.703579 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-7e4018e2-8c35-414f-a6ff-68440f6a9a5d service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840628 Aug 25 16:10:00.741476 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:00.766711 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773945e-0602-45a0-a864-feb4bc4a207b None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T15:59:20Z', 'revision_number': 4, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '01b0db02-91e1-4d87-bb26-4e9a04ad3608', 'name': '', 'network_id': '618a20ba-bcff-4c1e-84e0-c6f2e16deb4c', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'mac_address': 'fa:16:3e:f4:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:19Z', 'updated_at': '2021-08-25T15:59:25Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'subnets': [{'id': '5452af03-1591-4d32-b01b-86de1a1b3bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:00.803441 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-178fad47-b12f-4145-8b50-173aaa2e0d45 req-e4613c51-c1bb-4d7f-8f70-360dff702f09 service neutron] 10.222.0.52 "GET /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903780 Aug 25 16:10:01.015606 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdc9c5-cc88-4b48-9b19-eff460c638ae None None] New status for floating IP 64e8eac1-eedd-4246-a66b-3b0fb2c15ab3: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:10:01.640270 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5c745-c9d5-4cc6-b4ea-13c20f88e706 req-c5baba6b-a992-45eb-aed6-f3f964fd4ffa tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:01.642153 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e5c745-c9d5-4cc6-b4ea-13c20f88e706 req-c5baba6b-a992-45eb-aed6-f3f964fd4ffa tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 947 time: 0.0506821 Aug 25 16:10:01.681525 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a6e5c745-c9d5-4cc6-b4ea-13c20f88e706 req-6f76b368-78d7-4162-aa2d-1138db9897a1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fb4599e-0dbb-4029-ba21-52eef393968b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334060 Aug 25 16:10:02.093470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939e438-09ef-49e1-9457-034bc9403474 req-011afd70-4286-407e-bac8-cb1fb1c38276 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:02.094828 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7939e438-09ef-49e1-9457-034bc9403474 req-011afd70-4286-407e-bac8-cb1fb1c38276 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 947 time: 0.0489252 Aug 25 16:10:02.187729 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Deleting port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:02.188070 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.274979 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] For port e1b06a08-71d2-44f7-b6e6-eb484afbcef1, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:02.275366 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.287724 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Calling delete_port for e1b06a08-71d2-44f7-b6e6-eb484afbcef1 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:02.468666 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.494712 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event deleted for resources: {'Port': ['ID=e1b06a08-71d2-44f7-b6e6-eb484afbcef1,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:02.508870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.509221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.509562 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.509899 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.510233 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.510565 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.510893 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.511255 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.511590 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.511909 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.512656 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.513244 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:02.565030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] No DVR routers for this DVR port e1b06a08-71d2-44f7-b6e6-eb484afbcef1 on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:02.565030 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.565030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7939e438-09ef-49e1-9457-034bc9403474 req-f00e5dd9-a00e-4f9a-8b84-7796eee3eac9 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.52 "DELETE /v2.0/ports/e1b06a08-71d2-44f7-b6e6-eb484afbcef1 HTTP/1.1" status: 204 len: 173 time: 0.4545214 Aug 25 16:10:02.565030 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-deleted', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:02.565030 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef06a132-72b1-491e-b84c-e46dcc28825a" -d '{"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-deleted", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:10:02.644276 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1762fa1d-7895-464a-96e3-fee54bc31ee7 x-openstack-request-id: req-1762fa1d-7895-464a-96e3-fee54bc31ee7 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:10:02.644876 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a005b-e21a-4756-aff0-d2906147deaf", "name": "network-vif-deleted", "tag": "e1b06a08-71d2-44f7-b6e6-eb484afbcef1", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:10:02.644876 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1762fa1d-7895-464a-96e3-fee54bc31ee7 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:10:02.645191 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a005b-e21a-4756-aff0-d2906147deaf', 'name': 'network-vif-deleted', 'tag': 'e1b06a08-71d2-44f7-b6e6-eb484afbcef1', 'status': 'completed', 'code': 200} Aug 25 16:10:02.776365 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-39564cb3-2f22-4871-b9a7-efc80c3f444d req-4e34375f-c506-4ca2-82a1-ad7d483e3d79 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0272281 Aug 25 16:10:03.878175 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b8919dc2-ab8f-409d-b0e4-06b2397381f8 req-2c8d6880-26b6-451c-9c35-27798bf4221f tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0308971 Aug 25 16:10:04.973241 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d53a32b7-3d6b-4972-9fa2-3d2721ae4df2 req-0efe57f8-fdb9-4252-9570-d6ea85cbbcf1 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0277600 Aug 25 16:10:06.068223 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-cbc992b6-39d6-4336-88e7-a31c189b2fff req-04471b52-78ea-473d-8c36-b15ffd492ab5 tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 25 16:10:06.574502 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:06.594600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: e1b06a08-71d2-44f7-b6e6-eb484afbcef1 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:06.594947 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device e1b06a08-71d2-44f7-b6e6-eb484afbcef1 not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:07.175349 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7e89fcf8-2dd9-4507-82a9-4eea28449cdc req-3587265a-46b3-4160-91e1-e6f10029e9ee tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b1a005b-e21a-4756-aff0-d2906147deaf HTTP/1.1" status: 200 len: 210 time: 0.0267832 Aug 25 16:10:08.245373 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56648) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:08.307539 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d1f13e5-4de3-4428-829d-ad6db6451cca tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.335884 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d1f13e5-4de3-4428-829d-ad6db6451cca tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.474931 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d1f13e5-4de3-4428-829d-ad6db6451cca tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.477691 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-5d1f13e5-4de3-4428-829d-ad6db6451cca tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.478940 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-5d1f13e5-4de3-4428-829d-ad6db6451cca tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] 10.222.0.58 "DELETE /v2.0/security-groups/9fb4599e-0dbb-4029-ba21-52eef393968b HTTP/1.1" status: 204 len: 168 time: 0.2325294 Aug 25 16:10:08.488681 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f13e5-4de3-4428-829d-ad6db6451cca tempest-TestShelveInstance-546370099 tempest-TestShelveInstance-546370099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4599e-0dbb-4029-ba21-52eef393968b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:08.596647 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56652) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:09.093340 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.346571 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Deleting port 01b0db02-91e1-4d87-bb26-4e9a04ad3608 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:09.347268 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.426033 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] For port 01b0db02-91e1-4d87-bb26-4e9a04ad3608, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=01b0db02-91e1-4d87-bb26-4e9a04ad3608,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:09.426299 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.439814 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Calling delete_port for 01b0db02-91e1-4d87-bb26-4e9a04ad3608 owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:09.806098 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.831611 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b0db02-91e1-4d87-bb26-4e9a04ad3608,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:10.008837 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.232651 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:10.341848 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:10.351369 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-f1269dec-18de-4180-a82c-8e96e6b7d1f5 admin admin] 10.222.0.58 "PUT /v2.0/routers/c6e48072-b23f-4a2e-ab61-f6cd5bc741f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494617 Aug 25 16:10:10.351369 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56656) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:10.352486 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] Sync routers for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:10.362453 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:10.363101 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:10.456480 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.468426 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:10.555943 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.643644 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T16:10:09Z', 'revision_number': 5, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port': {'id': '90a6f01d-f59c-4076-b959-8f37523bcda2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:18Z', 'updated_at': '2021-08-25T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:10.675671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Deleting port 90a6f01d-f59c-4076-b959-8f37523bcda2 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:10.676042 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.759098 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] For port 90a6f01d-f59c-4076-b959-8f37523bcda2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=90a6f01d-f59c-4076-b959-8f37523bcda2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:10.759474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.761954 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] Checking router: c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:10.770667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] Routers {'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:10.771311 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:10.773665 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Calling delete_port for 90a6f01d-f59c-4076-b959-8f37523bcda2 owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:10.855337 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] Set router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:10.906534 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T16:10:10Z', 'revision_number': 6, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:10.934942 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f47c0b-d9fe-4f3f-8ca6-6e45fdca5508 None None] The sync data for ids ['c6e48072-b23f-4a2e-ab61-f6cd5bc741f7'] in n-d-805995-2 is: [{'id': 'c6e48072-b23f-4a2e-ab61-f6cd5bc741f7', 'name': 'tempest-TestShelveInstance-58521642-router', 'tenant_id': '33c5ae585a0445f0bac12770757a7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:17Z', 'updated_at': '2021-08-25T16:10:10Z', 'revision_number': 6, 'project_id': '33c5ae585a0445f0bac12770757a7ae5', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:11.000353 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.026645 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=90a6f01d-f59c-4076-b959-8f37523bcda2,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:11.090249 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.531403 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.533482 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.680392 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.680855 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:10:11.685655 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.687495 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-664fb939-2f12-409a-b8a1-9312ed0b1ccc admin admin] 10.222.0.58 "DELETE /v2.0/routers/c6e48072-b23f-4a2e-ab61-f6cd5bc741f7 HTTP/1.1" status: 204 len: 168 time: 1.3368549 Aug 25 16:10:11.690547 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56658) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:11.744146 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Deleting subnet 5452af03-1591-4d32-b01b-86de1a1b3bc7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 16:10:11.747901 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.765255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 01b0db02-91e1-4d87-bb26-4e9a04ad3608 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:11.785761 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 01b0db02-91e1-4d87-bb26-4e9a04ad3608 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:11.786028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 01b0db02-91e1-4d87-bb26-4e9a04ad3608 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:11.786460 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 90a6f01d-f59c-4076-b959-8f37523bcda2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:11.787542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.806687 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 90a6f01d-f59c-4076-b959-8f37523bcda2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:11.807098 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 90a6f01d-f59c-4076-b959-8f37523bcda2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:12.215660 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.353898 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.379093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5452af03-1591-4d32-b01b-86de1a1b3bc7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:12.382904 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.384797 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-597dbace-cf17-48c7-ad3f-ab089546e09e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5452af03-1591-4d32-b01b-86de1a1b3bc7 HTTP/1.1" status: 204 len: 168 time: 0.6932707 Aug 25 16:10:12.387346 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56660) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:12.390465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95195476-3bb9-41ee-9164-f53671484f2a None None] Network 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:10:12.458421 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.511843 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Deleting port 526e5f8f-e76f-45e1-bc0e-fa171806c270 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:12.512187 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.566232 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] DHCP port deletion for 618a20ba-bcff-4c1e-84e0-c6f2e16deb4c request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 16:10:12.582966 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] For port 526e5f8f-e76f-45e1-bc0e-fa171806c270, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=526e5f8f-e76f-45e1-bc0e-fa171806c270,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:12.583358 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.596872 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Calling delete_port for 526e5f8f-e76f-45e1-bc0e-fa171806c270 owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:12.612475 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Deleting port 526e5f8f-e76f-45e1-bc0e-fa171806c270 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:12.612855 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.677448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] For port 526e5f8f-e76f-45e1-bc0e-fa171806c270, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=526e5f8f-e76f-45e1-bc0e-fa171806c270,segment=NetworkSegment(4cd50eca-2886-4f67-b024-e59628ab3c51),segment_id=4cd50eca-2886-4f67-b024-e59628ab3c51)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:12.677849 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.691169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Calling delete_port for 526e5f8f-e76f-45e1-bc0e-fa171806c270 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:12.754497 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.765066 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.778755 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Pushing event deleted for resources: {'Port': ['ID=526e5f8f-e76f-45e1-bc0e-fa171806c270,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:12.784403 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] No DVR routers for this DVR port 526e5f8f-e76f-45e1-bc0e-fa171806c270 on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:12.793772 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Pushing event deleted for resources: {'Port': ['ID=526e5f8f-e76f-45e1-bc0e-fa171806c270,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:12.798262 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] No DVR routers for this DVR port 526e5f8f-e76f-45e1-bc0e-fa171806c270 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:12.805446 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.805798 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.806141 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.806481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.806818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.807179 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.807758 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.808108 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.808421 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.809362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.809362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.809362 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0193c-bd53-4675-af2e-29e4db493e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:12.861469 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.871075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618a20ba-bcff-4c1e-84e0-c6f2e16deb4c']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:12.881715 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd50eca-2886-4f67-b024-e59628ab3c51') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:12.882007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd50eca-2886-4f67-b024-e59628ab3c51') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:12.891376 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.904693 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.910433 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: timer() Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:10:12.915685 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:10:13.029018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.034618 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.036543 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] 10.222.0.58 "DELETE /v2.0/networks/618a20ba-bcff-4c1e-84e0-c6f2e16deb4c HTTP/1.1" status: 204 len: 168 time: 0.6482630 Aug 25 16:10:13.039535 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56662) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:13.052558 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56252f-f759-420b-87ac-03e5ec02d64c admin admin] Pushing event deleted for resources: {'Network': ['ID=618a20ba-bcff-4c1e-84e0-c6f2e16deb4c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:13.394686 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.524567 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 526e5f8f-e76f-45e1-bc0e-fa171806c270 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:13.545207 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 526e5f8f-e76f-45e1-bc0e-fa171806c270 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:13.545566 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 526e5f8f-e76f-45e1-bc0e-fa171806c270 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:13.650671 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Deleting port d1a8333e-ec31-47cd-85e0-d674d448064f {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:13.650922 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.729092 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] For port d1a8333e-ec31-47cd-85e0-d674d448064f, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d1a8333e-ec31-47cd-85e0-d674d448064f,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:13.729456 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.742882 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Calling delete_port for d1a8333e-ec31-47cd-85e0-d674d448064f owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:14.022907 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.052099 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a8333e-ec31-47cd-85e0-d674d448064f,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.223085 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.435066 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Router f33dc195-cd42-4dda-b5de-ff7b24153310 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:14.539147 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:14.546126 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-9abdd6e4-5abb-492b-8be3-7fd4a1aae999 admin admin] 10.222.0.58 "PUT /v2.0/routers/f33dc195-cd42-4dda-b5de-ff7b24153310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035608 Aug 25 16:10:14.547307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56664) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:14.549838 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] Sync routers for ids ['f33dc195-cd42-4dda-b5de-ff7b24153310'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:14.559624 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] Routers {'f33dc195-cd42-4dda-b5de-ff7b24153310'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:14.560330 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f33dc195-cd42-4dda-b5de-ff7b24153310'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:14.653426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.666945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] Set router f33dc195-cd42-4dda-b5de-ff7b24153310 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:14.753418 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.862611 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T16:10:13Z', 'revision_number': 5, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:14.879465 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] Checking router: f33dc195-cd42-4dda-b5de-ff7b24153310 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:14.887620 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] Routers {'f33dc195-cd42-4dda-b5de-ff7b24153310'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:14.888224 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f33dc195-cd42-4dda-b5de-ff7b24153310'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:14.990967 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] Set router f33dc195-cd42-4dda-b5de-ff7b24153310 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:15.007126 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Deleting port 996ea748-3b3a-4911-99cb-52011869b79b {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:15.007399 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.087200 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] For port 996ea748-3b3a-4911-99cb-52011869b79b, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=996ea748-3b3a-4911-99cb-52011869b79b,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:15.095892 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.101467 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Calling delete_port for 996ea748-3b3a-4911-99cb-52011869b79b owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:15.176802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T16:10:13Z', 'revision_number': 5, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:15.205680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f479c39-2e5c-44a4-9a01-32d21cc0038e None None] The sync data for ids ['f33dc195-cd42-4dda-b5de-ff7b24153310'] in n-d-805995-2 is: [{'id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'name': 'tempest-TestShelveInstance-2146110130-router', 'tenant_id': '7a3311c286e5459ca9de71d935da77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '996ea748-3b3a-4911-99cb-52011869b79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:59:23Z', 'updated_at': '2021-08-25T16:10:13Z', 'revision_number': 5, 'project_id': '7a3311c286e5459ca9de71d935da77e2', 'gw_port': {'id': '996ea748-3b3a-4911-99cb-52011869b79b', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dc195-cd42-4dda-b5de-ff7b24153310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:59:24Z', 'updated_at': '2021-08-25T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:15.423422 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.449708 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=996ea748-3b3a-4911-99cb-52011869b79b,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:15.513614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.612081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.614217 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.653914 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d1a8333e-ec31-47cd-85e0-d674d448064f no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:15.675056 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d1a8333e-ec31-47cd-85e0-d674d448064f {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:15.675412 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d1a8333e-ec31-47cd-85e0-d674d448064f not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:15.776280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.777327 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33dc195-cd42-4dda-b5de-ff7b24153310 {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:10:15.781957 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.783161 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-bcf9d0c4-7584-4487-bee7-2b3e08e71b27 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f33dc195-cd42-4dda-b5de-ff7b24153310 HTTP/1.1" status: 204 len: 168 time: 1.2349074 Aug 25 16:10:15.785705 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56666) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:15.835888 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Deleting subnet 7932e863-ced3-4181-b5be-406872ee4bc7 {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 16:10:15.839506 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.876429 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.953708 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.103271 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.132938 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7932e863-ced3-4181-b5be-406872ee4bc7,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.136625 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.138619 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-459eee83-c480-44d5-a64a-14498bd51147 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7932e863-ced3-4181-b5be-406872ee4bc7 HTTP/1.1" status: 204 len: 168 time: 0.3518085 Aug 25 16:10:16.141606 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56668) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:16.143125 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70556835-68f1-40d0-b2b2-bd606a68345a None None] Network bd0cfec4-1314-4e7a-9087-f34df98a07d5 requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:10:16.211333 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.273264 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Deleting port d5aafb10-efe8-4e88-9f6a-bf7816b79207 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:16.273607 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.328409 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] DHCP port deletion for bd0cfec4-1314-4e7a-9087-f34df98a07d5 request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 16:10:16.341499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] For port d5aafb10-efe8-4e88-9f6a-bf7816b79207, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d5aafb10-efe8-4e88-9f6a-bf7816b79207,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:16.341902 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.355484 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Calling delete_port for d5aafb10-efe8-4e88-9f6a-bf7816b79207 owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:16.375345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] Deleting port d5aafb10-efe8-4e88-9f6a-bf7816b79207 {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:10:16.375716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.437734 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] For port d5aafb10-efe8-4e88-9f6a-bf7816b79207, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=d5aafb10-efe8-4e88-9f6a-bf7816b79207,segment=NetworkSegment(83c8ae78-2ba1-48a7-a71d-679972172631),segment_id=83c8ae78-2ba1-48a7-a71d-679972172631)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:16.438133 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.455735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] Calling delete_port for d5aafb10-efe8-4e88-9f6a-bf7816b79207 owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:10:16.548938 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.555678 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.575227 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5aafb10-efe8-4e88-9f6a-bf7816b79207,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.579422 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] No DVR routers for this DVR port d5aafb10-efe8-4e88-9f6a-bf7816b79207 on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:16.581792 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] Pushing event deleted for resources: {'Port': ['ID=d5aafb10-efe8-4e88-9f6a-bf7816b79207,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.585815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6174f9-6440-4792-ad97-2c5ac12764d4 None None] No DVR routers for this DVR port d5aafb10-efe8-4e88-9f6a-bf7816b79207 on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:16.654523 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.664478 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0cfec4-1314-4e7a-9087-f34df98a07d5']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:16.674923 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c8ae78-2ba1-48a7-a71d-679972172631') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:16.675244 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c8ae78-2ba1-48a7-a71d-679972172631') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:16.684355 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.698426 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.704887 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: timer() Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:10:16.707183 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:10:16.817667 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.823284 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.825137 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bd0cfec4-1314-4e7a-9087-f34df98a07d5 HTTP/1.1" status: 204 len: 168 time: 0.6822164 Aug 25 16:10:16.836188 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90920651-7404-4239-a898-4174ffc62b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0cfec4-1314-4e7a-9087-f34df98a07d5,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.216212 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56672) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:17.257408 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-adcf35cd-83c5-4113-9485-b369a6c54832 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33c5ae585a0445f0bac12770757a7ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400074 Aug 25 16:10:17.259985 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56674) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:17.309470 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-740e7a1f-c28e-44c7-bced-b392059cfba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.331018 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-740e7a1f-c28e-44c7-bced-b392059cfba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.445713 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-740e7a1f-c28e-44c7-bced-b392059cfba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.448293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-740e7a1f-c28e-44c7-bced-b392059cfba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.449491 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-740e7a1f-c28e-44c7-bced-b392059cfba7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b8eedfc-50a5-4aef-adc2-01904eaa19d3 HTTP/1.1" status: 204 len: 168 time: 0.1883292 Aug 25 16:10:17.458008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7a1f-c28e-44c7-bced-b392059cfba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8eedfc-50a5-4aef-adc2-01904eaa19d3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.534528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d5aafb10-efe8-4e88-9f6a-bf7816b79207 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:17.555737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: d5aafb10-efe8-4e88-9f6a-bf7816b79207 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:17.556089 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device d5aafb10-efe8-4e88-9f6a-bf7816b79207 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:17.556511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 996ea748-3b3a-4911-99cb-52011869b79b no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:10:17.578924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 996ea748-3b3a-4911-99cb-52011869b79b {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:10:17.579310 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 996ea748-3b3a-4911-99cb-52011869b79b not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:10:18.189148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56680) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:18.229363 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-574ffbaa-b85f-4021-ac7e-0a531a8ef49c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a3311c286e5459ca9de71d935da77e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374312 Aug 25 16:10:18.230427 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56682) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:18.281291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-897d75db-bb53-4db2-85ec-dedcb3a8efac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.302393 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-897d75db-bb53-4db2-85ec-dedcb3a8efac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.434848 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-897d75db-bb53-4db2-85ec-dedcb3a8efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.438017 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-897d75db-bb53-4db2-85ec-dedcb3a8efac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:18.439241 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-897d75db-bb53-4db2-85ec-dedcb3a8efac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/014a765d-e205-4588-a690-39a61af83eb9 HTTP/1.1" status: 204 len: 168 time: 0.2075849 Aug 25 16:10:18.447214 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d75db-bb53-4db2-85ec-dedcb3a8efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a765d-e205-4588-a690-39a61af83eb9,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:19.500308 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56704) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:19.596468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-954803799-network', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:19.702806 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Made reservation on behalf of 5e78d4c552ad48c699b82ab6a63c1618 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:19.705211 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.714260 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.804082 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.868900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.896368 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 16:10:19.906657 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ffd7fb-e759-4c17-ab27-0b2881f663c1,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:19.912970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.913360 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Added segment 02a452b9-1c54-44a5-8069-55169efaf2b5 of type vlan for network 81ec8aae-09ab-4963-97fe-e9d50edd405a Aug 25 16:10:19.955588 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.022832 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.023875 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.024474 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.083151 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] Pushing event updated for resources: {'Network': ['ID=81ec8aae-09ab-4963-97fe-e9d50edd405a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.092829 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 16:10:20.126919 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2e6c8571-6337-4df8-b5c5-98d2a2d97987 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6254675 Aug 25 16:10:20.129754 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56708) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:20.135483 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Request body: {'subnet': {'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-954803799-subnet', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:20.216107 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Made reservation on behalf of 5e78d4c552ad48c699b82ab6a63c1618 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:20.219215 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.469508 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.522168 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.533215 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Checking segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:20.533577 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Network hostable DHCP agents. Network: 81ec8aae-09ab-4963-97fe-e9d50edd405a, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:10:20.640340 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:10:20.725898 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, 81ec8aae-09ab-4963-97fe-e9d50edd405a) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:20.729800 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.730378 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.734652 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4947bb6-bcbe-4772-8fe1-0b938d47a2bd None None] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:10:20.823879 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-006f5608-d03d-4828-903f-ca0eb6a72f5d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6928225 Aug 25 16:10:20.826506 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56710) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:20.831490 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:20.880519 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-81ec8aae-09ab-4963-97fe-e9d50edd405a', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 16:10:20.881378 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.926205 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.927315 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.984291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.187302 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Allocated IP 172.20.0.2 (81ec8aae-09ab-4963-97fe-e9d50edd405a/e0d7e67e-7c65-42c1-ad1a-e2a83af56db7/cf49ec06-164c-4547-97b2-766c7cb75e5c) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:21.199471 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.257665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f9c8da6f-57ba-4b13-842b-b74604944d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.332619 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.340992 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Transition to ACTIVE for port object cf49ec06-164c-4547-97b2-766c7cb75e5c will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:21.355419 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Transition to ACTIVE for port object cf49ec06-164c-4547-97b2-766c7cb75e5c will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:21.468899 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.516163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:21.516163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:21.517169 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:21.522865 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Pushing event updated for resources: {'Port': ['ID=cf49ec06-164c-4547-97b2-766c7cb75e5c,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.579784 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Attempting to bind port cf49ec06-164c-4547-97b2-766c7cb75e5c on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:21.580162 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Attempting to bind port cf49ec06-164c-4547-97b2-766c7cb75e5c by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:21.580532 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Attempting to bind port cf49ec06-164c-4547-97b2-766c7cb75e5c on network 81ec8aae-09ab-4963-97fe-e9d50edd405a {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:21.586078 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:21.586561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Checking segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:21.586868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.587296 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Bound using segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:21.590601 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Bound port: cf49ec06-164c-4547-97b2-766c7cb75e5c, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:21.590601 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.655822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] For port cf49ec06-164c-4547-97b2-766c7cb75e5c, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:21.659135 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] For port cf49ec06-164c-4547-97b2-766c7cb75e5c, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cf49ec06-164c-4547-97b2-766c7cb75e5c,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:21.726521 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.793335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0546f-738b-4aa0-b2ef-382e4a128a26 None None] Pushing event updated for resources: {'Port': ['ID=cf49ec06-164c-4547-97b2-766c7cb75e5c,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.826681 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.846864 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.970910 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Allocated IP 172.25.8.23 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/ad2746cd-630b-44e1-a413-75ec6cb25ca2) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:22.087003 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.206243 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.250529 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:22.253456 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:22.257087 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:22.281275 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2746cd-630b-44e1-a413-75ec6cb25ca2,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:22.630801 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab9a42-252d-4eaf-a467-ce8791204f5a None None] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:10:22.648159 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.773329 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-311fa294-0e5b-469d-91de-fd24e8f94a7f None None] Provisioning for port cf49ec06-164c-4547-97b2-766c7cb75e5c completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:22.852269 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.061677 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:10:23.165228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:23.174186 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:23.183756 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:23.186380 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:09:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:23.233576 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.234901 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-e244a9ec-2b56-4262-b7b4-7accc1209346 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4068804 Aug 25 16:10:23.237691 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56712) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:23.286393 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:23.474285 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:22Z', 'revision_number': 3, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:23.521926 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:23.522502 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Updating router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 port ad2746cd-630b-44e1-a413-75ec6cb25ca2 binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 16:10:23.566997 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.568257 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cf49ec06-164c-4547-97b2-766c7cb75e5c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:23.673614 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.725748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port cf49ec06-164c-4547-97b2-766c7cb75e5c completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:23.730871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port cf49ec06-164c-4547-97b2-766c7cb75e5c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:23.731397 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.804644 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-55f0e5c8-c0be-4cf2-81bb-e88a4e2b599f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.812650 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.833730 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.844475 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Transition to ACTIVE for port object ad2746cd-630b-44e1-a413-75ec6cb25ca2 will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:23.850622 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port cf49ec06-164c-4547-97b2-766c7cb75e5c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cf49ec06-164c-4547-97b2-766c7cb75e5c,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:23.852307 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Allocated IP 172.20.0.1 (81ec8aae-09ab-4963-97fe-e9d50edd405a/e0d7e67e-7c65-42c1-ad1a-e2a83af56db7/47d6b7b2-3193-4e70-932b-ca072b39e6dd) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:23.908614 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.948108 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.960979 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Attempting to bind port ad2746cd-630b-44e1-a413-75ec6cb25ca2 on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:23.961344 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Attempting to bind port ad2746cd-630b-44e1-a413-75ec6cb25ca2 by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:23.961701 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Attempting to bind port ad2746cd-630b-44e1-a413-75ec6cb25ca2 on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:23.964526 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.968080 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Pushing event updated for resources: {'Port': ['ID=ad2746cd-630b-44e1-a413-75ec6cb25ca2,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:23.972797 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:23.978075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:23.978075 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.978075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:23.978075 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Bound port: ad2746cd-630b-44e1-a413-75ec6cb25ca2, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:23.978075 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:23.980010 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.provisioning_blocks [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Transition to ACTIVE for port object 47d6b7b2-3193-4e70-932b-ca072b39e6dd will not be triggered until provisioned by entity DHCP. {{(pid=101872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:24.000173 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.000802 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.000927 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.001196 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.001518 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.001839 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.002158 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.002659 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.002778 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.002965 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=cf49ec06-164c-4547-97b2-766c7cb75e5c,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:24.003160 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.003483 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.003937 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:24.042736 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] For port ad2746cd-630b-44e1-a413-75ec6cb25ca2, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:24.046883 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] For port ad2746cd-630b-44e1-a413-75ec6cb25ca2, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad2746cd-630b-44e1-a413-75ec6cb25ca2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:24.063325 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.103656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:24.106672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:24.110893 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:24.114910 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.139543 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Pushing event updated for resources: {'Port': ['ID=47d6b7b2-3193-4e70-932b-ca072b39e6dd,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:24.158642 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.190494 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:24.191184 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:24.193107 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0825f-b431-4469-918a-7b351464c471 None None] Pushing event updated for resources: {'Port': ['ID=ad2746cd-630b-44e1-a413-75ec6cb25ca2,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:24.222495 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.306372 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:24.356895 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.377368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a671c1bd-397b-464d-a5f8-9a2b0cc1385d None None] Provisioning for port 47d6b7b2-3193-4e70-932b-ca072b39e6dd completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:24.381298 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-a671c1bd-397b-464d-a5f8-9a2b0cc1385d None None] Provisioning complete for port 47d6b7b2-3193-4e70-932b-ca072b39e6dd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:24.381705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a671c1bd-397b-464d-a5f8-9a2b0cc1385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.417735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-a671c1bd-397b-464d-a5f8-9a2b0cc1385d None None] Port 47d6b7b2-3193-4e70-932b-ca072b39e6dd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:10:24.488104 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:22Z', 'revision_number': 3, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:24.513673 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba2d14-c8f4-42fc-9029-c717bf59efb6 None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:22Z', 'revision_number': 3, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:24.523700 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.611752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.686385 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:24.688375 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Pushing event updated for resources: {'Port': ['ID=47d6b7b2-3193-4e70-932b-ca072b39e6dd,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:24.808738 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:24.810447 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:24.938807 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:25.042665 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-eace44b6-1c68-4f12-bf5d-8cef2a86ed49 None None] Provisioning complete for port 47d6b7b2-3193-4e70-932b-ca072b39e6dd triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:25.043331 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eace44b6-1c68-4f12-bf5d-8cef2a86ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.065672 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:25.070990 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3d82f1f4-3949-4410-8d4d-3e447c97628d admin admin] 10.222.0.58 "PUT /v2.0/routers/f43fda12-7c8e-4798-ba4c-929fbb9c5c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8322344 Aug 25 16:10:25.084253 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-eace44b6-1c68-4f12-bf5d-8cef2a86ed49 None None] Port 47d6b7b2-3193-4e70-932b-ca072b39e6dd cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:10:25.605847 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cf49ec06-164c-4547-97b2-766c7cb75e5c up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:25.656938 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port cf49ec06-164c-4547-97b2-766c7cb75e5c triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:25.657312 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.737905 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad2746cd-630b-44e1-a413-75ec6cb25ca2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:25.857244 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.867054 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56730) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:25.872274 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-215197714-network', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:25.874282 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port ad2746cd-630b-44e1-a413-75ec6cb25ca2 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:25.878316 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ad2746cd-630b-44e1-a413-75ec6cb25ca2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:25.880077 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.937193 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Made reservation on behalf of eff7a53db63d463db9385f8b3e899791 for: {'network': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:25.939858 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for network, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.949266 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.962547 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:25.984368 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port ad2746cd-630b-44e1-a413-75ec6cb25ca2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad2746cd-630b-44e1-a413-75ec6cb25ca2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:26.040138 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.044483 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.078511 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:26.098713 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=ad2746cd-630b-44e1-a413-75ec6cb25ca2,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.101626 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:26.101845 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.102228 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:26.124305 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=101872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 16:10:26.137884 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93578929-a385-4218-8fda-164f6d3b337e,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.143571 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.144015 n-d-805995-2 neutron-server[101872]: INFO neutron.db.segments_db [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Added segment 23fccf79-1139-4cec-a816-3d4aa827062d of type vlan for network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc Aug 25 16:10:26.187285 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778756776048'] for network, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.214661 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:26.263176 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887'] for network, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.264811 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:26.265442 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.324928 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.336518 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc details requested by agent ovs-agent-n-d-805995-2 with host n-d-805995-2 {{(pid=101874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 16:10:26.372556 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-d05dcfd7-235d-4d38-8ea9-b073a8808a22 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5043015 Aug 25 16:10:26.375761 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56732) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:26.380979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Request body: {'subnet': {'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-215197714-subnet', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'ip_version': 4}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:26.456979 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Made reservation on behalf of eff7a53db63d463db9385f8b3e899791 for: {'subnet': 1} {{(pid=101872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:26.459436 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346706'] for subnet, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.472742 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 2, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:26.508972 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:26.509335 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Updating router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 port 47d6b7b2-3193-4e70-932b-ca072b39e6dd binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 16:10:26.534908 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.703154 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10454476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346656'] for subnet, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.757149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568b1cd4-c821-4345-98dd-fafa400557bf,revision_number=0']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.768017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Checking segment: {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:26.768381 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Network hostable DHCP agents. Network: ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc, hostable agents: ['bc641ff3-8fed-469f-9b10-6387427422b4'], hosted agents: [] {{(pid=101872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:10:26.816418 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.825926 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Transition to ACTIVE for port object 47d6b7b2-3193-4e70-932b-ca072b39e6dd will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:26.873154 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc is scheduled to be hosted by DHCP agent bc641ff3-8fed-469f-9b10-6387427422b4 with binding_index 1 {{(pid=101872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:10:26.896085 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.946203 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a732-34ab-4892-8923-e8834ce9846a None None] Pushing event updated for resources: {'Port': ['ID=47d6b7b2-3193-4e70-932b-ca072b39e6dd,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.953468 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805995-2, ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc) {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:26.958019 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:26.958799 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.987484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17998e-76ba-4694-a2f3-21f8589fe5c9 None None] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:10:27.035184 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-dba0c9f1-56c3-41fe-8be8-f27b32afb0d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6582220 Aug 25 16:10:27.037661 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 56734) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:27.039857 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Attempting to bind port 47d6b7b2-3193-4e70-932b-ca072b39e6dd on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:27.040277 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Attempting to bind port 47d6b7b2-3193-4e70-932b-ca072b39e6dd by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:27.040646 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Attempting to bind port 47d6b7b2-3193-4e70-932b-ca072b39e6dd on network 81ec8aae-09ab-4963-97fe-e9d50edd405a {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:27.042432 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:27.051124 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:27.051528 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Checking segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:27.051904 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.052294 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Bound using segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:27.052769 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Bound port: 47d6b7b2-3193-4e70-932b-ca072b39e6dd, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:27.053150 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.169028 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] For port 47d6b7b2-3193-4e70-932b-ca072b39e6dd, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:27.174030 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] For port 47d6b7b2-3193-4e70-932b-ca072b39e6dd, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=47d6b7b2-3193-4e70-932b-ca072b39e6dd,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:27.182524 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1799975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258873'] for router, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.183729 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1800075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1728323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258862'] for router, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.209749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b6ca5e3-4fbf-5f6e-ad7d-e7fed349a44b-ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc', 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'fixed_ips': [{'subnet_id': '568b1cd4-c821-4345-98dd-fafa400557bf'}]}} from n-d-805995-2. {{(pid=101874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 16:10:27.210649 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.236040 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.246721 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.384313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:27.384928 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:27.386604 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a732-34ab-4892-8923-e8834ce9846a None None] Pushing event updated for resources: {'Port': ['ID=47d6b7b2-3193-4e70-932b-ca072b39e6dd,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:27.445775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.452277 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.504292 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.db_base_plugin_common [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Allocated IP 172.20.0.2 (ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc/568b1cd4-c821-4345-98dd-fafa400557bf/b276e10c-a7b6-4a2f-8614-4f8d303881fb) {{(pid=101874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:27.574038 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad2746cd-630b-44e1-a413-75ec6cb25ca2 up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:27.576852 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:27.765101 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.785566 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.905233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Allocated IP 172.25.8.133 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/4f2d2652-a683-4f53-abad-7446c414024a) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:27.984402 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port ad2746cd-630b-44e1-a413-75ec6cb25ca2 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:27.984775 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.014451 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.028328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Notify callbacks [] for port, precommit_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.043871 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Transition to ACTIVE for port object b276e10c-a7b6-4a2f-8614-4f8d303881fb will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:28.095551 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Transition to ACTIVE for port object b276e10c-a7b6-4a2f-8614-4f8d303881fb will not be triggered until provisioned by entity DHCP. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:28.114730 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.156653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:27Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:28.157891 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:28.162959 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:28.166573 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:28.186782 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceaa74-5339-4a57-b33d-d97499159b8c None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:27Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:28.189279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854'] for port, after_create {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.193459 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Pushing event updated for resources: {'Port': ['ID=4f2d2652-a683-4f53-abad-7446c414024a,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:28.225169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.243931 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc is already hosted by enough agents. {{(pid=101874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:28.255903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.scheduler.base_scheduler [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Resources bound (agent type, host, resource id): {{(pid=101874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:28.259087 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Received port after_create {{(pid=101874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:28.266139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Pushing event updated for resources: {'Port': ['ID=b276e10c-a7b6-4a2f-8614-4f8d303881fb,revision_number=1']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:28.327961 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Attempting to bind port b276e10c-a7b6-4a2f-8614-4f8d303881fb on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:28.328348 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Attempting to bind port b276e10c-a7b6-4a2f-8614-4f8d303881fb by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:28.328720 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Attempting to bind port b276e10c-a7b6-4a2f-8614-4f8d303881fb on network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:28.334778 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:28.335202 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Checking segment: {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:28.335610 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.336454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Bound using segment: {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:28.336454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Bound port: b276e10c-a7b6-4a2f-8614-4f8d303881fb, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:28.336852 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.420278 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] For port b276e10c-a7b6-4a2f-8614-4f8d303881fb, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:28.423848 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] For port b276e10c-a7b6-4a2f-8614-4f8d303881fb, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b276e10c-a7b6-4a2f-8614-4f8d303881fb,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:28.486374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.538874 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.556753 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578c84-a228-44df-93d6-ecd4525d550b None None] Pushing event updated for resources: {'Port': ['ID=b276e10c-a7b6-4a2f-8614-4f8d303881fb,revision_number=2']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:29.139465 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1802046'] for router, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.370623 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Router ab106487-4b9f-48da-9c01-4485495a5cdc is scheduled to L3 agent 3e27d387-3748-4243-9540-d55351bf21ce with binding_index 1 {{(pid=101872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:10:29.485958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:29.498086 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Sync routers for ids ['ab106487-4b9f-48da-9c01-4485495a5cdc'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:29.509096 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Routers {'ab106487-4b9f-48da-9c01-4485495a5cdc'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:29.509096 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ab106487-4b9f-48da-9c01-4485495a5cdc'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:29.541831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7297b-39af-4fe8-8a3f-65f2a0dd9774 None None] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:10:29.582295 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.584182 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-3c6bddc3-342f-460e-912d-35114552fd9c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5454700 Aug 25 16:10:29.587534 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56738) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:29.643661 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Set router ab106487-4b9f-48da-9c01-4485495a5cdc gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:29.653132 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b276e10c-a7b6-4a2f-8614-4f8d303881fb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:29.734937 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-8a6c0abd-3ef5-49f7-96f8-bc79e9a6f6b3 None None] Provisioning for port b276e10c-a7b6-4a2f-8614-4f8d303881fb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:29.822971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port b276e10c-a7b6-4a2f-8614-4f8d303881fb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:29.827897 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b276e10c-a7b6-4a2f-8614-4f8d303881fb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:29.828484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.859257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.931191 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.949170 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:28Z', 'revision_number': 3, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:29.974608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port b276e10c-a7b6-4a2f-8614-4f8d303881fb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b276e10c-a7b6-4a2f-8614-4f8d303881fb,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:29.979451 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Checking router: ab106487-4b9f-48da-9c01-4485495a5cdc for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:29.979915 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Updating router ab106487-4b9f-48da-9c01-4485495a5cdc port 4f2d2652-a683-4f53-abad-7446c414024a binding host n-d-805995-2 {{(pid=101875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 16:10:30.008073 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.056829 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.057924 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 47d6b7b2-3193-4e70-932b-ca072b39e6dd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:30.104407 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.133827 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b21bdc07-8461-43a9-8b52-9c340f0b354e None None] Provisioning complete for port b276e10c-a7b6-4a2f-8614-4f8d303881fb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:30.134203 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b21bdc07-8461-43a9-8b52-9c340f0b354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.173971 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=b276e10c-a7b6-4a2f-8614-4f8d303881fb,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.262751 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 47d6b7b2-3193-4e70-932b-ca072b39e6dd completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:30.267783 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 47d6b7b2-3193-4e70-932b-ca072b39e6dd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:30.268178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.286344 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Allocated IP 172.20.0.1 (ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc/568b1cd4-c821-4345-98dd-fafa400557bf/9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:30.301703 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Notify callbacks [] for port, precommit_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.313442 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.provisioning_blocks [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Transition to ACTIVE for port object 4f2d2652-a683-4f53-abad-7446c414024a will not be triggered until provisioned by entity L2. {{(pid=101875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:30.349218 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.381452 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 47d6b7b2-3193-4e70-932b-ca072b39e6dd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=47d6b7b2-3193-4e70-932b-ca072b39e6dd,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:30.399755 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.403319 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.417513 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Transition to ACTIVE for port object 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:30.453603 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Attempting to bind port 4f2d2652-a683-4f53-abad-7446c414024a on host n-d-805995-2 for vnic_type normal with profile {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:30.453970 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Attempting to bind port 4f2d2652-a683-4f53-abad-7446c414024a by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:30.455472 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Attempting to bind port 4f2d2652-a683-4f53-abad-7446c414024a on network 4b029e60-5bcb-46e6-983c-ea15f620bb16 {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:30.457121 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646ab5e-e17a-4214-9b1f-4bb236cd76db None None] Pushing event updated for resources: {'Port': ['ID=4f2d2652-a683-4f53-abad-7446c414024a,revision_number=2']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.461668 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:30.462051 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Checking segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:30.462447 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.462826 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Bound using segment: {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'} {{(pid=101875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:30.463309 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.managers [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Bound port: 4f2d2652-a683-4f53-abad-7446c414024a, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b429b18-910a-4e14-83c1-d2e2019001c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16'}}] {{(pid=101875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:30.463689 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.513492 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] For port 4f2d2652-a683-4f53-abad-7446c414024a, host n-d-805995-2, cleared binding levels {{(pid=101875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:30.515140 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.517139 n-d-805995-2 neutron-server[101875]: DEBUG neutron.plugins.ml2.db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] For port 4f2d2652-a683-4f53-abad-7446c414024a, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4f2d2652-a683-4f53-abad-7446c414024a,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:30.560769 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.563817 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=47d6b7b2-3193-4e70-932b-ca072b39e6dd,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.598574 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:30.603372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:30.606911 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:30.624009 n-d-805995-2 neutron-server[101875]: DEBUG neutron_lib.callbacks.manager [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.633159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Pushing event updated for resources: {'Port': ['ID=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.653568 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802209'] for router_interface, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.689274 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Routers {'ab106487-4b9f-48da-9c01-4485495a5cdc'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:30.689908 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ab106487-4b9f-48da-9c01-4485495a5cdc'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:30.727138 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646ab5e-e17a-4214-9b1f-4bb236cd76db None None] Pushing event updated for resources: {'Port': ['ID=4f2d2652-a683-4f53-abad-7446c414024a,revision_number=3']} {{(pid=101875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.819102 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] Set router ab106487-4b9f-48da-9c01-4485495a5cdc gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:30.890596 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.919900 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-30804f15-3287-4bdf-aa3f-f2aecdcb2252 None None] Provisioning for port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:30.924139 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-30804f15-3287-4bdf-aa3f-f2aecdcb2252 None None] Provisioning complete for port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:30.924749 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-30804f15-3287-4bdf-aa3f-f2aecdcb2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.964428 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-30804f15-3287-4bdf-aa3f-f2aecdcb2252 None None] Port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:10:31.003276 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:28Z', 'revision_number': 3, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:31.029411 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa0987-4b10-4147-958d-e3fa3abbe0aa None None] The sync data for ids ['ab106487-4b9f-48da-9c01-4485495a5cdc'] in n-d-805995-2 is: [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:28Z', 'revision_number': 3, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:31.068727 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.131451 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.206948 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800254'] for router_interface, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.208897 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Pushing event updated for resources: {'Port': ['ID=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:31.309688 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:31.311879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:31.447932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Router ab106487-4b9f-48da-9c01-4485495a5cdc has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:31.585587 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:31.588059 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-38940ecc-e472-4842-98d6-4f09398ed503 None None] Provisioning complete for port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:31.589007 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-38940ecc-e472-4842-98d6-4f09398ed503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.601979 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2638758c-a6d6-490e-a736-8793b2e2653f admin admin] 10.222.0.58 "PUT /v2.0/routers/ab106487-4b9f-48da-9c01-4485495a5cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031192 Aug 25 16:10:31.637744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-38940ecc-e472-4842-98d6-4f09398ed503 None None] Port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:10:31.672672 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f2d2652-a683-4f53-abad-7446c414024a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:31.782425 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 4f2d2652-a683-4f53-abad-7446c414024a completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:31.788175 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4f2d2652-a683-4f53-abad-7446c414024a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:31.788805 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.883829 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.904711 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 4f2d2652-a683-4f53-abad-7446c414024a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4f2d2652-a683-4f53-abad-7446c414024a,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:32.004959 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.005690 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b276e10c-a7b6-4a2f-8614-4f8d303881fb up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:32.080039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=4f2d2652-a683-4f53-abad-7446c414024a,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:32.090903 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port b276e10c-a7b6-4a2f-8614-4f8d303881fb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:32.091321 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.173305 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 47d6b7b2-3193-4e70-932b-ca072b39e6dd up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:32.221535 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 47d6b7b2-3193-4e70-932b-ca072b39e6dd triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:32.222270 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.672371 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Sync routers for ids ['ab106487-4b9f-48da-9c01-4485495a5cdc'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:32.681521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Routers {'ab106487-4b9f-48da-9c01-4485495a5cdc'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:32.682137 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ab106487-4b9f-48da-9c01-4485495a5cdc'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:32.789359 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Set router ab106487-4b9f-48da-9c01-4485495a5cdc gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:32.988669 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 4, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa', 'name': '', 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'mac_address': 'fa:16:3e:7e:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '568b1cd4-c821-4345-98dd-fafa400557bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:30Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 2, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'subnets': [{'id': '568b1cd4-c821-4345-98dd-fafa400557bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:33.015323 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Checking router: ab106487-4b9f-48da-9c01-4485495a5cdc for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:33.015680 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Updating router ab106487-4b9f-48da-9c01-4485495a5cdc port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa binding host n-d-805995-2 {{(pid=101874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 16:10:33.039351 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.280232 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56756) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:33.285130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985850079', 'description': 'tempest-secgroup-smoke-1985850079 description', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:33.303528 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Notify callbacks [] for port, precommit_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.314484 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Transition to ACTIVE for port object 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa will not be triggered until provisioned by entity L2. {{(pid=101874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:33.382803 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.411406 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.465111 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb43412-45a3-4fbb-907e-a2ee1d31f0b9 None None] Pushing event updated for resources: {'Port': ['ID=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,revision_number=3']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:33.473529 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.523563 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Attempting to bind port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa on host n-d-805995-2 for vnic_type normal with profile {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:33.523850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Attempting to bind port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa by drivers openvswitch,hyperv on host n-d-805995-2 at level 0 using segments [{'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:33.524219 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Attempting to bind port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa on network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:33.530569 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Checking agent: {'id': '93b44d2e-9ce3-42b9-9bae-0d6e159c3c08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 33, 24), 'started_at': datetime.datetime(2021, 8, 25, 14, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805995-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:33.530975 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Checking segment: {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:33.531639 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.532288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Bound using segment: {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'} {{(pid=101874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:33.532521 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.managers [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Bound port: 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa, host: n-d-805995-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fccf79-1139-4cec-a816-3d4aa827062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc'}}] {{(pid=101874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:33.532920 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.536998 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.554491 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f2d2652-a683-4f53-abad-7446c414024a up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:33.575855 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe231f-43ef-4246-88a9-4170dcc2fcbc,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:33.639184 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.643205 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-5ca98931-ff95-4242-8157-d7185a63ba3e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3592303 Aug 25 16:10:33.643858 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56758) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:33.648528 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe231f-43ef-4246-88a9-4170dcc2fcbc', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:33.650119 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] For port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa, host n-d-805995-2, cleared binding levels {{(pid=101874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:33.654370 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] For port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa, host n-d-805995-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:33.656602 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 4f2d2652-a683-4f53-abad-7446c414024a triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:33.656939 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.733994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.762549 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.806830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb43412-45a3-4fbb-907e-a2ee1d31f0b9 None None] Pushing event updated for resources: {'Port': ['ID=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:33.812466 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Routers {'ab106487-4b9f-48da-9c01-4485495a5cdc'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:33.813096 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ab106487-4b9f-48da-9c01-4485495a5cdc'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:33.867311 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:33.925816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] Set router ab106487-4b9f-48da-9c01-4485495a5cdc gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:33.954880 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.003147 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38466632-2f2e-4723-b634-8563ffd4cc8f,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:34.078615 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.079950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-d835ec3b-fbe5-4d55-8889-615c807ee33a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4353218 Aug 25 16:10:34.083162 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56762) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:34.087610 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe231f-43ef-4246-88a9-4170dcc2fcbc', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:34.156505 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 4, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa', 'name': '', 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'mac_address': 'fa:16:3e:7e:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '568b1cd4-c821-4345-98dd-fafa400557bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:30Z', 'updated_at': '2021-08-25T16:10:33Z', 'revision_number': 4, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'subnets': [{'id': '568b1cd4-c821-4345-98dd-fafa400557bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:34.187206 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260f0fd-9446-40bb-b7d7-b0d33301454b None None] The sync data for ids ['ab106487-4b9f-48da-9c01-4485495a5cdc'] in n-d-805995-2 is: [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 4, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa', 'name': '', 'network_id': 'ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'mac_address': 'fa:16:3e:7e:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '568b1cd4-c821-4345-98dd-fafa400557bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:30Z', 'updated_at': '2021-08-25T16:10:33Z', 'revision_number': 4, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'subnets': [{'id': '568b1cd4-c821-4345-98dd-fafa400557bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:34.199515 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.289416 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.365581 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.390416 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c91c99-e6c6-4b37-9b25-6a87433539f7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:34.457268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.458845 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-e4595499-8907-4096-88c1-0484236bf9f0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3750257 Aug 25 16:10:34.461592 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56764) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:34.466727 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe231f-43ef-4246-88a9-4170dcc2fcbc', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:34.571531 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.637242 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.747149 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.766876 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d445c2-08d2-4137-9f6b-3dad64b5abb7,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:34.857268 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:34.858576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-7e938898-0907-4561-9b72-005462da277e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960168 Aug 25 16:10:34.861362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56766) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:34.866006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe231f-43ef-4246-88a9-4170dcc2fcbc', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:34.954341 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.019954 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.097297 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.121523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a123fe71-0899-4fed-a0da-71e10f90a280,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:35.188599 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.191269 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-1e9e605c-94ad-40ee-96fc-ac7f0ccaca21 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275330 Aug 25 16:10:35.192935 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56768) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:35.197768 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe231f-43ef-4246-88a9-4170dcc2fcbc', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:35.336222 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Project 5e78d4c552ad48c699b82ab6a63c1618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:10:35.341647 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.405730 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.501742 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.520515 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03e2a6e-f907-469f-b2ea-390b7b88586d,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:35.579498 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:35.593916 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.595212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-24895e33-782c-4f8f-9ad7-e94bb2cd31e1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012485 Aug 25 16:10:35.598008 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56770) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:35.602631 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe231f-43ef-4246-88a9-4170dcc2fcbc', 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:35.702925 n-d-805995-2 neutron-server[101873]: INFO neutron.db.securitygroups_db [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Project 5e78d4c552ad48c699b82ab6a63c1618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:10:35.708318 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.737010 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning for port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:35.740966 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:35.741365 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.772830 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.818999 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.840148 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52497'] for security_group_rule, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.854738 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] For port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:35.861436 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282b60b9-c1ed-4585-8c68-c604ce5c4ef5,revision_number=0']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:35.960338 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.988795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:35.992003 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-22f7e072-c7fa-46fb-818b-40ef55273203 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3911026 Aug 25 16:10:36.014115 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Pushing event updated for resources: {'Port': ['ID=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:36.132087 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-4c2a7e99-a5a7-4597-8c50-b3f090bd2a3d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985850079&fields=id&tenant_id=5e78d4c552ad48c699b82ab6a63c1618 HTTP/1.1" status: 200 len: 267 time: 0.0326433 Aug 25 16:10:36.238870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-72c3fcf9-0803-441c-9a16-4faf21f76815 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.240355 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-72c3fcf9-0803-441c-9a16-4faf21f76815 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 809 time: 0.1016393 Aug 25 16:10:36.255071 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-56e31ef6-f9fa-4312-baec-fcd812fa7bc9 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/quotas/5e78d4c552ad48c699b82ab6a63c1618 HTTP/1.1" status: 200 len: 375 time: 0.0089893 Aug 25 16:10:36.305937 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-089e144c-068d-4f4b-9cb1-55c94d501100 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456076 Aug 25 16:10:36.413399 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-b6140c6c-e306-47b3-8989-e66f5352919b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:10:36.414395 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-b6140c6c-e306-47b3-8989-e66f5352919b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971243 Aug 25 16:10:36.507118 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-820127e0-bda2-4ddc-bc07-e729e1475e2a service neutron] 10.222.0.58 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Aug 25 16:10:36.597846 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-d2c653a0-c491-47a6-813e-6be20fbe1699 service neutron] 10.222.0.58 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Aug 25 16:10:36.903718 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-6a92e642-904b-4e45-87a6-f7c3279affc8 req-f0f5b70d-5237-46bb-8530-b9202c9b3e2f tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 210 time: 0.0321257 Aug 25 16:10:36.944141 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:10:37.544463 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa up at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:37.592312 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Provisioning complete for port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:37.592695 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:38.016832 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c68c784e-1969-4231-8849-3f62527c96bc req-ee8f2e72-56d5-4435-af4c-2972813b7f4d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 210 time: 0.0277619 Aug 25 16:10:39.092951 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-da36bf64-5986-42d5-8300-0080dbe4a2c4 req-7646b8b6-479a-470a-a012-452073bb3e50 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 210 time: 0.0265484 Aug 25 16:10:40.183811 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d80bda30-91a3-445f-ae25-9109b274c566 req-7c64543e-34b5-47eb-8f26-c63962cba0e7 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 210 time: 0.0261998 Aug 25 16:10:41.279248 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-24b0475f-528e-4f3d-8130-3dd31aa8ca7e req-d82f3283-23b4-48c8-a6a9-4dfcc86fd8f1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 210 time: 0.0274003 Aug 25 16:10:41.509734 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-a34a82bd-8ef4-4439-bc76-b0eba5bc571d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.511285 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-a34a82bd-8ef4-4439-bc76-b0eba5bc571d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 809 time: 0.1050274 Aug 25 16:10:41.556506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-49a423d6-2a75-4b47-bdf5-84bfd20e2523 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e78d4c552ad48c699b82ab6a63c1618 HTTP/1.1" status: 200 len: 380 time: 0.0346954 Aug 25 16:10:41.566944 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'port': {'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'admin_state_up': True, 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'security_groups': ['dcfe231f-43ef-4246-88a9-4170dcc2fcbc']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:41.754075 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Made reservation on behalf of 5e78d4c552ad48c699b82ab6a63c1618 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:41.757702 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.883424 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Allocated IP 172.20.0.3 (81ec8aae-09ab-4963-97fe-e9d50edd405a/e0d7e67e-7c65-42c1-ad1a-e2a83af56db7/59d56a29-ddbd-4ea3-ae75-c20fc6f53b36) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:42.022101 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.035573 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Transition to ACTIVE for port object 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:42.142938 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.187601 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:42.190698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:42.194469 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:42.218644 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:42.247348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.247993 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.360192 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-598e13cb-a5bf-45a2-a511-f95dba0f766d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7970281 Aug 25 16:10:42.383633 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-b1b23cfd-a9f3-4e18-9fe7-9f008f642dc3 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 16:10:42.384553 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-b1b23cfd-a9f3-4e18-9fe7-9f008f642dc3 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063057 Aug 25 16:10:42.411128 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418f0d1-df3b-4093-b081-d65a2d5b49bd req-74621548-a26c-45d9-9f85-5a65652e20e2 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.414808 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d418f0d1-df3b-4093-b081-d65a2d5b49bd req-74621548-a26c-45d9-9f85-5a65652e20e2 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 931 time: 0.0676744 Aug 25 16:10:42.449358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Request body: {'port': {'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:42.473456 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-d418f0d1-df3b-4093-b081-d65a2d5b49bd req-8d0c743f-b9cf-47cb-b2b4-42e243deb0db tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549262 Aug 25 16:10:42.493936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3fb171d4-e956-450b-8869-7805596f04d8 None None] Provisioning for port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:42.493936 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-3fb171d4-e956-450b-8869-7805596f04d8 None None] Provisioning complete for port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:42.493936 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3fb171d4-e956-450b-8869-7805596f04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.508247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.531764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3fb171d4-e956-450b-8869-7805596f04d8 None None] Port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:10:42.775535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:42.783225 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.795315 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Transition to ACTIVE for port object 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:42.868238 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:42.917976 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:42.989866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Attempting to bind port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 on host n-h2-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:42.990204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Attempting to bind port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 by drivers openvswitch,hyperv on host n-h2-805995-2 at level 0 using segments [{'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:42.990535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Attempting to bind port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 on network 81ec8aae-09ab-4963-97fe-e9d50edd405a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:42.995284 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 on network 81ec8aae-09ab-4963-97fe-e9d50edd405a not bound, no agent of type Open vSwitch agent registered on host n-h2-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:42.995626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Attempting to bind port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 on network 81ec8aae-09ab-4963-97fe-e9d50edd405a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:43.001358 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Checking agent: {'id': '32833303-2b33-4516-be23-83b2067ebda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:43.001697 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Checking segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:10:43.002084 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Bound using segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:43.002512 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Bound port: 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host: n-h2-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:43.002875 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.075423 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:43.078525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:43.160027 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.194205 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.194959 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.196270 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] 10.222.0.45 "PUT /v2.0/ports/59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 1091 time: 0.8019581 Aug 25 16:10:43.196717 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:43.198982 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c381faee-7626-4f1d-abb8-6ff9e5003286" -d '{"events": [{"name": "network-changed", "server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:10:43.224061 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55414af5-35e6-4453-a32b-c2ffde99b579 service neutron] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:43.251663 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9045b7ff-9de4-4aa5-9721-6adca7c25345 x-openstack-request-id: req-9045b7ff-9de4-4aa5-9721-6adca7c25345 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:10:43.256732 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:10:43.256732 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9045b7ff-9de4-4aa5-9721-6adca7c25345 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:10:43.256732 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'status': 'completed', 'code': 200} Aug 25 16:10:43.319535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381faee-7626-4f1d-abb8-6ff9e5003286 req-3d249699-e71e-4500-af11-a5c0967fb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.321070 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c381faee-7626-4f1d-abb8-6ff9e5003286 req-3d249699-e71e-4500-af11-a5c0967fb676 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1094 time: 0.0446832 Aug 25 16:10:43.424151 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381faee-7626-4f1d-abb8-6ff9e5003286 req-9b3a87e5-f762-483c-847b-95510554b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.425638 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c381faee-7626-4f1d-abb8-6ff9e5003286 req-9b3a87e5-f762-483c-847b-95510554b655 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957587 Aug 25 16:10:43.522776 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381faee-7626-4f1d-abb8-6ff9e5003286 req-87b5590a-82a1-4039-855a-2e09600ffe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.524389 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c381faee-7626-4f1d-abb8-6ff9e5003286 req-87b5590a-82a1-4039-855a-2e09600ffe2e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907428 Aug 25 16:10:43.623079 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce2d1-73ad-43be-8356-1d17abecfda6 req-c49cbff9-7cf1-4a87-aa25-9c41cfc4da0b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.624488 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-120ce2d1-73ad-43be-8356-1d17abecfda6 req-c49cbff9-7cf1-4a87-aa25-9c41cfc4da0b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0838101 Aug 25 16:10:43.630650 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-180e0623-efd7-48e0-a6e3-851a3047cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.632062 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-180e0623-efd7-48e0-a6e3-851a3047cbf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1094 time: 0.0622988 Aug 25 16:10:43.684291 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-8b6f13c6-51ef-4714-8d0b-f1c13641bacb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 217 time: 0.0386431 Aug 25 16:10:43.705962 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-120ce2d1-73ad-43be-8356-1d17abecfda6 req-f6fca9c9-67dc-4162-b3b3-f69dd408a673 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729620 Aug 25 16:10:43.740149 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-d72687b9-5dcd-41a4-996a-ef4692c1d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.741601 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-d72687b9-5dcd-41a4-996a-ef4692c1d1b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0498700 Aug 25 16:10:43.794032 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-8b3d6b49-65b9-468c-8c79-06fa67454349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.795703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-8b3d6b49-65b9-468c-8c79-06fa67454349 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455480 Aug 25 16:10:43.930311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-dfb6dab1-5a3f-4932-a023-68c94dfe3475 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263611 Aug 25 16:10:44.024681 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-0755fe99-fd9c-4ce8-bd43-b05dcf235ad8 req-675482e3-26ce-4990-b711-ce3ad754e8e2 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Aug 25 16:10:44.822119 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c30d99-48ce-416f-bea0-6a4499a05e3f req-16c933f6-0bee-4d07-a82e-e57e959a9798 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:44.823657 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2c30d99-48ce-416f-bea0-6a4499a05e3f req-16c933f6-0bee-4d07-a82e-e57e959a9798 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0499649 Aug 25 16:10:44.864461 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-b2c30d99-48ce-416f-bea0-6a4499a05e3f req-ea249228-d415-4e05-8b72-764a2f217b0b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 25 16:10:45.982204 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f982067-aa58-4f51-a7da-35f08e041f1c req-c902bcd9-e880-482e-a114-be619460dcd0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.983704 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f982067-aa58-4f51-a7da-35f08e041f1c req-c902bcd9-e880-482e-a114-be619460dcd0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0502026 Aug 25 16:10:46.021034 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-7f982067-aa58-4f51-a7da-35f08e041f1c req-6048f1cc-b5fe-4f7e-88f8-76cb82822bf2 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Aug 25 16:10:47.131133 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:10:47.141393 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10141ef2-f6cc-466b-ad2f-f0c2d82f1d8c req-f3fc686c-d10e-41c0-9286-69dbb7fdb44d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.142922 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10141ef2-f6cc-466b-ad2f-f0c2d82f1d8c req-f3fc686c-d10e-41c0-9286-69dbb7fdb44d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0532713 Aug 25 16:10:47.182588 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-10141ef2-f6cc-466b-ad2f-f0c2d82f1d8c req-d9923a96-aa21-4a54-91ae-ba2dc15855f1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330145 Aug 25 16:10:47.224008 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:47.235407 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:10:47.275307 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.287906 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:47.306379 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:47.370740 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.429154 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:47.703366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:10:48.297034 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674d4be-82db-4104-bf57-e3d77d587ac9 req-9b9db46f-d267-403a-ad47-f8a300483332 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.298534 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c674d4be-82db-4104-bf57-e3d77d587ac9 req-9b9db46f-d267-403a-ad47-f8a300483332 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 944 time: 0.0487523 Aug 25 16:10:48.336703 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-c674d4be-82db-4104-bf57-e3d77d587ac9 req-e36dafd6-e85b-466c-a7a8-94041935511f tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Aug 25 16:10:49.146338 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:10:49.256238 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning for port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:49.260027 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:49.260405 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.339706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.362524 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:49.364912 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53ed012-5d52-49df-94cb-f273f6741612" -d '{"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-plugged", "status": "completed", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:10:49.378545 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:49.403204 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7765e6-fa41-4f79-bf7d-7358f2503eab x-openstack-request-id: req-0d7765e6-fa41-4f79-bf7d-7358f2503eab {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:10:49.403498 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-plugged", "status": "completed", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:10:49.403755 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d7765e6-fa41-4f79-bf7d-7358f2503eab {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:10:49.404665 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'code': 200} Aug 25 16:10:49.459309 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985aa4-e932-4189-9e59-c58ce257f7b8 req-9a926f76-ea62-461e-8dca-82c415dcd900 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.460870 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74985aa4-e932-4189-9e59-c58ce257f7b8 req-9a926f76-ea62-461e-8dca-82c415dcd900 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 944 time: 0.0566616 Aug 25 16:10:49.497225 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.507529 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe345-1855-473f-90b1-2b4917154e11 req-eff8ff46-6b62-40c5-abbd-1cab3c48531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.509639 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-08dfe345-1855-473f-90b1-2b4917154e11 req-eff8ff46-6b62-40c5-abbd-1cab3c48531e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1095 time: 0.0459540 Aug 25 16:10:49.510255 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-74985aa4-e932-4189-9e59-c58ce257f7b8 req-9ded720d-cac9-4153-8328-dde000b6aa6a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Aug 25 16:10:49.546674 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-08dfe345-1855-473f-90b1-2b4917154e11 req-b2f82458-1eca-4fc6-8a80-685375980cf0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293429 Aug 25 16:10:49.548608 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:50.621327 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c505bd7-5926-480b-b67d-c475f3d43a18 req-36e183d1-ed9f-41e1-a130-5619af71967b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.622823 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c505bd7-5926-480b-b67d-c475f3d43a18 req-36e183d1-ed9f-41e1-a130-5619af71967b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Aug 25 16:10:50.660948 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2c505bd7-5926-480b-b67d-c475f3d43a18 req-278e73f7-f963-47ed-b692-fc1b90252e83 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Aug 25 16:10:51.068092 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ad081f38-d362-4e90-86c0-0bf22817f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.776988 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e59ade-3cec-44a7-8a57-9845c22257a1 req-8d0b3bb6-6d46-4b62-b972-8176111dee03 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.778436 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26e59ade-3cec-44a7-8a57-9845c22257a1 req-8d0b3bb6-6d46-4b62-b972-8176111dee03 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Aug 25 16:10:51.817820 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-26e59ade-3cec-44a7-8a57-9845c22257a1 req-a081d809-f8a2-421e-b4e4-e3a521225bff tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329056 Aug 25 16:10:51.930259 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd283df4-c9df-48c6-8f94-5486b232d788 req-32b1cf0c-e0dc-41d1-9456-7a0c9eb4b682 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.931766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd283df4-c9df-48c6-8f94-5486b232d788 req-32b1cf0c-e0dc-41d1-9456-7a0c9eb4b682 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 945 time: 0.0487521 Aug 25 16:10:51.968684 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-fd283df4-c9df-48c6-8f94-5486b232d788 req-8abf89af-4dc6-443a-a122-4fcd2ac14ee5 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Aug 25 16:10:51.990331 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56852) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:52.076799 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307b701-e31a-4843-b4b9-10292710f903 tempest-TestSnapshotPattern-1774838201 tempest-TestSnapshotPattern-1774838201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:52.078339 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-b307b701-e31a-4843-b4b9-10292710f903 tempest-TestSnapshotPattern-1774838201 tempest-TestSnapshotPattern-1774838201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1091 time: 0.0870061 Aug 25 16:10:52.081141 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 56856) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:10:52.085471 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:10:52.216034 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.311076 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.416093 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Allocated IP 172.25.8.131 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/04b98e6d-fb93-41de-9939-acc6f3df25f3) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:52.520418 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.662795 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.708116 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:52.712564 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:52.718077 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:52.721698 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'Port': ['ID=04b98e6d-fb93-41de-9939-acc6f3df25f3,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:53.106433 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.264335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.411247 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.484102 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.553444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'Port': ['ID=04b98e6d-fb93-41de-9939-acc6f3df25f3,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:53.566033 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:53.759665 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3eee03a5-4834-49b5-99f0-b1cc9fe99802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.016278 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Floating IP d77f2ab2-5582-4f5f-9375-186d56014aef associated. External IP: 172.25.8.131, port: 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36. Aug 25 16:10:54.226555 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:54.239279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.338980 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:54.350474 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:10:54.362475 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:54.363109 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:54.451514 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:54.467820 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:54.478925 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-2f358f0a-7e22-400e-b349-9a2191eaa04b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3967509 Aug 25 16:10:54.479651 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:54.481943 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12286012-718b-4f8d-a67d-d4498bf4f951" -d '{"events": [{"name": "network-changed", "server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:10:54.518725 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726cb198-d8ca-4ff7-aaec-16cd5b85a48c x-openstack-request-id: req-726cb198-d8ca-4ff7-aaec-16cd5b85a48c {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:10:54.519018 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:10:54.519295 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-726cb198-d8ca-4ff7-aaec-16cd5b85a48c {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:10:54.519697 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'status': 'completed', 'code': 200} Aug 25 16:10:54.593882 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-d206b8bf-2dd0-4859-af08-4fffcf6760ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.595364 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-d206b8bf-2dd0-4859-af08-4fffcf6760ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1096 time: 0.0414567 Aug 25 16:10:54.693500 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:52Z', 'revision_number': 0, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:54.698866 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-bc99d3e2-3567-4fc2-8d01-d54a30874e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.700402 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-bc99d3e2-3567-4fc2-8d01-d54a30874e8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0913579 Aug 25 16:10:54.719888 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:10:54.728237 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:54.728858 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:10:54Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:54.773641 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-33b24fcb-7941-4274-b15d-4542191790de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 999 time: 0.0605032 Aug 25 16:10:54.829362 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-c9855cb8-0c70-4f1d-ae6b-1bc6db3536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.831011 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-c9855cb8-0c70-4f1d-ae6b-1bc6db3536bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0501754 Aug 25 16:10:54.838562 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:10:54.885348 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-601bd089-92e1-4ff1-853c-7636dd7c3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.886771 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-601bd089-92e1-4ff1-853c-7636dd7c3077 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458138 Aug 25 16:10:55.009548 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-07a80bf7-65a8-4292-85dc-b0f9fd503add service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141253 Aug 25 16:10:55.116655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-12286012-718b-4f8d-a67d-d4498bf4f951 req-50554a25-dec1-4814-9a88-c14593868139 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898318 Aug 25 16:10:55.173184 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:52Z', 'revision_number': 0, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:55.204625 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c6b08-4bac-40d7-a9d0-10514fa24745 None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:52Z', 'revision_number': 0, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:10:55.391086 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034dba5-4aac-4ddf-a4fb-200c55ee3795 None None] New status for floating IP d77f2ab2-5582-4f5f-9375-186d56014aef: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:10:55.874427 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:57.411002 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.159508 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.850915 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.944452 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:11:21.273187 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f4a38b07-541b-4a10-a8ff-10520dd50746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.827195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e175f62a-7f04-4149-b6da-f444f814a693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.438587 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.890330 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.454799 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.295634 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.901581 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:43.556750 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-088bd8f9-1a2b-4261-b95a-843e7d5ac62c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411005 Aug 25 16:11:43.641735 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418ac9-a508-4dad-a175-185a0ac2498e req-ae5b0889-37fd-4059-a852-a4db4a45153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.643249 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-ae5b0889-37fd-4059-a852-a4db4a45153d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1096 time: 0.0417209 Aug 25 16:11:43.752626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418ac9-a508-4dad-a175-185a0ac2498e req-e4fc4907-0a47-47f7-9d9c-34f6dafd81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.754104 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-e4fc4907-0a47-47f7-9d9c-34f6dafd81b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0899391 Aug 25 16:11:43.823222 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-23470b01-b68b-4499-b7d2-5e218e35f6b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 1001 time: 0.0589070 Aug 25 16:11:43.873853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418ac9-a508-4dad-a175-185a0ac2498e req-46629bb6-bfa5-4bc7-80ab-92825d310ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.875460 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-46629bb6-bfa5-4bc7-80ab-92825d310ef1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0450451 Aug 25 16:11:43.925771 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418ac9-a508-4dad-a175-185a0ac2498e req-923dcf80-1a8d-4002-8ae8-24765d918d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.927316 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-923dcf80-1a8d-4002-8ae8-24765d918d75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437963 Aug 25 16:11:44.016734 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-e3c230a7-c764-4bbf-92ee-2802d6991834 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810266 Aug 25 16:11:44.111170 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-86418ac9-a508-4dad-a175-185a0ac2498e req-f205335e-a825-4cb4-b770-c2915939f431 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864272 Aug 25 16:11:50.943529 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:11:51.152467 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f420d1d3-5335-4cdd-b780-45a2ae3ca5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:53.763420 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-65561141-c2f1-43cb-a9de-b15bfbfa4b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:54.237723 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.843450 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.408875 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:58.191164 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.849057 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:21.105186 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-8556b5f1-390d-47ab-8855-9734e9f400c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.796257 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-7378338c-2a47-4015-9d20-6de968fe9d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.242361 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:25.843540 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.402423 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.942787 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:12:28.219559 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.871016 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.539410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-3cfa77fb-af14-405e-a68f-b372c40d79ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402215 Aug 25 16:12:43.628299 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588487d-f504-4544-a2d2-41b1621675e8 req-99eb139a-89df-40bf-93c7-9c7a2c03d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.629788 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-99eb139a-89df-40bf-93c7-9c7a2c03d0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1096 time: 0.0396030 Aug 25 16:12:43.740817 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588487d-f504-4544-a2d2-41b1621675e8 req-c74871a8-5928-4d2e-9307-69d661e19c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.742410 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-c74871a8-5928-4d2e-9307-69d661e19c96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0884795 Aug 25 16:12:43.810146 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-35086feb-c15c-4567-b7d3-b3e0fd7a9f43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 1001 time: 0.0574868 Aug 25 16:12:43.862221 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588487d-f504-4544-a2d2-41b1621675e8 req-3affe165-84ec-448a-a3ae-dff563ec8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.863731 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-3affe165-84ec-448a-a3ae-dff563ec8e16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0437858 Aug 25 16:12:43.914606 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588487d-f504-4544-a2d2-41b1621675e8 req-b1652ea2-b37e-49ca-b48a-0969e9ef496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.916417 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-b1652ea2-b37e-49ca-b48a-0969e9ef496e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437334 Aug 25 16:12:44.006504 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-68428598-8c1f-41ba-a346-17e538e04dbe service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817330 Aug 25 16:12:44.101345 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4588487d-f504-4544-a2d2-41b1621675e8 req-a0ceb2b8-d3ae-4b7d-a0db-1b5037398c8e service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870097 Aug 25 16:12:51.065071 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e0571cf2-9b84-45c4-b573-bca5908b1f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.791082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-33eded79-f9d2-49ca-8c5d-3c76bd1aecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.258272 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.825029 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.390433 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.769650 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 details requested by agent hyperv_n-h2-805995-2 with host n-h2-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:12:57.861815 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:57.873174 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Returning: {'device': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:12:57.914030 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.926744 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:57.947802 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:58.030776 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.089776 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:58.097653 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.097997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.098333 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.098664 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.098997 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.099422 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.099748 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.100074 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.100399 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.100717 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.101037 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.101360 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:58.122199 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] get_ports_and_sgs() called for port_ids ['59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:12:58.163442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.782345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 up at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:12:59.843512 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Provisioning complete for port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:59.844200 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.898738 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.939351 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.966301 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:59.968831 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b7b60-6430-448b-8c91-c5754c0ca477" -d '{"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-plugged", "status": "completed", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:12:59.986090 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:00.076502 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.085467 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57d19a8-36c0-472b-ad30-3f16d4190efe x-openstack-request-id: req-a57d19a8-36c0-472b-ad30-3f16d4190efe {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:13:00.085798 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-plugged", "status": "completed", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:13:00.086119 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a57d19a8-36c0-472b-ad30-3f16d4190efe {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:13:00.086527 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'code': 200} Aug 25 16:13:00.133023 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:04.945115 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:13:10.548311 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-8302b57d-9c6f-46c1-97e2-2cf4b51c0f32 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985850079&fields=id&tenant_id=5e78d4c552ad48c699b82ab6a63c1618 HTTP/1.1" status: 200 len: 267 time: 0.0341766 Aug 25 16:13:10.661292 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-bbda4a6f-68c7-43f2-8967-34f483e95e4f tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:10.662782 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-bbda4a6f-68c7-43f2-8967-34f483e95e4f tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 809 time: 0.1067791 Aug 25 16:13:10.681772 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-e8fd78e2-6f8a-468b-aa45-905c19aecd6e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/quotas/5e78d4c552ad48c699b82ab6a63c1618 HTTP/1.1" status: 200 len: 375 time: 0.0100453 Aug 25 16:13:10.744541 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-f8645b1e-9827-4e31-8ffc-9079a25f6cbf tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560057 Aug 25 16:13:10.851916 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-3417cc97-3922-4e87-bac6-25ab1393ac97 service neutron] 10.222.0.58 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948398 Aug 25 16:13:10.952960 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-4f0478a9-2206-451f-a0b0-8e82c42d59a5 service neutron] 10.222.0.58 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942066 Aug 25 16:13:11.290013 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-0619571b-4cd9-45f5-8adf-5a62731ff9c0 req-00244c5a-f1a9-4707-8f79-87eb48bc8f00 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 210 time: 0.1011388 Aug 25 16:13:12.396592 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-167ace33-9d39-4465-978b-0da36bb673c3 req-7fca6be2-828a-4132-97ec-7a5aeafb5e26 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Aug 25 16:13:13.501288 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-dbb167a5-4463-40b7-8c31-db72fd2147bc req-c5244894-6466-4347-9831-6a78d173a12a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 210 time: 0.0352347 Aug 25 16:13:13.850640 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-1bc53240-3c1e-4e0c-9a66-23bcd9a4c23d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:13.852282 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-1bc53240-3c1e-4e0c-9a66-23bcd9a4c23d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.52 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 809 time: 0.1094580 Aug 25 16:13:13.854255 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:13:13.904907 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-be882ae2-b0b9-4737-963d-9ba5061b3b27 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e78d4c552ad48c699b82ab6a63c1618 HTTP/1.1" status: 200 len: 380 time: 0.0410042 Aug 25 16:13:13.917274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'port': {'device_id': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'admin_state_up': True, 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'security_groups': ['dcfe231f-43ef-4246-88a9-4170dcc2fcbc']}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:13:13.951783 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:13.981005 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:13.988663 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd03897-4fee-43a2-8fa8-e6c63770f379" -d '{"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-unplugged", "status": "completed", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:13:13.999390 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:14.031916 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2239ca-6ce2-4d61-b5e2-a6277485b539 x-openstack-request-id: req-4b2239ca-6ce2-4d61-b5e2-a6277485b539 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:13:14.032315 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-unplugged", "status": "completed", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:13:14.032924 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b2239ca-6ce2-4d61-b5e2-a6277485b539 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:13:14.033449 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'code': 200} Aug 25 16:13:14.093388 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.141799 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Pushing event updated for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=8']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:14.143816 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Made reservation on behalf of 5e78d4c552ad48c699b82ab6a63c1618 for: {'port': 1} {{(pid=101873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:14.148431 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.286575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_common [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Allocated IP 172.20.0.7 (81ec8aae-09ab-4963-97fe-e9d50edd405a/e0d7e67e-7c65-42c1-ad1a-e2a83af56db7/87869981-3295-438e-b2da-53bdb29bf1bb) {{(pid=101873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:14.436867 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for port, precommit_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.450879 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Transition to ACTIVE for port object 87869981-3295-438e-b2da-53bdb29bf1bb will not be triggered until provisioned by entity DHCP. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:14.603133 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c34492d1-d044-43c0-b6b2-bc2aa0a37526 req-0cfe1802-ccef-4beb-a0fc-c48e85dee2aa tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Aug 25 16:13:14.702939 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_create {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.800767 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=1']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:14.819273 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.820042 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.820810 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.821705 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.822444 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.823250 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.824159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.824934 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.825998 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.826870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.827535 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.827949 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:14.842806 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a is already hosted by enough agents. {{(pid=101873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:14.844225 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.base_scheduler [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Resources bound (agent type, host, resource id): {{(pid=101873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:14.847523 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Received port after_create {{(pid=101873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:14.931148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:14.932028 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:15.036754 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-ff532c71-1847-4437-b539-d4932f7665d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1249030 Aug 25 16:13:15.200822 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-68c5971f-b8ff-4f28-98ce-62d1161a07c2 None None] Provisioning for port 87869981-3295-438e-b2da-53bdb29bf1bb completed by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:15.208623 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-68c5971f-b8ff-4f28-98ce-62d1161a07c2 None None] Provisioning complete for port 87869981-3295-438e-b2da-53bdb29bf1bb triggered by entity DHCP. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:15.212699 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-68c5971f-b8ff-4f28-98ce-62d1161a07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:15.256805 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-68c5971f-b8ff-4f28-98ce-62d1161a07c2 None None] Port 87869981-3295-438e-b2da-53bdb29bf1bb cannot update to ACTIVE because it is not bound. {{(pid=101874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 16:13:15.753007 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275830ef-3114-4cbb-b952-eeb8532fd759 req-f77b5584-3697-49bd-b9c9-75ef5a8fbb01 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.754670 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-275830ef-3114-4cbb-b952-eeb8532fd759 req-f77b5584-3697-49bd-b9c9-75ef5a8fbb01 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0686953 Aug 25 16:13:15.806274 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-275830ef-3114-4cbb-b952-eeb8532fd759 req-abb7106f-fbdf-4cec-9f0e-db8704ed98ee tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Aug 25 16:13:16.959658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d173b20-609a-473f-9fca-32c03df5aec0 req-5c556d7a-db26-436e-be7a-90a5eeae9e68 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:16.961294 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d173b20-609a-473f-9fca-32c03df5aec0 req-5c556d7a-db26-436e-be7a-90a5eeae9e68 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0563321 Aug 25 16:13:17.009910 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8d173b20-609a-473f-9fca-32c03df5aec0 req-cad3d79a-d697-47d4-9406-19f90bb36dfc tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Aug 25 16:13:18.141453 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb9d2-a119-43c9-9ff2-94e0000ab3ad req-72798f3d-f1f1-41bc-b36b-bef0ba198b3c tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.143121 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927bb9d2-a119-43c9-9ff2-94e0000ab3ad req-72798f3d-f1f1-41bc-b36b-bef0ba198b3c tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0560086 Aug 25 16:13:18.190455 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-927bb9d2-a119-43c9-9ff2-94e0000ab3ad req-a0e6633e-db2e-4122-8a07-a1a862a2b320 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Aug 25 16:13:19.313503 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe3f7-910d-47ae-bc21-635211567515 req-40bd8eca-bc25-47e3-a6d2-96761ca83124 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:19.316119 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1efe3f7-910d-47ae-bc21-635211567515 req-40bd8eca-bc25-47e3-a6d2-96761ca83124 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0529048 Aug 25 16:13:19.363746 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-e1efe3f7-910d-47ae-bc21-635211567515 req-9e36cf9c-e75f-412b-bca8-d54bfb9bf478 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412083 Aug 25 16:13:20.513274 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7307c-7da6-497a-b61a-5995e7235509 req-32dc9191-7a44-445f-84d7-528aecab84c6 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:20.514936 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89b7307c-7da6-497a-b61a-5995e7235509 req-32dc9191-7a44-445f-84d7-528aecab84c6 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0656292 Aug 25 16:13:20.559667 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-89b7307c-7da6-497a-b61a-5995e7235509 req-fa7f50ed-12e8-4187-a8bb-78e6bdb97a87 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Aug 25 16:13:21.141833 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4670a8eb-eb28-40a2-ae55-5d0035cef359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.695388 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9275ee3-d7f5-4d34-9a90-d5dabe162a2d req-73a351b1-66ad-4bce-9a6b-f35b0dc96ebc tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:21.697242 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9275ee3-d7f5-4d34-9a90-d5dabe162a2d req-73a351b1-66ad-4bce-9a6b-f35b0dc96ebc tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0566862 Aug 25 16:13:21.739299 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c9275ee3-d7f5-4d34-9a90-d5dabe162a2d req-bd49e558-7524-4a8e-a0fa-2824e7108819 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355477 Aug 25 16:13:22.872323 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45cb5-d6ce-4621-9948-2e4a629bdc6d req-1036845e-cb23-433f-b3ab-54da95f3e3d3 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:22.873875 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15c45cb5-d6ce-4621-9948-2e4a629bdc6d req-1036845e-cb23-433f-b3ab-54da95f3e3d3 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0626428 Aug 25 16:13:22.923362 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-15c45cb5-d6ce-4621-9948-2e4a629bdc6d req-d818cc5d-2451-4591-bd3b-d37e5e6d992e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408270 Aug 25 16:13:23.773853 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cd88e075-3394-4377-876a-d151ace0282d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:24.053650 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30920783-c906-4b68-9f34-0bf469f6ca0e req-df17f28d-be6d-464a-886c-6f06e2eb43d2 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:24.055642 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-30920783-c906-4b68-9f34-0bf469f6ca0e req-df17f28d-be6d-464a-886c-6f06e2eb43d2 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0572467 Aug 25 16:13:24.098224 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-30920783-c906-4b68-9f34-0bf469f6ca0e req-c5c4022b-a2c6-439c-8c5e-0de7f51d6d49 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359602 Aug 25 16:13:24.304627 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.217013 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792f18-c621-4e46-b77e-f89514895332 req-a13a0e46-223c-4975-a120-7fdf4f4eca8a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:25.218506 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90792f18-c621-4e46-b77e-f89514895332 req-a13a0e46-223c-4975-a120-7fdf4f4eca8a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 931 time: 0.0520930 Aug 25 16:13:25.271046 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-90792f18-c621-4e46-b77e-f89514895332 req-1afd69c9-7584-4e22-abc4-6bd98f408fe0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461977 Aug 25 16:13:25.341690 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.v2.base [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Request body: {'port': {'device_id': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805995-2'}} {{(pid=101873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:13:25.398761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.660016 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87869981-3295-438e-b2da-53bdb29bf1bb {{(pid=101873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:25.667215 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.679627 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.provisioning_blocks [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Transition to ACTIVE for port object 87869981-3295-438e-b2da-53bdb29bf1bb will not be triggered until provisioned by entity L2. {{(pid=101873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:25.851874 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.927114 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.929863 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=2']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:25.981993 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Attempting to bind port 87869981-3295-438e-b2da-53bdb29bf1bb on host n-h1-805995-2 for vnic_type normal with profile {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:13:25.982405 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Attempting to bind port 87869981-3295-438e-b2da-53bdb29bf1bb by drivers openvswitch,hyperv on host n-h1-805995-2 at level 0 using segments [{'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:13:25.982693 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Attempting to bind port 87869981-3295-438e-b2da-53bdb29bf1bb on network 81ec8aae-09ab-4963-97fe-e9d50edd405a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:25.987626 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Port 87869981-3295-438e-b2da-53bdb29bf1bb on network 81ec8aae-09ab-4963-97fe-e9d50edd405a not bound, no agent of type Open vSwitch agent registered on host n-h1-805995-2 {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:13:25.987947 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Attempting to bind port 87869981-3295-438e-b2da-53bdb29bf1bb on network 81ec8aae-09ab-4963-97fe-e9d50edd405a {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:25.992964 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Checking agent: {'id': 'c8525474-bc4b-4df9-b5d0-5afbb9b17b84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805995-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'started_at': datetime.datetime(2021, 8, 25, 14, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:13:25.993303 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Checking segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 16:13:25.993689 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Bound using segment: {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'} {{(pid=101873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:13:25.994101 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.managers [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Bound port: 87869981-3295-438e-b2da-53bdb29bf1bb, host: n-h1-805995-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a452b9-1c54-44a5-8069-55169efaf2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a'}}] {{(pid=101873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:13:25.994460 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.062009 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, cleared binding levels {{(pid=101873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:13:26.065059 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:13:26.167755 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616746'] for port, after_update {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.205025 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.206590 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.208038 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 200 len: 1091 time: 0.8711784 Aug 25 16:13:26.210375 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:26.213691 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e25651-6132-4eb8-9265-23381f5c5e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:13:26.242545 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfded84-3fc6-4e42-8bf0-40b4809471c1 service neutron] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=3']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:26.255424 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a9c51-1f89-43cc-9a3b-4e4c473e9611 x-openstack-request-id: req-5e4a9c51-1f89-43cc-9a3b-4e4c473e9611 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:13:26.255717 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:13:26.255967 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e4a9c51-1f89-43cc-9a3b-4e4c473e9611 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:13:26.256370 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb', 'status': 'completed', 'code': 200} Aug 25 16:13:26.321119 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e25651-6132-4eb8-9265-23381f5c5e1b req-ed123e51-f030-4643-84fa-ce97695f7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.322662 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7e25651-6132-4eb8-9265-23381f5c5e1b req-ed123e51-f030-4643-84fa-ce97695f7583 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1094 time: 0.0451133 Aug 25 16:13:26.440991 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e44a57-de8f-405d-9c41-219ea3155414 req-5fed81e2-0b54-44db-91a5-00a5c9b9713a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.442471 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0e44a57-de8f-405d-9c41-219ea3155414 req-5fed81e2-0b54-44db-91a5-00a5c9b9713a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 943 time: 0.0873899 Aug 25 16:13:26.495932 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e25651-6132-4eb8-9265-23381f5c5e1b req-1f4f6bd4-9c06-4f6f-803f-1b40df82cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.497420 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7e25651-6132-4eb8-9265-23381f5c5e1b req-1f4f6bd4-9c06-4f6f-803f-1b40df82cce0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1655383 Aug 25 16:13:26.502939 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-a0e44a57-de8f-405d-9c41-219ea3155414 req-fe20e038-7cbc-495e-b317-564cfbe57dbe tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511003 Aug 25 16:13:26.599256 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e25651-6132-4eb8-9265-23381f5c5e1b req-aefd0af0-c3af-433a-9510-1e601d3f5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.600743 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e7e25651-6132-4eb8-9265-23381f5c5e1b req-aefd0af0-c3af-433a-9510-1e601d3f5609 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917127 Aug 25 16:13:26.688006 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-b30698c4-7a9f-4c47-97bb-ba7af50ce807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.689508 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-b30698c4-7a9f-4c47-97bb-ba7af50ce807 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1094 time: 0.0412760 Aug 25 16:13:26.732744 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-47889165-6785-4f5a-b7e6-3d5765a2bc41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 200 len: 217 time: 0.0341060 Aug 25 16:13:26.788310 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-2cc65ec5-cd65-448a-a6cf-be4c42a73e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.789694 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-2cc65ec5-cd65-448a-a6cf-be4c42a73e30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0440841 Aug 25 16:13:26.843341 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-031ce24c-e5e3-4b78-9234-9ccb213391ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.844904 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-031ce24c-e5e3-4b78-9234-9ccb213391ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442107 Aug 25 16:13:26.943990 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-9d607ed1-e88e-4227-a506-aff5bbf9990f service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907283 Aug 25 16:13:27.042074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e86e709b-c2bf-4373-ba9c-ff102bc7be7a req-cd81828d-5e1a-4399-ac5d-6e85448ef6d3 service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844679 Aug 25 16:13:27.492942 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.619656 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dae18b-afce-46a3-8995-3e3de3ec17bc req-1278941d-55c9-493a-a740-03ee814090fa tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:27.621212 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41dae18b-afce-46a3-8995-3e3de3ec17bc req-1278941d-55c9-493a-a740-03ee814090fa tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 943 time: 0.0489278 Aug 25 16:13:27.663210 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-41dae18b-afce-46a3-8995-3e3de3ec17bc req-7100fb32-5160-48e9-9c70-211490ce44d1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359488 Aug 25 16:13:28.262963 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.784859 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad33242-587b-4c0b-a1ad-8cc8f388b647 req-94a1d5b7-8e00-48ee-bb90-4fb7e5404c19 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.786375 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ad33242-587b-4c0b-a1ad-8cc8f388b647 req-94a1d5b7-8e00-48ee-bb90-4fb7e5404c19 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 943 time: 0.0501692 Aug 25 16:13:28.825031 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-2ad33242-587b-4c0b-a1ad-8cc8f388b647 req-9038baec-d3f2-4974-8be6-c2890efa9033 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326555 Aug 25 16:13:29.680039 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:13:29.771385 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:29.782741 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '87869981-3295-438e-b2da-53bdb29bf1bb', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'port_id': '87869981-3295-438e-b2da-53bdb29bf1bb', 'mac_address': 'fa:16:3e:30:9c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:13:29.833524 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.849764 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87869981-3295-438e-b2da-53bdb29bf1bb {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:29.869850 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:29.955259 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d4662-b6fa-4193-a7c9-efda55cfb124 req-a9a31c74-ddb3-4b15-bd55-09b1072d3f5a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:29.956825 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a26d4662-b6fa-4193-a7c9-efda55cfb124 req-a9a31c74-ddb3-4b15-bd55-09b1072d3f5a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 943 time: 0.0521493 Aug 25 16:13:29.996750 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-a26d4662-b6fa-4193-a7c9-efda55cfb124 req-ed0fc234-4802-47ce-b8c4-c193482eb9b8 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334568 Aug 25 16:13:30.692752 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:30.738408 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:30.787481 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=4']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:31.035944 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['87869981-3295-438e-b2da-53bdb29bf1bb'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:13:31.118748 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c70eaf-1ca2-43cb-8f13-177d065c2d4f req-5746be0f-8898-41c0-ad45-aad2be47c65d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:31.120210 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36c70eaf-1ca2-43cb-8f13-177d065c2d4f req-5746be0f-8898-41c0-ad45-aad2be47c65d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 944 time: 0.0478427 Aug 25 16:13:31.158372 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-36c70eaf-1ca2-43cb-8f13-177d065c2d4f req-49874fe0-0f87-488f-a3cc-19b7bd67d48e tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Aug 25 16:13:31.682345 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:13:31.812625 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning for port 87869981-3295-438e-b2da-53bdb29bf1bb completed by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:31.816845 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 87869981-3295-438e-b2da-53bdb29bf1bb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:31.817222 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:31.896172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:31.919391 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:31.921636 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b095be8-0d26-48be-85a7-7012d3d4056c" -d '{"events": [{"server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "name": "network-vif-plugged", "status": "completed", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:13:31.934860 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:31.960535 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dacb7dd-4db9-40d4-8bbf-cbafdc9c24a1 x-openstack-request-id: req-8dacb7dd-4db9-40d4-8bbf-cbafdc9c24a1 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:13:31.960835 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "name": "network-vif-plugged", "status": "completed", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:13:31.961089 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dacb7dd-4db9-40d4-8bbf-cbafdc9c24a1 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:13:31.961483 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb', 'code': 200} Aug 25 16:13:32.024400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:32.063910 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08834de6-f66d-4bb9-acbe-f4808902e8f6 req-7380129c-9435-483b-9de2-dcc91c49c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:32.065400 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-08834de6-f66d-4bb9-acbe-f4808902e8f6 req-7380129c-9435-483b-9de2-dcc91c49c821 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1096 time: 0.0446084 Aug 25 16:13:32.072366 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=5']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:32.101999 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-08834de6-f66d-4bb9-acbe-f4808902e8f6 req-43acd94e-2af8-4af5-abcd-c98c2a017d97 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288658 Aug 25 16:13:32.273285 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463c139-fcf0-483a-b984-daa4835855cc req-edddb529-d7de-4b6b-b924-62bf1227d6f6 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:32.274779 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6463c139-fcf0-483a-b984-daa4835855cc req-edddb529-d7de-4b6b-b924-62bf1227d6f6 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Aug 25 16:13:32.314058 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-6463c139-fcf0-483a-b984-daa4835855cc req-3faec64b-4989-4143-bce9-5d96b2ac1f2d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Aug 25 16:13:33.435208 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e524b9-fd4d-495d-b303-b3856b05a568 req-01c5e618-6ed1-4906-83a2-98a6575838af tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:33.436758 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c7e524b9-fd4d-495d-b303-b3856b05a568 req-01c5e618-6ed1-4906-83a2-98a6575838af tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Aug 25 16:13:33.475238 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-c7e524b9-fd4d-495d-b303-b3856b05a568 req-38b5563b-095e-4436-9233-9239e0101aa1 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Aug 25 16:13:34.592280 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273ea6d-d586-4475-a263-985294a25e48 req-3a590de0-ec39-4571-9f4b-ee0bf2406170 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:34.593773 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b273ea6d-d586-4475-a263-985294a25e48 req-3a590de0-ec39-4571-9f4b-ee0bf2406170 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Aug 25 16:13:34.634732 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-b273ea6d-d586-4475-a263-985294a25e48 req-305c6cb8-5680-4344-abbc-bdafb814f577 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Aug 25 16:13:34.785298 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d66c9-63de-4055-ab00-acbdc20733b1 req-afca845f-ab96-40f6-a375-9168a9fbf950 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:34.786811 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d24d66c9-63de-4055-ab00-acbdc20733b1 req-afca845f-ab96-40f6-a375-9168a9fbf950 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Aug 25 16:13:34.830691 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-d24d66c9-63de-4055-ab00-acbdc20733b1 req-2f17da8a-2cbc-4b26-881e-78b0c3b05c9a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368569 Aug 25 16:13:34.855247 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57154) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:13:34.895170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08b0c7-ad43-4a15-ab20-fcb49c78590b tempest-TestSnapshotPattern-1774838201 tempest-TestSnapshotPattern-1774838201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:34.896711 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-6c08b0c7-ad43-4a15-ab20-fcb49c78590b tempest-TestSnapshotPattern-1774838201 tempest-TestSnapshotPattern-1774838201-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1091 time: 0.0403590 Aug 25 16:13:34.899679 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57156) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:13:34.904028 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.v2.base [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Request body: {'floatingip': {'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'port_id': '87869981-3295-438e-b2da-53bdb29bf1bb', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 16:13:35.075666 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.172372 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.277860 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_common [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Allocated IP 172.25.8.126 (4b029e60-5bcb-46e6-983c-ea15f620bb16/674f15be-ee01-40e1-b679-0e43fde08998/65f4750a-ae21-4517-8bb1-2489a1c092e4) {{(pid=101872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:35.379359 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for port, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.481549 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778756792854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.527229 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Network 4b029e60-5bcb-46e6-983c-ea15f620bb16 is already hosted by enough agents. {{(pid=101872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:35.530179 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.base_scheduler [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Resources bound (agent type, host, resource id): {{(pid=101872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:35.533863 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Received port after_create {{(pid=101872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:35.556640 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'Port': ['ID=65f4750a-ae21-4517-8bb1-2489a1c092e4,revision_number=1']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:35.570212 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.573984 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:35.907011 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.107908 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.263050 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for port, precommit_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.355623 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10453317'] for port, after_update {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.428136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event updated for resources: {'Port': ['ID=65f4750a-ae21-4517-8bb1-2489a1c092e4,revision_number=2']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:36.439684 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802132'] for floatingip, after_create {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.543575 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Floating IP 50805ae2-20c3-42d4-ab21-dd1ad2a607dd associated. External IP: 172.25.8.126, port: 87869981-3295-438e-b2da-53bdb29bf1bb. Aug 25 16:13:36.753426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:36.863450 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:36.874781 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:13:36.884141 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:36.884750 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:36.944071 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:36.973734 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-724c25e4-0ce7-4f0a-aa44-7c706e0ab67a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0727255 Aug 25 16:13:36.974585 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:36.978655 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4981f4b3-bb19-45a3-a42d-e4c183877b66" -d '{"events": [{"name": "network-changed", "server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:13:37.006116 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:13:37.015596 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50992917-9d81-4189-b085-bb4d829acf74 x-openstack-request-id: req-50992917-9d81-4189-b085-bb4d829acf74 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:13:37.015893 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:13:37.016151 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50992917-9d81-4189-b085-bb4d829acf74 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:13:37.016563 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb', 'status': 'completed', 'code': 200} Aug 25 16:13:37.093044 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-9c66cc10-7b7c-4766-b925-185135e13a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.094582 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-9c66cc10-7b7c-4766-b925-185135e13a96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1096 time: 0.0464132 Aug 25 16:13:37.192557 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-17c73c74-00f1-419e-a6c1-b1f94c25e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.194045 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-17c73c74-00f1-419e-a6c1-b1f94c25e54c service neutron] 10.222.0.52 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0895932 Aug 25 16:13:37.240633 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '50805ae2-20c3-42d4-ab21-dd1ad2a607dd', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '87869981-3295-438e-b2da-53bdb29bf1bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:30:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:13:35Z', 'updated_at': '2021-08-25T16:13:35Z', 'revision_number': 0, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}, {'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:55Z', 'revision_number': 1, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:37.266999 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:13:37.267840 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-45da4c2a-69ae-4066-9c3c-9cb993a3fe65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 200 len: 999 time: 0.0627310 Aug 25 16:13:37.275164 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:37.275770 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:13:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:37.323018 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-ca1361e9-08bf-47a9-82ec-1a8edd4f9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.324538 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-ca1361e9-08bf-47a9-82ec-1a8edd4f9098 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0466061 Aug 25 16:13:37.373148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-5b71f2bb-826f-4a3c-ae74-003823da5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.374766 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-5b71f2bb-826f-4a3c-ae74-003823da5c13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413110 Aug 25 16:13:37.384225 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:13:37.471201 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-87dcdd4c-fa90-421c-96d7-c665319b2e3f service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880494 Aug 25 16:13:37.574325 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-4981f4b3-bb19-45a3-a42d-e4c183877b66 req-d1298a67-4b7d-4705-81ed-1c7a6b2a558d service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954840 Aug 25 16:13:37.625475 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '50805ae2-20c3-42d4-ab21-dd1ad2a607dd', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '87869981-3295-438e-b2da-53bdb29bf1bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:30:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:13:35Z', 'updated_at': '2021-08-25T16:13:35Z', 'revision_number': 0, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}, {'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:55Z', 'revision_number': 1, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:37.656291 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f70edf-12aa-45f5-8449-3d1f545f33d6 None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': '50805ae2-20c3-42d4-ab21-dd1ad2a607dd', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '87869981-3295-438e-b2da-53bdb29bf1bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:30:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:13:35Z', 'updated_at': '2021-08-25T16:13:35Z', 'revision_number': 0, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}, {'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:55Z', 'revision_number': 1, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:13:37.859276 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb725e-8155-49d6-bb67-3dcb34712245 None None] New status for floating IP 50805ae2-20c3-42d4-ab21-dd1ad2a607dd: ACTIVE {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:13:41.944237 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:13:45.563530 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-2069a173-7ed7-4689-a857-87cc9387e8c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395186 Aug 25 16:13:45.650795 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-17b9c679-1df0-4faf-b7c3-f93d59e4b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.652318 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-17b9c679-1df0-4faf-b7c3-f93d59e4b7e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1094 time: 0.0448120 Aug 25 16:13:45.754720 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-d3124d3a-32af-412a-ac2e-ee5878ddf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.756306 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-d3124d3a-32af-412a-ac2e-ee5878ddf25e service neutron] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0824032 Aug 25 16:13:45.825084 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-5b99e6e2-b296-428d-b510-8e8e32e56079 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 999 time: 0.0613151 Aug 25 16:13:45.874957 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-d7c58b76-64c1-49d7-b82d-5238e3f9f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.876451 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-d7c58b76-64c1-49d7-b82d-5238e3f9f411 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0434489 Aug 25 16:13:45.922372 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-99256d50-6d95-494e-8cbd-d2c47ca470de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.923871 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-99256d50-6d95-494e-8cbd-d2c47ca470de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398097 Aug 25 16:13:46.017161 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-ae610971-4b86-4c76-b40f-38e1ab6f9543 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847442 Aug 25 16:13:46.456859 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-91af87c9-c31b-400c-9ae3-eaeb8a8c7bf1 req-44371db9-82d8-41e2-a4ed-aef7bfede67d service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313238 Aug 25 16:13:51.086727 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-edd607ef-ec54-4aeb-8727-6fb8a20b5d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:53.818956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9c71e4aa-bf54-49ed-8bfc-104d054f1028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.298143 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.859310 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:57.395220 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.206368 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.925074 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-5f8e11b2-cf89-4915-9182-dace672991f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847490 Aug 25 16:13:59.012566 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-6a351488-2d63-4981-a34f-2ad88a7af85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:59.014333 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-6a351488-2d63-4981-a34f-2ad88a7af85a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1096 time: 0.0447886 Aug 25 16:13:59.123272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-a2a7f2dd-82f4-4043-be87-172eeb96e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:59.124666 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-a2a7f2dd-82f4-4043-be87-172eeb96e687 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0850058 Aug 25 16:13:59.193533 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-94286af2-94bd-4ce7-9d61-65a7660ed1d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 200 len: 1001 time: 0.0613117 Aug 25 16:13:59.244430 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-e6f4cbb4-cabb-4036-b627-a3b2cebccc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:59.245950 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-e6f4cbb4-cabb-4036-b627-a3b2cebccc5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0454974 Aug 25 16:13:59.296438 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-9437e4dc-7acf-4e07-a898-62adbcae25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:59.297930 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-9437e4dc-7acf-4e07-a898-62adbcae25a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408688 Aug 25 16:13:59.391005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-a1f719aa-a640-48f4-9559-ca6c9417f091 service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853293 Aug 25 16:13:59.481344 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-81d21b71-10ce-4cf6-8abc-0004be57a034 req-9a47aba5-ff7f-4b02-8da1-3e53f5643b7b service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822601 Aug 25 16:13:59.942275 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.943010 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:14:21.074106 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a71846e6-a4cf-4bf6-97b3-b7692e66c611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.782477 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d71fb459-21fe-4bbd-92aa-66e57a6ea999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:24.232932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:25.868400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.398580 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.234099 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.896816 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:47.536663 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-2ff021f8-2244-4529-bf69-206048e62b46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396755 Aug 25 16:14:47.623526 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-551392fa-fa1f-4005-917a-d03062d5ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.625019 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-551392fa-fa1f-4005-917a-d03062d5ca1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1094 time: 0.0453784 Aug 25 16:14:47.726813 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-45158495-f719-42f9-92d7-4e13e23b183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.728319 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-45158495-f719-42f9-92d7-4e13e23b183b service neutron] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0833840 Aug 25 16:14:47.797030 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-6024416b-04fa-4112-8f56-d570e9d2e277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 999 time: 0.0607913 Aug 25 16:14:47.845927 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-971519a6-0767-476d-9776-d293ad65cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.847414 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-971519a6-0767-476d-9776-d293ad65cc5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0427613 Aug 25 16:14:47.893173 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-d84eeb10-8e8f-4fa4-8d09-35189292005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.894587 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-d84eeb10-8e8f-4fa4-8d09-35189292005a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394828 Aug 25 16:14:47.986005 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-a9b290a2-51e2-4172-94d7-c37ee68b3ae2 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Aug 25 16:14:48.074265 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-79f9f75d-c8bf-44f9-ba15-ea1fbb0155bd req-d97e1372-edaa-43cf-be2a-19d666cd1290 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802658 Aug 25 16:14:51.073147 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ea45aefb-e6cb-4ec1-8000-fa9dc8629a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.764818 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-743cbed1-882e-4ae7-b33e-afd511addeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.294873 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:55.856178 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:55.943002 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:14:57.403068 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.261879 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.862454 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-d1d564f3-33cf-4a76-b862-4dd0eafddffc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398595 Aug 25 16:14:59.906387 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.946930 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-ac77b8a3-65a0-4589-8d55-d52d1e29dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:59.948448 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-ac77b8a3-65a0-4589-8d55-d52d1e29dc0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1096 time: 0.0445559 Aug 25 16:15:00.046853 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-96512586-0136-46bd-a9b3-590bd5b9d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:00.048331 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-96512586-0136-46bd-a9b3-590bd5b9d22d service neutron] 10.222.0.52 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0814629 Aug 25 16:15:00.118644 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-b5267fb7-f197-4e07-93f3-985cc33c03a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 200 len: 1001 time: 0.0604408 Aug 25 16:15:00.166485 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-9afbf13e-5241-4a98-b000-8dd999d3ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:00.167831 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-9afbf13e-5241-4a98-b000-8dd999d3ee86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0418820 Aug 25 16:15:00.213632 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-2f0468b7-43af-46a5-a2c0-f614dcce1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:00.215096 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-2f0468b7-43af-46a5-a2c0-f614dcce1c27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393960 Aug 25 16:15:00.310739 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-8070f13b-1ebf-4e06-b24c-2ffaa89e493a service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867949 Aug 25 16:15:00.401181 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-5052f5ce-9402-4d98-a9c0-3cd0999a20a8 req-d8fc99b4-3d71-4dd5-aaae-c3d92371419b service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806980 Aug 25 16:15:21.077185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0f770c2c-e1fe-49f9-9b1f-637556f84253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:22.285313 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb details requested by agent hyperv_n-h1-805995-2 with host n-h1-805995-2 {{(pid=101874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 16:15:22.380129 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:22.390853 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Returning: {'device': '87869981-3295-438e-b2da-53bdb29bf1bb', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'port_id': '87869981-3295-438e-b2da-53bdb29bf1bb', 'mac_address': 'fa:16:3e:30:9c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 16:15:22.427977 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:22.441561 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87869981-3295-438e-b2da-53bdb29bf1bb {{(pid=101874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:22.460749 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:22.656082 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:22.715288 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=6']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:22.723136 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.723486 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.723830 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.724168 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.724501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.724831 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.725158 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.725483 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.725808 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.726131 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.726454 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.726775 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:22.733477 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] get_ports_and_sgs() called for port_ids ['87869981-3295-438e-b2da-53bdb29bf1bb'] {{(pid=101874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 16:15:23.763134 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-aaa022f8-8c6d-48bb-aa5d-dadadbc59d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.256096 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.306280 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb up at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 16:15:24.352843 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Provisioning complete for port 87869981-3295-438e-b2da-53bdb29bf1bb triggered by entity L2. {{(pid=101874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:24.353208 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720576'] for port, provisioning_complete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.444374 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657225'] for port, before_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.468556 n-d-805995-2 neutron-server[101874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb'}] {{(pid=101874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:24.470822 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cceeeea45b67697a3a6aa66ecc1a75e3a09f05a57464df41241009a568f8ad4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f76ed85-1523-43ff-8d37-52502e5effb5" -d '{"events": [{"server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "name": "network-vif-plugged", "status": "completed", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb"}]}' {{(pid=101874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:15:24.508494 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-9f3b8492-a178-49df-b433-511baf897794 None None] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:24.523882 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130e887d-336c-418b-b4cb-dcd49ab7aab5 x-openstack-request-id: req-130e887d-336c-418b-b4cb-dcd49ab7aab5 {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:15:24.524506 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "name": "network-vif-plugged", "status": "completed", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb", "code": 200}]} {{(pid=101874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:15:24.524930 n-d-805995-2 neutron-server[101874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-130e887d-336c-418b-b4cb-dcd49ab7aab5 {{(pid=101874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:15:24.525504 n-d-805995-2 neutron-server[101874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb', 'code': 200} Aug 25 16:15:24.598526 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778757248561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778756792872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778756792890'] for port, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.645722 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Pushing event updated for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=7']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:25.952630 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.410204 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:28.226972 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.913287 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:32.943282 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:15:34.866382 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57378) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:35.022513 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Deleting port 65f4750a-ae21-4517-8bb1-2489a1c092e4 {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:35.022862 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.099718 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.099970 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.111345 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Calling delete_port for 65f4750a-ae21-4517-8bb1-2489a1c092e4 owned by network:floatingip {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:35.318280 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.344909 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event deleted for resources: {'Port': ['ID=65f4750a-ae21-4517-8bb1-2489a1c092e4,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:35.369586 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.369869 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.370217 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.370562 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.370902 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.371270 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.371609 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.371943 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.372280 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.372615 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.372946 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.373288 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:35.411627 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.411968 n-d-805995-2 neutron-server[101872]: INFO neutron.db.l3_db [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Floating IP 50805ae2-20c3-42d4-ab21-dd1ad2a607dd disassociated (deleted). External IP: 172.25.8.126, port: 87869981-3295-438e-b2da-53bdb29bf1bb. Aug 25 16:15:35.622980 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:35.728518 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:35.733457 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.738185 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:15:35.746663 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:35.747368 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:35.760569 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-a99fd87b-6094-4a1e-982d-a1bec3106bfd tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "DELETE /v2.0/floatingips/50805ae2-20c3-42d4-ab21-dd1ad2a607dd HTTP/1.1" status: 204 len: 168 time: 0.8923934 Aug 25 16:15:35.761258 n-d-805995-2 neutron-server[101872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb'}] {{(pid=101872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:35.763617 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17d96bb6677be704ca3fc091536a3cd6e39b44ddf6037ec308ea9b52526e91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1368af1d-f49f-4d61-9a02-618eaada1ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb"}]}' {{(pid=101872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:15:35.892508 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10365756-ec9e-4506-949b-14ae2c52da97 x-openstack-request-id: req-10365756-ec9e-4506-949b-14ae2c52da97 {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:15:35.893141 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb", "status": "completed", "code": 200}]} {{(pid=101872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:15:35.893141 n-d-805995-2 neutron-server[101872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10365756-ec9e-4506-949b-14ae2c52da97 {{(pid=101872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:15:35.893450 n-d-805995-2 neutron-server[101872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb', 'status': 'completed', 'code': 200} Aug 25 16:15:35.951523 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:35.955968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-e94be919-3241-4bf7-8569-d3d49af853b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.957701 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-e94be919-3241-4bf7-8569-d3d49af853b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 1096 time: 0.0417430 Aug 25 16:15:36.057070 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-abe44f1e-20ac-4ffb-998e-50bfc9ccf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.058655 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-abe44f1e-20ac-4ffb-998e-50bfc9ccf3d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0930672 Aug 25 16:15:36.102183 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-273e6dd3-06d7-4549-963d-cef08ea7c4f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 200 len: 217 time: 0.0353293 Aug 25 16:15:36.160246 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-a9152806-69f2-477f-b1f0-87f5d69af3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.162216 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-a9152806-69f2-477f-b1f0-87f5d69af3e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0498183 Aug 25 16:15:36.177987 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:55Z', 'revision_number': 1, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:36.207844 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:15:36.216077 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:36.216685 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:36.246160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-03707d5e-81fb-42d5-8f64-65b14e0c8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.247719 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-03707d5e-81fb-42d5-8f64-65b14e0c8573 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769479 Aug 25 16:15:36.260169 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc51421-c8cc-4833-b41e-827ce1bce67c req-733fac82-a1d5-4364-adbe-57f6c8a833be tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.261576 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bc51421-c8cc-4833-b41e-827ce1bce67c req-733fac82-a1d5-4364-adbe-57f6c8a833be tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0608130 Aug 25 16:15:36.320523 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:36.347556 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bc51421-c8cc-4833-b41e-827ce1bce67c req-32f03f0d-0110-4a0f-9597-048147fa1a96 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771039 Aug 25 16:15:36.382949 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-6ca9513d-2a0b-4971-8bec-fa8606cfc667 service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204121 Aug 25 16:15:36.480818 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-1368af1d-f49f-4d61-9a02-618eaada1ef4 req-d1c2203e-6acd-4c07-90c6-7bf71fdc1646 service neutron] 10.222.0.52 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896509 Aug 25 16:15:36.536637 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:55Z', 'revision_number': 1, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:36.565742 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cf7e2-3887-4bf5-a50e-267c28887715 None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_floatingips': [{'id': 'd77f2ab2-5582-4f5f-9375-186d56014aef', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'router_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'port_id': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'mac_address': 'fa:16:3e:fb:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:52Z', 'updated_at': '2021-08-25T16:10:55Z', 'revision_number': 1, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:15:36.775047 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0620d19-029b-4898-87e0-730e87224b54 None None] New status for floating IP 50805ae2-20c3-42d4-ab21-dd1ad2a607dd: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:15:37.467402 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214ee55-5f8a-4b26-b41e-28a25fcdc453 req-1e28440d-ae8b-4f32-af39-e320add05f78 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.468870 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1214ee55-5f8a-4b26-b41e-28a25fcdc453 req-1e28440d-ae8b-4f32-af39-e320add05f78 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0493975 Aug 25 16:15:37.505551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-1214ee55-5f8a-4b26-b41e-28a25fcdc453 req-725e42bf-d168-4b75-8cc6-26cb1e51df8a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 25 16:15:37.845262 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-a6267ccb-a033-485e-8ec8-2dbf685ee92c tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.846725 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-a6267ccb-a033-485e-8ec8-2dbf685ee92c tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.52 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Aug 25 16:15:37.939350 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Deleting port 87869981-3295-438e-b2da-53bdb29bf1bb {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:37.939611 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.025575 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] For port 87869981-3295-438e-b2da-53bdb29bf1bb, host n-h1-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805995-2',level=0,port_id=87869981-3295-438e-b2da-53bdb29bf1bb,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:38.025944 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.039478 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Calling delete_port for 87869981-3295-438e-b2da-53bdb29bf1bb owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:38.226897 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.256892 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event deleted for resources: {'Port': ['ID=87869981-3295-438e-b2da-53bdb29bf1bb,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:38.269968 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.270325 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.270692 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.271087 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.271474 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.271822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.272159 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.272491 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.272822 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.273248 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.273470 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.273804 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805995-2 {{(pid=101873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:38.312525 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] No DVR routers for this DVR port 87869981-3295-438e-b2da-53bdb29bf1bb on host n-h1-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:38.315163 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.317240 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-3bb2867c-4654-48e0-9a47-4a1191992f64 req-82f84f42-a360-43a2-b81c-e0116ac6f7e0 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.52 "DELETE /v2.0/ports/87869981-3295-438e-b2da-53bdb29bf1bb HTTP/1.1" status: 204 len: 173 time: 0.4641175 Aug 25 16:15:38.317680 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'name': 'network-vif-deleted', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:38.319930 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a404a-b727-483e-87d1-0dc8e35773bd" -d '{"events": [{"server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "name": "network-vif-deleted", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:15:38.330501 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:38.351737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 87869981-3295-438e-b2da-53bdb29bf1bb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:38.351960 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:38.409057 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7132cd-79bb-477a-88f0-415ca383ddd9 x-openstack-request-id: req-6d7132cd-79bb-477a-88f0-415ca383ddd9 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:15:38.409356 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffd5d18-dfcf-4031-85e2-0893a93a7b95", "name": "network-vif-deleted", "tag": "87869981-3295-438e-b2da-53bdb29bf1bb", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:15:38.409611 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d7132cd-79bb-477a-88f0-415ca383ddd9 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:15:38.410016 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffd5d18-dfcf-4031-85e2-0893a93a7b95', 'name': 'network-vif-deleted', 'tag': '87869981-3295-438e-b2da-53bdb29bf1bb', 'status': 'completed', 'code': 200} Aug 25 16:15:38.602621 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-8021bf74-7c63-49c5-b8c7-0173276e2b29 req-ae3ea72c-3706-4ac3-9c2e-52dac7236fee tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd5d18-dfcf-4031-85e2-0893a93a7b95 HTTP/1.1" status: 200 len: 210 time: 0.0311933 Aug 25 16:15:40.885441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57450) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:41.038049 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Deleting port 04b98e6d-fb93-41de-9939-acc6f3df25f3 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:41.038395 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:41.110432 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:41.111307 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:41.122612 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Calling delete_port for 04b98e6d-fb93-41de-9939-acc6f3df25f3 owned by network:floatingip {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:41.346958 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:41.370156 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event deleted for resources: {'Port': ['ID=04b98e6d-fb93-41de-9939-acc6f3df25f3,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:41.435150 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for floatingip, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:41.435495 n-d-805995-2 neutron-server[101873]: INFO neutron.db.l3_db [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Floating IP d77f2ab2-5582-4f5f-9375-186d56014aef disassociated (deleted). External IP: 172.25.8.131, port: 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36. Aug 25 16:15:41.633121 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:41.738741 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:41.743613 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for floatingip, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:41.748134 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:15:41.757595 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:41.758271 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:41.774824 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-308d6e17-a667-4f50-bded-cf545bdc7085 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "DELETE /v2.0/floatingips/d77f2ab2-5582-4f5f-9375-186d56014aef HTTP/1.1" status: 204 len: 168 time: 0.8882830 Aug 25 16:15:41.775552 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:41.778013 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07bb97e-fb54-474a-879d-0c8c8bbe8594" -d '{"events": [{"name": "network-changed", "server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:15:41.824903 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc90e36-725d-4219-9ad4-7fd4b97e66dd x-openstack-request-id: req-abc90e36-725d-4219-9ad4-7fd4b97e66dd {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:15:41.825297 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:15:41.825775 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abc90e36-725d-4219-9ad4-7fd4b97e66dd {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:15:41.826262 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'status': 'completed', 'code': 200} Aug 25 16:15:41.865669 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:41.890951 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-6fc284df-c0f9-438d-a4a1-26f78747296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.893154 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-6fc284df-c0f9-438d-a4a1-26f78747296b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 1094 time: 0.0424147 Aug 25 16:15:41.985148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-66a1b024-468c-4e2f-9f1f-a0d7a0b13127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.986682 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-66a1b024-468c-4e2f-9f1f-a0d7a0b13127 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 200 len: 910 time: 0.0864596 Aug 25 16:15:42.034810 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-bf69ad51-fc93-4e9a-9f74-9b3753410f5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 200 len: 217 time: 0.0407786 Aug 25 16:15:42.065074 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:42.086462 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-aeed6bbe-ced5-468a-a762-34a4f9121f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.088063 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-aeed6bbe-ced5-468a-a762-34a4f9121f53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 200 len: 848 time: 0.0463626 Aug 25 16:15:42.092670 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:15:42.101067 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:42.101667 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:42.134929 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-12f95913-50a2-44fe-8723-8561e42e0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.136494 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-12f95913-50a2-44fe-8723-8561e42e0d33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81ec8aae-09ab-4963-97fe-e9d50edd405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412133 Aug 25 16:15:42.208528 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:42.269160 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fbc65-1cfa-4d17-9d2c-472ffaf4d08f req-187f273d-817d-4f68-a08f-3d54712a5923 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.270640 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da4fbc65-1cfa-4d17-9d2c-472ffaf4d08f req-187f273d-817d-4f68-a08f-3d54712a5923 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0759885 Aug 25 16:15:42.275917 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-e28a7bba-dd1c-4377-9886-35e590a6d144 service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300571 Aug 25 16:15:42.314049 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-da4fbc65-1cfa-4d17-9d2c-472ffaf4d08f req-f8ffa219-c523-48be-b5a1-4b931f2b7d86 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370281 Aug 25 16:15:42.347355 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb no longer exists at agent hyperv_n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:42.366631 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8492-a178-49df-b433-511baf897794 None None] No Port match for: 87869981-3295-438e-b2da-53bdb29bf1bb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:42.366974 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Device 87869981-3295-438e-b2da-53bdb29bf1bb not bound to the agent host n-h1-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:42.408836 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:42.430212 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-e07bb97e-fb54-474a-879d-0c8c8bbe8594 req-f48737e0-0d82-49f7-a1ae-b79f360b903c service neutron] 10.222.0.45 "GET /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399577 Aug 25 16:15:42.434543 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca836ff7-d3aa-4b03-8944-346d8b19703b None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:10:24Z', 'revision_number': 4, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2', '_interfaces': [{'id': '47d6b7b2-3193-4e70-932b-ca072b39e6dd', 'name': '', 'network_id': '81ec8aae-09ab-4963-97fe-e9d50edd405a', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'mac_address': 'fa:16:3e:67:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:23Z', 'updated_at': '2021-08-25T16:10:30Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'subnets': [{'id': 'e0d7e67e-7c65-42c1-ad1a-e2a83af56db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:15:42.638287 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df2f07-4832-431f-9275-9f265cf40867 None None] New status for floating IP d77f2ab2-5582-4f5f-9375-186d56014aef: DOWN {{(pid=101874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 16:15:43.431194 n-d-805995-2 neutron-server[101872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f172-4c52-4746-902e-061bd3931238 req-1f824707-c893-4516-896b-3f1bdce2845d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:43.432600 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9e0f172-4c52-4746-902e-061bd3931238 req-1f824707-c893-4516-896b-3f1bdce2845d tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0482826 Aug 25 16:15:43.469299 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [req-f9e0f172-4c52-4746-902e-061bd3931238 req-e57e9772-892f-4c81-96a2-bcacf03fde44 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/security-groups?id=dcfe231f-43ef-4246-88a9-4170dcc2fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306218 Aug 25 16:15:44.150109 n-d-805995-2 neutron-server[101873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-1055cfdb-a144-48ab-9a24-e0751a5591e6 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.151453 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-1055cfdb-a144-48ab-9a24-e0751a5591e6 tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 943 time: 0.0485466 Aug 25 16:15:44.237870 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Deleting port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:44.238205 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.325900 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] For port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36, host n-h2-805995-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805995-2',level=0,port_id=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:44.326257 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.338404 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Calling delete_port for 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 owned by compute:nova {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:44.528712 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.568749 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event deleted for resources: {'Port': ['ID=59d56a29-ddbd-4ea3-ae75-c20fc6f53b36,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:44.585050 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-cd52c669-888c-4cb3-a3ac-7f716fc2e51a req-5d2b7266-b602-4664-b8d3-9a29bed3df7b tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea437d75-76d7-4aa8-a2d9-8328b6f405d3 HTTP/1.1" status: 200 len: 210 time: 0.0483482 Aug 25 16:15:44.624407 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] No DVR routers for this DVR port 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 on host n-h2-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:44.627607 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451030'] for port, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.630317 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [req-62c1a7e2-f57a-495e-a2dd-7f91bbd59cf1 req-abd74c9b-1129-431e-a1dd-0ec4bcbc5d1a tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.45 "DELETE /v2.0/ports/59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 HTTP/1.1" status: 204 len: 173 time: 0.4715338 Aug 25 16:15:44.630317 n-d-805995-2 neutron-server[101873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-deleted', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36'}] {{(pid=101873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:44.632497 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1622c3594fb65c009cae1ad7830ad2ce7deee18bfca03b8828447b09eeccf9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f9bd3-6e4b-460f-b7ad-47993f9f6c7f" -d '{"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-deleted", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36"}]}' {{(pid=101873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 16:15:44.666937 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff748c1-fcd4-4e4a-a762-73d94b7b72e4 x-openstack-request-id: req-2ff748c1-fcd4-4e4a-a762-73d94b7b72e4 {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 16:15:44.667255 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea437d75-76d7-4aa8-a2d9-8328b6f405d3", "name": "network-vif-deleted", "tag": "59d56a29-ddbd-4ea3-ae75-c20fc6f53b36", "status": "completed", "code": 200}]} {{(pid=101873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 16:15:44.667508 n-d-805995-2 neutron-server[101873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ff748c1-fcd4-4e4a-a762-73d94b7b72e4 {{(pid=101873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 16:15:44.667909 n-d-805995-2 neutron-server[101873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea437d75-76d7-4aa8-a2d9-8328b6f405d3', 'name': 'network-vif-deleted', 'tag': '59d56a29-ddbd-4ea3-ae75-c20fc6f53b36', 'status': 'completed', 'code': 200} Aug 25 16:15:45.643086 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57474) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:45.700483 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6dbe5-e3f2-490f-b6a7-b2a868454ccb tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.728446 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6dbe5-e3f2-490f-b6a7-b2a868454ccb tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.842565 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6dbe5-e3f2-490f-b6a7-b2a868454ccb tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.845198 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-3de6dbe5-e3f2-490f-b6a7-b2a868454ccb tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Notify callbacks [] for security_group, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.846374 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-3de6dbe5-e3f2-490f-b6a7-b2a868454ccb tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] 10.222.0.58 "DELETE /v2.0/security-groups/dcfe231f-43ef-4246-88a9-4170dcc2fcbc HTTP/1.1" status: 204 len: 168 time: 0.2022512 Aug 25 16:15:45.855742 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6dbe5-e3f2-490f-b6a7-b2a868454ccb tempest-TestSnapshotPattern-657393444 tempest-TestSnapshotPattern-657393444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe231f-43ef-4246-88a9-4170dcc2fcbc,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:45.948401 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57478) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:46.384443 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:46.953322 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Deleting port 47d6b7b2-3193-4e70-932b-ca072b39e6dd {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:46.954039 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.029815 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] For port 47d6b7b2-3193-4e70-932b-ca072b39e6dd, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=47d6b7b2-3193-4e70-932b-ca072b39e6dd,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:47.030167 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.042823 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Calling delete_port for 47d6b7b2-3193-4e70-932b-ca072b39e6dd owned by network:router_interface {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:47.255234 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.279097 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Pushing event deleted for resources: {'Port': ['ID=47d6b7b2-3193-4e70-932b-ca072b39e6dd,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:47.443854 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.655127 n-d-805995-2 neutron-server[101873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:47.763793 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:47.769379 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-52bdb74e-5fdb-4194-b6b0-fee6168590ee admin admin] 10.222.0.58 "PUT /v2.0/routers/f43fda12-7c8e-4798-ba4c-929fbb9c5c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8199551 Aug 25 16:15:47.772213 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57482) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:47.773124 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85609938-aaf9-4296-b917-64d977421341 None None] Sync routers for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:15:47.782127 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:47.782730 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:47.879965 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks [] for router, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.978542 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: n-d-805995-2 {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:47.985424 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.130868 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Deleting port ad2746cd-630b-44e1-a413-75ec6cb25ca2 {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:48.131245 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.150030 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:15:47Z', 'revision_number': 5, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port': {'id': 'ad2746cd-630b-44e1-a413-75ec6cb25ca2', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:21Z', 'updated_at': '2021-08-25T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:48.179420 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85609938-aaf9-4296-b917-64d977421341 None None] Checking router: f43fda12-7c8e-4798-ba4c-929fbb9c5c88 for host: n-d-805995-2 {{(pid=101875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:15:48.187717 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] Routers {'f43fda12-7c8e-4798-ba4c-929fbb9c5c88'} bound to L3 agent in host n-d-805995-2 {{(pid=101875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:48.188318 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'], 'active': True} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:48.214112 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] For port ad2746cd-630b-44e1-a413-75ec6cb25ca2, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=ad2746cd-630b-44e1-a413-75ec6cb25ca2,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:48.214475 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.228022 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Calling delete_port for ad2746cd-630b-44e1-a413-75ec6cb25ca2 owned by network:router_gateway {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:48.272530 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_dvr_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] Set router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 gateway port host: None {{(pid=101875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:48.323099 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.l3_hamode_db [None req-85609938-aaf9-4296-b917-64d977421341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:15:47Z', 'revision_number': 6, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:48.352026 n-d-805995-2 neutron-server[101875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85609938-aaf9-4296-b917-64d977421341 None None] The sync data for ids ['f43fda12-7c8e-4798-ba4c-929fbb9c5c88'] in n-d-805995-2 is: [{'id': 'f43fda12-7c8e-4798-ba4c-929fbb9c5c88', 'name': 'tempest-TestSnapshotPattern-954803799-router', 'tenant_id': '5e78d4c552ad48c699b82ab6a63c1618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:20Z', 'updated_at': '2021-08-25T16:15:47Z', 'revision_number': 6, 'project_id': '5e78d4c552ad48c699b82ab6a63c1618', 'gw_port_host': None}] {{(pid=101875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:15:48.471652 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.495415 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2746cd-630b-44e1-a413-75ec6cb25ca2,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:48.556043 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.562922 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 no longer exists at agent hyperv_n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:48.581861 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] No Port match for: 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:48.586638 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Device 59d56a29-ddbd-4ea3-ae75-c20fc6f53b36 not bound to the agent host n-h2-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:48.644335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.646335 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.780882 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.781421 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43fda12-7c8e-4798-ba4c-929fbb9c5c88 {{(pid=101873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:15:48.786293 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] Notify callbacks [] for router, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.787481 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-cd4aa07d-8498-45b9-9af3-c90a11825014 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f43fda12-7c8e-4798-ba4c-929fbb9c5c88 HTTP/1.1" status: 204 len: 168 time: 1.0143378 Aug 25 16:15:48.789982 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57484) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:48.833723 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Deleting subnet e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 {{(pid=101873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 16:15:48.836757 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.870211 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617954'] for subnet, precommit_delete_associations {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.947932 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.043963 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494689'] for subnet, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.071630 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d7e67e-7c65-42c1-ad1a-e2a83af56db7,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.075542 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.080648 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-4e6b0292-2c5e-448c-afc3-25f5afff149f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e0d7e67e-7c65-42c1-ad1a-e2a83af56db7 HTTP/1.1" status: 204 len: 168 time: 0.2864587 Aug 25 16:15:49.080648 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [-] (101873) accepted ('10.222.0.58', 57486) {{(pid=101873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:49.081324 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43369b-4847-474b-b2fc-ddf240e1e7c4 None None] Network 81ec8aae-09ab-4963-97fe-e9d50edd405a requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:15:49.148761 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.210635 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Deleting port cf49ec06-164c-4547-97b2-766c7cb75e5c {{(pid=101873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:49.210987 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.258448 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] DHCP port deletion for 81ec8aae-09ab-4963-97fe-e9d50edd405a request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 16:15:49.276150 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.db [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] For port cf49ec06-164c-4547-97b2-766c7cb75e5c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cf49ec06-164c-4547-97b2-766c7cb75e5c,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:49.276594 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.290272 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Calling delete_port for cf49ec06-164c-4547-97b2-766c7cb75e5c owned by network:dhcp {{(pid=101873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:49.306040 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] Deleting port cf49ec06-164c-4547-97b2-766c7cb75e5c {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:49.306423 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.372138 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] For port cf49ec06-164c-4547-97b2-766c7cb75e5c, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=cf49ec06-164c-4547-97b2-766c7cb75e5c,segment=NetworkSegment(02a452b9-1c54-44a5-8069-55169efaf2b5),segment_id=02a452b9-1c54-44a5-8069-55169efaf2b5)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:49.372835 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.390163 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] Calling delete_port for cf49ec06-164c-4547-97b2-766c7cb75e5c owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:49.454673 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616755'] for port, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.462469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.484585 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cf49ec06-164c-4547-97b2-766c7cb75e5c,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.486735 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] Pushing event deleted for resources: {'Port': ['ID=cf49ec06-164c-4547-97b2-766c7cb75e5c,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.488130 n-d-805995-2 neutron-server[101873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] No DVR routers for this DVR port cf49ec06-164c-4547-97b2-766c7cb75e5c on host n-d-805995-2 {{(pid=101873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:49.490577 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c488d-5f46-416c-8762-b58652c48e56 None None] No DVR routers for this DVR port cf49ec06-164c-4547-97b2-766c7cb75e5c on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:49.559228 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.569441 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ec8aae-09ab-4963-97fe-e9d50edd405a']}} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:49.579454 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a452b9-1c54-44a5-8069-55169efaf2b5') {'for_net_delete': True} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:49.579751 n-d-805995-2 neutron-server[101873]: DEBUG neutron.services.segments.db [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a452b9-1c54-44a5-8069-55169efaf2b5') {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:49.588287 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617981'] for segment, before_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.601504 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.607124 n-d-805995-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 16:15:49.607508 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616710'] for segment, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: Traceback (most recent call last): Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: timer() Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: cb(*args, **kw) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: return func(*args, **kwargs) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: self._notify() Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: self.callback(batched_events) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: event.method(event) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: return f(self, *a, **k) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: return self._get(url).json() Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: return self.request(url, 'GET', **kwargs) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:15:49.609090 n-d-805995-2 neutron-server[101873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:15:49.707357 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 47d6b7b2-3193-4e70-932b-ca072b39e6dd no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:49.726868 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 47d6b7b2-3193-4e70-932b-ca072b39e6dd {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:49.727244 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 47d6b7b2-3193-4e70-932b-ca072b39e6dd not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:49.727660 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cf49ec06-164c-4547-97b2-766c7cb75e5c no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:49.739891 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.745476 n-d-805995-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Notify callbacks [] for network, before_response {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.750595 n-d-805995-2 neutron-server[101873]: INFO neutron.wsgi [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] 10.222.0.58 "DELETE /v2.0/networks/81ec8aae-09ab-4963-97fe-e9d50edd405a HTTP/1.1" status: 204 len: 168 time: 0.6659276 Aug 25 16:15:49.750709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: cf49ec06-164c-4547-97b2-766c7cb75e5c {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:49.750709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device cf49ec06-164c-4547-97b2-766c7cb75e5c not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:49.750709 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad2746cd-630b-44e1-a413-75ec6cb25ca2 no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:49.751002 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57488) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:49.761750 n-d-805995-2 neutron-server[101873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fed4f2-6bf7-46fd-964a-1d242ccef0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=81ec8aae-09ab-4963-97fe-e9d50edd405a,revision_number=None']} {{(pid=101873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.769685 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: ad2746cd-630b-44e1-a413-75ec6cb25ca2 {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:49.770036 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device ad2746cd-630b-44e1-a413-75ec6cb25ca2 not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:50.085934 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794250'] for router_interface, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:50.658051 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Deleting port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:50.658388 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:50.735471 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] For port 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:50.735833 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:50.747763 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Calling delete_port for 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa owned by network:router_interface {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:50.986561 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.012556 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:51.100841 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4c37a069-ea7d-4289-ab09-c099d9a00e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.180565 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794048'] for router_interface, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.387017 n-d-805995-2 neutron-server[101872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Router ab106487-4b9f-48da-9c01-4485495a5cdc has already been hosted by L3 agent 3e27d387-3748-4243-9540-d55351bf21ce {{(pid=101872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:51.493149 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] Notify agent at l3_agent.n-d-805995-2 the message routers_updated {{(pid=101872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:51.498097 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ca39d376-dc6e-44f9-a668-99f600e53e96 admin admin] 10.222.0.58 "PUT /v2.0/routers/ab106487-4b9f-48da-9c01-4485495a5cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458951 Aug 25 16:15:51.500658 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57490) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:51.501529 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] Sync routers for ids ['ab106487-4b9f-48da-9c01-4485495a5cdc'] in n-d-805995-2 {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 16:15:51.510440 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] Routers {'ab106487-4b9f-48da-9c01-4485495a5cdc'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:51.511088 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ab106487-4b9f-48da-9c01-4485495a5cdc'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:51.604909 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks [] for router, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.614697 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] Set router ab106487-4b9f-48da-9c01-4485495a5cdc gateway port host: n-d-805995-2 {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:51.712865 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.792046 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'external_fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '4f2d2652-a683-4f53-abad-7446c414024a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:15:50Z', 'revision_number': 5, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port': {'id': '4f2d2652-a683-4f53-abad-7446c414024a', 'name': '', 'network_id': '4b029e60-5bcb-46e6-983c-ea15f620bb16', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '674f15be-ee01-40e1-b679-0e43fde08998', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805995-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '674f15be-ee01-40e1-b679-0e43fde08998', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805995-2'}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:51.820816 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] Checking router: ab106487-4b9f-48da-9c01-4485495a5cdc for host: n-d-805995-2 {{(pid=101874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 16:15:51.828282 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Deleting port 4f2d2652-a683-4f53-abad-7446c414024a {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:51.828752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.830388 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] Routers {'ab106487-4b9f-48da-9c01-4485495a5cdc'} bound to L3 agent in host n-d-805995-2 {{(pid=101874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:51.831001 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805995-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T14:33:24Z,description=,heartbeat_timestamp=2021-08-25T16:15:24Z,host='n-d-805995-2',id=3e27d387-3748-4243-9540-d55351bf21ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T14:33:24Z,topic='l3_agent')) {'router_ids': ['ab106487-4b9f-48da-9c01-4485495a5cdc'], 'active': True} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:51.915990 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] For port 4f2d2652-a683-4f53-abad-7446c414024a, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=4f2d2652-a683-4f53-abad-7446c414024a,segment=NetworkSegment(9b429b18-910a-4e14-83c1-d2e2019001c8),segment_id=9b429b18-910a-4e14-83c1-d2e2019001c8)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:51.916330 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.920120 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvr_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] Set router ab106487-4b9f-48da-9c01-4485495a5cdc gateway port host: None {{(pid=101874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 16:15:51.928335 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Calling delete_port for 4f2d2652-a683-4f53-abad-7446c414024a owned by network:router_gateway {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:51.974737 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_hamode_db [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:15:51Z', 'revision_number': 6, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port_host': None}], 'n-d-805995-2', False) {} {{(pid=101874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:52.000755 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62abbe-43fc-47c9-a89e-54ff14695dbb None None] The sync data for ids ['ab106487-4b9f-48da-9c01-4485495a5cdc'] in n-d-805995-2 is: [{'id': 'ab106487-4b9f-48da-9c01-4485495a5cdc', 'name': 'tempest-TestSnapshotPattern-215197714-router', 'tenant_id': 'eff7a53db63d463db9385f8b3e899791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:10:27Z', 'updated_at': '2021-08-25T16:15:51Z', 'revision_number': 6, 'project_id': 'eff7a53db63d463db9385f8b3e899791', 'gw_port_host': None}] {{(pid=101874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 16:15:52.140380 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.166723 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2d2652-a683-4f53-abad-7446c414024a,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:52.225752 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1802074'] for router_gateway, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.317291 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258855'] for router, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.319296 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.476594 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1800138'] for router, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.477136 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab106487-4b9f-48da-9c01-4485495a5cdc {{(pid=101872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:15:52.481393 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] Notify callbacks [] for router, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.482551 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-19e1f56e-9d8d-4c7d-9edd-895d1a43578f admin admin] 10.222.0.58 "DELETE /v2.0/routers/ab106487-4b9f-48da-9c01-4485495a5cdc HTTP/1.1" status: 204 len: 168 time: 0.9809687 Aug 25 16:15:52.485022 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57494) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:52.529813 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.db_base_plugin_v2 [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Deleting subnet 568b1cd4-c821-4345-98dd-fafa400557bf {{(pid=101872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 16:15:52.532813 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.566709 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8682398'] for subnet, precommit_delete_associations {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.645314 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887474'] for subnet, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.791481 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10453263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346681'] for subnet, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.819121 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568b1cd4-c821-4345-98dd-fafa400557bf,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:52.824093 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.828240 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-623b2e57-1a4f-41ef-b156-0e10af15373c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/568b1cd4-c821-4345-98dd-fafa400557bf HTTP/1.1" status: 204 len: 168 time: 0.3399301 Aug 25 16:15:52.828379 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57496) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:52.829400 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71994dd-e396-4403-8a8b-530b4fb6365a None None] Network ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc requested from n-d-805995-2 {{(pid=101874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 16:15:52.904928 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574498'] for network, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.959631 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Deleting port b276e10c-a7b6-4a2f-8614-4f8d303881fb {{(pid=101872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:52.959978 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.003507 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] DHCP port deletion for ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc request from n-d-805995-2 {{(pid=101874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 16:15:53.032569 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.db [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] For port b276e10c-a7b6-4a2f-8614-4f8d303881fb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b276e10c-a7b6-4a2f-8614-4f8d303881fb,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:53.032952 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.047170 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.plugin [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Calling delete_port for b276e10c-a7b6-4a2f-8614-4f8d303881fb owned by network:dhcp {{(pid=101872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:53.053662 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] Deleting port b276e10c-a7b6-4a2f-8614-4f8d303881fb {{(pid=101874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 16:15:53.053662 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778757355295'] for port, before_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.116640 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.db [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] For port b276e10c-a7b6-4a2f-8614-4f8d303881fb, host n-d-805995-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805995-2',level=0,port_id=b276e10c-a7b6-4a2f-8614-4f8d303881fb,segment=NetworkSegment(23fccf79-1139-4cec-a816-3d4aa827062d),segment_id=23fccf79-1139-4cec-a816-3d4aa827062d)] {{(pid=101874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:53.117055 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1797147'] for port, precommit_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.129840 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] Calling delete_port for b276e10c-a7b6-4a2f-8614-4f8d303881fb owned by network:dhcp {{(pid=101874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 16:15:53.209554 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10453340'] for port, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.215480 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-657158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778757248543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778756792863'] for port, after_delete {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.236416 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Pushing event deleted for resources: {'Port': ['ID=b276e10c-a7b6-4a2f-8614-4f8d303881fb,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:53.238182 n-d-805995-2 neutron-server[101872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] No DVR routers for this DVR port b276e10c-a7b6-4a2f-8614-4f8d303881fb on host n-d-805995-2 {{(pid=101872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:53.241258 n-d-805995-2 neutron-server[101874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] Pushing event deleted for resources: {'Port': ['ID=b276e10c-a7b6-4a2f-8614-4f8d303881fb,revision_number=None']} {{(pid=101874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:53.245397 n-d-805995-2 neutron-server[101874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab381e-0042-4753-90c9-1158084a175c None None] No DVR routers for this DVR port b276e10c-a7b6-4a2f-8614-4f8d303881fb on host n-d-805995-2 {{(pid=101874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:53.309914 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717897', 'neutron.services.segments.db._delete_segments_for_network-8778757339374'] for network, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.320013 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc']}} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:53.333203 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fccf79-1139-4cec-a816-3d4aa827062d') {'for_net_delete': True} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:53.333499 n-d-805995-2 neutron-server[101872]: DEBUG neutron.services.segments.db [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fccf79-1139-4cec-a816-3d4aa827062d') {} {{(pid=101872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:53.342081 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778757339257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8682369'] for segment, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.355663 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307'] for segment, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.362082 n-d-805995-2 neutron-server[101872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 16:15:53.362497 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10453353'] for segment, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: Traceback (most recent call last): Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: timer() Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: cb(*args, **kw) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: return func(*args, **kwargs) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: self._notify() Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: self.callback(batched_events) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: event.method(event) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: return f(self, *a, **k) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: return self._get(url).json() Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: return self.request(url, 'GET', **kwargs) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:15:53.364173 n-d-805995-2 neutron-server[101872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:15:53.460728 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1802086'] for network, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.466197 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Notify callbacks [] for network, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.468099 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] 10.222.0.58 "DELETE /v2.0/networks/ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc HTTP/1.1" status: 204 len: 168 time: 0.6387658 Aug 25 16:15:53.478828 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684daad-5a22-46bb-86df-838116fe667e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8b6bf7-e5c2-4f4e-b8cd-99146d1783fc,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:53.710181 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f2d2652-a683-4f53-abad-7446c414024a no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:53.733517 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 4f2d2652-a683-4f53-abad-7446c414024a {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:53.733818 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 4f2d2652-a683-4f53-abad-7446c414024a not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:53.734229 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b276e10c-a7b6-4a2f-8614-4f8d303881fb no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:53.752600 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: b276e10c-a7b6-4a2f-8614-4f8d303881fb {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:53.752945 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device b276e10c-a7b6-4a2f-8614-4f8d303881fb not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:53.753352 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa no longer exists at agent ovs-agent-n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 16:15:53.764426 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57500) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:53.771408 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.plugin [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] No Port match for: 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa {{(pid=101874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 16:15:53.771760 n-d-805995-2 neutron-server[101874]: DEBUG neutron.plugins.ml2.rpc [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Device 9c6c4985-ace6-4a89-9055-6f4f3ff1f0fa not bound to the agent host n-d-805995-2 {{(pid=101874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 16:15:53.797807 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4c05-7092-46dc-b16e-1af5458f13f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.805701 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-ff8e4303-370b-4b3b-8d19-1cd7f6d9cd97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e78d4c552ad48c699b82ab6a63c1618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400450 Aug 25 16:15:53.808228 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57502) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:53.856968 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eef98db-8ea2-4070-80b1-f2180dcd6e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.882367 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eef98db-8ea2-4070-80b1-f2180dcd6e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.002381 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eef98db-8ea2-4070-80b1-f2180dcd6e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.004967 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-2eef98db-8ea2-4070-80b1-f2180dcd6e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.006144 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-2eef98db-8ea2-4070-80b1-f2180dcd6e52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39ffd7fb-e759-4c17-ab27-0b2881f663c1 HTTP/1.1" status: 204 len: 168 time: 0.1969414 Aug 25 16:15:54.013958 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef98db-8ea2-4070-80b1-f2180dcd6e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ffd7fb-e759-4c17-ab27-0b2881f663c1,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:54.237706 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.710517 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57508) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:54.749136 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-57054c89-b4c2-462d-9169-07345fbddd39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eff7a53db63d463db9385f8b3e899791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374391 Aug 25 16:15:54.752018 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [-] (101872) accepted ('10.222.0.58', 57510) {{(pid=101872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 16:15:54.798900 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-719a8b66-3a72-410f-b27d-3d8eefe09124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.821242 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-719a8b66-3a72-410f-b27d-3d8eefe09124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.952345 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-719a8b66-3a72-410f-b27d-3d8eefe09124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group, after_delete {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.954830 n-d-805995-2 neutron-server[101872]: DEBUG neutron_lib.callbacks.manager [None req-719a8b66-3a72-410f-b27d-3d8eefe09124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.956054 n-d-805995-2 neutron-server[101872]: INFO neutron.wsgi [None req-719a8b66-3a72-410f-b27d-3d8eefe09124 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93578929-a385-4218-8fda-164f6d3b337e HTTP/1.1" status: 204 len: 168 time: 0.2031198 Aug 25 16:15:54.963964 n-d-805995-2 neutron-server[101872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a8b66-3a72-410f-b27d-3d8eefe09124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93578929-a385-4218-8fda-164f6d3b337e,revision_number=None']} {{(pid=101872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:55.854912 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:57.403656 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:58.284259 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.026752 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.944088 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:16:21.134442 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0fb17a24-d490-4e86-8f08-a7b04dad0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:23.768515 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ded9c711-811f-4b21-beb8-39de180da240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:24.258144 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:25.865576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.425275 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.294189 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:29.951054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.944459 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:16:51.076045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-60c8a548-c812-4055-9612-763c80af14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:53.773517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-957d4cd7-fb29-45ed-b7c8-8f70cd3a162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:54.241545 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:55.864687 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:57.464986 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.291631 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.937441 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:12.166233 n-d-805995-2 neutron-server[101872]: DEBUG neutron.wsgi [req-306c6523-d450-44f7-a499-b3685b11b256 req-6f1514b7-fb61-47cc-9c24-89cd9908223a service neutron] (101872) timed out ('10.222.0.58', 55942) {{(pid=101872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 16:17:21.075538 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-82feee96-8649-4118-990d-b4bce304d3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.817328 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ca6398fd-6e38-4289-908a-dcbf6b656a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.943793 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:17:24.242045 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.887185 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.428454 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.353814 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.949823 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:51.086445 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-e422bace-00fd-4d77-9697-718939d17eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:53.777831 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-097bf5df-a78c-4500-be51-003c3f784249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.252037 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.869122 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.440289 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.274764 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.988669 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.944273 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:18:21.079651 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-2c39e046-ca54-45aa-be62-e25eb64c30f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.760125 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce797-64bb-48e7-b7d8-5cf144684de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.261255 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.874484 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.422862 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.273951 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.971754 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.943656 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:18:51.113318 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-d51a9fdf-5cb5-435f-8939-598829fe906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:53.845258 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5fa584be-ac62-4548-ae61-80d5271cf0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:54.330703 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:55.861949 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:57.455399 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:58.330795 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:59.992868 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.942807 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:19:21.122590 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bc7a43aa-39bd-4de5-bafc-d507dbbd2d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.827103 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-eec4dad3-9099-4c42-aa67-63c23e138534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.306926 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:25.901251 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:27.461054 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.318517 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:29.975655 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.093836 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-f2533d7a-c207-4130-94cf-75e001a7c36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.942527 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:19:53.784705 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-a9db182e-9a6d-46b3-a7f3-bea2e0575d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.231701 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.883362 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:57.443621 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:58.333217 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:00.088994 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:21.088233 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-6beddb22-5934-4e48-b3bd-cec4789736d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:23.789628 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1761f4ad-20dc-4437-8655-42c6b81a0762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:24.230826 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.876763 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:27.431346 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:28.362645 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:28.941252 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:20:30.020003 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:51.080469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-df483ab6-2733-4609-9cd6-8328acec330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:53.801932 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9cb8566a-efd0-4c34-b531-93e51fd146c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:54.247571 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:55.876053 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.424446 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.297682 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:00.024434 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:05.940108 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:21:21.127387 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9342-d1e6-46a7-ade0-a82a235e95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:23.868056 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3450995e-b644-4cd7-ae9d-52f772ad827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:24.258716 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:25.933166 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:27.452566 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:28.321544 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:30.021991 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:42.938849 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:21:51.084704 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-920c45ba-7693-48b4-8c75-f4095ccd77c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:53.798893 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-cc5acbf6-c9a0-4312-9036-c78e97761e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:54.240395 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:55.884516 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:57.451598 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:58.297295 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:00.034455 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:19.938988 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:22:21.080169 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-86ca9026-8b4d-4421-bb67-eba4ee141861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:23.794190 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-4627bc50-56f9-46e3-82a3-c3c666d60ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:24.274274 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:25.889332 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:27.445548 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:28.357783 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:30.083780 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:34.284148 n-d-805995-2 neutron-server[101873]: DEBUG neutron.wsgi [req-1154df1d-dc31-4694-b379-6a3e7089b0ee req-7ebbe030-60a6-4e8e-964b-0d675559730f service neutron] (101873) timed out ('10.222.0.58', 50892) {{(pid=101873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 16:22:51.073854 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-628aa3ad-2650-4105-852e-7346a5c7c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:53.797379 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-47621c9b-4856-443d-9e50-54b8b3d6683d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:54.254400 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:55.888722 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:56.939003 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:22:57.449435 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:58.339928 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:00.045212 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:21.090172 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-11071c0f-012d-4ed1-ac15-f674b938985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:23.775615 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-b5738dd3-23d1-4883-ad0d-46f3815f9134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:24.255195 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:25.907167 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:27.454062 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:28.362177 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:30.044111 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:33.937789 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:23:51.077871 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3360116e-6322-4ea3-859d-9d350a7e1ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:53.813469 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-ce237518-1c28-44e6-82ae-ca05d54c17e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:54.232025 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:55.940717 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:57.437576 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:58.329279 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:00.075507 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:10.940602 n-d-805995-2 neutron-server[101875]: DEBUG neutron.db.agents_db [None req-3534c768-7bba-4a23-ac65-234181b074bc None None] Agent healthcheck: found 7 active agents {{(pid=101875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 16:24:21.065956 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-731bf62a-249a-477d-a764-df585542ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.786117 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-1c38cf4e-dcee-49a5-ab40-9288b2580766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:24.276281 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-3c159640-fe9f-4b9e-a904-becb16dfabfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:25.944849 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-5277572e-348d-48f4-9f24-1a0ba326a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:27.460170 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-bd416130-aa5d-4c08-8680-6a1af0f3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:28.340209 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-212563f6-f720-4a37-8a21-723fc6efa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:30.065935 n-d-805995-2 neutron-server[101874]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8492-a178-49df-b433-511baf897794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778757339356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720499'] for agent, after_update {{(pid=101874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}